Home
last modified time | relevance | path

Searched refs:GEM_BUG_ON (Results 1 – 25 of 134) sorted by relevance

123456

/Linux-v5.10/drivers/gpu/drm/i915/
Di915_gem_gtt.c46 GEM_BUG_ON(obj->mm.pages == pages); in i915_gem_gtt_prepare_pages()
108 GEM_BUG_ON(!size); in i915_gem_gtt_reserve()
109 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_reserve()
110 GEM_BUG_ON(!IS_ALIGNED(offset, I915_GTT_MIN_ALIGNMENT)); in i915_gem_gtt_reserve()
111 GEM_BUG_ON(range_overflows(offset, size, vm->total)); in i915_gem_gtt_reserve()
112 GEM_BUG_ON(vm == &vm->i915->ggtt.alias->vm); in i915_gem_gtt_reserve()
113 GEM_BUG_ON(drm_mm_node_allocated(node)); in i915_gem_gtt_reserve()
137 GEM_BUG_ON(range_overflows(start, len, end)); in random_offset()
138 GEM_BUG_ON(round_up(start, align) > round_down(end - len, align)); in random_offset()
203 GEM_BUG_ON(!size); in i915_gem_gtt_insert()
[all …]
Di915_vma.c112 GEM_BUG_ON(vm == &vm->gt->ggtt->alias->vm); in vma_create()
141 GEM_BUG_ON(range_overflows_t(u64, in vma_create()
147 GEM_BUG_ON(vma->size > obj->base.size); in vma_create()
160 GEM_BUG_ON(!IS_ALIGNED(vma->size, I915_GTT_PAGE_SIZE)); in vma_create()
175 GEM_BUG_ON(!IS_ALIGNED(vma->fence_size, I915_GTT_MIN_ALIGNMENT)); in vma_create()
180 GEM_BUG_ON(!is_power_of_2(vma->fence_alignment)); in vma_create()
277 GEM_BUG_ON(view && !i915_is_ggtt(vm)); in i915_vma_instance()
278 GEM_BUG_ON(!atomic_read(&vm->open)); in i915_vma_instance()
288 GEM_BUG_ON(!IS_ERR(vma) && i915_vma_compare(vma, vm, view)); in i915_vma_instance()
384 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_vma_bind()
[all …]
Di915_scheduler.c51 GEM_BUG_ON(rb_first_cached(&execlists->queue) != in assert_priolists()
58 GEM_BUG_ON(p->priority > last_prio); in assert_priolists()
61 GEM_BUG_ON(!p->used); in assert_priolists()
66 GEM_BUG_ON(!(p->used & BIT(i))); in assert_priolists()
156 GEM_BUG_ON(!locked); in sched_lock_engine()
171 GEM_BUG_ON(locked != engine); in sched_lock_engine()
246 GEM_BUG_ON(prio == I915_PRIORITY_INVALID); in __i915_schedule()
286 GEM_BUG_ON(p == dep); /* no cycles! */ in __i915_schedule()
303 GEM_BUG_ON(!list_empty(&node->link)); in __i915_schedule()
329 GEM_BUG_ON(node_to_request(node)->engine != engine); in __i915_schedule()
[all …]
Di915_vma.h75 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_vma_set_ggtt_write()
94 GEM_BUG_ON(!i915_vma_is_map_and_fenceable(vma)); in i915_vma_set_userfault()
115 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_ggtt_offset()
116 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_ggtt_offset()
117 GEM_BUG_ON(upper_32_bits(vma->node.start)); in i915_ggtt_offset()
118 GEM_BUG_ON(upper_32_bits(vma->node.start + vma->node.size - 1)); in i915_ggtt_offset()
158 GEM_BUG_ON(view && !i915_is_ggtt(vm)); in i915_vma_compare()
265 GEM_BUG_ON(!i915_vma_is_pinned(vma)); in __i915_vma_pin()
270 GEM_BUG_ON(!i915_vma_is_pinned(vma)); in __i915_vma_unpin()
276 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_vma_unpin()
[all …]
Di915_active.c54 GEM_BUG_ON(!is_barrier(&node->base)); in barrier_to_ll()
67 GEM_BUG_ON(!is_barrier(&node->base)); in barrier_to_engine()
137 GEM_BUG_ON(i915_active_is_idle(ref)); in __active_retire()
143 GEM_BUG_ON(rcu_access_pointer(ref->excl.fence)); in __active_retire()
159 GEM_BUG_ON(ref->tree.rb_node != &ref->cache->node); in __active_retire()
177 GEM_BUG_ON(i915_active_fence_isset(&it->base)); in __active_retire()
187 GEM_BUG_ON(!atomic_read(&ref->count)); in active_work()
197 GEM_BUG_ON(!atomic_read(&ref->count)); in active_retire()
242 GEM_BUG_ON(idx == 0); /* 0 is the unordered timeline, rsvd for cache */ in __active_lookup()
278 GEM_BUG_ON(i915_active_is_idle(ref)); in __active_lookup()
[all …]
Dintel_wopcm.c233 GEM_BUG_ON(!wopcm->size); in intel_wopcm_init()
234 GEM_BUG_ON(wopcm->guc.base); in intel_wopcm_init()
235 GEM_BUG_ON(wopcm->guc.size); in intel_wopcm_init()
236 GEM_BUG_ON(guc_fw_size >= wopcm->size); in intel_wopcm_init()
237 GEM_BUG_ON(huc_fw_size >= wopcm->size); in intel_wopcm_init()
238 GEM_BUG_ON(ctx_rsvd + WOPCM_RESERVED_SIZE >= wopcm->size); in intel_wopcm_init()
274 GEM_BUG_ON(!wopcm->guc.base); in intel_wopcm_init()
275 GEM_BUG_ON(!wopcm->guc.size); in intel_wopcm_init()
Di915_syncmap.c101 GEM_BUG_ON(p->height); in __sync_seqno()
107 GEM_BUG_ON(!p->height); in __sync_child()
120 GEM_BUG_ON(p->height); in __sync_leaf_idx()
131 GEM_BUG_ON(p->height); in __sync_leaf_prefix()
244 GEM_BUG_ON(__sync_leaf_prefix(p, id) == p->prefix); in __sync_set()
300 GEM_BUG_ON(!(p->parent->bitmap & BIT(idx))); in __sync_set()
317 GEM_BUG_ON(!p->height); in __sync_set()
334 GEM_BUG_ON(p->prefix != __sync_leaf_prefix(p, id)); in __sync_set()
Di915_request.c283 GEM_BUG_ON(!i915_sw_fence_signaled(&rq->submit)); in i915_request_retire()
296 GEM_BUG_ON(!list_is_first(&rq->link, in i915_request_retire()
310 GEM_BUG_ON(!atomic_read(&rq->engine->gt->rps.num_waiters)); in i915_request_retire()
325 GEM_BUG_ON(!llist_empty(&rq->execute_cb)); in i915_request_retire()
346 GEM_BUG_ON(!i915_request_completed(rq)); in i915_request_retire_upto()
486 GEM_BUG_ON(!fatal_error(rq->fence.error)); in __i915_request_skip()
504 GEM_BUG_ON(!IS_ERR_VALUE((long)error)); in i915_request_set_error_once()
523 GEM_BUG_ON(!irqs_disabled()); in __i915_request_submit()
630 GEM_BUG_ON(!irqs_disabled()); in __i915_request_unsubmit()
640 GEM_BUG_ON(!test_bit(I915_FENCE_FLAG_ACTIVE, &request->fence.flags)); in __i915_request_unsubmit()
[all …]
/Linux-v5.10/drivers/gpu/drm/i915/gt/
Dintel_ring.c26 GEM_BUG_ON(!atomic_read(&ring->pin_count)); in __intel_ring_pin()
143 GEM_BUG_ON(!is_power_of_2(size)); in intel_engine_create_ring()
144 GEM_BUG_ON(RING_CTL_SIZE(size) & ~RING_NR_PAGES); in intel_engine_create_ring()
194 GEM_BUG_ON(list_empty(&tl->requests)); in wait_for_space()
217 GEM_BUG_ON(ring->space < bytes); in wait_for_space()
231 GEM_BUG_ON(num_dwords & 1); in intel_ring_begin()
234 GEM_BUG_ON(total_bytes > ring->effective_size); in intel_ring_begin()
270 GEM_BUG_ON(!rq->reserved_space); in intel_ring_begin()
281 GEM_BUG_ON(need_wrap > ring->space); in intel_ring_begin()
282 GEM_BUG_ON(ring->emit + need_wrap > ring->size); in intel_ring_begin()
[all …]
Dintel_timeline.c88 GEM_BUG_ON(!hwsp->free_bitmap); in hwsp_alloc()
96 GEM_BUG_ON(hwsp->vma->private != hwsp); in hwsp_alloc()
111 GEM_BUG_ON(cacheline >= BITS_PER_TYPE(hwsp->free_bitmap)); in __idle_hwsp_free()
135 GEM_BUG_ON(!i915_active_is_idle(&cl->active)); in __idle_cacheline_free()
170 GEM_BUG_ON(cacheline >= BIT(CACHELINE_BITS)); in cacheline_alloc()
214 GEM_BUG_ON(ptr_test_bit(cl->vaddr, CACHELINE_FREE)); in cacheline_free()
264 GEM_BUG_ON(timeline->hwsp_offset >= hwsp->size); in intel_timeline_init()
291 GEM_BUG_ON(atomic_read(&timeline->pin_count)); in intel_timeline_fini()
292 GEM_BUG_ON(!list_empty(&timeline->requests)); in intel_timeline_fini()
293 GEM_BUG_ON(timeline->retire); in intel_timeline_fini()
[all …]
Dgen8_ppgtt.c118 GEM_BUG_ON(start >= end); in gen8_pd_range()
132 GEM_BUG_ON(start >= end); in gen8_pd_contains()
138 GEM_BUG_ON(start >= end); in gen8_pt_count()
205 GEM_BUG_ON(end > vm->total >> GEN8_PTE_SHIFT); in __gen8_ppgtt_clear()
211 GEM_BUG_ON(!len || len >= atomic_read(px_used(pd))); in __gen8_ppgtt_clear()
238 GEM_BUG_ON(!count || count >= atomic_read(&pt->used)); in __gen8_ppgtt_clear()
260 GEM_BUG_ON(!IS_ALIGNED(start, BIT_ULL(GEN8_PTE_SHIFT))); in gen8_ppgtt_clear()
261 GEM_BUG_ON(!IS_ALIGNED(length, BIT_ULL(GEN8_PTE_SHIFT))); in gen8_ppgtt_clear()
262 GEM_BUG_ON(range_overflows(start, length, vm->total)); in gen8_ppgtt_clear()
266 GEM_BUG_ON(length == 0); in gen8_ppgtt_clear()
[all …]
Dintel_ring.h52 GEM_BUG_ON((rq->ring->vaddr + rq->ring->emit) != cs); in intel_ring_advance()
85 GEM_BUG_ON(offset > rq->ring->size); in intel_ring_offset()
94 GEM_BUG_ON(!intel_ring_offset_valid(ring, tail)); in assert_ring_tail_valid()
111 GEM_BUG_ON(cacheline(tail) == cacheline(head) && tail < head); in assert_ring_tail_valid()
137 GEM_BUG_ON(!is_power_of_2(size)); in __intel_ring_space()
Dintel_ggtt_fencing.c92 GEM_BUG_ON(!IS_ALIGNED(stride, 128)); in i965_write_fence_reg()
139 GEM_BUG_ON(!is_power_of_2(stride)); in i915_write_fence_reg()
223 GEM_BUG_ON(!i915_gem_object_get_stride(vma->obj) || in fence_update()
259 GEM_BUG_ON(old->fence != fence); in fence_update()
279 GEM_BUG_ON(vma); in fence_update()
311 GEM_BUG_ON(fence->vma != vma); in i915_vma_revoke_fence()
312 GEM_BUG_ON(!i915_active_is_idle(&fence->active)); in i915_vma_revoke_fence()
313 GEM_BUG_ON(atomic_read(&fence->pin_count)); in i915_vma_revoke_fence()
328 GEM_BUG_ON(fence->vma && fence->vma->fence != fence); in fence_find()
355 GEM_BUG_ON(fence->vma != vma); in __i915_vma_pin_fence()
[all …]
Dintel_lrc.c227 GEM_BUG_ON(!intel_engine_is_virtual(engine)); in to_virtual_engine()
339 GEM_BUG_ON(!size); in lrc_ring_setup_indirect_ctx()
340 GEM_BUG_ON(!IS_ALIGNED(size, CACHELINE_BYTES)); in lrc_ring_setup_indirect_ctx()
341 GEM_BUG_ON(lrc_ring_indirect_ptr(engine) == -1); in lrc_ring_setup_indirect_ctx()
345 GEM_BUG_ON(lrc_ring_indirect_offset(engine) == -1); in lrc_ring_setup_indirect_ctx()
366 GEM_BUG_ON(i915_request_signaled(rq)); in mark_eio()
630 GEM_BUG_ON(!count); in set_offsets()
652 GEM_BUG_ON(dword_in_page(regs) > count); in set_offsets()
1085 GEM_BUG_ON(INTEL_GEN(engine->i915) >= 12 && in reg_offsets()
1132 GEM_BUG_ON(rq_prio(rq) == I915_PRIORITY_INVALID); in __unwind_incomplete_requests()
[all …]
Dintel_engine_pm.c33 GEM_BUG_ON(test_bit(CONTEXT_VALID_BIT, &ce->flags)); in __engine_unpark()
145 GEM_BUG_ON(!intel_context_is_barrier(ce)); in switch_to_kernel_context()
146 GEM_BUG_ON(ce->timeline->hwsp_ggtt != engine->status_page.vma); in switch_to_kernel_context()
181 GEM_BUG_ON(atomic_read(&ce->timeline->active_count) < 0); in switch_to_kernel_context()
254 GEM_BUG_ON(engine->execlists.queue_priority_hint != INT_MIN); in __engine_park()
Dintel_gt_requests.c83 GEM_BUG_ON(!next); in engine_retire()
116 GEM_BUG_ON(intel_engine_is_virtual(engine)); in intel_engine_add_retire()
130 GEM_BUG_ON(engine->retire); in intel_engine_fini_retire()
154 GEM_BUG_ON(!atomic_read(&tl->active_count)); in intel_gt_retire_requests_timeout()
191 GEM_BUG_ON(atomic_read(&tl->active_count)); in intel_gt_retire_requests_timeout()
Dintel_gtt.c54 GEM_BUG_ON(!list_empty(&vm->bound_list)); in __i915_vm_close()
81 GEM_BUG_ON(i915_is_ggtt(vm)); in i915_vm_release()
102 GEM_BUG_ON(!vm->total); in i915_address_space_init()
111 GEM_BUG_ON(!vma->pages); in clear_pages()
124 GEM_BUG_ON(!i915_gem_object_has_pages(p)); in __px_dma()
130 GEM_BUG_ON(!i915_gem_object_has_pages(p)); in __px_page()
407 GEM_BUG_ON(INTEL_GEN(i915) < 8); in setup_private_pat()
Dmock_engine.c42 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in mock_timeline_unpin()
95 GEM_BUG_ON(!i915_request_completed(request)); in advance()
142 GEM_BUG_ON(intel_context_is_pinned(ce)); in mock_context_destroy()
245 GEM_BUG_ON(stalled); in mock_reset_rewind()
273 GEM_BUG_ON(timer_pending(&mock->hw_delay)); in mock_engine_release()
289 GEM_BUG_ON(id >= I915_NUM_ENGINES); in mock_engine()
290 GEM_BUG_ON(!i915->gt.uncore); in mock_engine()
/Linux-v5.10/drivers/gpu/drm/i915/gt/uc/
Dintel_uc.c59 GEM_BUG_ON(intel_uc_wants_guc(uc)); in __confirm_options()
60 GEM_BUG_ON(intel_uc_wants_guc_submission(uc)); in __confirm_options()
61 GEM_BUG_ON(intel_uc_wants_huc(uc)); in __confirm_options()
181 GEM_BUG_ON(!guc_communication_enabled(guc)); in guc_handle_mmio_msg()
213 GEM_BUG_ON(guc_communication_enabled(guc)); in guc_enable_communication()
267 GEM_BUG_ON(!intel_uc_wants_guc(uc)); in __uc_fetch_firmwares()
298 GEM_BUG_ON(!intel_uc_wants_guc(uc)); in __uc_init()
307 GEM_BUG_ON(intel_uc_uses_guc_submission(uc)); in __uc_init()
337 GEM_BUG_ON(!intel_uc_supports_guc(uc)); in __uc_sanitize()
361 GEM_BUG_ON(!intel_uc_supports_guc(uc)); in uc_init_wopcm()
[all …]
Dintel_uc_fw.c20 GEM_BUG_ON(type != INTEL_UC_FW_TYPE_HUC); in ____uc_fw_to_gt()
26 GEM_BUG_ON(uc_fw->status == INTEL_UC_FIRMWARE_UNINITIALIZED); in __uc_fw_to_gt()
215 GEM_BUG_ON(uc_fw->status); in intel_uc_fw_init_early()
216 GEM_BUG_ON(uc_fw->path); in intel_uc_fw_init_early()
286 GEM_BUG_ON(!i915->wopcm.size); in intel_uc_fw_fetch()
287 GEM_BUG_ON(!intel_uc_fw_is_enabled(uc_fw)); in intel_uc_fw_fetch()
406 GEM_BUG_ON(!drm_mm_node_allocated(node)); in uc_fw_ggtt_offset()
407 GEM_BUG_ON(upper_32_bits(node->start)); in uc_fw_ggtt_offset()
408 GEM_BUG_ON(upper_32_bits(node->start + node->size - 1)); in uc_fw_ggtt_offset()
424 GEM_BUG_ON(!i915_gem_object_has_pinned_pages(obj)); in uc_fw_bind_ggtt()
[all …]
Dintel_guc_ct.c160 GEM_BUG_ON(ct->vma); in intel_guc_ct_init()
194 GEM_BUG_ON((i != CTB_SEND) && (i != CTB_RECV)); in intel_guc_ct_init()
210 GEM_BUG_ON(ct->enabled); in intel_guc_ct_fini()
228 GEM_BUG_ON(ct->enabled); in intel_guc_ct_enable()
231 GEM_BUG_ON(!ct->vma); in intel_guc_ct_enable()
238 GEM_BUG_ON((i != CTB_SEND) && (i != CTB_RECV)); in intel_guc_ct_enable()
278 GEM_BUG_ON(!ct->enabled); in intel_guc_ct_disable()
377 GEM_BUG_ON(tail > size); in ct_write()
490 GEM_BUG_ON(!ct->enabled); in ct_send()
491 GEM_BUG_ON(!len); in ct_send()
[all …]
/Linux-v5.10/drivers/gpu/drm/i915/gem/
Di915_gem_pages.c41 GEM_BUG_ON(obj->mm.quirked); in __i915_gem_object_set_pages()
46 GEM_BUG_ON(!sg_page_sizes); in __i915_gem_object_set_pages()
62 GEM_BUG_ON(!HAS_PAGE_SIZES(i915, obj->mm.page_sizes.sg)); in __i915_gem_object_set_pages()
96 GEM_BUG_ON(!err && !i915_gem_object_has_pages(obj)); in ____i915_gem_object_get_pages()
117 GEM_BUG_ON(i915_gem_object_has_pinned_pages(obj)); in __i915_gem_object_get_pages()
144 GEM_BUG_ON(i915_gem_object_has_pages(obj)); in i915_gem_object_writeback()
345 GEM_BUG_ON(i915_gem_object_has_pinned_pages(obj)); in i915_gem_object_pin_map()
356 GEM_BUG_ON(!i915_gem_object_has_pages(obj)); in i915_gem_object_pin_map()
404 GEM_BUG_ON(!i915_gem_object_has_pinned_pages(obj)); in __i915_gem_object_flush_map()
405 GEM_BUG_ON(range_overflows_t(typeof(obj->base.size), in __i915_gem_object_flush_map()
[all …]
Di915_gem_tiling.c58 GEM_BUG_ON(!size); in i915_gem_fence_size()
63 GEM_BUG_ON(!stride); in i915_gem_fence_size()
67 GEM_BUG_ON(!IS_ALIGNED(stride, I965_FENCE_PAGE)); in i915_gem_fence_size()
96 GEM_BUG_ON(!size); in i915_gem_fence_alignment()
196 GEM_BUG_ON(vma->vm != &ggtt->vm); in i915_gem_object_fence_prepare()
230 GEM_BUG_ON(!i915_tiling_ok(obj, tiling, stride)); in i915_gem_object_set_tiling()
231 GEM_BUG_ON(!stride ^ (tiling == I915_TILING_NONE)); in i915_gem_object_set_tiling()
273 GEM_BUG_ON(!obj->mm.quirked); in i915_gem_object_set_tiling()
278 GEM_BUG_ON(obj->mm.quirked); in i915_gem_object_set_tiling()
Di915_gem_region.c53 GEM_BUG_ON(list_empty(blocks)); in i915_gem_object_get_pages_buddy()
67 GEM_BUG_ON(overflows_type(block_size, sg->length)); in i915_gem_object_get_pages_buddy()
149 GEM_BUG_ON(flags & ~I915_BO_ALLOC_FLAGS); in i915_gem_object_create_region()
156 GEM_BUG_ON(!size); in i915_gem_object_create_region()
157 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_MIN_ALIGNMENT)); in i915_gem_object_create_region()
Di915_gem_object.c149 GEM_BUG_ON(vma->obj != obj); in i915_gem_close_object()
150 GEM_BUG_ON(!atomic_read(&vma->open_count)); in i915_gem_close_object()
170 GEM_BUG_ON(!atomic_read(&i915->mm.free_count)); in __i915_gem_free_object_rcu()
218 GEM_BUG_ON(vma->obj != obj); in __i915_gem_free_objects()
230 GEM_BUG_ON(!list_empty(&obj->lut_list)); in __i915_gem_free_objects()
234 GEM_BUG_ON(i915_gem_object_has_pages(obj)); in __i915_gem_free_objects()
272 GEM_BUG_ON(i915_gem_object_is_framebuffer(obj)); in i915_gem_free_object()

123456