Home
last modified time | relevance | path

Searched refs:GEM_BUG_ON (Results 1 – 25 of 147) sorted by relevance

123456

/Linux-v5.15/drivers/gpu/drm/i915/
Di915_gem_gtt.c46 GEM_BUG_ON(obj->mm.pages == pages); in i915_gem_gtt_prepare_pages()
102 GEM_BUG_ON(!size); in i915_gem_gtt_reserve()
103 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_reserve()
104 GEM_BUG_ON(!IS_ALIGNED(offset, I915_GTT_MIN_ALIGNMENT)); in i915_gem_gtt_reserve()
105 GEM_BUG_ON(range_overflows(offset, size, vm->total)); in i915_gem_gtt_reserve()
106 GEM_BUG_ON(vm == &vm->i915->ggtt.alias->vm); in i915_gem_gtt_reserve()
107 GEM_BUG_ON(drm_mm_node_allocated(node)); in i915_gem_gtt_reserve()
131 GEM_BUG_ON(range_overflows(start, len, end)); in random_offset()
132 GEM_BUG_ON(round_up(start, align) > round_down(end - len, align)); in random_offset()
197 GEM_BUG_ON(!size); in i915_gem_gtt_insert()
[all …]
Di915_vma.c108 GEM_BUG_ON(vm == &vm->gt->ggtt->alias->vm); in vma_create()
137 GEM_BUG_ON(range_overflows_t(u64, in vma_create()
143 GEM_BUG_ON(vma->size > obj->base.size); in vma_create()
156 GEM_BUG_ON(!IS_ALIGNED(vma->size, I915_GTT_PAGE_SIZE)); in vma_create()
171 GEM_BUG_ON(!IS_ALIGNED(vma->fence_size, I915_GTT_MIN_ALIGNMENT)); in vma_create()
176 GEM_BUG_ON(!is_power_of_2(vma->fence_alignment)); in vma_create()
273 GEM_BUG_ON(view && !i915_is_ggtt_or_dpt(vm)); in i915_vma_instance()
274 GEM_BUG_ON(!atomic_read(&vm->open)); in i915_vma_instance()
284 GEM_BUG_ON(!IS_ERR(vma) && i915_vma_compare(vma, vm, view)); in i915_vma_instance()
379 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_vma_bind()
[all …]
Di915_vma.h83 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_vma_set_ggtt_write()
102 GEM_BUG_ON(!i915_vma_is_map_and_fenceable(vma)); in i915_vma_set_userfault()
123 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_ggtt_offset()
124 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_ggtt_offset()
125 GEM_BUG_ON(upper_32_bits(vma->node.start)); in i915_ggtt_offset()
126 GEM_BUG_ON(upper_32_bits(vma->node.start + vma->node.size - 1)); in i915_ggtt_offset()
161 GEM_BUG_ON(view && !i915_is_ggtt_or_dpt(vm)); in i915_vma_compare()
283 GEM_BUG_ON(!i915_vma_is_pinned(vma)); in __i915_vma_pin()
288 GEM_BUG_ON(!i915_vma_is_pinned(vma)); in __i915_vma_unpin()
294 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_vma_unpin()
[all …]
Di915_scheduler.c47 GEM_BUG_ON(rb_first_cached(&sched_engine->queue) != in assert_priolists()
54 GEM_BUG_ON(p->priority > last_prio); in assert_priolists()
136 GEM_BUG_ON(!locked); in lock_sched_engine()
151 GEM_BUG_ON(locked != sched_engine); in lock_sched_engine()
167 GEM_BUG_ON(prio == I915_PRIORITY_INVALID); in __i915_schedule()
207 GEM_BUG_ON(p == dep); /* no cycles! */ in __i915_schedule()
224 GEM_BUG_ON(!list_empty(&node->link)); in __i915_schedule()
253 GEM_BUG_ON(node_to_request(node)->engine->sched_engine != in __i915_schedule()
311 GEM_BUG_ON(!list_empty(&node->signalers_list)); in i915_sched_node_reinit()
312 GEM_BUG_ON(!list_empty(&node->waiters_list)); in i915_sched_node_reinit()
[all …]
Di915_active.c50 GEM_BUG_ON(!is_barrier(&node->base)); in barrier_to_ll()
63 GEM_BUG_ON(!is_barrier(&node->base)); in barrier_to_engine()
133 GEM_BUG_ON(i915_active_is_idle(ref)); in __active_retire()
139 GEM_BUG_ON(rcu_access_pointer(ref->excl.fence)); in __active_retire()
155 GEM_BUG_ON(ref->tree.rb_node != &ref->cache->node); in __active_retire()
172 GEM_BUG_ON(i915_active_fence_isset(&it->base)); in __active_retire()
182 GEM_BUG_ON(!atomic_read(&ref->count)); in active_work()
192 GEM_BUG_ON(!atomic_read(&ref->count)); in active_retire()
237 GEM_BUG_ON(idx == 0); /* 0 is the unordered timeline, rsvd for cache */ in __active_lookup()
271 GEM_BUG_ON(i915_active_is_idle(ref)); in __active_lookup()
[all …]
Dintel_wopcm.c233 GEM_BUG_ON(!wopcm->size); in intel_wopcm_init()
234 GEM_BUG_ON(wopcm->guc.base); in intel_wopcm_init()
235 GEM_BUG_ON(wopcm->guc.size); in intel_wopcm_init()
236 GEM_BUG_ON(guc_fw_size >= wopcm->size); in intel_wopcm_init()
237 GEM_BUG_ON(huc_fw_size >= wopcm->size); in intel_wopcm_init()
238 GEM_BUG_ON(ctx_rsvd + WOPCM_RESERVED_SIZE >= wopcm->size); in intel_wopcm_init()
274 GEM_BUG_ON(!wopcm->guc.base); in intel_wopcm_init()
275 GEM_BUG_ON(!wopcm->guc.size); in intel_wopcm_init()
Di915_request.c113 GEM_BUG_ON(rq->guc_prio != GUC_PRIO_INIT && in i915_fence_release()
313 GEM_BUG_ON(!i915_sw_fence_signaled(&rq->submit)); in i915_request_retire()
328 GEM_BUG_ON(!list_is_first(&rq->link, in i915_request_retire()
355 GEM_BUG_ON(!llist_empty(&rq->execute_cb)); in i915_request_retire()
375 GEM_BUG_ON(!__i915_request_is_complete(rq)); in i915_request_retire_upto()
379 GEM_BUG_ON(!i915_request_completed(tmp)); in i915_request_retire_upto()
505 GEM_BUG_ON(!fatal_error(rq->fence.error)); in __i915_request_skip()
525 GEM_BUG_ON(!IS_ERR_VALUE((long)error)); in i915_request_set_error_once()
544 GEM_BUG_ON(i915_request_signaled(rq)); in i915_request_mark_eio()
562 GEM_BUG_ON(!irqs_disabled()); in __i915_request_submit()
[all …]
Di915_syncmap.c101 GEM_BUG_ON(p->height); in __sync_seqno()
107 GEM_BUG_ON(!p->height); in __sync_child()
120 GEM_BUG_ON(p->height); in __sync_leaf_idx()
131 GEM_BUG_ON(p->height); in __sync_leaf_prefix()
244 GEM_BUG_ON(__sync_leaf_prefix(p, id) == p->prefix); in __sync_set()
300 GEM_BUG_ON(!(p->parent->bitmap & BIT(idx))); in __sync_set()
317 GEM_BUG_ON(!p->height); in __sync_set()
334 GEM_BUG_ON(p->prefix != __sync_leaf_prefix(p, id)); in __sync_set()
Di915_buddy.c22 GEM_BUG_ON(order > I915_BUDDY_MAX_ORDER); in i915_block_alloc()
32 GEM_BUG_ON(block->header & I915_BUDDY_HEADER_UNUSED); in i915_block_alloc()
88 GEM_BUG_ON(mm->max_order > I915_BUDDY_MAX_ORDER); in i915_buddy_init()
128 GEM_BUG_ON(i > mm->max_order); in i915_buddy_init()
129 GEM_BUG_ON(i915_buddy_block_size(mm, root) < chunk_size); in i915_buddy_init()
168 GEM_BUG_ON(!i915_buddy_block_is_free(block)); in split_block()
169 GEM_BUG_ON(!i915_buddy_block_order(block)); in split_block()
232 GEM_BUG_ON(!i915_buddy_block_is_allocated(block)); in i915_buddy_free()
273 GEM_BUG_ON(!i915_buddy_block_is_free(block)); in i915_buddy_alloc()
Di915_ttm_buddy_manager.c44 GEM_BUG_ON(place->fpfn || place->lpfn); in i915_ttm_buddy_man_alloc()
54 GEM_BUG_ON(!bman_res->base.num_pages); in i915_ttm_buddy_man_alloc()
61 GEM_BUG_ON(min_page_size < mm->chunk_size); in i915_ttm_buddy_man_alloc()
80 GEM_BUG_ON(order > mm->max_order); in i915_ttm_buddy_man_alloc()
81 GEM_BUG_ON(order < min_order); in i915_ttm_buddy_man_alloc()
181 GEM_BUG_ON(default_page_size < chunk_size); in i915_ttm_buddy_man_init()
/Linux-v5.15/drivers/gpu/drm/i915/gt/
Dintel_ring.c28 GEM_BUG_ON(!atomic_read(&ring->pin_count)); in __intel_ring_pin()
148 GEM_BUG_ON(!is_power_of_2(size)); in intel_engine_create_ring()
149 GEM_BUG_ON(RING_CTL_SIZE(size) & ~RING_NR_PAGES); in intel_engine_create_ring()
199 GEM_BUG_ON(list_empty(&tl->requests)); in wait_for_space()
222 GEM_BUG_ON(ring->space < bytes); in wait_for_space()
236 GEM_BUG_ON(num_dwords & 1); in intel_ring_begin()
239 GEM_BUG_ON(total_bytes > ring->effective_size); in intel_ring_begin()
275 GEM_BUG_ON(!rq->reserved_space); in intel_ring_begin()
286 GEM_BUG_ON(need_wrap > ring->space); in intel_ring_begin()
287 GEM_BUG_ON(ring->emit + need_wrap > ring->size); in intel_ring_begin()
[all …]
Dintel_ring.h51 GEM_BUG_ON((rq->ring->vaddr + rq->ring->emit) != cs); in intel_ring_advance()
52 GEM_BUG_ON(!IS_ALIGNED(rq->ring->emit, 8)); /* RING_TAIL qword align */ in intel_ring_advance()
86 GEM_BUG_ON(offset > rq->ring->size); in intel_ring_offset()
95 GEM_BUG_ON(!intel_ring_offset_valid(ring, tail)); in assert_ring_tail_valid()
112 GEM_BUG_ON(cacheline(tail) == cacheline(head) && tail < head); in assert_ring_tail_valid()
138 GEM_BUG_ON(!is_power_of_2(size)); in __intel_ring_space()
Dintel_timeline.c96 GEM_BUG_ON(timeline->hwsp_offset >= hwsp->size); in intel_timeline_init()
184 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in __intel_timeline_pin()
224 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in intel_timeline_reset_seqno()
279 GEM_BUG_ON(!atomic_read(&tl->active_count)); in intel_timeline_exit()
298 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in timeline_advance()
299 GEM_BUG_ON(tl->seqno & tl->has_initial_breadcrumb); in timeline_advance()
319 GEM_BUG_ON(i915_seqno_passed(*tl->hwsp_seqno, *seqno)); in __intel_timeline_get_seqno()
380 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in intel_timeline_unpin()
393 GEM_BUG_ON(atomic_read(&timeline->pin_count)); in __intel_timeline_free()
394 GEM_BUG_ON(!list_empty(&timeline->requests)); in __intel_timeline_free()
[all …]
Dgen8_ppgtt.c123 GEM_BUG_ON(start >= end); in gen8_pd_range()
137 GEM_BUG_ON(start >= end); in gen8_pd_contains()
143 GEM_BUG_ON(start >= end); in gen8_pt_count()
210 GEM_BUG_ON(end > vm->total >> GEN8_PTE_SHIFT); in __gen8_ppgtt_clear()
216 GEM_BUG_ON(!len || len >= atomic_read(px_used(pd))); in __gen8_ppgtt_clear()
243 GEM_BUG_ON(!count || count >= atomic_read(&pt->used)); in __gen8_ppgtt_clear()
264 GEM_BUG_ON(!IS_ALIGNED(start, BIT_ULL(GEN8_PTE_SHIFT))); in gen8_ppgtt_clear()
265 GEM_BUG_ON(!IS_ALIGNED(length, BIT_ULL(GEN8_PTE_SHIFT))); in gen8_ppgtt_clear()
266 GEM_BUG_ON(range_overflows(start, length, vm->total)); in gen8_ppgtt_clear()
270 GEM_BUG_ON(length == 0); in gen8_ppgtt_clear()
[all …]
Dintel_execlists_submission.c199 GEM_BUG_ON(!intel_engine_is_virtual(engine)); in to_virtual_engine()
380 GEM_BUG_ON(rq_prio(rq) == I915_PRIORITY_INVALID); in __unwind_incomplete_requests()
386 GEM_BUG_ON(i915_sched_engine_is_empty(engine->sched_engine)); in __unwind_incomplete_requests()
489 GEM_BUG_ON(ce->tag <= BITS_PER_LONG); in __execlists_schedule_in()
495 GEM_BUG_ON(tag == 0 || tag >= BITS_PER_LONG); in __execlists_schedule_in()
505 GEM_BUG_ON(tag >= BITS_PER_LONG); in __execlists_schedule_in()
530 GEM_BUG_ON(!intel_engine_pm_is_awake(rq->engine)); in execlists_schedule_in()
538 GEM_BUG_ON(intel_context_inflight(ce) != rq->engine); in execlists_schedule_in()
597 GEM_BUG_ON(ce->inflight != engine); in __execlists_schedule_out()
620 GEM_BUG_ON(ccid == 0); in __execlists_schedule_out()
[all …]
Dintel_ggtt_fencing.c74 GEM_BUG_ON(!IS_ALIGNED(stride, 128)); in i965_write_fence_reg()
121 GEM_BUG_ON(!is_power_of_2(stride)); in i915_write_fence_reg()
205 GEM_BUG_ON(!i915_gem_object_get_stride(vma->obj) || in fence_update()
241 GEM_BUG_ON(old->fence != fence); in fence_update()
261 GEM_BUG_ON(vma); in fence_update()
293 GEM_BUG_ON(fence->vma != vma); in i915_vma_revoke_fence()
294 GEM_BUG_ON(!i915_active_is_idle(&fence->active)); in i915_vma_revoke_fence()
295 GEM_BUG_ON(atomic_read(&fence->pin_count)); in i915_vma_revoke_fence()
327 GEM_BUG_ON(fence->vma && fence->vma->fence != fence); in fence_find()
366 GEM_BUG_ON(fence->vma != vma); in __i915_vma_pin_fence()
[all …]
Dintel_engine_pm.c55 GEM_BUG_ON(test_bit(CONTEXT_VALID_BIT, &ce->flags)); in __engine_unpark()
71 GEM_BUG_ON(ce->timeline->seqno != in __engine_unpark()
169 GEM_BUG_ON(!intel_context_is_barrier(ce)); in switch_to_kernel_context()
170 GEM_BUG_ON(ce->timeline->hwsp_ggtt != engine->status_page.vma); in switch_to_kernel_context()
205 GEM_BUG_ON(atomic_read(&ce->timeline->active_count) < 0); in switch_to_kernel_context()
278 GEM_BUG_ON(engine->sched_engine->queue_priority_hint != INT_MIN); in __engine_park()
/Linux-v5.15/drivers/gpu/drm/i915/gem/
Di915_gem_object.c82 GEM_BUG_ON(flags & ~I915_BO_ALLOC_FLAGS); in i915_gem_object_init()
159 GEM_BUG_ON(vma->obj != obj); in i915_gem_close_object()
160 GEM_BUG_ON(!atomic_read(&vma->open_count)); in i915_gem_close_object()
180 GEM_BUG_ON(!atomic_read(&i915->mm.free_count)); in __i915_gem_free_object_rcu()
224 GEM_BUG_ON(vma->obj != obj); in __i915_gem_free_object()
236 GEM_BUG_ON(!list_empty(&obj->lut_list)); in __i915_gem_free_object()
240 GEM_BUG_ON(i915_gem_object_has_pages(obj)); in __i915_gem_free_object()
298 GEM_BUG_ON(i915_gem_object_is_framebuffer(obj)); in i915_gem_free_object()
406 GEM_BUG_ON(offset >= obj->base.size); in i915_gem_object_read_from_page()
407 GEM_BUG_ON(offset_in_page(offset) > PAGE_SIZE - size); in i915_gem_object_read_from_page()
[all …]
Di915_gem_region.c48 GEM_BUG_ON(flags & ~I915_BO_ALLOC_FLAGS); in i915_gem_object_create_region()
57 GEM_BUG_ON(!is_power_of_2_u64(default_page_size)); in i915_gem_object_create_region()
58 GEM_BUG_ON(default_page_size < PAGE_SIZE); in i915_gem_object_create_region()
62 GEM_BUG_ON(!size); in i915_gem_object_create_region()
63 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_MIN_ALIGNMENT)); in i915_gem_object_create_region()
Di915_gem_pages.c42 GEM_BUG_ON(!sg_page_sizes); in __i915_gem_object_set_pages()
58 GEM_BUG_ON(!HAS_PAGE_SIZES(i915, obj->mm.page_sizes.sg)); in __i915_gem_object_set_pages()
64 GEM_BUG_ON(i915_gem_object_has_tiling_quirk(obj)); in __i915_gem_object_set_pages()
66 GEM_BUG_ON(!list_empty(&obj->mm.link)); in __i915_gem_object_set_pages()
106 GEM_BUG_ON(!err && !i915_gem_object_has_pages(obj)); in ____i915_gem_object_get_pages()
127 GEM_BUG_ON(i915_gem_object_has_pinned_pages(obj)); in __i915_gem_object_get_pages()
172 GEM_BUG_ON(i915_gem_object_has_pages(obj)); in i915_gem_object_writeback()
324 GEM_BUG_ON(type != I915_MAP_WC); in i915_gem_object_map_pfn()
363 GEM_BUG_ON(i915_gem_object_has_pinned_pages(obj)); in i915_gem_object_pin_map()
374 GEM_BUG_ON(!i915_gem_object_has_pages(obj)); in i915_gem_object_pin_map()
[all …]
Di915_gem_tiling.c58 GEM_BUG_ON(!size); in i915_gem_fence_size()
63 GEM_BUG_ON(!stride); in i915_gem_fence_size()
67 GEM_BUG_ON(!IS_ALIGNED(stride, I965_FENCE_PAGE)); in i915_gem_fence_size()
96 GEM_BUG_ON(!size); in i915_gem_fence_alignment()
196 GEM_BUG_ON(vma->vm != &ggtt->vm); in i915_gem_object_fence_prepare()
230 GEM_BUG_ON(!i915_tiling_ok(obj, tiling, stride)); in i915_gem_object_set_tiling()
231 GEM_BUG_ON(!stride ^ (tiling == I915_TILING_NONE)); in i915_gem_object_set_tiling()
272 GEM_BUG_ON(!i915_gem_object_has_tiling_quirk(obj)); in i915_gem_object_set_tiling()
277 GEM_BUG_ON(i915_gem_object_has_tiling_quirk(obj)); in i915_gem_object_set_tiling()
/Linux-v5.15/drivers/gpu/drm/i915/gt/uc/
Dintel_uc.c86 GEM_BUG_ON(intel_uc_wants_guc(uc)); in __confirm_options()
87 GEM_BUG_ON(intel_uc_wants_guc_submission(uc)); in __confirm_options()
88 GEM_BUG_ON(intel_uc_wants_huc(uc)); in __confirm_options()
89 GEM_BUG_ON(intel_uc_wants_guc_slpc(uc)); in __confirm_options()
208 GEM_BUG_ON(!intel_guc_ct_enabled(&guc->ct)); in guc_handle_mmio_msg()
224 GEM_BUG_ON(intel_guc_ct_enabled(&guc->ct)); in guc_enable_communication()
280 GEM_BUG_ON(!intel_uc_wants_guc(uc)); in __uc_fetch_firmwares()
311 GEM_BUG_ON(!intel_uc_wants_guc(uc)); in __uc_init()
347 GEM_BUG_ON(!intel_uc_supports_guc(uc)); in __uc_sanitize()
371 GEM_BUG_ON(!intel_uc_supports_guc(uc)); in uc_init_wopcm()
[all …]
Dintel_uc_fw.c20 GEM_BUG_ON(type != INTEL_UC_FW_TYPE_HUC); in ____uc_fw_to_gt()
26 GEM_BUG_ON(uc_fw->status == INTEL_UC_FIRMWARE_UNINITIALIZED); in __uc_fw_to_gt()
211 GEM_BUG_ON(uc_fw->status); in intel_uc_fw_init_early()
212 GEM_BUG_ON(uc_fw->path); in intel_uc_fw_init_early()
282 GEM_BUG_ON(!i915->wopcm.size); in intel_uc_fw_fetch()
283 GEM_BUG_ON(!intel_uc_fw_is_enabled(uc_fw)); in intel_uc_fw_fetch()
405 GEM_BUG_ON(!drm_mm_node_allocated(node)); in uc_fw_ggtt_offset()
406 GEM_BUG_ON(upper_32_bits(node->start)); in uc_fw_ggtt_offset()
407 GEM_BUG_ON(upper_32_bits(node->start + node->size - 1)); in uc_fw_ggtt_offset()
423 GEM_BUG_ON(!i915_gem_object_has_pinned_pages(obj)); in uc_fw_bind_ggtt()
[all …]
Dintel_guc_ct.c149 GEM_BUG_ON(size_in_bytes % 4); in guc_ct_buffer_init()
172 GEM_BUG_ON(type != GUC_CTB_TYPE_HOST2GUC && type != GUC_CTB_TYPE_GUC2HOST); in guc_action_register_ct_buffer()
173 GEM_BUG_ON(size % SZ_4K); in guc_action_register_ct_buffer()
205 GEM_BUG_ON(type != GUC_CTB_TYPE_HOST2GUC && type != GUC_CTB_TYPE_GUC2HOST); in guc_action_deregister_ct_buffer()
244 GEM_BUG_ON(ct->vma); in intel_guc_ct_init()
289 GEM_BUG_ON(ct->enabled); in intel_guc_ct_fini()
309 GEM_BUG_ON(ct->enabled); in intel_guc_ct_enable()
312 GEM_BUG_ON(!ct->vma); in intel_guc_ct_enable()
313 GEM_BUG_ON(!i915_gem_object_has_pinned_pages(ct->vma->obj)); in intel_guc_ct_enable()
318 GEM_BUG_ON(blob != ct->ctbs.send.desc); in intel_guc_ct_enable()
[all …]
Dintel_guc_ads.c56 GEM_BUG_ON(!guc->ads_regset_size); in guc_ads_regset_size()
150 GEM_BUG_ON(!blob->ads.scheduler_policies); in intel_guc_global_policies_update()
214 GEM_BUG_ON(count >= regset->size); in guc_mmio_reg_add()
231 GEM_BUG_ON(slot[0].offset == slot[1].offset); in guc_mmio_reg_add()
320 GEM_BUG_ON(engine->instance >= GUC_MAX_INSTANCES_PER_CLASS); in guc_mmio_reg_state_init()
340 GEM_BUG_ON(temp_set.size); in guc_mmio_reg_state_init()
407 GEM_BUG_ON(guc->ads_golden_ctxt_size != total_size); in guc_prep_golden_context()
447 GEM_BUG_ON(!blob); in guc_init_golden_context()
479 GEM_BUG_ON(blob->ads.eng_state_size[guc_class] != real_size); in guc_init_golden_context()
480 GEM_BUG_ON(blob->ads.golden_context_lrca[guc_class] != addr_ggtt); in guc_init_golden_context()
[all …]

123456