Home
last modified time | relevance | path

Searched refs:GEM_BUG_ON (Results 1 – 25 of 100) sorted by relevance

1234

/Linux-v5.4/drivers/gpu/drm/i915/
Di915_vma.c107 GEM_BUG_ON(vm == &vm->i915->ggtt.alias->vm); in vma_create()
135 GEM_BUG_ON(range_overflows_t(u64, in vma_create()
141 GEM_BUG_ON(vma->size > obj->base.size); in vma_create()
154 GEM_BUG_ON(!IS_ALIGNED(vma->size, I915_GTT_PAGE_SIZE)); in vma_create()
167 GEM_BUG_ON(!IS_ALIGNED(vma->fence_size, I915_GTT_MIN_ALIGNMENT)); in vma_create()
172 GEM_BUG_ON(!is_power_of_2(vma->fence_alignment)); in vma_create()
279 GEM_BUG_ON(view && !i915_is_ggtt(vm)); in i915_vma_instance()
280 GEM_BUG_ON(vm->closed); in i915_vma_instance()
290 GEM_BUG_ON(!IS_ERR(vma) && i915_vma_compare(vma, vm, view)); in i915_vma_instance()
311 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_vma_bind()
[all …]
Di915_gem_fence_reg.c84 GEM_BUG_ON(!i915_vma_is_map_and_fenceable(vma)); in i965_write_fence_reg()
85 GEM_BUG_ON(!IS_ALIGNED(vma->node.start, I965_FENCE_PAGE)); in i965_write_fence_reg()
86 GEM_BUG_ON(!IS_ALIGNED(vma->fence_size, I965_FENCE_PAGE)); in i965_write_fence_reg()
87 GEM_BUG_ON(!IS_ALIGNED(stride, 128)); in i965_write_fence_reg()
130 GEM_BUG_ON(!i915_vma_is_map_and_fenceable(vma)); in i915_write_fence_reg()
131 GEM_BUG_ON(vma->node.start & ~I915_FENCE_START_MASK); in i915_write_fence_reg()
132 GEM_BUG_ON(!is_power_of_2(vma->fence_size)); in i915_write_fence_reg()
133 GEM_BUG_ON(!IS_ALIGNED(vma->node.start, vma->fence_size)); in i915_write_fence_reg()
139 GEM_BUG_ON(!is_power_of_2(stride)); in i915_write_fence_reg()
168 GEM_BUG_ON(!i915_vma_is_map_and_fenceable(vma)); in i830_write_fence_reg()
[all …]
Di915_vma.h177 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_vma_set_ggtt_write()
195 GEM_BUG_ON(!i915_vma_is_map_and_fenceable(vma)); in i915_vma_set_userfault()
216 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_ggtt_offset()
217 GEM_BUG_ON(!vma->node.allocated); in i915_ggtt_offset()
218 GEM_BUG_ON(upper_32_bits(vma->node.start)); in i915_ggtt_offset()
219 GEM_BUG_ON(upper_32_bits(vma->node.start + vma->node.size - 1)); in i915_ggtt_offset()
259 GEM_BUG_ON(view && !i915_is_ggtt(vm)); in i915_vma_compare()
334 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_vma_pin()
335 GEM_BUG_ON(i915_vma_misplaced(vma, size, alignment, flags)); in i915_vma_pin()
355 GEM_BUG_ON(vma->flags & I915_VMA_PIN_OVERFLOW); in __i915_vma_pin()
[all …]
Di915_scheduler.c51 GEM_BUG_ON(rb_first_cached(&execlists->queue) != in assert_priolists()
58 GEM_BUG_ON(p->priority >= last_prio); in assert_priolists()
61 GEM_BUG_ON(!p->used); in assert_priolists()
66 GEM_BUG_ON(!(p->used & BIT(i))); in assert_priolists()
156 GEM_BUG_ON(!locked); in sched_lock_engine()
171 GEM_BUG_ON(locked != engine); in sched_lock_engine()
242 GEM_BUG_ON(prio == I915_PRIORITY_INVALID); in __i915_schedule()
285 GEM_BUG_ON(p == dep); /* no cycles! */ in __i915_schedule()
302 GEM_BUG_ON(!list_empty(&node->link)); in __i915_schedule()
328 GEM_BUG_ON(node_to_request(node)->engine != engine); in __i915_schedule()
[all …]
Dintel_wopcm.c234 GEM_BUG_ON(!wopcm->size); in intel_wopcm_init()
235 GEM_BUG_ON(wopcm->guc.base); in intel_wopcm_init()
236 GEM_BUG_ON(wopcm->guc.size); in intel_wopcm_init()
237 GEM_BUG_ON(guc_fw_size >= wopcm->size); in intel_wopcm_init()
238 GEM_BUG_ON(huc_fw_size >= wopcm->size); in intel_wopcm_init()
239 GEM_BUG_ON(ctx_rsvd + WOPCM_RESERVED_SIZE >= wopcm->size); in intel_wopcm_init()
277 GEM_BUG_ON(!wopcm->guc.base); in intel_wopcm_init()
278 GEM_BUG_ON(!wopcm->guc.size); in intel_wopcm_init()
Di915_syncmap.c101 GEM_BUG_ON(p->height); in __sync_seqno()
107 GEM_BUG_ON(!p->height); in __sync_child()
120 GEM_BUG_ON(p->height); in __sync_leaf_idx()
131 GEM_BUG_ON(p->height); in __sync_leaf_prefix()
244 GEM_BUG_ON(__sync_leaf_prefix(p, id) == p->prefix); in __sync_set()
300 GEM_BUG_ON(!(p->parent->bitmap & BIT(idx))); in __sync_set()
317 GEM_BUG_ON(!p->height); in __sync_set()
334 GEM_BUG_ON(p->prefix != __sync_leaf_prefix(p, id)); in __sync_set()
Di915_active.c51 GEM_BUG_ON(!is_barrier(&node->base)); in barrier_to_ll()
64 GEM_BUG_ON(!is_barrier(&node->base)); in barrier_to_engine()
146 GEM_BUG_ON(i915_active_request_isset(&it->base)); in __active_retire()
158 GEM_BUG_ON(!atomic_read(&ref->count)); in active_retire()
197 GEM_BUG_ON(i915_active_is_idle(ref)); in active_instance()
259 GEM_BUG_ON(node->timeline != engine->kernel_context->timeline->fence_context); in ____active_del_barrier()
332 GEM_BUG_ON(!atomic_read(&ref->count)); in i915_active_ref()
392 GEM_BUG_ON(!test_bit(I915_ACTIVE_GRAB_BIT, &ref->flags)); in i915_active_ungrab()
480 GEM_BUG_ON(!RB_EMPTY_ROOT(&ref->tree)); in i915_active_fini()
481 GEM_BUG_ON(atomic_read(&ref->count)); in i915_active_fini()
[all …]
Di915_gem_gtt.c176 GEM_BUG_ON(vma->pages); in ppgtt_set_pages()
187 GEM_BUG_ON(!vma->pages); in clear_pages()
432 GEM_BUG_ON(!pagevec_count(pvec)); in vm_free_pages_release()
481 GEM_BUG_ON(pagevec_count(&vm->free_pages.pvec) >= PAGEVEC_SIZE); in vm_free_page()
491 GEM_BUG_ON(pagevec_count(&vm->free_pages.pvec)); in i915_address_space_fini()
524 GEM_BUG_ON(!list_empty(&vm->bound_list)); in __i915_vm_release()
525 GEM_BUG_ON(!list_empty(&vm->unbound_list)); in __i915_vm_release()
538 GEM_BUG_ON(i915_is_ggtt(vm)); in i915_vm_release()
559 GEM_BUG_ON(!vm->total); in i915_address_space_init()
776 GEM_BUG_ON(atomic_read(px_used(pd)) > 2 * ARRAY_SIZE(pd->entry)); in __set_pd_entry()
[all …]
Di915_request.c231 GEM_BUG_ON(!i915_sw_fence_signaled(&rq->submit)); in i915_request_retire()
243 GEM_BUG_ON(!list_is_first(&rq->link, &rq->timeline->requests)); in i915_request_retire()
292 GEM_BUG_ON(!atomic_read(&rq->i915->gt_pm.rps.num_waiters)); in i915_request_retire()
299 GEM_BUG_ON(!list_empty(&rq->execute_cb)); in i915_request_retire()
328 GEM_BUG_ON(!i915_request_completed(rq)); in i915_request_retire_upto()
390 GEM_BUG_ON(!irqs_disabled()); in __i915_request_submit()
482 GEM_BUG_ON(!irqs_disabled()); in __i915_request_unsubmit()
496 GEM_BUG_ON(!test_bit(I915_FENCE_FLAG_ACTIVE, &request->fence.flags)); in __i915_request_unsubmit()
744 GEM_BUG_ON(!list_empty(&rq->active_list)); in __i915_request_create()
745 GEM_BUG_ON(!list_empty(&rq->sched.signalers_list)); in __i915_request_create()
[all …]
Di915_gem.h39 #define GEM_BUG_ON(condition) do { if (unlikely((condition))) { \ macro
51 #define GEM_DEBUG_BUG_ON(expr) GEM_BUG_ON(expr)
58 #define GEM_BUG_ON(expr) BUILD_BUG_ON_INVALID(expr) macro
Di915_buddy.c112 GEM_BUG_ON(mm->max_order > I915_BUDDY_MAX_ORDER); in i915_buddy_init()
152 GEM_BUG_ON(i > mm->max_order); in i915_buddy_init()
153 GEM_BUG_ON(i915_buddy_block_size(mm, root) < chunk_size); in i915_buddy_init()
192 GEM_BUG_ON(!i915_buddy_block_is_free(block)); in split_block()
193 GEM_BUG_ON(!i915_buddy_block_order(block)); in split_block()
256 GEM_BUG_ON(!i915_buddy_block_is_allocated(block)); in i915_buddy_free()
295 GEM_BUG_ON(!i915_buddy_block_is_free(block)); in i915_buddy_alloc()
/Linux-v5.4/drivers/gpu/drm/i915/gt/uc/
Dintel_guc_ct.c133 GEM_BUG_ON(ctch->vma); in ctch_init()
176 GEM_BUG_ON((i != CTB_SEND) && (i != CTB_RECV)); in ctch_init()
194 GEM_BUG_ON(ctch->enabled); in ctch_fini()
206 GEM_BUG_ON(!ctch->vma); in ctch_enable()
208 GEM_BUG_ON(ctch->enabled); in ctch_enable()
217 GEM_BUG_ON((i != CTB_SEND) && (i != CTB_RECV)); in ctch_enable()
255 GEM_BUG_ON(!ctch->enabled); in ctch_disable()
306 GEM_BUG_ON(desc->size % 4); in ctb_write()
307 GEM_BUG_ON(desc->head % 4); in ctb_write()
308 GEM_BUG_ON(desc->tail % 4); in ctb_write()
[all …]
Dintel_uc.c56 GEM_BUG_ON(intel_uc_uses_guc(uc)); in __confirm_options()
57 GEM_BUG_ON(intel_uc_uses_guc_submission(uc)); in __confirm_options()
58 GEM_BUG_ON(intel_uc_uses_huc(uc)); in __confirm_options()
161 GEM_BUG_ON(guc->handler == intel_guc_to_host_event_handler_nop); in guc_handle_mmio_msg()
198 GEM_BUG_ON(guc_communication_enabled(guc)); in guc_enable_communication()
301 GEM_BUG_ON(intel_uc_supports_guc_submission(uc)); in intel_uc_init()
333 GEM_BUG_ON(!intel_uc_supports_guc(uc)); in __uc_sanitize()
365 GEM_BUG_ON(!intel_uc_supports_guc(uc)); in uc_init_wopcm()
366 GEM_BUG_ON(!(base & GUC_WOPCM_OFFSET_MASK)); in uc_init_wopcm()
367 GEM_BUG_ON(base & ~GUC_WOPCM_OFFSET_MASK); in uc_init_wopcm()
[all …]
Dintel_uc_fw.c17 GEM_BUG_ON(uc_fw->status == INTEL_UC_FIRMWARE_UNINITIALIZED); in __uc_fw_to_gt()
21 GEM_BUG_ON(uc_fw->type != INTEL_UC_FW_TYPE_HUC); in __uc_fw_to_gt()
199 GEM_BUG_ON(uc_fw->status); in intel_uc_fw_init_early()
200 GEM_BUG_ON(uc_fw->path); in intel_uc_fw_init_early()
269 GEM_BUG_ON(!i915->wopcm.size); in intel_uc_fw_fetch()
270 GEM_BUG_ON(!intel_uc_fw_is_enabled(uc_fw)); in intel_uc_fw_fetch()
403 GEM_BUG_ON(!node->allocated); in uc_fw_ggtt_offset()
404 GEM_BUG_ON(upper_32_bits(node->start)); in uc_fw_ggtt_offset()
405 GEM_BUG_ON(upper_32_bits(node->start + node->size - 1)); in uc_fw_ggtt_offset()
422 GEM_BUG_ON(!i915_gem_object_has_pinned_pages(obj)); in intel_uc_fw_ggtt_bind()
[all …]
Dintel_guc.c28 GEM_BUG_ON(!guc->send_regs.base); in guc_send_reg()
29 GEM_BUG_ON(!guc->send_regs.count); in guc_send_reg()
30 GEM_BUG_ON(i >= guc->send_regs.count); in guc_send_reg()
260 GEM_BUG_ON(!guc->shared_data); in intel_guc_init()
269 GEM_BUG_ON(!guc->ads_vma); in intel_guc_init()
353 GEM_BUG_ON(!len); in intel_guc_send_mmio()
354 GEM_BUG_ON(len > guc->send_regs.count); in intel_guc_send_mmio()
357 GEM_BUG_ON(*action & ~INTEL_GUC_MSG_CODE_MASK); in intel_guc_send_mmio()
360 GEM_BUG_ON(*action != INTEL_GUC_ACTION_REGISTER_COMMAND_TRANSPORT_BUFFER && in intel_guc_send_mmio()
523 GEM_BUG_ON(!guc->execbuf_client); in intel_guc_reset_engine()
/Linux-v5.4/drivers/gpu/drm/i915/gem/
Di915_gem_pages.c36 GEM_BUG_ON(obj->mm.quirked); in __i915_gem_object_set_pages()
41 GEM_BUG_ON(!sg_page_sizes); in __i915_gem_object_set_pages()
57 GEM_BUG_ON(!HAS_PAGE_SIZES(i915, obj->mm.page_sizes.sg)); in __i915_gem_object_set_pages()
88 GEM_BUG_ON(!err && !i915_gem_object_has_pages(obj)); in ____i915_gem_object_get_pages()
109 GEM_BUG_ON(i915_gem_object_has_pinned_pages(obj)); in __i915_gem_object_get_pages()
136 GEM_BUG_ON(i915_gem_object_has_pages(obj)); in i915_gem_object_writeback()
191 GEM_BUG_ON(atomic_read(&obj->bind_count)); in __i915_gem_object_put_pages()
255 GEM_BUG_ON(i != n_pages); in i915_gem_object_map()
297 GEM_BUG_ON(i915_gem_object_has_pinned_pages(obj)); in i915_gem_object_pin_map()
308 GEM_BUG_ON(!i915_gem_object_has_pages(obj)); in i915_gem_object_pin_map()
[all …]
Di915_gem_object.c123 GEM_BUG_ON(vma->obj != obj); in i915_gem_close_object()
124 GEM_BUG_ON(!atomic_read(&vma->open_count)); in i915_gem_close_object()
146 GEM_BUG_ON(!atomic_read(&i915->mm.free_count)); in __i915_gem_free_object_rcu()
165 GEM_BUG_ON(i915_vma_is_active(vma)); in __i915_gem_free_objects()
169 GEM_BUG_ON(!list_empty(&obj->vma.list)); in __i915_gem_free_objects()
170 GEM_BUG_ON(!RB_EMPTY_ROOT(&obj->vma.tree)); in __i915_gem_free_objects()
174 GEM_BUG_ON(atomic_read(&obj->bind_count)); in __i915_gem_free_objects()
175 GEM_BUG_ON(obj->userfault_count); in __i915_gem_free_objects()
176 GEM_BUG_ON(!list_empty(&obj->lut_list)); in __i915_gem_free_objects()
180 GEM_BUG_ON(i915_gem_object_has_pages(obj)); in __i915_gem_free_objects()
[all …]
Di915_gem_tiling.c58 GEM_BUG_ON(!size); in i915_gem_fence_size()
63 GEM_BUG_ON(!stride); in i915_gem_fence_size()
67 GEM_BUG_ON(!IS_ALIGNED(stride, I965_FENCE_PAGE)); in i915_gem_fence_size()
96 GEM_BUG_ON(!size); in i915_gem_fence_alignment()
213 GEM_BUG_ON(!i915_tiling_ok(obj, tiling, stride)); in i915_gem_object_set_tiling()
214 GEM_BUG_ON(!stride ^ (tiling == I915_TILING_NONE)); in i915_gem_object_set_tiling()
255 GEM_BUG_ON(!obj->mm.quirked); in i915_gem_object_set_tiling()
260 GEM_BUG_ON(obj->mm.quirked); in i915_gem_object_set_tiling()
/Linux-v5.4/drivers/gpu/drm/i915/gt/
Dintel_timeline.c91 GEM_BUG_ON(!hwsp->free_bitmap); in hwsp_alloc()
99 GEM_BUG_ON(hwsp->vma->private != hwsp); in hwsp_alloc()
114 GEM_BUG_ON(cacheline >= BITS_PER_TYPE(hwsp->free_bitmap)); in __idle_hwsp_free()
129 GEM_BUG_ON(!i915_active_is_idle(&cl->active)); in __idle_cacheline_free()
164 GEM_BUG_ON(cacheline >= BIT(CACHELINE_BITS)); in cacheline_alloc()
200 GEM_BUG_ON(ptr_test_bit(cl->vaddr, CACHELINE_FREE)); in cacheline_free()
251 GEM_BUG_ON(timeline->hwsp_offset >= hwsp->size); in intel_timeline_init()
283 GEM_BUG_ON(atomic_read(&timeline->pin_count)); in intel_timeline_fini()
284 GEM_BUG_ON(!list_empty(&timeline->requests)); in intel_timeline_fini()
344 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in intel_timeline_enter()
[all …]
Dintel_sseu.c100 GEM_BUG_ON(subslices & 1); in intel_sseu_make_rpcs()
123 GEM_BUG_ON(val & ~mask); in intel_sseu_make_rpcs()
134 GEM_BUG_ON(val & ~GEN8_RPCS_SS_CNT_MASK); in intel_sseu_make_rpcs()
144 GEM_BUG_ON(val & ~GEN8_RPCS_EU_MIN_MASK); in intel_sseu_make_rpcs()
150 GEM_BUG_ON(val & ~GEN8_RPCS_EU_MAX_MASK); in intel_sseu_make_rpcs()
Dintel_ringbuffer.c442 GEM_BUG_ON(rq->timeline->hwsp_ggtt != rq->engine->status_page.vma); in gen6_xcs_emit_breadcrumb()
443 GEM_BUG_ON(offset_in_page(rq->timeline->hwsp_offset) != I915_GEM_HWS_SEQNO_ADDR); in gen6_xcs_emit_breadcrumb()
462 GEM_BUG_ON(rq->timeline->hwsp_ggtt != rq->engine->status_page.vma); in gen7_xcs_emit_breadcrumb()
463 GEM_BUG_ON(offset_in_page(rq->timeline->hwsp_offset) != I915_GEM_HWS_SEQNO_ADDR); in gen7_xcs_emit_breadcrumb()
521 GEM_BUG_ON(!i915_gem_object_has_pinned_pages(obj)); in status_page()
547 GEM_BUG_ON(engine->id); in set_hwsp()
692 GEM_BUG_ON(!intel_ring_offset_valid(ring, ring->head)); in xcs_resume()
693 GEM_BUG_ON(!intel_ring_offset_valid(ring, ring->tail)); in xcs_resume()
837 GEM_BUG_ON(rq->ring != engine->legacy.ring); in reset_ring()
940 GEM_BUG_ON(rq->timeline->hwsp_ggtt != rq->engine->status_page.vma); in i9xx_emit_breadcrumb()
[all …]
Dintel_engine.h134 GEM_BUG_ON(execlists->active - execlists->inflight > in execlists_active()
245 GEM_BUG_ON((rq->ring->vaddr + rq->ring->emit) != cs); in intel_ring_advance()
270 GEM_BUG_ON(offset > rq->ring->size); in intel_ring_offset()
277 GEM_BUG_ON(!intel_ring_offset_valid(ring, tail)); in assert_ring_tail_valid()
294 GEM_BUG_ON(cacheline(tail) == cacheline(ring->head) && in assert_ring_tail_valid()
321 GEM_BUG_ON(!is_power_of_2(size)); in __intel_ring_space()
384 GEM_BUG_ON(!IS_ALIGNED(gtt_offset, 8)); in gen8_emit_ggtt_write_rcs()
405 GEM_BUG_ON(gtt_offset & (1 << 5)); in gen8_emit_ggtt_write()
407 GEM_BUG_ON(!IS_ALIGNED(gtt_offset, 8)); in gen8_emit_ggtt_write()
449 GEM_BUG_ON(engine->stats.active == 0); in intel_engine_context_in()
Dintel_lrc.c225 GEM_BUG_ON(!intel_engine_is_virtual(engine)); in to_virtual_engine()
455 GEM_BUG_ON(ctx->hw_id >= BIT(GEN11_SW_CTX_ID_WIDTH)); in lrc_descriptor()
467 GEM_BUG_ON(ctx->hw_id >= BIT(GEN8_CTX_ID_WIDTH)); in lrc_descriptor()
509 GEM_BUG_ON(rq_prio(rq) == I915_PRIORITY_INVALID); in __unwind_incomplete_requests()
514 GEM_BUG_ON(RB_EMPTY_ROOT(&engine->execlists.queue.rb_root)); in __unwind_incomplete_requests()
585 GEM_BUG_ON(!intel_engine_pm_is_awake(rq->engine)); in execlists_schedule_in()
596 GEM_BUG_ON(intel_context_inflight(ce) != rq->engine); in execlists_schedule_in()
751 GEM_BUG_ON(!assert_pending_valid(execlists, "submit")); in execlists_submit_ports()
761 GEM_BUG_ON(!intel_engine_pm_is_awake(engine)); in execlists_submit_ports()
803 GEM_BUG_ON(prev == next); in can_merge_rq()
[all …]
Dmock_engine.c42 GEM_BUG_ON(!atomic_read(&tl->pin_count)); in mock_timeline_unpin()
77 GEM_BUG_ON(!i915_request_completed(request)); in advance()
120 GEM_BUG_ON(intel_context_is_pinned(ce)); in mock_context_destroy()
137 GEM_BUG_ON(ce->timeline); in mock_context_alloc()
211 GEM_BUG_ON(stalled); in mock_reset()
242 GEM_BUG_ON(id >= I915_NUM_ENGINES); in mock_engine()
323 GEM_BUG_ON(timer_pending(&mock->hw_delay)); in mock_engine_free()
/Linux-v5.4/drivers/gpu/drm/i915/selftests/
Di915_gem_gtt.c81 GEM_BUG_ON(!len); in fake_get_pages()
89 GEM_BUG_ON(rem); in fake_get_pages()
118 GEM_BUG_ON(!size); in fake_dma_object()
119 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in fake_dma_object()
250 GEM_BUG_ON(!order); in lowlevel_hole()
252 GEM_BUG_ON(count * BIT_ULL(size) > vm->total); in lowlevel_hole()
253 GEM_BUG_ON(hole_start + count * BIT_ULL(size) > hole_end); in lowlevel_hole()
267 GEM_BUG_ON(obj->base.size != BIT_ULL(size)); in lowlevel_hole()
279 GEM_BUG_ON(addr + BIT_ULL(size) > vm->total); in lowlevel_hole()
306 GEM_BUG_ON(addr + BIT_ULL(size) > vm->total); in lowlevel_hole()
[all …]

1234