/Linux-v4.19/drivers/gpu/drm/i915/ |
D | i915_vma.c | 78 GEM_BUG_ON(!i915_vma_is_active(vma)); in __i915_vma_retire() 82 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in __i915_vma_retire() 85 GEM_BUG_ON(!i915_gem_object_is_active(obj)); in __i915_vma_retire() 137 GEM_BUG_ON(vm == &vm->i915->mm.aliasing_ppgtt->vm); in vma_create() 157 GEM_BUG_ON(range_overflows_t(u64, in vma_create() 163 GEM_BUG_ON(vma->size > obj->base.size); in vma_create() 173 GEM_BUG_ON(!IS_ALIGNED(vma->size, I915_GTT_PAGE_SIZE)); in vma_create() 186 GEM_BUG_ON(!IS_ALIGNED(vma->fence_size, I915_GTT_MIN_ALIGNMENT)); in vma_create() 191 GEM_BUG_ON(!is_power_of_2(vma->fence_alignment)); in vma_create() 276 GEM_BUG_ON(view && !i915_is_ggtt(vm)); in i915_vma_instance() [all …]
|
D | i915_request.c | 162 GEM_BUG_ON(!list_empty(&node->link)); in i915_sched_node_fini() 171 GEM_BUG_ON(!i915_sched_node_signaled(dep->signaler)); in i915_sched_node_fini() 172 GEM_BUG_ON(!list_empty(&dep->dfs_link)); in i915_sched_node_fini() 181 GEM_BUG_ON(dep->signaler != node); in i915_sched_node_fini() 182 GEM_BUG_ON(!list_empty(&dep->dfs_link)); in i915_sched_node_fini() 214 GEM_BUG_ON(i915->gt.active_requests); in reset_all_global_seqno() 228 GEM_BUG_ON(!list_empty(&engine->breadcrumbs.signals)); in reset_all_global_seqno() 232 GEM_BUG_ON(!intel_engine_is_idle(engine)); in reset_all_global_seqno() 233 GEM_BUG_ON(i915_gem_active_isset(&engine->timeline.last_request)); in reset_all_global_seqno() 289 GEM_BUG_ON(!i915->gt.active_requests); in unreserve_gt() [all …]
|
D | i915_gem_fence_reg.c | 82 GEM_BUG_ON(!i915_vma_is_map_and_fenceable(vma)); in i965_write_fence_reg() 83 GEM_BUG_ON(!IS_ALIGNED(vma->node.start, I965_FENCE_PAGE)); in i965_write_fence_reg() 84 GEM_BUG_ON(!IS_ALIGNED(vma->fence_size, I965_FENCE_PAGE)); in i965_write_fence_reg() 85 GEM_BUG_ON(!IS_ALIGNED(stride, 128)); in i965_write_fence_reg() 127 GEM_BUG_ON(!i915_vma_is_map_and_fenceable(vma)); in i915_write_fence_reg() 128 GEM_BUG_ON(vma->node.start & ~I915_FENCE_START_MASK); in i915_write_fence_reg() 129 GEM_BUG_ON(!is_power_of_2(vma->fence_size)); in i915_write_fence_reg() 130 GEM_BUG_ON(!IS_ALIGNED(vma->node.start, vma->fence_size)); in i915_write_fence_reg() 136 GEM_BUG_ON(!is_power_of_2(stride)); in i915_write_fence_reg() 165 GEM_BUG_ON(!i915_vma_is_map_and_fenceable(vma)); in i830_write_fence_reg() [all …]
|
D | i915_vma.h | 164 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_vma_set_ggtt_write() 187 GEM_BUG_ON(!i915_vma_is_map_and_fenceable(vma)); in i915_vma_set_userfault() 203 GEM_BUG_ON(!i915_vma_is_ggtt(vma)); in i915_ggtt_offset() 204 GEM_BUG_ON(!vma->node.allocated); in i915_ggtt_offset() 205 GEM_BUG_ON(upper_32_bits(vma->node.start)); in i915_ggtt_offset() 206 GEM_BUG_ON(upper_32_bits(vma->node.start + vma->node.size - 1)); in i915_ggtt_offset() 233 GEM_BUG_ON(view && !i915_is_ggtt(vm)); in i915_vma_compare() 291 GEM_BUG_ON(!drm_mm_node_allocated(&vma->node)); in i915_vma_pin() 292 GEM_BUG_ON(i915_vma_misplaced(vma, size, alignment, flags)); in i915_vma_pin() 312 GEM_BUG_ON(vma->flags & I915_VMA_PIN_OVERFLOW); in __i915_vma_pin() [all …]
|
D | intel_guc_ct.c | 156 GEM_BUG_ON(ctch->vma); in ctch_init() 199 GEM_BUG_ON((i != CTB_SEND) && (i != CTB_RECV)); in ctch_init() 217 GEM_BUG_ON(!ctch->vma); in ctch_fini() 237 GEM_BUG_ON(!ctch->vma); in ctch_open() 247 GEM_BUG_ON((i != CTB_SEND) && (i != CTB_RECV)); in ctch_open() 285 GEM_BUG_ON(!ctch_is_open(ctch)); in ctch_close() 335 GEM_BUG_ON(desc->size % 4); in ctb_write() 336 GEM_BUG_ON(desc->head % 4); in ctb_write() 337 GEM_BUG_ON(desc->tail % 4); in ctb_write() 338 GEM_BUG_ON(tail >= size); in ctb_write() [all …]
|
D | intel_breadcrumbs.c | 171 GEM_BUG_ON(!intel_irqs_enabled(engine->i915)); in irq_enable() 202 GEM_BUG_ON(b->irq_wait); in __intel_engine_disarm_breadcrumbs() 203 GEM_BUG_ON(!b->irq_armed); in __intel_engine_disarm_breadcrumbs() 205 GEM_BUG_ON(!b->irq_enabled); in __intel_engine_disarm_breadcrumbs() 219 GEM_BUG_ON(!b->irq_enabled); /* no overflow! */ in intel_engine_pin_breadcrumbs_irq() 228 GEM_BUG_ON(!b->irq_enabled); /* no underflow! */ in intel_engine_unpin_breadcrumbs_irq() 259 GEM_BUG_ON(!i915_seqno_passed(intel_engine_get_seqno(engine), in intel_engine_disarm_breadcrumbs() 353 GEM_BUG_ON(b->irq_wait == wait); in __intel_breadcrumbs_finish() 377 GEM_BUG_ON(!b->irq_armed); in __intel_breadcrumbs_next() 378 GEM_BUG_ON(!b->irq_wait); in __intel_breadcrumbs_next() [all …]
|
D | i915_syncmap.c | 101 GEM_BUG_ON(p->height); in __sync_seqno() 107 GEM_BUG_ON(!p->height); in __sync_child() 120 GEM_BUG_ON(p->height); in __sync_leaf_idx() 131 GEM_BUG_ON(p->height); in __sync_leaf_prefix() 244 GEM_BUG_ON(__sync_leaf_prefix(p, id) == p->prefix); in __sync_set() 300 GEM_BUG_ON(!(p->parent->bitmap & BIT(idx))); in __sync_set() 317 GEM_BUG_ON(!p->height); in __sync_set() 334 GEM_BUG_ON(p->prefix != __sync_leaf_prefix(p, id)); in __sync_set()
|
D | intel_lrc.c | 231 GEM_BUG_ON(desc & GENMASK_ULL(63, 12)); in intel_lr_context_descriptor_update() 235 GEM_BUG_ON(desc & GENMASK_ULL(63, 32)); in intel_lr_context_descriptor_update() 243 GEM_BUG_ON(ctx->hw_id >= BIT(GEN11_SW_CTX_ID_WIDTH)); in intel_lr_context_descriptor_update() 255 GEM_BUG_ON(ctx->hw_id >= BIT(GEN8_CTX_ID_WIDTH)); in intel_lr_context_descriptor_update() 342 GEM_BUG_ON(rq_prio(rq) == I915_PRIORITY_INVALID); in __unwind_incomplete_requests() 348 GEM_BUG_ON(p->priority != rq_prio(rq)); in __unwind_incomplete_requests() 463 GEM_BUG_ON(!engine->i915->gt.awake); in execlists_submit_ports() 478 GEM_BUG_ON(count > !n); in execlists_submit_ports() 493 GEM_BUG_ON(!n); in execlists_submit_ports() 527 GEM_BUG_ON(rq == port_request(port)); in port_assign() [all …]
|
D | i915_gem_tiling.c | 76 GEM_BUG_ON(!size); in i915_gem_fence_size() 81 GEM_BUG_ON(!stride); in i915_gem_fence_size() 85 GEM_BUG_ON(!IS_ALIGNED(stride, I965_FENCE_PAGE)); in i915_gem_fence_size() 114 GEM_BUG_ON(!size); in i915_gem_fence_alignment() 231 GEM_BUG_ON(!i915_tiling_ok(obj, tiling, stride)); in i915_gem_object_set_tiling() 232 GEM_BUG_ON(!stride ^ (tiling == I915_TILING_NONE)); in i915_gem_object_set_tiling() 273 GEM_BUG_ON(!obj->mm.quirked); in i915_gem_object_set_tiling() 278 GEM_BUG_ON(obj->mm.quirked); in i915_gem_object_set_tiling()
|
D | intel_uc.h | 46 GEM_BUG_ON(i915_modparams.enable_guc < 0); in intel_uc_is_using_guc() 52 GEM_BUG_ON(i915_modparams.enable_guc < 0); in intel_uc_is_using_guc_submission() 58 GEM_BUG_ON(i915_modparams.enable_guc < 0); in intel_uc_is_using_huc()
|
D | intel_guc.c | 41 GEM_BUG_ON(!guc->send_regs.base); in guc_send_reg() 42 GEM_BUG_ON(!guc->send_regs.count); in guc_send_reg() 43 GEM_BUG_ON(i >= guc->send_regs.count); in guc_send_reg() 197 GEM_BUG_ON(!guc->shared_data); in intel_guc_init() 206 GEM_BUG_ON(!guc->ads_vma); in intel_guc_init() 395 GEM_BUG_ON(!len); in intel_guc_send_mmio() 396 GEM_BUG_ON(len > guc->send_regs.count); in intel_guc_send_mmio() 399 GEM_BUG_ON(*action & ~INTEL_GUC_MSG_CODE_MASK); in intel_guc_send_mmio() 402 GEM_BUG_ON(HAS_GUC_CT(dev_priv) && in intel_guc_send_mmio() 552 GEM_BUG_ON(!guc->execbuf_client); in intel_guc_reset_engine() [all …]
|
D | intel_ringbuffer.c | 55 GEM_BUG_ON(!is_power_of_2(size)); in __intel_ring_space() 370 GEM_BUG_ON(engine->id); in intel_ring_setup_status_page() 510 GEM_BUG_ON(!intel_ring_offset_valid(ring, ring->head)); in init_ring_common() 511 GEM_BUG_ON(!intel_ring_offset_valid(ring, ring->tail)); in init_ring_common() 704 GEM_BUG_ON(!request->global_seqno); in cancel_requests() 1028 GEM_BUG_ON(ring->vaddr); in intel_ring_pin() 1071 GEM_BUG_ON(!intel_ring_offset_valid(ring, tail)); in intel_ring_reset() 1081 GEM_BUG_ON(!ring->vma); in intel_ring_unpin() 1082 GEM_BUG_ON(!ring->vaddr); in intel_ring_unpin() 1136 GEM_BUG_ON(!is_power_of_2(size)); in intel_engine_create_ring() [all …]
|
D | intel_guc_submission.c | 101 GEM_BUG_ON(client->doorbell_id != GUC_DOORBELL_INVALID); in reserve_doorbell() 137 GEM_BUG_ON(!has_doorbell(client)); in unreserve_doorbell() 248 GEM_BUG_ON(!has_doorbell(client)); in destroy_doorbell() 462 GEM_BUG_ON(CIRC_SPACE(wq_off, READ_ONCE(desc->head), in guc_wq_item_append() 464 GEM_BUG_ON(wq_off & (wqi_size - 1)); in guc_wq_item_append() 476 GEM_BUG_ON(ring_tail > WQ_RING_TAIL_MAX); in guc_wq_item_append() 509 GEM_BUG_ON(db->db_status != GUC_DOORBELL_ENABLED); in guc_ring_doorbell() 629 GEM_BUG_ON(!execlists_is_active(execlists, EXECLISTS_ACTIVE_PREEMPT)); in complete_preempt_context() 672 GEM_BUG_ON(port_isset(port)); in port_assign() 718 GEM_BUG_ON(port_isset(port)); in __guc_dequeue() [all …]
|
D | intel_wopcm.c | 166 GEM_BUG_ON(!wopcm->size); in intel_wopcm_init() 219 GEM_BUG_ON(val & ~mask); in write_and_verify() 248 GEM_BUG_ON(!HAS_GUC(dev_priv)); in intel_wopcm_init_hw() 249 GEM_BUG_ON(!wopcm->guc.size); in intel_wopcm_init_hw() 250 GEM_BUG_ON(!wopcm->guc.base); in intel_wopcm_init_hw()
|
D | i915_gem_gtt.c | 224 GEM_BUG_ON(vma->pages); in ppgtt_set_pages() 235 GEM_BUG_ON(!vma->pages); in clear_pages() 482 GEM_BUG_ON(!pagevec_count(pvec)); in vm_free_pages_release() 545 GEM_BUG_ON(!vm->total); in i915_address_space_init() 561 GEM_BUG_ON(pagevec_count(&vm->free_pages.pvec)); in i915_address_space_fini() 800 GEM_BUG_ON(!use_4lvl(vm)); in alloc_pdp() 878 GEM_BUG_ON(num_entries > pt->used_ptes); in gen8_ppgtt_clear_pt() 914 GEM_BUG_ON(pt == vm->scratch_pt); in gen8_ppgtt_clear_pd() 920 GEM_BUG_ON(!pd->used_pdes); in gen8_ppgtt_clear_pd() 956 GEM_BUG_ON(pd == vm->scratch_pd); in gen8_ppgtt_clear_pdp() [all …]
|
D | i915_gem.h | 37 #define GEM_BUG_ON(condition) do { if (unlikely((condition))) { \ macro 49 #define GEM_DEBUG_BUG_ON(expr) GEM_BUG_ON(expr) 55 #define GEM_BUG_ON(expr) BUILD_BUG_ON_INVALID(expr) macro
|
D | i915_gem_context.c | 123 GEM_BUG_ON(!i915_gem_context_is_closed(ctx)); in i915_gem_context_free() 428 GEM_BUG_ON(i915_gem_context_is_kernel(ctx)); in i915_gem_context_create_gvt() 447 GEM_BUG_ON(!i915_gem_context_is_kernel(ctx)); in i915_gem_context_create_kernel() 459 GEM_BUG_ON(!i915_gem_context_is_kernel(ctx)); in destroy_kernel_context() 476 GEM_BUG_ON(dev_priv->kernel_context); in i915_gem_contexts_init() 477 GEM_BUG_ON(dev_priv->preempt_context); in i915_gem_contexts_init() 502 GEM_BUG_ON(ctx->hw_id); in i915_gem_contexts_init() 567 GEM_BUG_ON(i915_gem_context_is_kernel(ctx)); in i915_gem_context_open() 588 GEM_BUG_ON(timeline == &engine->timeline); in last_request_on_engine() 596 GEM_BUG_ON(rq->timeline != timeline); in last_request_on_engine() [all …]
|
D | i915_gem_context.h | 206 GEM_BUG_ON(i915_gem_context_is_closed(ctx)); in i915_gem_context_set_closed() 285 GEM_BUG_ON(!ce->pin_count); in __intel_context_pin() 291 GEM_BUG_ON(!ce->pin_count); in intel_context_unpin() 295 GEM_BUG_ON(!ce->ops); in intel_context_unpin()
|
D | i915_gem_evict.c | 77 GEM_BUG_ON(!ggtt_is_idle(i915)); in ggtt_flush() 286 GEM_BUG_ON(!IS_ALIGNED(start, I915_GTT_PAGE_SIZE)); in i915_gem_evict_for_node() 287 GEM_BUG_ON(!IS_ALIGNED(end, I915_GTT_PAGE_SIZE)); in i915_gem_evict_for_node() 308 GEM_BUG_ON(start >= end); in i915_gem_evict_for_node() 317 GEM_BUG_ON(!node->allocated); in i915_gem_evict_for_node()
|
D | i915_gem.c | 145 GEM_BUG_ON(i915->gt.active_requests); in __i915_gem_park() 146 GEM_BUG_ON(!list_empty(&i915->gt.active_rings)); in __i915_gem_park() 151 GEM_BUG_ON(i915->gt.epoch == I915_EPOCH_INVALID); in __i915_gem_park() 189 GEM_BUG_ON(i915->gt.active_requests); in i915_gem_park() 203 GEM_BUG_ON(!i915->gt.active_requests); in i915_gem_unpark() 357 GEM_BUG_ON(obj->mm.madv == __I915_MADV_PURGED); in __i915_gem_object_release_shmem() 659 GEM_BUG_ON(debug_locks && in i915_gem_object_wait() 663 GEM_BUG_ON(timeout < 0); in i915_gem_object_wait() 1204 GEM_BUG_ON(!node.allocated); in i915_gem_gtt_pread() 1405 GEM_BUG_ON(!node.allocated); in i915_gem_gtt_pwrite_fast() [all …]
|
D | intel_uc.c | 161 GEM_BUG_ON(i915_modparams.enable_guc < 0); in sanitize_options_early() 162 GEM_BUG_ON(i915_modparams.guc_log_level < 0); in sanitize_options_early() 316 GEM_BUG_ON(!HAS_GUC(i915)); in intel_uc_fini() 332 GEM_BUG_ON(!HAS_GUC(i915)); in intel_uc_sanitize() 351 GEM_BUG_ON(!HAS_GUC(i915)); in intel_uc_init_hw() 441 GEM_BUG_ON(!HAS_GUC(i915)); in intel_uc_fini_hw()
|
D | i915_gem_clflush.c | 73 GEM_BUG_ON(!i915_gem_object_has_pages(obj)); in __i915_do_clflush() 153 GEM_BUG_ON(!obj->cache_dirty); in i915_gem_clflush_object() 180 GEM_BUG_ON(obj->write_domain != I915_GEM_DOMAIN_CPU); in i915_gem_clflush_object()
|
D | intel_ringbuffer.h | 728 GEM_BUG_ON(port_index(port, execlists) != 0); in execlists_port_complete() 729 GEM_BUG_ON(!execlists_is_active(execlists, EXECLISTS_ACTIVE_USER)); in execlists_port_complete() 828 GEM_BUG_ON((rq->ring->vaddr + rq->ring->emit) != cs); in intel_ring_advance() 853 GEM_BUG_ON(offset > rq->ring->size); in intel_ring_offset() 860 GEM_BUG_ON(!intel_ring_offset_valid(ring, tail)); in assert_ring_tail_valid() 877 GEM_BUG_ON(cacheline(tail) == cacheline(ring->head) && in assert_ring_tail_valid() 1047 GEM_BUG_ON(!IS_ALIGNED(gtt_offset, 8)); in gen8_emit_ggtt_write_rcs() 1069 GEM_BUG_ON(gtt_offset & (1 << 5)); in gen8_emit_ggtt_write() 1071 GEM_BUG_ON(!IS_ALIGNED(gtt_offset, 8)); in gen8_emit_ggtt_write() 1117 GEM_BUG_ON(engine->stats.active == 0); in intel_engine_context_in()
|
/Linux-v4.19/drivers/gpu/drm/i915/selftests/ |
D | i915_gem_gtt.c | 80 GEM_BUG_ON(!len); in fake_get_pages() 88 GEM_BUG_ON(rem); in fake_get_pages() 117 GEM_BUG_ON(!size); in fake_dma_object() 118 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in fake_dma_object() 251 GEM_BUG_ON(!order); in lowlevel_hole() 253 GEM_BUG_ON(count * BIT_ULL(size) > vm->total); in lowlevel_hole() 254 GEM_BUG_ON(hole_start + count * BIT_ULL(size) > hole_end); in lowlevel_hole() 268 GEM_BUG_ON(obj->base.size != BIT_ULL(size)); in lowlevel_hole() 279 GEM_BUG_ON(addr + BIT_ULL(size) > vm->total); in lowlevel_hole() 306 GEM_BUG_ON(addr + BIT_ULL(size) > vm->total); in lowlevel_hole() [all …]
|
D | huge_gem_object.c | 118 GEM_BUG_ON(!phys_size || phys_size > dma_size); in huge_gem_object() 119 GEM_BUG_ON(!IS_ALIGNED(phys_size, PAGE_SIZE)); in huge_gem_object() 120 GEM_BUG_ON(!IS_ALIGNED(dma_size, I915_GTT_PAGE_SIZE)); in huge_gem_object()
|