| /Linux-v5.10/drivers/gpu/drm/amd/amdgpu/ |
| D | amdgpu_gfx.c | 291 struct amdgpu_kiq *kiq = &adev->gfx.kiq; in amdgpu_gfx_kiq_init_ring() local 294 spin_lock_init(&kiq->ring_lock); in amdgpu_gfx_kiq_init_ring() 299 ring->doorbell_index = adev->doorbell_index.kiq; in amdgpu_gfx_kiq_init_ring() 305 ring->eop_gpu_addr = kiq->eop_gpu_addr; in amdgpu_gfx_kiq_init_ring() 324 struct amdgpu_kiq *kiq = &adev->gfx.kiq; in amdgpu_gfx_kiq_fini() local 326 amdgpu_bo_free_kernel(&kiq->eop_obj, &kiq->eop_gpu_addr, NULL); in amdgpu_gfx_kiq_fini() 334 struct amdgpu_kiq *kiq = &adev->gfx.kiq; in amdgpu_gfx_kiq_init() local 337 AMDGPU_GEM_DOMAIN_GTT, &kiq->eop_obj, in amdgpu_gfx_kiq_init() 338 &kiq->eop_gpu_addr, (void **)&hpd); in amdgpu_gfx_kiq_init() 346 r = amdgpu_bo_reserve(kiq->eop_obj, true); in amdgpu_gfx_kiq_init() [all …]
|
| D | gmc_v10_0.c | 288 if (adev->gfx.kiq.ring.sched.ready && in gmc_v10_0_flush_gpu_tlb() 374 struct amdgpu_ring *ring = &adev->gfx.kiq.ring; in gmc_v10_0_flush_gpu_tlb_pasid() 375 struct amdgpu_kiq *kiq = &adev->gfx.kiq; in gmc_v10_0_flush_gpu_tlb_pasid() local 378 spin_lock(&adev->gfx.kiq.ring_lock); in gmc_v10_0_flush_gpu_tlb_pasid() 380 amdgpu_ring_alloc(ring, kiq->pmf->invalidate_tlbs_size + 8); in gmc_v10_0_flush_gpu_tlb_pasid() 381 kiq->pmf->kiq_invalidate_tlbs(ring, in gmc_v10_0_flush_gpu_tlb_pasid() 386 spin_unlock(&adev->gfx.kiq.ring_lock); in gmc_v10_0_flush_gpu_tlb_pasid() 391 spin_unlock(&adev->gfx.kiq.ring_lock); in gmc_v10_0_flush_gpu_tlb_pasid()
|
| D | gmc_v9_0.c | 747 if (adev->gfx.kiq.ring.sched.ready && in gmc_v9_0_flush_gpu_tlb() 842 struct amdgpu_ring *ring = &adev->gfx.kiq.ring; in gmc_v9_0_flush_gpu_tlb_pasid() 843 struct amdgpu_kiq *kiq = &adev->gfx.kiq; in gmc_v9_0_flush_gpu_tlb_pasid() local 858 unsigned int ndw = kiq->pmf->invalidate_tlbs_size + 8; in gmc_v9_0_flush_gpu_tlb_pasid() 861 ndw += kiq->pmf->invalidate_tlbs_size; in gmc_v9_0_flush_gpu_tlb_pasid() 863 spin_lock(&adev->gfx.kiq.ring_lock); in gmc_v9_0_flush_gpu_tlb_pasid() 867 kiq->pmf->kiq_invalidate_tlbs(ring, in gmc_v9_0_flush_gpu_tlb_pasid() 869 kiq->pmf->kiq_invalidate_tlbs(ring, in gmc_v9_0_flush_gpu_tlb_pasid() 874 spin_unlock(&adev->gfx.kiq.ring_lock); in gmc_v9_0_flush_gpu_tlb_pasid() 880 spin_unlock(&adev->gfx.kiq.ring_lock); in gmc_v9_0_flush_gpu_tlb_pasid()
|
| D | amdgpu_virt.c | 63 struct amdgpu_kiq *kiq = &adev->gfx.kiq; in amdgpu_virt_kiq_reg_write_reg_wait() local 64 struct amdgpu_ring *ring = &kiq->ring; in amdgpu_virt_kiq_reg_write_reg_wait() 69 spin_lock_irqsave(&kiq->ring_lock, flags); in amdgpu_virt_kiq_reg_write_reg_wait() 78 spin_unlock_irqrestore(&kiq->ring_lock, flags); in amdgpu_virt_kiq_reg_write_reg_wait() 100 spin_unlock_irqrestore(&kiq->ring_lock, flags); in amdgpu_virt_kiq_reg_write_reg_wait()
|
| D | mes_v10_1.c | 789 struct amdgpu_kiq *kiq = &adev->gfx.kiq; 790 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; 793 if (!kiq->pmf || !kiq->pmf->kiq_map_queues) 796 r = amdgpu_ring_alloc(kiq_ring, kiq->pmf->map_queues_size); 802 kiq->pmf->kiq_map_queues(kiq_ring, &adev->mes.ring);
|
| D | amdgpu_amdkfd_gfx_v10.c | 310 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; in kgd_hiq_mqd_load() 325 spin_lock(&adev->gfx.kiq.ring_lock); in kgd_hiq_mqd_load() 352 spin_unlock(&adev->gfx.kiq.ring_lock); in kgd_hiq_mqd_load()
|
| D | gfx_v10_0.c | 3332 adev->gfx.kiq.pmf = &gfx_v10_0_kiq_pm4_funcs; in gfx_v10_0_set_kiq_pm4_funcs() 4351 struct amdgpu_kiq *kiq; in gfx_v10_0_sw_init() local 4387 &adev->gfx.kiq.irq); in gfx_v10_0_sw_init() 4471 kiq = &adev->gfx.kiq; in gfx_v10_0_sw_init() 4472 r = amdgpu_gfx_kiq_init_ring(adev, &kiq->ring, &kiq->irq); in gfx_v10_0_sw_init() 4526 amdgpu_gfx_kiq_free_ring(&adev->gfx.kiq.ring); in gfx_v10_0_sw_fini() 6017 adev->gfx.kiq.ring.sched.ready = false; in gfx_v10_0_cp_compute_enable() 6298 struct amdgpu_kiq *kiq = &adev->gfx.kiq; in gfx_v10_0_kiq_enable_kgq() local 6299 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; in gfx_v10_0_kiq_enable_kgq() 6302 if (!kiq->pmf || !kiq->pmf->kiq_map_queues) in gfx_v10_0_kiq_enable_kgq() [all …]
|
| D | amdgpu_doorbell.h | 42 uint32_t kiq; member
|
| D | vega10_reg_init.c | 60 adev->doorbell_index.kiq = AMDGPU_DOORBELL64_KIQ; in vega10_doorbell_index_init()
|
| D | amdgpu_amdkfd_gfx_v9.c | 319 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; in kgd_gfx_v9_hiq_mqd_load() 334 spin_lock(&adev->gfx.kiq.ring_lock); in kgd_gfx_v9_hiq_mqd_load() 361 spin_unlock(&adev->gfx.kiq.ring_lock); in kgd_gfx_v9_hiq_mqd_load()
|
| D | vega20_reg_init.c | 60 adev->doorbell_index.kiq = AMDGPU_VEGA20_DOORBELL_KIQ; in vega20_doorbell_index_init()
|
| D | amdgpu_amdkfd_gfx_v10_3.c | 295 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; in hiq_mqd_load_v10_3() 310 spin_lock(&adev->gfx.kiq.ring_lock); in hiq_mqd_load_v10_3() 337 spin_unlock(&adev->gfx.kiq.ring_lock); in hiq_mqd_load_v10_3()
|
| D | gfx_v9_0.c | 932 adev->gfx.kiq.pmf = &gfx_v9_0_kiq_pm4_funcs; in gfx_v9_0_set_kiq_pm4_funcs() 2242 struct amdgpu_kiq *kiq; in gfx_v9_0_sw_init() local 2356 kiq = &adev->gfx.kiq; in gfx_v9_0_sw_init() 2357 r = amdgpu_gfx_kiq_init_ring(adev, &kiq->ring, &kiq->irq); in gfx_v9_0_sw_init() 2389 amdgpu_gfx_kiq_free_ring(&adev->gfx.kiq.ring); in gfx_v9_0_sw_fini() 3319 adev->gfx.kiq.ring.sched.ready = false; in gfx_v9_0_cp_compute_enable() 3618 (adev->doorbell_index.kiq * 2) << 2); in gfx_v9_0_kiq_init_register() 3766 ring = &adev->gfx.kiq.ring; in gfx_v9_0_kiq_resume() 3941 soc15_grbm_select(adev, adev->gfx.kiq.ring.me, in gfx_v9_0_hw_fini() 3942 adev->gfx.kiq.ring.pipe, in gfx_v9_0_hw_fini() [all …]
|
| D | amdgpu_gfx.h | 261 struct amdgpu_kiq kiq; member
|
| D | gfx_v8_0.c | 1936 struct amdgpu_kiq *kiq; in gfx_v8_0_sw_init() local 2058 kiq = &adev->gfx.kiq; in gfx_v8_0_sw_init() 2059 r = amdgpu_gfx_kiq_init_ring(adev, &kiq->ring, &kiq->irq); in gfx_v8_0_sw_init() 2088 amdgpu_gfx_kiq_free_ring(&adev->gfx.kiq.ring); in gfx_v8_0_sw_fini() 4329 adev->gfx.kiq.ring.sched.ready = false; in gfx_v8_0_cp_compute_enable() 4351 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; in gfx_v8_0_kiq_kcq_enable() 4701 WREG32(mmCP_MEC_DOORBELL_RANGE_LOWER, adev->doorbell_index.kiq << 2); in gfx_v8_0_set_mec_doorbell_range() 4713 ring = &adev->gfx.kiq.ring; in gfx_v8_0_kiq_resume() 4776 ring = &adev->gfx.kiq.ring; in gfx_v8_0_cp_test_all_rings() 4843 struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring; in gfx_v8_0_kcq_disable() [all …]
|
| D | nv.c | 640 adev->doorbell_index.kiq = AMDGPU_NAVI10_DOORBELL_KIQ; in nv_init_doorbell_index()
|
| D | vi.c | 1848 adev->doorbell_index.kiq = AMDGPU_DOORBELL_KIQ; in legacy_doorbell_index_init()
|