298 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_gfx_kiq_init_ring()  local
301 	spin_lock_init(&kiq->ring_lock);  in amdgpu_gfx_kiq_init_ring()
306 	ring->doorbell_index = adev->doorbell_index.kiq;  in amdgpu_gfx_kiq_init_ring()
312 	ring->eop_gpu_addr = kiq->eop_gpu_addr;  in amdgpu_gfx_kiq_init_ring()
330 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_gfx_kiq_fini()  local
332 	amdgpu_bo_free_kernel(&kiq->eop_obj, &kiq->eop_gpu_addr, NULL);  in amdgpu_gfx_kiq_fini()
340 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_gfx_kiq_init()  local
343 				    AMDGPU_GEM_DOMAIN_GTT, &kiq->eop_obj,  in amdgpu_gfx_kiq_init()
344 				    &kiq->eop_gpu_addr, (void **)&hpd);  in amdgpu_gfx_kiq_init()
352 	r = amdgpu_bo_reserve(kiq->eop_obj, true);  in amdgpu_gfx_kiq_init()
355 	amdgpu_bo_kunmap(kiq->eop_obj);  in amdgpu_gfx_kiq_init()
356 	amdgpu_bo_unreserve(kiq->eop_obj);  in amdgpu_gfx_kiq_init()
369 	ring = &adev->gfx.kiq.ring;  in amdgpu_gfx_mqd_sw_init()
456 	ring = &adev->gfx.kiq.ring;  in amdgpu_gfx_mqd_sw_fini()
465 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_gfx_disable_kcq()  local
466 	struct amdgpu_ring *kiq_ring = &kiq->ring;  in amdgpu_gfx_disable_kcq()
469 	if (!kiq->pmf || !kiq->pmf->kiq_unmap_queues)  in amdgpu_gfx_disable_kcq()
472 	spin_lock(&adev->gfx.kiq.ring_lock);  in amdgpu_gfx_disable_kcq()
473 	if (amdgpu_ring_alloc(kiq_ring, kiq->pmf->unmap_queues_size *  in amdgpu_gfx_disable_kcq()
475 		spin_unlock(&adev->gfx.kiq.ring_lock);  in amdgpu_gfx_disable_kcq()
480 		kiq->pmf->kiq_unmap_queues(kiq_ring, &adev->gfx.compute_ring[i],  in amdgpu_gfx_disable_kcq()
483 	spin_unlock(&adev->gfx.kiq.ring_lock);  in amdgpu_gfx_disable_kcq()
503 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_gfx_enable_kcq()  local
504 	struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring;  in amdgpu_gfx_enable_kcq()
508 	if (!kiq->pmf || !kiq->pmf->kiq_map_queues || !kiq->pmf->kiq_set_resources)  in amdgpu_gfx_enable_kcq()
528 	spin_lock(&adev->gfx.kiq.ring_lock);  in amdgpu_gfx_enable_kcq()
529 	r = amdgpu_ring_alloc(kiq_ring, kiq->pmf->map_queues_size *  in amdgpu_gfx_enable_kcq()
531 					kiq->pmf->set_resources_size);  in amdgpu_gfx_enable_kcq()
534 		spin_unlock(&adev->gfx.kiq.ring_lock);  in amdgpu_gfx_enable_kcq()
538 	kiq->pmf->kiq_set_resources(kiq_ring, queue_mask);  in amdgpu_gfx_enable_kcq()
540 		kiq->pmf->kiq_map_queues(kiq_ring, &adev->gfx.compute_ring[i]);  in amdgpu_gfx_enable_kcq()
543 	spin_unlock(&adev->gfx.kiq.ring_lock);  in amdgpu_gfx_enable_kcq()
730 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_kiq_rreg()  local
731 	struct amdgpu_ring *ring = &kiq->ring;  in amdgpu_kiq_rreg()
738 	spin_lock_irqsave(&kiq->ring_lock, flags);  in amdgpu_kiq_rreg()
750 	spin_unlock_irqrestore(&kiq->ring_lock, flags);  in amdgpu_kiq_rreg()
782 	spin_unlock_irqrestore(&kiq->ring_lock, flags);  in amdgpu_kiq_rreg()
795 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_kiq_wreg()  local
796 	struct amdgpu_ring *ring = &kiq->ring;  in amdgpu_kiq_wreg()
803 	spin_lock_irqsave(&kiq->ring_lock, flags);  in amdgpu_kiq_wreg()
811 	spin_unlock_irqrestore(&kiq->ring_lock, flags);  in amdgpu_kiq_wreg()
840 	spin_unlock_irqrestore(&kiq->ring_lock, flags);  in amdgpu_kiq_wreg()