291 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_gfx_kiq_init_ring()  local
294 	spin_lock_init(&kiq->ring_lock);  in amdgpu_gfx_kiq_init_ring()
299 	ring->doorbell_index = adev->doorbell_index.kiq;  in amdgpu_gfx_kiq_init_ring()
305 	ring->eop_gpu_addr = kiq->eop_gpu_addr;  in amdgpu_gfx_kiq_init_ring()
324 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_gfx_kiq_fini()  local
326 	amdgpu_bo_free_kernel(&kiq->eop_obj, &kiq->eop_gpu_addr, NULL);  in amdgpu_gfx_kiq_fini()
334 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_gfx_kiq_init()  local
337 				    AMDGPU_GEM_DOMAIN_GTT, &kiq->eop_obj,  in amdgpu_gfx_kiq_init()
338 				    &kiq->eop_gpu_addr, (void **)&hpd);  in amdgpu_gfx_kiq_init()
346 	r = amdgpu_bo_reserve(kiq->eop_obj, true);  in amdgpu_gfx_kiq_init()
349 	amdgpu_bo_kunmap(kiq->eop_obj);  in amdgpu_gfx_kiq_init()
350 	amdgpu_bo_unreserve(kiq->eop_obj);  in amdgpu_gfx_kiq_init()
363 	ring = &adev->gfx.kiq.ring;  in amdgpu_gfx_mqd_sw_init()
450 	ring = &adev->gfx.kiq.ring;  in amdgpu_gfx_mqd_sw_fini()
459 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_gfx_disable_kcq()  local
460 	struct amdgpu_ring *kiq_ring = &kiq->ring;  in amdgpu_gfx_disable_kcq()
463 	if (!kiq->pmf || !kiq->pmf->kiq_unmap_queues)  in amdgpu_gfx_disable_kcq()
466 	if (amdgpu_ring_alloc(kiq_ring, kiq->pmf->unmap_queues_size *  in amdgpu_gfx_disable_kcq()
471 		kiq->pmf->kiq_unmap_queues(kiq_ring, &adev->gfx.compute_ring[i],  in amdgpu_gfx_disable_kcq()
492 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_gfx_enable_kcq()  local
493 	struct amdgpu_ring *kiq_ring = &adev->gfx.kiq.ring;  in amdgpu_gfx_enable_kcq()
497 	if (!kiq->pmf || !kiq->pmf->kiq_map_queues || !kiq->pmf->kiq_set_resources)  in amdgpu_gfx_enable_kcq()
518 	r = amdgpu_ring_alloc(kiq_ring, kiq->pmf->map_queues_size *  in amdgpu_gfx_enable_kcq()
520 					kiq->pmf->set_resources_size);  in amdgpu_gfx_enable_kcq()
526 	kiq->pmf->kiq_set_resources(kiq_ring, queue_mask);  in amdgpu_gfx_enable_kcq()
528 		kiq->pmf->kiq_map_queues(kiq_ring, &adev->gfx.compute_ring[i]);  in amdgpu_gfx_enable_kcq()
693 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_kiq_rreg()  local
694 	struct amdgpu_ring *ring = &kiq->ring;  in amdgpu_kiq_rreg()
701 	spin_lock_irqsave(&kiq->ring_lock, flags);  in amdgpu_kiq_rreg()
713 	spin_unlock_irqrestore(&kiq->ring_lock, flags);  in amdgpu_kiq_rreg()
745 	spin_unlock_irqrestore(&kiq->ring_lock, flags);  in amdgpu_kiq_rreg()
758 	struct amdgpu_kiq *kiq = &adev->gfx.kiq;  in amdgpu_kiq_wreg()  local
759 	struct amdgpu_ring *ring = &kiq->ring;  in amdgpu_kiq_wreg()
766 	spin_lock_irqsave(&kiq->ring_lock, flags);  in amdgpu_kiq_wreg()
774 	spin_unlock_irqrestore(&kiq->ring_lock, flags);  in amdgpu_kiq_wreg()
803 	spin_unlock_irqrestore(&kiq->ring_lock, flags);  in amdgpu_kiq_wreg()