81 	struct amdgpu_device *adev = container_of(work, struct amdgpu_device,  in amdgpu_hotplug_work_func()  local
83 	struct drm_device *dev = adev->ddev;  in amdgpu_hotplug_work_func()
105 	struct amdgpu_device *adev = container_of(work, struct amdgpu_device,  in amdgpu_irq_reset_work_func()  local
108 	if (!amdgpu_sriov_vf(adev))  in amdgpu_irq_reset_work_func()
109 		amdgpu_device_gpu_recover(adev, NULL, false);  in amdgpu_irq_reset_work_func()
119 void amdgpu_irq_disable_all(struct amdgpu_device *adev)  in amdgpu_irq_disable_all()  argument
125 	spin_lock_irqsave(&adev->irq.lock, irqflags);  in amdgpu_irq_disable_all()
127 		if (!adev->irq.client[i].sources)  in amdgpu_irq_disable_all()
131 			struct amdgpu_irq_src *src = adev->irq.client[i].sources[j];  in amdgpu_irq_disable_all()
138 				r = src->funcs->set(adev, src, k,  in amdgpu_irq_disable_all()
146 	spin_unlock_irqrestore(&adev->irq.lock, irqflags);  in amdgpu_irq_disable_all()
163 	struct amdgpu_device *adev = dev->dev_private;  in amdgpu_irq_handler()  local
166 	ret = amdgpu_ih_process(adev);  in amdgpu_irq_handler()
183 static bool amdgpu_msi_ok(struct amdgpu_device *adev)  in amdgpu_msi_ok()  argument
204 int amdgpu_irq_init(struct amdgpu_device *adev)  in amdgpu_irq_init()  argument
208 	spin_lock_init(&adev->irq.lock);  in amdgpu_irq_init()
211 	adev->irq.msi_enabled = false;  in amdgpu_irq_init()
213 	if (amdgpu_msi_ok(adev)) {  in amdgpu_irq_init()
214 		int ret = pci_enable_msi(adev->pdev);  in amdgpu_irq_init()
216 			adev->irq.msi_enabled = true;  in amdgpu_irq_init()
217 			dev_dbg(adev->dev, "amdgpu: using MSI.\n");  in amdgpu_irq_init()
221 	if (!amdgpu_device_has_dc_support(adev)) {  in amdgpu_irq_init()
222 		if (!adev->enable_virtual_display)  in amdgpu_irq_init()
225 			adev->ddev->vblank_disable_immediate = true;  in amdgpu_irq_init()
227 		r = drm_vblank_init(adev->ddev, adev->mode_info.num_crtc);  in amdgpu_irq_init()
232 		INIT_WORK(&adev->hotplug_work,  in amdgpu_irq_init()
236 	INIT_WORK(&adev->reset_work, amdgpu_irq_reset_work_func);  in amdgpu_irq_init()
238 	adev->irq.installed = true;  in amdgpu_irq_init()
239 	r = drm_irq_install(adev->ddev, adev->ddev->pdev->irq);  in amdgpu_irq_init()
241 		adev->irq.installed = false;  in amdgpu_irq_init()
242 		if (!amdgpu_device_has_dc_support(adev))  in amdgpu_irq_init()
243 			flush_work(&adev->hotplug_work);  in amdgpu_irq_init()
244 		cancel_work_sync(&adev->reset_work);  in amdgpu_irq_init()
247 	adev->ddev->max_vblank_count = 0x00ffffff;  in amdgpu_irq_init()
262 void amdgpu_irq_fini(struct amdgpu_device *adev)  in amdgpu_irq_fini()  argument
266 	if (adev->irq.installed) {  in amdgpu_irq_fini()
267 		drm_irq_uninstall(adev->ddev);  in amdgpu_irq_fini()
268 		adev->irq.installed = false;  in amdgpu_irq_fini()
269 		if (adev->irq.msi_enabled)  in amdgpu_irq_fini()
270 			pci_disable_msi(adev->pdev);  in amdgpu_irq_fini()
271 		if (!amdgpu_device_has_dc_support(adev))  in amdgpu_irq_fini()
272 			flush_work(&adev->hotplug_work);  in amdgpu_irq_fini()
273 		cancel_work_sync(&adev->reset_work);  in amdgpu_irq_fini()
277 		if (!adev->irq.client[i].sources)  in amdgpu_irq_fini()
281 			struct amdgpu_irq_src *src = adev->irq.client[i].sources[j];  in amdgpu_irq_fini()
291 				adev->irq.client[i].sources[j] = NULL;  in amdgpu_irq_fini()
294 		kfree(adev->irq.client[i].sources);  in amdgpu_irq_fini()
295 		adev->irq.client[i].sources = NULL;  in amdgpu_irq_fini()
312 int amdgpu_irq_add_id(struct amdgpu_device *adev,  in amdgpu_irq_add_id()  argument
325 	if (!adev->irq.client[client_id].sources) {  in amdgpu_irq_add_id()
326 		adev->irq.client[client_id].sources =  in amdgpu_irq_add_id()
330 		if (!adev->irq.client[client_id].sources)  in amdgpu_irq_add_id()
334 	if (adev->irq.client[client_id].sources[src_id] != NULL)  in amdgpu_irq_add_id()
348 	adev->irq.client[client_id].sources[src_id] = source;  in amdgpu_irq_add_id()
360 void amdgpu_irq_dispatch(struct amdgpu_device *adev,  in amdgpu_irq_dispatch()  argument
380 	if (adev->irq.virq[src_id]) {  in amdgpu_irq_dispatch()
381 		generic_handle_irq(irq_find_mapping(adev->irq.domain, src_id));  in amdgpu_irq_dispatch()
383 		if (!adev->irq.client[client_id].sources) {  in amdgpu_irq_dispatch()
389 		src = adev->irq.client[client_id].sources[src_id];  in amdgpu_irq_dispatch()
395 		r = src->funcs->process(adev, src, entry);  in amdgpu_irq_dispatch()
410 int amdgpu_irq_update(struct amdgpu_device *adev,  in amdgpu_irq_update()  argument
417 	spin_lock_irqsave(&adev->irq.lock, irqflags);  in amdgpu_irq_update()
421 	if (amdgpu_irq_enabled(adev, src, type))  in amdgpu_irq_update()
426 	r = src->funcs->set(adev, src, type, state);  in amdgpu_irq_update()
427 	spin_unlock_irqrestore(&adev->irq.lock, irqflags);  in amdgpu_irq_update()
439 void amdgpu_irq_gpu_reset_resume_helper(struct amdgpu_device *adev)  in amdgpu_irq_gpu_reset_resume_helper()  argument
444 		if (!adev->irq.client[i].sources)  in amdgpu_irq_gpu_reset_resume_helper()
448 			struct amdgpu_irq_src *src = adev->irq.client[i].sources[j];  in amdgpu_irq_gpu_reset_resume_helper()
453 				amdgpu_irq_update(adev, src, k);  in amdgpu_irq_gpu_reset_resume_helper()
470 int amdgpu_irq_get(struct amdgpu_device *adev, struct amdgpu_irq_src *src,  in amdgpu_irq_get()  argument
473 	if (!adev->ddev->irq_enabled)  in amdgpu_irq_get()
483 		return amdgpu_irq_update(adev, src, type);  in amdgpu_irq_get()
500 int amdgpu_irq_put(struct amdgpu_device *adev, struct amdgpu_irq_src *src,  in amdgpu_irq_put()  argument
503 	if (!adev->ddev->irq_enabled)  in amdgpu_irq_put()
513 		return amdgpu_irq_update(adev, src, type);  in amdgpu_irq_put()
531 bool amdgpu_irq_enabled(struct amdgpu_device *adev, struct amdgpu_irq_src *src,  in amdgpu_irq_enabled()  argument
534 	if (!adev->ddev->irq_enabled)  in amdgpu_irq_enabled()
604 int amdgpu_irq_add_domain(struct amdgpu_device *adev)  in amdgpu_irq_add_domain()  argument
606 	adev->irq.domain = irq_domain_add_linear(NULL, AMDGPU_MAX_IRQ_SRC_ID,  in amdgpu_irq_add_domain()
607 						 &amdgpu_hw_irqdomain_ops, adev);  in amdgpu_irq_add_domain()
608 	if (!adev->irq.domain) {  in amdgpu_irq_add_domain()
624 void amdgpu_irq_remove_domain(struct amdgpu_device *adev)  in amdgpu_irq_remove_domain()  argument
626 	if (adev->irq.domain) {  in amdgpu_irq_remove_domain()
627 		irq_domain_remove(adev->irq.domain);  in amdgpu_irq_remove_domain()
628 		adev->irq.domain = NULL;  in amdgpu_irq_remove_domain()
645 unsigned amdgpu_irq_create_mapping(struct amdgpu_device *adev, unsigned src_id)  in amdgpu_irq_create_mapping()  argument
647 	adev->irq.virq[src_id] = irq_create_mapping(adev->irq.domain, src_id);  in amdgpu_irq_create_mapping()
649 	return adev->irq.virq[src_id];  in amdgpu_irq_create_mapping()