79 	return container_of(dmadev, struct hidma_dev, ddev);  in to_hidma_dev()
95 	INIT_LIST_HEAD(&dmadev->ddev.channels);  in hidma_free()
110 	struct dma_device *ddev = mchan->chan.device;  in hidma_process_completed()  local
111 	struct hidma_dev *mdma = to_hidma_dev(ddev);  in hidma_process_completed()
169 	struct dma_device *ddev = mchan->chan.device;  in hidma_callback()  local
170 	struct hidma_dev *dmadev = to_hidma_dev(ddev);  in hidma_callback()
189 		pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_callback()
190 		pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_callback()
197 	struct dma_device *ddev;  in hidma_chan_init()  local
199 	mchan = devm_kzalloc(dmadev->ddev.dev, sizeof(*mchan), GFP_KERNEL);  in hidma_chan_init()
203 	ddev = &dmadev->ddev;  in hidma_chan_init()
206 	mchan->chan.device = ddev;  in hidma_chan_init()
216 	list_add_tail(&mchan->chan.device_node, &ddev->channels);  in hidma_chan_init()
224 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_issue_task()
251 	status = pm_runtime_get(dmadev->ddev.dev);  in hidma_issue_pending()
318 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_tx_submit()
320 		pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_tx_submit()
321 		pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_tx_submit()
324 	pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_tx_submit()
325 	pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_tx_submit()
478 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_terminate_channel()
493 		dev_err(dmadev->ddev.dev, "channel did not pause\n");  in hidma_terminate_channel()
511 	pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_terminate_channel()
512 	pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_terminate_channel()
527 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_terminate_all()
529 	pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_terminate_all()
530 	pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_terminate_all()
569 		pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_pause()
571 			dev_warn(dmadev->ddev.dev, "channel did not stop\n");  in hidma_pause()
573 		pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_pause()
574 		pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_pause()
588 		pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_resume()
593 			dev_err(dmadev->ddev.dev,  in hidma_resume()
595 		pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_resume()
596 		pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_resume()
638 	device_remove_file(dev->ddev.dev, dev->chid_attrs);  in hidma_sysfs_uninit()
647 	attrs = devm_kmalloc(dev->ddev.dev, sizeof(struct device_attribute),  in hidma_create_sysfs_entry()
652 	name_copy = devm_kstrdup(dev->ddev.dev, name, GFP_KERNEL);  in hidma_create_sysfs_entry()
670 	return device_create_file(dev->ddev.dev, dev->chid_attrs);  in hidma_sysfs_init()
690 	struct device *dev = dmadev->ddev.dev;  in hidma_free_msis()
796 	INIT_LIST_HEAD(&dmadev->ddev.channels);  in hidma_probe()
798 	dmadev->ddev.dev = &pdev->dev;  in hidma_probe()
799 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_probe()
801 	dma_cap_set(DMA_MEMCPY, dmadev->ddev.cap_mask);  in hidma_probe()
802 	dma_cap_set(DMA_MEMSET, dmadev->ddev.cap_mask);  in hidma_probe()
812 	dmadev->ddev.device_prep_dma_memcpy = hidma_prep_dma_memcpy;  in hidma_probe()
813 	dmadev->ddev.device_prep_dma_memset = hidma_prep_dma_memset;  in hidma_probe()
814 	dmadev->ddev.device_alloc_chan_resources = hidma_alloc_chan_resources;  in hidma_probe()
815 	dmadev->ddev.device_free_chan_resources = hidma_free_chan_resources;  in hidma_probe()
816 	dmadev->ddev.device_tx_status = hidma_tx_status;  in hidma_probe()
817 	dmadev->ddev.device_issue_pending = hidma_issue_pending;  in hidma_probe()
818 	dmadev->ddev.device_pause = hidma_pause;  in hidma_probe()
819 	dmadev->ddev.device_resume = hidma_resume;  in hidma_probe()
820 	dmadev->ddev.device_terminate_all = hidma_terminate_all;  in hidma_probe()
821 	dmadev->ddev.copy_align = 8;  in hidma_probe()
852 	dmadev->lldev = hidma_ll_init(dmadev->ddev.dev,  in hidma_probe()
872 	INIT_LIST_HEAD(&dmadev->ddev.channels);  in hidma_probe()
877 	rc = dma_async_device_register(&dmadev->ddev);  in hidma_probe()
886 	pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_probe()
887 	pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_probe()
908 	dev_info(dmadev->ddev.dev, "HI-DMA engine shutdown\n");  in hidma_shutdown()
910 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_shutdown()
912 		dev_warn(dmadev->ddev.dev, "channel did not stop\n");  in hidma_shutdown()
913 	pm_runtime_mark_last_busy(dmadev->ddev.dev);  in hidma_shutdown()
914 	pm_runtime_put_autosuspend(dmadev->ddev.dev);  in hidma_shutdown()
922 	pm_runtime_get_sync(dmadev->ddev.dev);  in hidma_remove()
923 	dma_async_device_unregister(&dmadev->ddev);  in hidma_remove()
925 		devm_free_irq(dmadev->ddev.dev, dmadev->irq, dmadev->lldev);  in hidma_remove()