318  * One cycle of DMAC operation.
370 /* A DMAC Thread */
376 	/* Parent DMAC */
377 	struct pl330_dmac *dmac;  member
393 	/* In the DMAC pool */
427 	/* Pointer to the DMAC that manages this channel,
429 	 * As the parent, this DMAC also provides descriptors
432 	struct pl330_dmac *dmac;  member
438 	 * Hardware channel thread of PL330 DMAC. NULL if the channel is
463 	/* Pool of descriptors available for the DMAC's channels */
489 	/* State of DMAC operation */
494 	/* Peripheral channels connected to this DMAC */
540 	/* Hook to attach to DMAC's list of reqs with due callback */
560 	return thrd->dmac->manager == thrd;  in is_manager()
566 	return (thrd->dmac->pcfg.mode & DMAC_MODE_NS) ? true : false;  in _manager_ns()
652 	cnt--; /* DMAC increments by 1 internally */  in _emit_LP()
867 	void __iomem *regs = thrd->dmac->base;  in _until_dmac_idle()
887 	void __iomem *regs = thrd->dmac->base;  in _execute_DBGINSN()
892 		dev_err(thrd->dmac->ddma.dev, "DMAC halted!\n");  in _execute_DBGINSN()
912 	void __iomem *regs = thrd->dmac->base;  in _state()
970 	void __iomem *regs = thrd->dmac->base;  in _stop()
997 	void __iomem *regs = thrd->dmac->base;  in _trigger()
1034 		dev_info(thrd->dmac->ddma.dev, "%s:%d Recipe for ABORT!\n",  in _trigger()
1471 	struct pl330_dmac *pl330 = thrd->dmac;  in pl330_submit_req()
1494 		dev_info(thrd->dmac->ddma.dev, "%s:%d\n",  in pl330_submit_req()
1502 		dev_info(thrd->dmac->ddma.dev,  in pl330_submit_req()
1582 	/* The DMAC itself gone nuts */  in pl330_dotask()
1738 	struct pl330_dmac *pl330 = thrd->dmac;  in _alloc_event()
1791 	struct pl330_dmac *pl330 = thrd->dmac;  in _free_event()
1814  * by the client driver the make best use of the DMAC
1860 	struct pl330_dmac *pl330 = thrd->dmac;  in _reset_thread()
1893 		thrd->dmac = pl330;  in dmac_alloc_threads()
1901 	thrd->dmac = pl330;  in dmac_alloc_threads()
1929 		dev_err(pl330->ddma.dev, "%s:%d Can't to create channels for DMAC!\n",  in dmac_alloc_resources()
1945 	/* Check if we can handle this DMAC */  in pl330_add()
1952 	/* Read the configuration of the DMAC */  in pl330_add()
1973 	/* Allocate resources needed by the DMAC */  in pl330_add()
1976 		dev_err(pl330->ddma.dev, "Unable to create channels for DMAC\n");  in pl330_add()
2010 	/* Free DMAC resources */  in pl330_del()
2051 			/* QFull or DMAC Dying */  in fill_queue()
2056 			dev_err(pch->dmac->ddma.dev, "%s:%d Bad Desc(%d)\n",  in fill_queue()
2084 		spin_lock(&pch->thread->dmac->lock);  in pl330_tasklet()
2086 		spin_unlock(&pch->thread->dmac->lock);  in pl330_tasklet()
2091 		spin_lock(&pch->thread->dmac->lock);  in pl330_tasklet()
2093 		spin_unlock(&pch->thread->dmac->lock);  in pl330_tasklet()
2109 				spin_lock(&pch->thread->dmac->lock);  in pl330_tasklet()
2111 				spin_unlock(&pch->thread->dmac->lock);  in pl330_tasklet()
2116 			list_move_tail(&desc->node, &pch->dmac->desc_pool);  in pl330_tasklet()
2131 		pm_runtime_mark_last_busy(pch->dmac->ddma.dev);  in pl330_tasklet()
2132 		pm_runtime_put_autosuspend(pch->dmac->ddma.dev);  in pl330_tasklet()
2159 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_alloc_chan_resources()
2181  * We need the data direction between the DMAC (the dma-mapping "device") and
2251 			pch->dmac->quirks);  in pl330_config_write()
2258 			pch->dmac->quirks);  in pl330_config_write()
2279 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_terminate_all()
2328 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_pause()
2348 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_free_chan_resources()
2353 	pm_runtime_get_sync(pch->dmac->ddma.dev);  in pl330_free_chan_resources()
2360 		list_splice_tail_init(&pch->work_list, &pch->dmac->desc_pool);  in pl330_free_chan_resources()
2363 	pm_runtime_mark_last_busy(pch->dmac->ddma.dev);  in pl330_free_chan_resources()
2364 	pm_runtime_put_autosuspend(pch->dmac->ddma.dev);  in pl330_free_chan_resources()
2372 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_get_current_xferred_count()
2373 	void __iomem *regs = thrd->dmac->base;  in pl330_get_current_xferred_count()
2385 	pm_runtime_mark_last_busy(pch->dmac->ddma.dev);  in pl330_get_current_xferred_count()
2414 	spin_lock(&pch->thread->dmac->lock);  in pl330_tx_status()
2457 	spin_unlock(&pch->thread->dmac->lock);  in pl330_tx_status()
2480 		pm_runtime_get_sync(pch->dmac->ddma.dev);  in pl330_issue_pending()
2534 /* Returns the number of descriptors added to the DMAC pool */
2583 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_get_desc()
2587 	/* Pluck one desc from the pool of DMAC */  in pl330_get_desc()
2590 	/* If the DMAC pool is empty, alloc new */  in pl330_get_desc()
2608 	desc->rqcfg.pcfg = &pch->dmac->pcfg;  in pl330_get_desc()
2630 		dev_err(pch->dmac->ddma.dev, "%s:%d Unable to fetch desc\n",  in __pl330_prep_dma_memcpy()
2654 	struct pl330_dmac *pl330 = pch->dmac;  in get_burst_len()
2675 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_prep_dma_cyclic()
2684 		dev_err(pch->dmac->ddma.dev, "%s:%d Invalid dma direction\n",  in pl330_prep_dma_cyclic()
2699 			dev_err(pch->dmac->ddma.dev, "%s:%d Unable to fetch desc\n",  in pl330_prep_dma_cyclic()
2771 	pl330 = pch->dmac;  in pl330_prep_dma_memcpy()
2855 			struct pl330_dmac *pl330 = pch->dmac;  in pl330_prep_slave_sg()
2857 			dev_err(pch->dmac->ddma.dev,  in pl330_prep_slave_sg()
3006 	/* Allocate a new DMAC and its Channels */  in pl330_probe()
3102 		pch->dmac = pl330;  in pl330_probe()
3105 		/* Add the channel to the DMAC list */  in pl330_probe()
3134 		dev_err(&adev->dev, "unable to register DMAC\n");  in pl330_probe()
3158 		"Loaded driver for PL330 DMAC-%x\n", adev->periphid);  in pl330_probe()
3172 	/* Idle the DMAC */  in pl330_probe()
3215 	/* Idle the DMAC */  in pl330_remove()
3262 MODULE_DESCRIPTION("API Driver for PL330 DMAC");