318  * One cycle of DMAC operation.
370 /* A DMAC Thread */
376 	/* Parent DMAC */
377 	struct pl330_dmac *dmac;  member
393 	/* In the DMAC pool */
427 	/* Pointer to the DMAC that manages this channel,
429 	 * As the parent, this DMAC also provides descriptors
432 	struct pl330_dmac *dmac;  member
438 	 * Hardware channel thread of PL330 DMAC. NULL if the channel is
463 	/* Pool of descriptors available for the DMAC's channels */
489 	/* State of DMAC operation */
494 	/* Peripheral channels connected to this DMAC */
540 	/* Hook to attach to DMAC's list of reqs with due callback */
560 	return thrd->dmac->manager == thrd;  in is_manager()
566 	return (thrd->dmac->pcfg.mode & DMAC_MODE_NS) ? true : false;  in _manager_ns()
652 	cnt--; /* DMAC increments by 1 internally */  in _emit_LP()
867 	void __iomem *regs = thrd->dmac->base;  in _until_dmac_idle()
887 	void __iomem *regs = thrd->dmac->base;  in _execute_DBGINSN()
892 		dev_err(thrd->dmac->ddma.dev, "DMAC halted!\n");  in _execute_DBGINSN()
912 	void __iomem *regs = thrd->dmac->base;  in _state()
970 	void __iomem *regs = thrd->dmac->base;  in _stop()
997 	void __iomem *regs = thrd->dmac->base;  in _trigger()
1034 		dev_info(thrd->dmac->ddma.dev, "%s:%d Recipe for ABORT!\n",  in _trigger()
1471 	struct pl330_dmac *pl330 = thrd->dmac;  in pl330_submit_req()
1494 		dev_info(thrd->dmac->ddma.dev, "%s:%d\n",  in pl330_submit_req()
1502 		dev_info(thrd->dmac->ddma.dev,  in pl330_submit_req()
1584 	/* The DMAC itself gone nuts */  in pl330_dotask()
1740 	struct pl330_dmac *pl330 = thrd->dmac;  in _alloc_event()
1793 	struct pl330_dmac *pl330 = thrd->dmac;  in _free_event()
1816  * by the client driver the make best use of the DMAC
1862 	struct pl330_dmac *pl330 = thrd->dmac;  in _reset_thread()
1895 		thrd->dmac = pl330;  in dmac_alloc_threads()
1903 	thrd->dmac = pl330;  in dmac_alloc_threads()
1931 		dev_err(pl330->ddma.dev, "%s:%d Can't to create channels for DMAC!\n",  in dmac_alloc_resources()
1947 	/* Check if we can handle this DMAC */  in pl330_add()
1954 	/* Read the configuration of the DMAC */  in pl330_add()
1975 	/* Allocate resources needed by the DMAC */  in pl330_add()
1978 		dev_err(pl330->ddma.dev, "Unable to create channels for DMAC\n");  in pl330_add()
2012 	/* Free DMAC resources */  in pl330_del()
2053 			/* QFull or DMAC Dying */  in fill_queue()
2058 			dev_err(pch->dmac->ddma.dev, "%s:%d Bad Desc(%d)\n",  in fill_queue()
2086 		spin_lock(&pch->thread->dmac->lock);  in pl330_tasklet()
2088 		spin_unlock(&pch->thread->dmac->lock);  in pl330_tasklet()
2093 		spin_lock(&pch->thread->dmac->lock);  in pl330_tasklet()
2095 		spin_unlock(&pch->thread->dmac->lock);  in pl330_tasklet()
2111 				spin_lock(&pch->thread->dmac->lock);  in pl330_tasklet()
2113 				spin_unlock(&pch->thread->dmac->lock);  in pl330_tasklet()
2118 			list_move_tail(&desc->node, &pch->dmac->desc_pool);  in pl330_tasklet()
2133 		pm_runtime_mark_last_busy(pch->dmac->ddma.dev);  in pl330_tasklet()
2134 		pm_runtime_put_autosuspend(pch->dmac->ddma.dev);  in pl330_tasklet()
2161 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_alloc_chan_resources()
2183  * We need the data direction between the DMAC (the dma-mapping "device") and
2253 			pch->dmac->quirks);  in pl330_config_write()
2260 			pch->dmac->quirks);  in pl330_config_write()
2281 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_terminate_all()
2330 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_pause()
2350 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_free_chan_resources()
2355 	pm_runtime_get_sync(pch->dmac->ddma.dev);  in pl330_free_chan_resources()
2362 		list_splice_tail_init(&pch->work_list, &pch->dmac->desc_pool);  in pl330_free_chan_resources()
2365 	pm_runtime_mark_last_busy(pch->dmac->ddma.dev);  in pl330_free_chan_resources()
2366 	pm_runtime_put_autosuspend(pch->dmac->ddma.dev);  in pl330_free_chan_resources()
2374 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_get_current_xferred_count()
2375 	void __iomem *regs = thrd->dmac->base;  in pl330_get_current_xferred_count()
2387 	pm_runtime_mark_last_busy(pch->dmac->ddma.dev);  in pl330_get_current_xferred_count()
2416 	spin_lock(&pch->thread->dmac->lock);  in pl330_tx_status()
2459 	spin_unlock(&pch->thread->dmac->lock);  in pl330_tx_status()
2482 		pm_runtime_get_sync(pch->dmac->ddma.dev);  in pl330_issue_pending()
2536 /* Returns the number of descriptors added to the DMAC pool */
2585 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_get_desc()
2589 	/* Pluck one desc from the pool of DMAC */  in pl330_get_desc()
2592 	/* If the DMAC pool is empty, alloc new */  in pl330_get_desc()
2610 	desc->rqcfg.pcfg = &pch->dmac->pcfg;  in pl330_get_desc()
2632 		dev_err(pch->dmac->ddma.dev, "%s:%d Unable to fetch desc\n",  in __pl330_prep_dma_memcpy()
2656 	struct pl330_dmac *pl330 = pch->dmac;  in get_burst_len()
2677 	struct pl330_dmac *pl330 = pch->dmac;  in pl330_prep_dma_cyclic()
2686 		dev_err(pch->dmac->ddma.dev, "%s:%d Invalid dma direction\n",  in pl330_prep_dma_cyclic()
2699 			dev_err(pch->dmac->ddma.dev, "%s:%d Unable to fetch desc\n",  in pl330_prep_dma_cyclic()
2772 	pl330 = pch->dmac;  in pl330_prep_dma_memcpy()
2858 			struct pl330_dmac *pl330 = pch->dmac;  in pl330_prep_slave_sg()
2860 			dev_err(pch->dmac->ddma.dev,  in pl330_prep_slave_sg()
3010 	/* Allocate a new DMAC and its Channels */  in pl330_probe()
3106 		pch->dmac = pl330;  in pl330_probe()
3109 		/* Add the channel to the DMAC list */  in pl330_probe()
3138 		dev_err(&adev->dev, "unable to register DMAC\n");  in pl330_probe()
3162 		"Loaded driver for PL330 DMAC-%x\n", adev->periphid);  in pl330_probe()
3176 	/* Idle the DMAC */  in pl330_probe()
3219 	/* Idle the DMAC */  in pl330_remove()
3267 MODULE_DESCRIPTION("API Driver for PL330 DMAC");