20 #include <linux/dma-direction.h>
117 	struct knav_dma_device		*dma;  member
220 	/* wait for the dma to shut itself down */  in chan_teardown()
248 	/* teardown the dma channel */  in chan_stop()
264 static void dma_hw_enable_all(struct knav_dma_device *dma)  in dma_hw_enable_all()  argument
268 	for (i = 0; i < dma->max_tx_chan; i++) {  in dma_hw_enable_all()
269 		writel_relaxed(0, &dma->reg_tx_chan[i].mode);  in dma_hw_enable_all()
270 		writel_relaxed(DMA_ENABLE, &dma->reg_tx_chan[i].control);  in dma_hw_enable_all()
275 static void knav_dma_hw_init(struct knav_dma_device *dma)  in knav_dma_hw_init()  argument
280 	spin_lock(&dma->lock);  in knav_dma_hw_init()
281 	v  = dma->loopback ? DMA_LOOPBACK : 0;  in knav_dma_hw_init()
282 	writel_relaxed(v, &dma->reg_global->emulation_control);  in knav_dma_hw_init()
284 	v = readl_relaxed(&dma->reg_global->perf_control);  in knav_dma_hw_init()
285 	v |= ((dma->rx_timeout & DMA_RX_TIMEOUT_MASK) << DMA_RX_TIMEOUT_SHIFT);  in knav_dma_hw_init()
286 	writel_relaxed(v, &dma->reg_global->perf_control);  in knav_dma_hw_init()
288 	v = ((dma->tx_priority << DMA_TX_PRIO_SHIFT) |  in knav_dma_hw_init()
289 	     (dma->rx_priority << DMA_RX_PRIO_SHIFT));  in knav_dma_hw_init()
291 	writel_relaxed(v, &dma->reg_global->priority_control);  in knav_dma_hw_init()
294 	for (i = 0; i < dma->max_rx_chan; i++)  in knav_dma_hw_init()
295 		writel_relaxed(DMA_ENABLE, &dma->reg_rx_chan[i].control);  in knav_dma_hw_init()
297 	for (i = 0; i < dma->logical_queue_managers; i++)  in knav_dma_hw_init()
298 		writel_relaxed(dma->qm_base_address[i],  in knav_dma_hw_init()
299 			       &dma->reg_global->qm_base_address[i]);  in knav_dma_hw_init()
300 	spin_unlock(&dma->lock);  in knav_dma_hw_init()
303 static void knav_dma_hw_destroy(struct knav_dma_device *dma)  in knav_dma_hw_destroy()  argument
308 	spin_lock(&dma->lock);  in knav_dma_hw_destroy()
311 	for (i = 0; i < dma->max_rx_chan; i++)  in knav_dma_hw_destroy()
312 		writel_relaxed(v, &dma->reg_rx_chan[i].control);  in knav_dma_hw_destroy()
314 	for (i = 0; i < dma->max_tx_chan; i++)  in knav_dma_hw_destroy()
315 		writel_relaxed(v, &dma->reg_tx_chan[i].control);  in knav_dma_hw_destroy()
316 	spin_unlock(&dma->lock);  in knav_dma_hw_destroy()
348 					struct knav_dma_device *dma)  in dma_debug_show_devices()  argument
352 	list_for_each_entry(chan, &dma->chan_list, list) {  in dma_debug_show_devices()
360 	struct knav_dma_device *dma;  in dma_debug_show()  local
362 	list_for_each_entry(dma, &kdev->list, list) {  in dma_debug_show()
363 		if (atomic_read(&dma->ref_count)) {  in dma_debug_show()
365 			dma->name, dma->max_tx_chan, dma->max_rx_flow);  in dma_debug_show()
366 			dma_debug_show_devices(s, dma);  in dma_debug_show()
397 	index = of_property_match_string(np, "ti,navigator-dma-names", name);  in of_channel_match_helper()
399 		dev_err(kdev->dev, "No 'ti,navigator-dma-names' property\n");  in of_channel_match_helper()
421  * @config:	dma configuration parameters
423  * Returns pointer to appropriate DMA channel on success or error.
429 	struct knav_dma_device *dma;  in knav_dma_open_channel()  local
435 		pr_err("keystone-navigator-dma driver not registered\n");  in knav_dma_open_channel()
441 		dev_err(kdev->dev, "No DMA instance with name %s\n", name);  in knav_dma_open_channel()
445 	dev_dbg(kdev->dev, "initializing %s channel %d from DMA %s\n",  in knav_dma_open_channel()
456 	/* Look for correct dma instance */  in knav_dma_open_channel()
457 	list_for_each_entry(dma, &kdev->list, list) {  in knav_dma_open_channel()
458 		if (!strcmp(dma->name, instance)) {  in knav_dma_open_channel()
464 		dev_err(kdev->dev, "No DMA instance with name %s\n", instance);  in knav_dma_open_channel()
468 	/* Look for correct dma channel from dma instance */  in knav_dma_open_channel()
470 	list_for_each_entry(chan, &dma->chan_list, list) {  in knav_dma_open_channel()
484 		dev_err(kdev->dev, "channel %d is not in DMA %s\n",  in knav_dma_open_channel()
497 	if (atomic_inc_return(&chan->dma->ref_count) <= 1)  in knav_dma_open_channel()
498 		knav_dma_hw_init(chan->dma);  in knav_dma_open_channel()
503 	dev_dbg(kdev->dev, "channel %d opened from DMA %s\n",  in knav_dma_open_channel()
511  * knav_dma_close_channel()	- Destroy a dma channel
513  * channel:	dma channel handle
521 		pr_err("keystone-navigator-dma driver not registered\n");  in knav_dma_close_channel()
528 	if (atomic_dec_return(&chan->dma->ref_count) <= 0)  in knav_dma_close_channel()
529 		knav_dma_hw_destroy(chan->dma);  in knav_dma_close_channel()
531 	dev_dbg(kdev->dev, "channel %d or flow %d closed from DMA %s\n",  in knav_dma_close_channel()
532 			chan->channel, chan->flow, chan->dma->name);  in knav_dma_close_channel()
536 static void __iomem *pktdma_get_regs(struct knav_dma_device *dma,  in pktdma_get_regs()  argument
564 	struct knav_dma_device *dma = chan->dma;  in pktdma_init_rx_chan()  local
567 	chan->reg_rx_flow = dma->reg_rx_flow + flow;  in pktdma_init_rx_chan()
576 	struct knav_dma_device *dma = chan->dma;  in pktdma_init_tx_chan()  local
579 	chan->reg_chan = dma->reg_tx_chan + channel;  in pktdma_init_tx_chan()
580 	chan->reg_tx_sched = dma->reg_tx_sched + channel;  in pktdma_init_tx_chan()
587 static int pktdma_init_chan(struct knav_dma_device *dma,  in pktdma_init_chan()  argument
600 	chan->dma	= dma;  in pktdma_init_chan()
615 	list_add_tail(&chan->list, &dma->chan_list);  in pktdma_init_chan()
624 	struct knav_dma_device *dma;  in dma_init()  local
630 	dma = devm_kzalloc(kdev->dev, sizeof(*dma), GFP_KERNEL);  in dma_init()
631 	if (!dma) {  in dma_init()
635 	INIT_LIST_HEAD(&dma->list);  in dma_init()
636 	INIT_LIST_HEAD(&dma->chan_list);  in dma_init()
643 	dma->logical_queue_managers = len / sizeof(u32);  in dma_init()
644 	if (dma->logical_queue_managers > DMA_MAX_QMS) {  in dma_init()
646 			 dma->logical_queue_managers);  in dma_init()
647 		dma->logical_queue_managers = DMA_MAX_QMS;  in dma_init()
651 					dma->qm_base_address,  in dma_init()
652 					dma->logical_queue_managers);  in dma_init()
658 	dma->reg_global	 = pktdma_get_regs(dma, node, 0, &size);  in dma_init()
659 	if (!dma->reg_global)  in dma_init()
666 	dma->reg_tx_chan = pktdma_get_regs(dma, node, 1, &size);  in dma_init()
667 	if (!dma->reg_tx_chan)  in dma_init()
671 	dma->reg_rx_chan = pktdma_get_regs(dma, node, 2, &size);  in dma_init()
672 	if (!dma->reg_rx_chan)  in dma_init()
676 	dma->reg_tx_sched = pktdma_get_regs(dma, node, 3, &size);  in dma_init()
677 	if (!dma->reg_tx_sched)  in dma_init()
681 	dma->reg_rx_flow = pktdma_get_regs(dma, node, 4, &size);  in dma_init()
682 	if (!dma->reg_rx_flow)  in dma_init()
686 	dma->rx_priority = DMA_PRIO_DEFAULT;  in dma_init()
687 	dma->tx_priority = DMA_PRIO_DEFAULT;  in dma_init()
689 	dma->enable_all	= (of_get_property(node, "ti,enable-all", NULL) != NULL);  in dma_init()
690 	dma->loopback	= (of_get_property(node, "ti,loop-back",  NULL) != NULL);  in dma_init()
699 	dma->rx_timeout = timeout;  in dma_init()
700 	dma->max_rx_chan = max_rx_chan;  in dma_init()
701 	dma->max_rx_flow = max_rx_flow;  in dma_init()
702 	dma->max_tx_chan = min(max_tx_chan, max_tx_sched);  in dma_init()
703 	atomic_set(&dma->ref_count, 0);  in dma_init()
704 	strcpy(dma->name, node->name);  in dma_init()
705 	spin_lock_init(&dma->lock);  in dma_init()
707 	for (i = 0; i < dma->max_tx_chan; i++) {  in dma_init()
708 		if (pktdma_init_chan(dma, DMA_MEM_TO_DEV, i) >= 0)  in dma_init()
712 	for (i = 0; i < dma->max_rx_flow; i++) {  in dma_init()
713 		if (pktdma_init_chan(dma, DMA_DEV_TO_MEM, i) >= 0)  in dma_init()
717 	list_add_tail(&dma->list, &kdev->list);  in dma_init()
721 	 * the DMA hardware resources.  in dma_init()
723 	if (dma->enable_all) {  in dma_init()
724 		atomic_inc(&dma->ref_count);  in dma_init()
725 		knav_dma_hw_init(dma);  in dma_init()
726 		dma_hw_enable_all(dma);  in dma_init()
729 …dev_info(kdev->dev, "DMA %s registered %d logical channels, flows %d, tx chans: %d, rx chans: %d%s…  in dma_init()
730 		dma->name, num_chan, dma->max_rx_flow,  in dma_init()
731 		dma->max_tx_chan, dma->max_rx_chan,  in dma_init()
732 		dma->loopback ? ", loopback" : "");  in dma_init()
776 		dev_err(dev, "no valid dma instance\n");  in knav_dma_probe()
789 	struct knav_dma_device *dma;  in knav_dma_remove()  local
791 	list_for_each_entry(dma, &kdev->list, list) {  in knav_dma_remove()
792 		if (atomic_dec_return(&dma->ref_count) == 0)  in knav_dma_remove()
793 			knav_dma_hw_destroy(dma);  in knav_dma_remove()
803 	{ .compatible = "ti,keystone-navigator-dma", },
813 		.name		= "keystone-navigator-dma",
820 MODULE_DESCRIPTION("TI Keystone Navigator Packet DMA driver");