12 #include <linux/dma-direction.h>
109 	struct knav_dma_device		*dma;  member
212 	/* wait for the dma to shut itself down */  in chan_teardown()
240 	/* teardown the dma channel */  in chan_stop()
256 static void dma_hw_enable_all(struct knav_dma_device *dma)  in dma_hw_enable_all()  argument
260 	for (i = 0; i < dma->max_tx_chan; i++) {  in dma_hw_enable_all()
261 		writel_relaxed(0, &dma->reg_tx_chan[i].mode);  in dma_hw_enable_all()
262 		writel_relaxed(DMA_ENABLE, &dma->reg_tx_chan[i].control);  in dma_hw_enable_all()
267 static void knav_dma_hw_init(struct knav_dma_device *dma)  in knav_dma_hw_init()  argument
272 	spin_lock(&dma->lock);  in knav_dma_hw_init()
273 	v  = dma->loopback ? DMA_LOOPBACK : 0;  in knav_dma_hw_init()
274 	writel_relaxed(v, &dma->reg_global->emulation_control);  in knav_dma_hw_init()
276 	v = readl_relaxed(&dma->reg_global->perf_control);  in knav_dma_hw_init()
277 	v |= ((dma->rx_timeout & DMA_RX_TIMEOUT_MASK) << DMA_RX_TIMEOUT_SHIFT);  in knav_dma_hw_init()
278 	writel_relaxed(v, &dma->reg_global->perf_control);  in knav_dma_hw_init()
280 	v = ((dma->tx_priority << DMA_TX_PRIO_SHIFT) |  in knav_dma_hw_init()
281 	     (dma->rx_priority << DMA_RX_PRIO_SHIFT));  in knav_dma_hw_init()
283 	writel_relaxed(v, &dma->reg_global->priority_control);  in knav_dma_hw_init()
286 	for (i = 0; i < dma->max_rx_chan; i++)  in knav_dma_hw_init()
287 		writel_relaxed(DMA_ENABLE, &dma->reg_rx_chan[i].control);  in knav_dma_hw_init()
289 	for (i = 0; i < dma->logical_queue_managers; i++)  in knav_dma_hw_init()
290 		writel_relaxed(dma->qm_base_address[i],  in knav_dma_hw_init()
291 			       &dma->reg_global->qm_base_address[i]);  in knav_dma_hw_init()
292 	spin_unlock(&dma->lock);  in knav_dma_hw_init()
295 static void knav_dma_hw_destroy(struct knav_dma_device *dma)  in knav_dma_hw_destroy()  argument
300 	spin_lock(&dma->lock);  in knav_dma_hw_destroy()
303 	for (i = 0; i < dma->max_rx_chan; i++)  in knav_dma_hw_destroy()
304 		writel_relaxed(v, &dma->reg_rx_chan[i].control);  in knav_dma_hw_destroy()
306 	for (i = 0; i < dma->max_tx_chan; i++)  in knav_dma_hw_destroy()
307 		writel_relaxed(v, &dma->reg_tx_chan[i].control);  in knav_dma_hw_destroy()
308 	spin_unlock(&dma->lock);  in knav_dma_hw_destroy()
340 					struct knav_dma_device *dma)  in dma_debug_show_devices()  argument
344 	list_for_each_entry(chan, &dma->chan_list, list) {  in dma_debug_show_devices()
352 	struct knav_dma_device *dma;  in knav_dma_debug_show()  local
354 	list_for_each_entry(dma, &kdev->list, list) {  in knav_dma_debug_show()
355 		if (atomic_read(&dma->ref_count)) {  in knav_dma_debug_show()
357 			dma->name, dma->max_tx_chan, dma->max_rx_flow);  in knav_dma_debug_show()
358 			dma_debug_show_devices(s, dma);  in knav_dma_debug_show()
379 	index = of_property_match_string(np, "ti,navigator-dma-names", name);  in of_channel_match_helper()
381 		dev_err(kdev->dev, "No 'ti,navigator-dma-names' property\n");  in of_channel_match_helper()
403  * @config:	dma configuration parameters
405  * Returns pointer to appropriate DMA channel on success or error.
410 	struct knav_dma_device *dma = NULL, *iter1;  in knav_dma_open_channel()  local
416 		pr_err("keystone-navigator-dma driver not registered\n");  in knav_dma_open_channel()
422 		dev_err(kdev->dev, "No DMA instance with name %s\n", name);  in knav_dma_open_channel()
426 	dev_dbg(kdev->dev, "initializing %s channel %d from DMA %s\n",  in knav_dma_open_channel()
437 	/* Look for correct dma instance */  in knav_dma_open_channel()
440 			dma = iter1;  in knav_dma_open_channel()
444 	if (!dma) {  in knav_dma_open_channel()
445 		dev_err(kdev->dev, "No DMA instance with name %s\n", instance);  in knav_dma_open_channel()
449 	/* Look for correct dma channel from dma instance */  in knav_dma_open_channel()
450 	list_for_each_entry(iter2, &dma->chan_list, list) {  in knav_dma_open_channel()
464 		dev_err(kdev->dev, "channel %d is not in DMA %s\n",  in knav_dma_open_channel()
477 	if (atomic_inc_return(&chan->dma->ref_count) <= 1)  in knav_dma_open_channel()
478 		knav_dma_hw_init(chan->dma);  in knav_dma_open_channel()
483 	dev_dbg(kdev->dev, "channel %d opened from DMA %s\n",  in knav_dma_open_channel()
491  * knav_dma_close_channel()	- Destroy a dma channel
493  * @channel:	dma channel handle
501 		pr_err("keystone-navigator-dma driver not registered\n");  in knav_dma_close_channel()
508 	if (atomic_dec_return(&chan->dma->ref_count) <= 0)  in knav_dma_close_channel()
509 		knav_dma_hw_destroy(chan->dma);  in knav_dma_close_channel()
511 	dev_dbg(kdev->dev, "channel %d or flow %d closed from DMA %s\n",  in knav_dma_close_channel()
512 			chan->channel, chan->flow, chan->dma->name);  in knav_dma_close_channel()
516 static void __iomem *pktdma_get_regs(struct knav_dma_device *dma,  in pktdma_get_regs()  argument
544 	struct knav_dma_device *dma = chan->dma;  in pktdma_init_rx_chan()  local
547 	chan->reg_rx_flow = dma->reg_rx_flow + flow;  in pktdma_init_rx_chan()
556 	struct knav_dma_device *dma = chan->dma;  in pktdma_init_tx_chan()  local
559 	chan->reg_chan = dma->reg_tx_chan + channel;  in pktdma_init_tx_chan()
560 	chan->reg_tx_sched = dma->reg_tx_sched + channel;  in pktdma_init_tx_chan()
567 static int pktdma_init_chan(struct knav_dma_device *dma,  in pktdma_init_chan()  argument
580 	chan->dma	= dma;  in pktdma_init_chan()
595 	list_add_tail(&chan->list, &dma->chan_list);  in pktdma_init_chan()
604 	struct knav_dma_device *dma;  in dma_init()  local
610 	dma = devm_kzalloc(kdev->dev, sizeof(*dma), GFP_KERNEL);  in dma_init()
611 	if (!dma) {  in dma_init()
615 	INIT_LIST_HEAD(&dma->list);  in dma_init()
616 	INIT_LIST_HEAD(&dma->chan_list);  in dma_init()
623 	dma->logical_queue_managers = len / sizeof(u32);  in dma_init()
624 	if (dma->logical_queue_managers > DMA_MAX_QMS) {  in dma_init()
626 			 dma->logical_queue_managers);  in dma_init()
627 		dma->logical_queue_managers = DMA_MAX_QMS;  in dma_init()
631 					dma->qm_base_address,  in dma_init()
632 					dma->logical_queue_managers);  in dma_init()
638 	dma->reg_global	 = pktdma_get_regs(dma, node, 0, &size);  in dma_init()
639 	if (IS_ERR(dma->reg_global))  in dma_init()
640 		return PTR_ERR(dma->reg_global);  in dma_init()
646 	dma->reg_tx_chan = pktdma_get_regs(dma, node, 1, &size);  in dma_init()
647 	if (IS_ERR(dma->reg_tx_chan))  in dma_init()
648 		return PTR_ERR(dma->reg_tx_chan);  in dma_init()
651 	dma->reg_rx_chan = pktdma_get_regs(dma, node, 2, &size);  in dma_init()
652 	if (IS_ERR(dma->reg_rx_chan))  in dma_init()
653 		return PTR_ERR(dma->reg_rx_chan);  in dma_init()
656 	dma->reg_tx_sched = pktdma_get_regs(dma, node, 3, &size);  in dma_init()
657 	if (IS_ERR(dma->reg_tx_sched))  in dma_init()
658 		return PTR_ERR(dma->reg_tx_sched);  in dma_init()
661 	dma->reg_rx_flow = pktdma_get_regs(dma, node, 4, &size);  in dma_init()
662 	if (IS_ERR(dma->reg_rx_flow))  in dma_init()
663 		return PTR_ERR(dma->reg_rx_flow);  in dma_init()
666 	dma->rx_priority = DMA_PRIO_DEFAULT;  in dma_init()
667 	dma->tx_priority = DMA_PRIO_DEFAULT;  in dma_init()
669 	dma->enable_all	= (of_get_property(node, "ti,enable-all", NULL) != NULL);  in dma_init()
670 	dma->loopback	= (of_get_property(node, "ti,loop-back",  NULL) != NULL);  in dma_init()
679 	dma->rx_timeout = timeout;  in dma_init()
680 	dma->max_rx_chan = max_rx_chan;  in dma_init()
681 	dma->max_rx_flow = max_rx_flow;  in dma_init()
682 	dma->max_tx_chan = min(max_tx_chan, max_tx_sched);  in dma_init()
683 	atomic_set(&dma->ref_count, 0);  in dma_init()
684 	strcpy(dma->name, node->name);  in dma_init()
685 	spin_lock_init(&dma->lock);  in dma_init()
687 	for (i = 0; i < dma->max_tx_chan; i++) {  in dma_init()
688 		if (pktdma_init_chan(dma, DMA_MEM_TO_DEV, i) >= 0)  in dma_init()
692 	for (i = 0; i < dma->max_rx_flow; i++) {  in dma_init()
693 		if (pktdma_init_chan(dma, DMA_DEV_TO_MEM, i) >= 0)  in dma_init()
697 	list_add_tail(&dma->list, &kdev->list);  in dma_init()
701 	 * the DMA hardware resources.  in dma_init()
703 	if (dma->enable_all) {  in dma_init()
704 		atomic_inc(&dma->ref_count);  in dma_init()
705 		knav_dma_hw_init(dma);  in dma_init()
706 		dma_hw_enable_all(dma);  in dma_init()
709 …dev_info(kdev->dev, "DMA %s registered %d logical channels, flows %d, tx chans: %d, rx chans: %d%s…  in dma_init()
710 		dma->name, num_chan, dma->max_rx_flow,  in dma_init()
711 		dma->max_tx_chan, dma->max_rx_chan,  in dma_init()
712 		dma->loopback ? ", loopback" : "");  in dma_init()
757 		dev_err(dev, "no valid dma instance\n");  in knav_dma_probe()
778 	struct knav_dma_device *dma;  in knav_dma_remove()  local
780 	list_for_each_entry(dma, &kdev->list, list) {  in knav_dma_remove()
781 		if (atomic_dec_return(&dma->ref_count) == 0)  in knav_dma_remove()
782 			knav_dma_hw_destroy(dma);  in knav_dma_remove()
792 	{ .compatible = "ti,keystone-navigator-dma", },
802 		.name		= "keystone-navigator-dma",
809 MODULE_DESCRIPTION("TI Keystone Navigator Packet DMA driver");