3  * Driver for the Analog Devices AXI-DMAC core
26 #include <dt-bindings/dma/axi-dmac.h>
32  * The AXI-DMAC is a soft IP core that is used in FPGA designs. The core has
205 	struct axi_dmac *dmac = chan_to_axi_dmac(chan);  in axi_dmac_start_transfer()  local
212 	val = axi_dmac_read(dmac, AXI_DMAC_REG_START_TRANSFER);  in axi_dmac_start_transfer()
245 	sg->id = axi_dmac_read(dmac, AXI_DMAC_REG_TRANSFER_ID);  in axi_dmac_start_transfer()
248 		axi_dmac_write(dmac, AXI_DMAC_REG_DEST_ADDRESS, sg->dest_addr);  in axi_dmac_start_transfer()
249 		axi_dmac_write(dmac, AXI_DMAC_REG_DEST_STRIDE, sg->dest_stride);  in axi_dmac_start_transfer()
253 		axi_dmac_write(dmac, AXI_DMAC_REG_SRC_ADDRESS, sg->src_addr);  in axi_dmac_start_transfer()
254 		axi_dmac_write(dmac, AXI_DMAC_REG_SRC_STRIDE, sg->src_stride);  in axi_dmac_start_transfer()
269 	axi_dmac_write(dmac, AXI_DMAC_REG_X_LENGTH, sg->x_len - 1);  in axi_dmac_start_transfer()
270 	axi_dmac_write(dmac, AXI_DMAC_REG_Y_LENGTH, sg->y_len - 1);  in axi_dmac_start_transfer()
271 	axi_dmac_write(dmac, AXI_DMAC_REG_FLAGS, flags);  in axi_dmac_start_transfer()
272 	axi_dmac_write(dmac, AXI_DMAC_REG_START_TRANSFER, 1);  in axi_dmac_start_transfer()
292 	struct axi_dmac *dmac = chan_to_axi_dmac(chan);  in axi_dmac_dequeue_partial_xfers()  local
299 		len = axi_dmac_read(dmac, AXI_DMAC_REG_PARTIAL_XFER_LEN);  in axi_dmac_dequeue_partial_xfers()
300 		id  = axi_dmac_read(dmac, AXI_DMAC_REG_PARTIAL_XFER_ID);  in axi_dmac_dequeue_partial_xfers()
320 			dev_dbg(dmac->dma_dev.dev,  in axi_dmac_dequeue_partial_xfers()
324 			dev_warn(dmac->dma_dev.dev,  in axi_dmac_dequeue_partial_xfers()
330 		xfer_done = axi_dmac_read(dmac, AXI_DMAC_REG_TRANSFER_DONE);  in axi_dmac_dequeue_partial_xfers()
409 	struct axi_dmac *dmac = devid;  in axi_dmac_interrupt_handler()  local
413 	pending = axi_dmac_read(dmac, AXI_DMAC_REG_IRQ_PENDING);  in axi_dmac_interrupt_handler()
417 	axi_dmac_write(dmac, AXI_DMAC_REG_IRQ_PENDING, pending);  in axi_dmac_interrupt_handler()
419 	spin_lock(&dmac->chan.vchan.lock);  in axi_dmac_interrupt_handler()
424 		completed = axi_dmac_read(dmac, AXI_DMAC_REG_TRANSFER_DONE);  in axi_dmac_interrupt_handler()
425 		start_next = axi_dmac_transfer_done(&dmac->chan, completed);  in axi_dmac_interrupt_handler()
429 		axi_dmac_start_transfer(&dmac->chan);  in axi_dmac_interrupt_handler()
430 	spin_unlock(&dmac->chan.vchan.lock);  in axi_dmac_interrupt_handler()
438 	struct axi_dmac *dmac = chan_to_axi_dmac(chan);  in axi_dmac_terminate_all()  local
443 	axi_dmac_write(dmac, AXI_DMAC_REG_CTRL, 0);  in axi_dmac_terminate_all()
464 	struct axi_dmac *dmac = chan_to_axi_dmac(chan);  in axi_dmac_issue_pending()  local
467 	axi_dmac_write(dmac, AXI_DMAC_REG_CTRL, AXI_DMAC_CTRL_ENABLE);  in axi_dmac_issue_pending()
791 static int axi_dmac_parse_dt(struct device *dev, struct axi_dmac *dmac)  in axi_dmac_parse_dt()  argument
801 		ret = axi_dmac_parse_chan_dt(of_chan, &dmac->chan);  in axi_dmac_parse_dt()
813 static int axi_dmac_read_chan_config(struct device *dev, struct axi_dmac *dmac)  in axi_dmac_read_chan_config()  argument
815 	struct axi_dmac_chan *chan = &dmac->chan;  in axi_dmac_read_chan_config()
818 	desc = axi_dmac_read(dmac, AXI_DMAC_REG_INTERFACE_DESC);  in axi_dmac_read_chan_config()
858 static int axi_dmac_detect_caps(struct axi_dmac *dmac, unsigned int version)  in axi_dmac_detect_caps()  argument
860 	struct axi_dmac_chan *chan = &dmac->chan;  in axi_dmac_detect_caps()
862 	axi_dmac_write(dmac, AXI_DMAC_REG_FLAGS, AXI_DMAC_FLAG_CYCLIC);  in axi_dmac_detect_caps()
863 	if (axi_dmac_read(dmac, AXI_DMAC_REG_FLAGS) == AXI_DMAC_FLAG_CYCLIC)  in axi_dmac_detect_caps()
866 	axi_dmac_write(dmac, AXI_DMAC_REG_Y_LENGTH, 1);  in axi_dmac_detect_caps()
867 	if (axi_dmac_read(dmac, AXI_DMAC_REG_Y_LENGTH) == 1)  in axi_dmac_detect_caps()
870 	axi_dmac_write(dmac, AXI_DMAC_REG_X_LENGTH, 0xffffffff);  in axi_dmac_detect_caps()
871 	chan->max_length = axi_dmac_read(dmac, AXI_DMAC_REG_X_LENGTH);  in axi_dmac_detect_caps()
875 	axi_dmac_write(dmac, AXI_DMAC_REG_DEST_ADDRESS, 0xffffffff);  in axi_dmac_detect_caps()
876 	if (axi_dmac_read(dmac, AXI_DMAC_REG_DEST_ADDRESS) == 0 &&  in axi_dmac_detect_caps()
878 		dev_err(dmac->dma_dev.dev,  in axi_dmac_detect_caps()
883 	axi_dmac_write(dmac, AXI_DMAC_REG_SRC_ADDRESS, 0xffffffff);  in axi_dmac_detect_caps()
884 	if (axi_dmac_read(dmac, AXI_DMAC_REG_SRC_ADDRESS) == 0 &&  in axi_dmac_detect_caps()
886 		dev_err(dmac->dma_dev.dev,  in axi_dmac_detect_caps()
895 		axi_dmac_write(dmac, AXI_DMAC_REG_X_LENGTH, 0x00);  in axi_dmac_detect_caps()
897 			axi_dmac_read(dmac, AXI_DMAC_REG_X_LENGTH);  in axi_dmac_detect_caps()
908 	struct axi_dmac *dmac;  in axi_dmac_probe()  local
914 	dmac = devm_kzalloc(&pdev->dev, sizeof(*dmac), GFP_KERNEL);  in axi_dmac_probe()
915 	if (!dmac)  in axi_dmac_probe()
918 	dmac->irq = platform_get_irq(pdev, 0);  in axi_dmac_probe()
919 	if (dmac->irq < 0)  in axi_dmac_probe()
920 		return dmac->irq;  in axi_dmac_probe()
921 	if (dmac->irq == 0)  in axi_dmac_probe()
925 	dmac->base = devm_ioremap_resource(&pdev->dev, res);  in axi_dmac_probe()
926 	if (IS_ERR(dmac->base))  in axi_dmac_probe()
927 		return PTR_ERR(dmac->base);  in axi_dmac_probe()
929 	dmac->clk = devm_clk_get(&pdev->dev, NULL);  in axi_dmac_probe()
930 	if (IS_ERR(dmac->clk))  in axi_dmac_probe()
931 		return PTR_ERR(dmac->clk);  in axi_dmac_probe()
933 	ret = clk_prepare_enable(dmac->clk);  in axi_dmac_probe()
937 	version = axi_dmac_read(dmac, ADI_AXI_REG_VERSION);  in axi_dmac_probe()
940 		ret = axi_dmac_read_chan_config(&pdev->dev, dmac);  in axi_dmac_probe()
942 		ret = axi_dmac_parse_dt(&pdev->dev, dmac);  in axi_dmac_probe()
947 	INIT_LIST_HEAD(&dmac->chan.active_descs);  in axi_dmac_probe()
951 	dma_dev = &dmac->dma_dev;  in axi_dmac_probe()
965 	dma_dev->src_addr_widths = BIT(dmac->chan.src_width);  in axi_dmac_probe()
966 	dma_dev->dst_addr_widths = BIT(dmac->chan.dest_width);  in axi_dmac_probe()
967 	dma_dev->directions = BIT(dmac->chan.direction);  in axi_dmac_probe()
971 	dmac->chan.vchan.desc_free = axi_dmac_desc_free;  in axi_dmac_probe()
972 	vchan_init(&dmac->chan.vchan, dma_dev);  in axi_dmac_probe()
974 	ret = axi_dmac_detect_caps(dmac, version);  in axi_dmac_probe()
978 	dma_dev->copy_align = (dmac->chan.address_align_mask + 1);  in axi_dmac_probe()
980 	axi_dmac_write(dmac, AXI_DMAC_REG_IRQ_MASK, 0x00);  in axi_dmac_probe()
991 	ret = request_irq(dmac->irq, axi_dmac_interrupt_handler, IRQF_SHARED,  in axi_dmac_probe()
992 		dev_name(&pdev->dev), dmac);  in axi_dmac_probe()
996 	platform_set_drvdata(pdev, dmac);  in axi_dmac_probe()
998 	regmap = devm_regmap_init_mmio(&pdev->dev, dmac->base,  in axi_dmac_probe()
1008 	free_irq(dmac->irq, dmac);  in axi_dmac_probe()
1012 	dma_async_device_unregister(&dmac->dma_dev);  in axi_dmac_probe()
1014 	clk_disable_unprepare(dmac->clk);  in axi_dmac_probe()
1021 	struct axi_dmac *dmac = platform_get_drvdata(pdev);  in axi_dmac_remove()  local
1024 	free_irq(dmac->irq, dmac);  in axi_dmac_remove()
1025 	tasklet_kill(&dmac->chan.vchan.task);  in axi_dmac_remove()
1026 	dma_async_device_unregister(&dmac->dma_dev);  in axi_dmac_remove()
1027 	clk_disable_unprepare(dmac->clk);  in axi_dmac_remove()
1033 	{ .compatible = "adi,axi-dmac-1.00.a" },
1040 		.name = "dma-axi-dmac",
1049 MODULE_DESCRIPTION("DMA controller driver for the AXI-DMAC controller");