Lines Matching refs:xdev
349 struct xilinx_dma_device *xdev; member
453 readl_poll_timeout(chan->xdev->regs + chan->ctrl_offset + reg, val, \
459 return ioread32(chan->xdev->regs + reg); in dma_read()
464 iowrite32(value, chan->xdev->regs + reg); in dma_write()
511 writel(value_lsb, chan->xdev->regs + chan->desc_offset + reg); in vdma_desc_write_64()
514 writel(value_msb, chan->xdev->regs + chan->desc_offset + reg + 4); in vdma_desc_write_64()
519 lo_hi_writeq(value, chan->xdev->regs + chan->ctrl_offset + reg); in dma_writeq()
697 if (chan->xdev->dma_config->dmatype == XDMA_TYPE_VDMA) { in xilinx_dma_free_tx_descriptor()
702 } else if (chan->xdev->dma_config->dmatype == XDMA_TYPE_CDMA) { in xilinx_dma_free_tx_descriptor()
767 if (chan->xdev->dma_config->dmatype == XDMA_TYPE_AXIDMA) { in xilinx_dma_free_chan_resources()
782 if (chan->xdev->dma_config->dmatype != XDMA_TYPE_AXIDMA) { in xilinx_dma_free_chan_resources()
878 if (chan->xdev->dma_config->dmatype == XDMA_TYPE_AXIDMA) { in xilinx_dma_alloc_chan_resources()
903 } else if (chan->xdev->dma_config->dmatype == XDMA_TYPE_CDMA) { in xilinx_dma_alloc_chan_resources()
918 (chan->xdev->dma_config->dmatype != XDMA_TYPE_AXIDMA)) { in xilinx_dma_alloc_chan_resources()
925 if (chan->xdev->dma_config->dmatype == XDMA_TYPE_AXIDMA) { in xilinx_dma_alloc_chan_resources()
945 if (chan->xdev->dma_config->dmatype == XDMA_TYPE_AXIDMA) { in xilinx_dma_alloc_chan_resources()
953 if ((chan->xdev->dma_config->dmatype == XDMA_TYPE_CDMA) && chan->has_sg) in xilinx_dma_alloc_chan_resources()
984 if (chan->xdev->dma_config->dmatype == XDMA_TYPE_AXIDMA) { in xilinx_dma_tx_status()
1296 if (chan->has_sg && !chan->xdev->mcdma) in xilinx_dma_start_transfer()
1300 if (chan->has_sg && chan->xdev->mcdma) { in xilinx_dma_start_transfer()
1322 if (chan->has_sg && !chan->xdev->mcdma) { in xilinx_dma_start_transfer()
1329 } else if (chan->has_sg && chan->xdev->mcdma) { in xilinx_dma_start_transfer()
1540 if (chan->xdev->dma_config->dmatype == XDMA_TYPE_VDMA) { in append_desc_queue()
1545 } else if (chan->xdev->dma_config->dmatype == XDMA_TYPE_CDMA) { in append_desc_queue()
1565 if (chan->has_sg && (chan->xdev->dma_config->dmatype == XDMA_TYPE_VDMA) in append_desc_queue()
2077 if ((chan->xdev->dma_config->dmatype == XDMA_TYPE_CDMA) && chan->has_sg) in xilinx_dma_terminate_all()
2353 static void xdma_disable_allclks(struct xilinx_dma_device *xdev) in xdma_disable_allclks() argument
2355 clk_disable_unprepare(xdev->rxs_clk); in xdma_disable_allclks()
2356 clk_disable_unprepare(xdev->rx_clk); in xdma_disable_allclks()
2357 clk_disable_unprepare(xdev->txs_clk); in xdma_disable_allclks()
2358 clk_disable_unprepare(xdev->tx_clk); in xdma_disable_allclks()
2359 clk_disable_unprepare(xdev->axi_clk); in xdma_disable_allclks()
2373 static int xilinx_dma_chan_probe(struct xilinx_dma_device *xdev, in xilinx_dma_chan_probe() argument
2382 chan = devm_kzalloc(xdev->dev, sizeof(*chan), GFP_KERNEL); in xilinx_dma_chan_probe()
2386 chan->dev = xdev->dev; in xilinx_dma_chan_probe()
2387 chan->xdev = xdev; in xilinx_dma_chan_probe()
2388 chan->has_sg = xdev->has_sg; in xilinx_dma_chan_probe()
2390 chan->ext_addr = xdev->ext_addr; in xilinx_dma_chan_probe()
2411 dev_err(xdev->dev, "missing xlnx,datawidth property\n"); in xilinx_dma_chan_probe()
2421 xdev->common.copy_align = fls(width - 1); in xilinx_dma_chan_probe()
2431 if (xdev->dma_config->dmatype == XDMA_TYPE_VDMA) { in xilinx_dma_chan_probe()
2435 if (xdev->flush_on_fsync == XILINX_DMA_FLUSH_BOTH || in xilinx_dma_chan_probe()
2436 xdev->flush_on_fsync == XILINX_DMA_FLUSH_MM2S) in xilinx_dma_chan_probe()
2445 chan->tdest = chan_id - xdev->nr_channels; in xilinx_dma_chan_probe()
2455 if (xdev->dma_config->dmatype == XDMA_TYPE_VDMA) { in xilinx_dma_chan_probe()
2459 if (xdev->flush_on_fsync == XILINX_DMA_FLUSH_BOTH || in xilinx_dma_chan_probe()
2460 xdev->flush_on_fsync == XILINX_DMA_FLUSH_S2MM) in xilinx_dma_chan_probe()
2464 dev_err(xdev->dev, "Invalid channel compatible node\n"); in xilinx_dma_chan_probe()
2473 dev_err(xdev->dev, "unable to request IRQ %d\n", chan->irq); in xilinx_dma_chan_probe()
2477 if (xdev->dma_config->dmatype == XDMA_TYPE_AXIDMA) { in xilinx_dma_chan_probe()
2480 } else if (xdev->dma_config->dmatype == XDMA_TYPE_CDMA) { in xilinx_dma_chan_probe()
2496 chan->common.device = &xdev->common; in xilinx_dma_chan_probe()
2498 list_add_tail(&chan->common.device_node, &xdev->common.channels); in xilinx_dma_chan_probe()
2499 xdev->chan[chan->id] = chan; in xilinx_dma_chan_probe()
2504 dev_err(xdev->dev, "Reset channel failed\n"); in xilinx_dma_chan_probe()
2521 static int xilinx_dma_child_probe(struct xilinx_dma_device *xdev, in xilinx_dma_child_probe() argument
2527 if ((ret < 0) && xdev->mcdma) in xilinx_dma_child_probe()
2528 dev_warn(xdev->dev, "missing dma-channels property\n"); in xilinx_dma_child_probe()
2531 xilinx_dma_chan_probe(xdev, node, xdev->chan_id++); in xilinx_dma_child_probe()
2533 xdev->nr_channels += nr_channels; in xilinx_dma_child_probe()
2548 struct xilinx_dma_device *xdev = ofdma->of_dma_data; in of_dma_xilinx_xlate() local
2551 if (chan_id >= xdev->nr_channels || !xdev->chan[chan_id]) in of_dma_xilinx_xlate()
2554 return dma_get_slave_channel(&xdev->chan[chan_id]->common); in of_dma_xilinx_xlate()
2592 struct xilinx_dma_device *xdev; in xilinx_dma_probe() local
2599 xdev = devm_kzalloc(&pdev->dev, sizeof(*xdev), GFP_KERNEL); in xilinx_dma_probe()
2600 if (!xdev) in xilinx_dma_probe()
2603 xdev->dev = &pdev->dev; in xilinx_dma_probe()
2609 xdev->dma_config = match->data; in xilinx_dma_probe()
2610 clk_init = xdev->dma_config->clk_init; in xilinx_dma_probe()
2614 err = clk_init(pdev, &xdev->axi_clk, &xdev->tx_clk, &xdev->txs_clk, in xilinx_dma_probe()
2615 &xdev->rx_clk, &xdev->rxs_clk); in xilinx_dma_probe()
2621 xdev->regs = devm_ioremap_resource(&pdev->dev, io); in xilinx_dma_probe()
2622 if (IS_ERR(xdev->regs)) in xilinx_dma_probe()
2623 return PTR_ERR(xdev->regs); in xilinx_dma_probe()
2626 xdev->has_sg = of_property_read_bool(node, "xlnx,include-sg"); in xilinx_dma_probe()
2627 if (xdev->dma_config->dmatype == XDMA_TYPE_AXIDMA) in xilinx_dma_probe()
2628 xdev->mcdma = of_property_read_bool(node, "xlnx,mcdma"); in xilinx_dma_probe()
2630 if (xdev->dma_config->dmatype == XDMA_TYPE_VDMA) { in xilinx_dma_probe()
2634 dev_err(xdev->dev, in xilinx_dma_probe()
2640 &xdev->flush_on_fsync); in xilinx_dma_probe()
2642 dev_warn(xdev->dev, in xilinx_dma_probe()
2648 dev_warn(xdev->dev, "missing xlnx,addrwidth property\n"); in xilinx_dma_probe()
2651 xdev->ext_addr = true; in xilinx_dma_probe()
2653 xdev->ext_addr = false; in xilinx_dma_probe()
2656 dma_set_mask(xdev->dev, DMA_BIT_MASK(addr_width)); in xilinx_dma_probe()
2659 xdev->common.dev = &pdev->dev; in xilinx_dma_probe()
2661 INIT_LIST_HEAD(&xdev->common.channels); in xilinx_dma_probe()
2662 if (!(xdev->dma_config->dmatype == XDMA_TYPE_CDMA)) { in xilinx_dma_probe()
2663 dma_cap_set(DMA_SLAVE, xdev->common.cap_mask); in xilinx_dma_probe()
2664 dma_cap_set(DMA_PRIVATE, xdev->common.cap_mask); in xilinx_dma_probe()
2667 xdev->common.device_alloc_chan_resources = in xilinx_dma_probe()
2669 xdev->common.device_free_chan_resources = in xilinx_dma_probe()
2671 xdev->common.device_terminate_all = xilinx_dma_terminate_all; in xilinx_dma_probe()
2672 xdev->common.device_tx_status = xilinx_dma_tx_status; in xilinx_dma_probe()
2673 xdev->common.device_issue_pending = xilinx_dma_issue_pending; in xilinx_dma_probe()
2674 if (xdev->dma_config->dmatype == XDMA_TYPE_AXIDMA) { in xilinx_dma_probe()
2675 dma_cap_set(DMA_CYCLIC, xdev->common.cap_mask); in xilinx_dma_probe()
2676 xdev->common.device_prep_slave_sg = xilinx_dma_prep_slave_sg; in xilinx_dma_probe()
2677 xdev->common.device_prep_dma_cyclic = in xilinx_dma_probe()
2679 xdev->common.device_prep_interleaved_dma = in xilinx_dma_probe()
2682 xdev->common.residue_granularity = in xilinx_dma_probe()
2684 } else if (xdev->dma_config->dmatype == XDMA_TYPE_CDMA) { in xilinx_dma_probe()
2685 dma_cap_set(DMA_MEMCPY, xdev->common.cap_mask); in xilinx_dma_probe()
2686 xdev->common.device_prep_dma_memcpy = xilinx_cdma_prep_memcpy; in xilinx_dma_probe()
2688 xdev->common.device_prep_interleaved_dma = in xilinx_dma_probe()
2692 platform_set_drvdata(pdev, xdev); in xilinx_dma_probe()
2696 err = xilinx_dma_child_probe(xdev, child); in xilinx_dma_probe()
2701 if (xdev->dma_config->dmatype == XDMA_TYPE_VDMA) { in xilinx_dma_probe()
2702 for (i = 0; i < xdev->nr_channels; i++) in xilinx_dma_probe()
2703 if (xdev->chan[i]) in xilinx_dma_probe()
2704 xdev->chan[i]->num_frms = num_frames; in xilinx_dma_probe()
2708 dma_async_device_register(&xdev->common); in xilinx_dma_probe()
2711 xdev); in xilinx_dma_probe()
2714 dma_async_device_unregister(&xdev->common); in xilinx_dma_probe()
2718 if (xdev->dma_config->dmatype == XDMA_TYPE_AXIDMA) in xilinx_dma_probe()
2720 else if (xdev->dma_config->dmatype == XDMA_TYPE_CDMA) in xilinx_dma_probe()
2728 xdma_disable_allclks(xdev); in xilinx_dma_probe()
2730 for (i = 0; i < xdev->nr_channels; i++) in xilinx_dma_probe()
2731 if (xdev->chan[i]) in xilinx_dma_probe()
2732 xilinx_dma_chan_remove(xdev->chan[i]); in xilinx_dma_probe()
2745 struct xilinx_dma_device *xdev = platform_get_drvdata(pdev); in xilinx_dma_remove() local
2750 dma_async_device_unregister(&xdev->common); in xilinx_dma_remove()
2752 for (i = 0; i < xdev->nr_channels; i++) in xilinx_dma_remove()
2753 if (xdev->chan[i]) in xilinx_dma_remove()
2754 xilinx_dma_chan_remove(xdev->chan[i]); in xilinx_dma_remove()
2756 xdma_disable_allclks(xdev); in xilinx_dma_remove()