174 static bool fsl_lpspi_can_dma(struct spi_controller *controller,  in fsl_lpspi_can_dma()  argument
180 	if (!controller->dma_rx)  in fsl_lpspi_can_dma()
197 static int lpspi_prepare_xfer_hardware(struct spi_controller *controller)  in lpspi_prepare_xfer_hardware()  argument
200 				spi_controller_get_devdata(controller);  in lpspi_prepare_xfer_hardware()
212 static int lpspi_unprepare_xfer_hardware(struct spi_controller *controller)  in lpspi_unprepare_xfer_hardware()  argument
215 				spi_controller_get_devdata(controller);  in lpspi_unprepare_xfer_hardware()
331 static int fsl_lpspi_dma_configure(struct spi_controller *controller)  in fsl_lpspi_dma_configure()  argument
337 				spi_controller_get_devdata(controller);  in fsl_lpspi_dma_configure()
357 	ret = dmaengine_slave_config(controller->dma_tx, &tx);  in fsl_lpspi_dma_configure()
368 	ret = dmaengine_slave_config(controller->dma_rx, &rx);  in fsl_lpspi_dma_configure()
411 static int fsl_lpspi_setup_transfer(struct spi_controller *controller,  in fsl_lpspi_setup_transfer()  argument
416 				spi_controller_get_devdata(spi->controller);  in fsl_lpspi_setup_transfer()
451 	if (fsl_lpspi_can_dma(controller, spi, t))  in fsl_lpspi_setup_transfer()
459 static int fsl_lpspi_slave_abort(struct spi_controller *controller)  in fsl_lpspi_slave_abort()  argument
462 				spi_controller_get_devdata(controller);  in fsl_lpspi_slave_abort()
475 static int fsl_lpspi_wait_for_completion(struct spi_controller *controller)  in fsl_lpspi_wait_for_completion()  argument
478 				spi_controller_get_devdata(controller);  in fsl_lpspi_wait_for_completion()
545 static int fsl_lpspi_dma_transfer(struct spi_controller *controller,  in fsl_lpspi_dma_transfer()  argument
555 	ret = fsl_lpspi_dma_configure(controller);  in fsl_lpspi_dma_transfer()
559 	desc_rx = dmaengine_prep_slave_sg(controller->dma_rx,  in fsl_lpspi_dma_transfer()
569 	dma_async_issue_pending(controller->dma_rx);  in fsl_lpspi_dma_transfer()
571 	desc_tx = dmaengine_prep_slave_sg(controller->dma_tx,  in fsl_lpspi_dma_transfer()
575 		dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
583 	dma_async_issue_pending(controller->dma_tx);  in fsl_lpspi_dma_transfer()
596 			dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
597 			dmaengine_terminate_all(controller->dma_rx);  in fsl_lpspi_dma_transfer()
606 			dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
607 			dmaengine_terminate_all(controller->dma_rx);  in fsl_lpspi_dma_transfer()
616 			dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
617 			dmaengine_terminate_all(controller->dma_rx);  in fsl_lpspi_dma_transfer()
626 			dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
627 			dmaengine_terminate_all(controller->dma_rx);  in fsl_lpspi_dma_transfer()
638 static void fsl_lpspi_dma_exit(struct spi_controller *controller)  in fsl_lpspi_dma_exit()  argument
640 	if (controller->dma_rx) {  in fsl_lpspi_dma_exit()
641 		dma_release_channel(controller->dma_rx);  in fsl_lpspi_dma_exit()
642 		controller->dma_rx = NULL;  in fsl_lpspi_dma_exit()
645 	if (controller->dma_tx) {  in fsl_lpspi_dma_exit()
646 		dma_release_channel(controller->dma_tx);  in fsl_lpspi_dma_exit()
647 		controller->dma_tx = NULL;  in fsl_lpspi_dma_exit()
653 			      struct spi_controller *controller)  in fsl_lpspi_dma_init()  argument
658 	controller->dma_tx = dma_request_chan(dev, "tx");  in fsl_lpspi_dma_init()
659 	if (IS_ERR(controller->dma_tx)) {  in fsl_lpspi_dma_init()
660 		ret = PTR_ERR(controller->dma_tx);  in fsl_lpspi_dma_init()
662 		controller->dma_tx = NULL;  in fsl_lpspi_dma_init()
667 	controller->dma_rx = dma_request_chan(dev, "rx");  in fsl_lpspi_dma_init()
668 	if (IS_ERR(controller->dma_rx)) {  in fsl_lpspi_dma_init()
669 		ret = PTR_ERR(controller->dma_rx);  in fsl_lpspi_dma_init()
671 		controller->dma_rx = NULL;  in fsl_lpspi_dma_init()
677 	controller->can_dma = fsl_lpspi_can_dma;  in fsl_lpspi_dma_init()
678 	controller->max_dma_len = FSL_LPSPI_MAX_EDMA_BYTES;  in fsl_lpspi_dma_init()
682 	fsl_lpspi_dma_exit(controller);  in fsl_lpspi_dma_init()
686 static int fsl_lpspi_pio_transfer(struct spi_controller *controller,  in fsl_lpspi_pio_transfer()  argument
690 				spi_controller_get_devdata(controller);  in fsl_lpspi_pio_transfer()
702 	ret = fsl_lpspi_wait_for_completion(controller);  in fsl_lpspi_pio_transfer()
711 static int fsl_lpspi_transfer_one(struct spi_controller *controller,  in fsl_lpspi_transfer_one()  argument
716 					spi_controller_get_devdata(controller);  in fsl_lpspi_transfer_one()
720 	ret = fsl_lpspi_setup_transfer(controller, spi, t);  in fsl_lpspi_transfer_one()
728 		ret = fsl_lpspi_dma_transfer(controller, fsl_lpspi, t);  in fsl_lpspi_transfer_one()
730 		ret = fsl_lpspi_pio_transfer(controller, t);  in fsl_lpspi_transfer_one()
772 	struct spi_controller *controller = dev_get_drvdata(dev);  in fsl_lpspi_runtime_resume()  local
776 	fsl_lpspi = spi_controller_get_devdata(controller);  in fsl_lpspi_runtime_resume()
793 	struct spi_controller *controller = dev_get_drvdata(dev);  in fsl_lpspi_runtime_suspend()  local
796 	fsl_lpspi = spi_controller_get_devdata(controller);  in fsl_lpspi_runtime_suspend()
819 	struct spi_controller *controller;  in fsl_lpspi_probe()  local
827 		controller = spi_alloc_slave(&pdev->dev,  in fsl_lpspi_probe()
830 		controller = spi_alloc_master(&pdev->dev,  in fsl_lpspi_probe()
833 	if (!controller)  in fsl_lpspi_probe()
836 	platform_set_drvdata(pdev, controller);  in fsl_lpspi_probe()
838 	fsl_lpspi = spi_controller_get_devdata(controller);  in fsl_lpspi_probe()
844 	controller->bits_per_word_mask = SPI_BPW_RANGE_MASK(8, 32);  in fsl_lpspi_probe()
845 	controller->transfer_one = fsl_lpspi_transfer_one;  in fsl_lpspi_probe()
846 	controller->prepare_transfer_hardware = lpspi_prepare_xfer_hardware;  in fsl_lpspi_probe()
847 	controller->unprepare_transfer_hardware = lpspi_unprepare_xfer_hardware;  in fsl_lpspi_probe()
848 	controller->mode_bits = SPI_CPOL | SPI_CPHA | SPI_CS_HIGH;  in fsl_lpspi_probe()
849 	controller->flags = SPI_MASTER_MUST_RX | SPI_MASTER_MUST_TX;  in fsl_lpspi_probe()
850 	controller->dev.of_node = pdev->dev.of_node;  in fsl_lpspi_probe()
851 	controller->bus_num = pdev->id;  in fsl_lpspi_probe()
852 	controller->slave_abort = fsl_lpspi_slave_abort;  in fsl_lpspi_probe()
854 		controller->use_gpio_descriptors = true;  in fsl_lpspi_probe()
906 	ret = fsl_lpspi_dma_init(&pdev->dev, fsl_lpspi, controller);  in fsl_lpspi_probe()
913 	ret = devm_spi_register_controller(&pdev->dev, controller);  in fsl_lpspi_probe()
929 	spi_controller_put(controller);  in fsl_lpspi_probe()
936 	struct spi_controller *controller = platform_get_drvdata(pdev);  in fsl_lpspi_remove()  local
938 				spi_controller_get_devdata(controller);  in fsl_lpspi_remove()