173 static bool fsl_lpspi_can_dma(struct spi_controller *controller,  in fsl_lpspi_can_dma()  argument
179 	if (!controller->dma_rx)  in fsl_lpspi_can_dma()
196 static int lpspi_prepare_xfer_hardware(struct spi_controller *controller)  in lpspi_prepare_xfer_hardware()  argument
199 				spi_controller_get_devdata(controller);  in lpspi_prepare_xfer_hardware()
211 static int lpspi_unprepare_xfer_hardware(struct spi_controller *controller)  in lpspi_unprepare_xfer_hardware()  argument
214 				spi_controller_get_devdata(controller);  in lpspi_unprepare_xfer_hardware()
336 static int fsl_lpspi_dma_configure(struct spi_controller *controller)  in fsl_lpspi_dma_configure()  argument
342 				spi_controller_get_devdata(controller);  in fsl_lpspi_dma_configure()
362 	ret = dmaengine_slave_config(controller->dma_tx, &tx);  in fsl_lpspi_dma_configure()
373 	ret = dmaengine_slave_config(controller->dma_rx, &rx);  in fsl_lpspi_dma_configure()
416 static int fsl_lpspi_setup_transfer(struct spi_controller *controller,  in fsl_lpspi_setup_transfer()  argument
421 				spi_controller_get_devdata(spi->controller);  in fsl_lpspi_setup_transfer()
456 	if (fsl_lpspi_can_dma(controller, spi, t))  in fsl_lpspi_setup_transfer()
464 static int fsl_lpspi_target_abort(struct spi_controller *controller)  in fsl_lpspi_target_abort()  argument
467 				spi_controller_get_devdata(controller);  in fsl_lpspi_target_abort()
480 static int fsl_lpspi_wait_for_completion(struct spi_controller *controller)  in fsl_lpspi_wait_for_completion()  argument
483 				spi_controller_get_devdata(controller);  in fsl_lpspi_wait_for_completion()
550 static int fsl_lpspi_dma_transfer(struct spi_controller *controller,  in fsl_lpspi_dma_transfer()  argument
560 	ret = fsl_lpspi_dma_configure(controller);  in fsl_lpspi_dma_transfer()
564 	desc_rx = dmaengine_prep_slave_sg(controller->dma_rx,  in fsl_lpspi_dma_transfer()
574 	dma_async_issue_pending(controller->dma_rx);  in fsl_lpspi_dma_transfer()
576 	desc_tx = dmaengine_prep_slave_sg(controller->dma_tx,  in fsl_lpspi_dma_transfer()
580 		dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
588 	dma_async_issue_pending(controller->dma_tx);  in fsl_lpspi_dma_transfer()
601 			dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
602 			dmaengine_terminate_all(controller->dma_rx);  in fsl_lpspi_dma_transfer()
611 			dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
612 			dmaengine_terminate_all(controller->dma_rx);  in fsl_lpspi_dma_transfer()
621 			dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
622 			dmaengine_terminate_all(controller->dma_rx);  in fsl_lpspi_dma_transfer()
631 			dmaengine_terminate_all(controller->dma_tx);  in fsl_lpspi_dma_transfer()
632 			dmaengine_terminate_all(controller->dma_rx);  in fsl_lpspi_dma_transfer()
643 static void fsl_lpspi_dma_exit(struct spi_controller *controller)  in fsl_lpspi_dma_exit()  argument
645 	if (controller->dma_rx) {  in fsl_lpspi_dma_exit()
646 		dma_release_channel(controller->dma_rx);  in fsl_lpspi_dma_exit()
647 		controller->dma_rx = NULL;  in fsl_lpspi_dma_exit()
650 	if (controller->dma_tx) {  in fsl_lpspi_dma_exit()
651 		dma_release_channel(controller->dma_tx);  in fsl_lpspi_dma_exit()
652 		controller->dma_tx = NULL;  in fsl_lpspi_dma_exit()
658 			      struct spi_controller *controller)  in fsl_lpspi_dma_init()  argument
663 	controller->dma_tx = dma_request_chan(dev, "tx");  in fsl_lpspi_dma_init()
664 	if (IS_ERR(controller->dma_tx)) {  in fsl_lpspi_dma_init()
665 		ret = PTR_ERR(controller->dma_tx);  in fsl_lpspi_dma_init()
667 		controller->dma_tx = NULL;  in fsl_lpspi_dma_init()
672 	controller->dma_rx = dma_request_chan(dev, "rx");  in fsl_lpspi_dma_init()
673 	if (IS_ERR(controller->dma_rx)) {  in fsl_lpspi_dma_init()
674 		ret = PTR_ERR(controller->dma_rx);  in fsl_lpspi_dma_init()
676 		controller->dma_rx = NULL;  in fsl_lpspi_dma_init()
682 	controller->can_dma = fsl_lpspi_can_dma;  in fsl_lpspi_dma_init()
683 	controller->max_dma_len = FSL_LPSPI_MAX_EDMA_BYTES;  in fsl_lpspi_dma_init()
687 	fsl_lpspi_dma_exit(controller);  in fsl_lpspi_dma_init()
691 static int fsl_lpspi_pio_transfer(struct spi_controller *controller,  in fsl_lpspi_pio_transfer()  argument
695 				spi_controller_get_devdata(controller);  in fsl_lpspi_pio_transfer()
707 	ret = fsl_lpspi_wait_for_completion(controller);  in fsl_lpspi_pio_transfer()
716 static int fsl_lpspi_transfer_one(struct spi_controller *controller,  in fsl_lpspi_transfer_one()  argument
721 					spi_controller_get_devdata(controller);  in fsl_lpspi_transfer_one()
725 	ret = fsl_lpspi_setup_transfer(controller, spi, t);  in fsl_lpspi_transfer_one()
733 		ret = fsl_lpspi_dma_transfer(controller, fsl_lpspi, t);  in fsl_lpspi_transfer_one()
735 		ret = fsl_lpspi_pio_transfer(controller, t);  in fsl_lpspi_transfer_one()
777 	struct spi_controller *controller = dev_get_drvdata(dev);  in fsl_lpspi_runtime_resume()  local
781 	fsl_lpspi = spi_controller_get_devdata(controller);  in fsl_lpspi_runtime_resume()
798 	struct spi_controller *controller = dev_get_drvdata(dev);  in fsl_lpspi_runtime_suspend()  local
801 	fsl_lpspi = spi_controller_get_devdata(controller);  in fsl_lpspi_runtime_suspend()
824 	struct spi_controller *controller;  in fsl_lpspi_probe()  local
833 		controller = spi_alloc_target(&pdev->dev,  in fsl_lpspi_probe()
836 		controller = spi_alloc_host(&pdev->dev,  in fsl_lpspi_probe()
839 	if (!controller)  in fsl_lpspi_probe()
842 	platform_set_drvdata(pdev, controller);  in fsl_lpspi_probe()
844 	fsl_lpspi = spi_controller_get_devdata(controller);  in fsl_lpspi_probe()
906 	controller->bits_per_word_mask = SPI_BPW_RANGE_MASK(8, 32);  in fsl_lpspi_probe()
907 	controller->transfer_one = fsl_lpspi_transfer_one;  in fsl_lpspi_probe()
908 	controller->prepare_transfer_hardware = lpspi_prepare_xfer_hardware;  in fsl_lpspi_probe()
909 	controller->unprepare_transfer_hardware = lpspi_unprepare_xfer_hardware;  in fsl_lpspi_probe()
910 	controller->mode_bits = SPI_CPOL | SPI_CPHA | SPI_CS_HIGH;  in fsl_lpspi_probe()
911 	controller->flags = SPI_CONTROLLER_MUST_RX | SPI_CONTROLLER_MUST_TX;  in fsl_lpspi_probe()
912 	controller->dev.of_node = pdev->dev.of_node;  in fsl_lpspi_probe()
913 	controller->bus_num = pdev->id;  in fsl_lpspi_probe()
914 	controller->num_chipselect = num_cs;  in fsl_lpspi_probe()
915 	controller->target_abort = fsl_lpspi_target_abort;  in fsl_lpspi_probe()
917 		controller->use_gpio_descriptors = true;  in fsl_lpspi_probe()
919 	ret = fsl_lpspi_dma_init(&pdev->dev, fsl_lpspi, controller);  in fsl_lpspi_probe()
931 	ret = devm_spi_register_controller(&pdev->dev, controller);  in fsl_lpspi_probe()
943 	fsl_lpspi_dma_exit(controller);  in fsl_lpspi_probe()
949 	spi_controller_put(controller);  in fsl_lpspi_probe()
956 	struct spi_controller *controller = platform_get_drvdata(pdev);  in fsl_lpspi_remove()  local
958 				spi_controller_get_devdata(controller);  in fsl_lpspi_remove()
960 	fsl_lpspi_dma_exit(controller);  in fsl_lpspi_remove()