149 /* sclk_out: spi master internal logic in rk3x can support 50Mhz */
222 	struct spi_master *master = spi->master;  in rockchip_spi_set_cs()  local
223 	struct rockchip_spi *rs = spi_master_get_devdata(master);  in rockchip_spi_set_cs()
247 static void rockchip_spi_handle_err(struct spi_master *master,  in rockchip_spi_handle_err()  argument
250 	struct rockchip_spi *rs = spi_master_get_devdata(master);  in rockchip_spi_handle_err()
261 		dmaengine_terminate_async(master->dma_tx);  in rockchip_spi_handle_err()
264 		dmaengine_terminate_async(master->dma_rx);  in rockchip_spi_handle_err()
322 	struct spi_master *master = dev_id;  in rockchip_spi_isr()  local
323 	struct rockchip_spi *rs = spi_master_get_devdata(master);  in rockchip_spi_isr()
332 		spi_finalize_current_transfer(master);  in rockchip_spi_isr()
358 	struct spi_master *master = data;  in rockchip_spi_dma_rxcb()  local
359 	struct rockchip_spi *rs = spi_master_get_devdata(master);  in rockchip_spi_dma_rxcb()
366 	spi_finalize_current_transfer(master);  in rockchip_spi_dma_rxcb()
371 	struct spi_master *master = data;  in rockchip_spi_dma_txcb()  local
372 	struct rockchip_spi *rs = spi_master_get_devdata(master);  in rockchip_spi_dma_txcb()
382 	spi_finalize_current_transfer(master);  in rockchip_spi_dma_txcb()
386 		struct spi_master *master, struct spi_transfer *xfer)  in rockchip_spi_prepare_dma()  argument
401 		dmaengine_slave_config(master->dma_rx, &rxconf);  in rockchip_spi_prepare_dma()
404 				master->dma_rx,  in rockchip_spi_prepare_dma()
411 		rxdesc->callback_param = master;  in rockchip_spi_prepare_dma()
423 		dmaengine_slave_config(master->dma_tx, &txconf);  in rockchip_spi_prepare_dma()
426 				master->dma_tx,  in rockchip_spi_prepare_dma()
431 				dmaengine_terminate_sync(master->dma_rx);  in rockchip_spi_prepare_dma()
436 		txdesc->callback_param = master;  in rockchip_spi_prepare_dma()
443 		dma_async_issue_pending(master->dma_rx);  in rockchip_spi_prepare_dma()
451 		dma_async_issue_pending(master->dma_tx);  in rockchip_spi_prepare_dma()
496 		 * master->bits_per_word_mask, so this shouldn't  in rockchip_spi_config()
539 		struct spi_master *master,  in rockchip_spi_transfer_one()  argument
543 	struct rockchip_spi *rs = spi_master_get_devdata(master);  in rockchip_spi_transfer_one()
561 	use_dma = master->can_dma ? master->can_dma(master, spi, xfer) : false;  in rockchip_spi_transfer_one()
566 		return rockchip_spi_prepare_dma(rs, master, xfer);  in rockchip_spi_transfer_one()
571 static bool rockchip_spi_can_dma(struct spi_master *master,  in rockchip_spi_can_dma()  argument
575 	struct rockchip_spi *rs = spi_master_get_devdata(master);  in rockchip_spi_can_dma()
589 	struct spi_master *master;  in rockchip_spi_probe()  local
593 	master = spi_alloc_master(&pdev->dev, sizeof(struct rockchip_spi));  in rockchip_spi_probe()
594 	if (!master)  in rockchip_spi_probe()
597 	platform_set_drvdata(pdev, master);  in rockchip_spi_probe()
599 	rs = spi_master_get_devdata(master);  in rockchip_spi_probe()
642 			IRQF_ONESHOT, dev_name(&pdev->dev), master);  in rockchip_spi_probe()
676 	master->auto_runtime_pm = true;  in rockchip_spi_probe()
677 	master->bus_num = pdev->id;  in rockchip_spi_probe()
678 	master->mode_bits = SPI_CPOL | SPI_CPHA | SPI_LOOP | SPI_LSB_FIRST;  in rockchip_spi_probe()
679 	master->num_chipselect = ROCKCHIP_SPI_MAX_CS_NUM;  in rockchip_spi_probe()
680 	master->dev.of_node = pdev->dev.of_node;  in rockchip_spi_probe()
681 	master->bits_per_word_mask = SPI_BPW_MASK(16) | SPI_BPW_MASK(8) | SPI_BPW_MASK(4);  in rockchip_spi_probe()
682 	master->min_speed_hz = rs->freq / BAUDR_SCKDV_MAX;  in rockchip_spi_probe()
683 	master->max_speed_hz = min(rs->freq / BAUDR_SCKDV_MIN, MAX_SCLK_OUT);  in rockchip_spi_probe()
685 	master->set_cs = rockchip_spi_set_cs;  in rockchip_spi_probe()
686 	master->transfer_one = rockchip_spi_transfer_one;  in rockchip_spi_probe()
687 	master->max_transfer_size = rockchip_spi_max_transfer_size;  in rockchip_spi_probe()
688 	master->handle_err = rockchip_spi_handle_err;  in rockchip_spi_probe()
689 	master->flags = SPI_MASTER_GPIO_SS;  in rockchip_spi_probe()
691 	master->dma_tx = dma_request_chan(rs->dev, "tx");  in rockchip_spi_probe()
692 	if (IS_ERR(master->dma_tx)) {  in rockchip_spi_probe()
694 		if (PTR_ERR(master->dma_tx) == -EPROBE_DEFER) {  in rockchip_spi_probe()
699 		master->dma_tx = NULL;  in rockchip_spi_probe()
702 	master->dma_rx = dma_request_chan(rs->dev, "rx");  in rockchip_spi_probe()
703 	if (IS_ERR(master->dma_rx)) {  in rockchip_spi_probe()
704 		if (PTR_ERR(master->dma_rx) == -EPROBE_DEFER) {  in rockchip_spi_probe()
709 		master->dma_rx = NULL;  in rockchip_spi_probe()
712 	if (master->dma_tx && master->dma_rx) {  in rockchip_spi_probe()
715 		master->can_dma = rockchip_spi_can_dma;  in rockchip_spi_probe()
718 	ret = devm_spi_register_master(&pdev->dev, master);  in rockchip_spi_probe()
720 		dev_err(&pdev->dev, "Failed to register master\n");  in rockchip_spi_probe()
727 	if (master->dma_rx)  in rockchip_spi_probe()
728 		dma_release_channel(master->dma_rx);  in rockchip_spi_probe()
730 	if (master->dma_tx)  in rockchip_spi_probe()
731 		dma_release_channel(master->dma_tx);  in rockchip_spi_probe()
739 	spi_master_put(master);  in rockchip_spi_probe()
746 	struct spi_master *master = spi_master_get(platform_get_drvdata(pdev));  in rockchip_spi_remove()  local
747 	struct rockchip_spi *rs = spi_master_get_devdata(master);  in rockchip_spi_remove()
758 	if (master->dma_tx)  in rockchip_spi_remove()
759 		dma_release_channel(master->dma_tx);  in rockchip_spi_remove()
760 	if (master->dma_rx)  in rockchip_spi_remove()
761 		dma_release_channel(master->dma_rx);  in rockchip_spi_remove()
763 	spi_master_put(master);  in rockchip_spi_remove()
772 	struct spi_master *master = dev_get_drvdata(dev);  in rockchip_spi_suspend()  local
774 	ret = spi_master_suspend(master);  in rockchip_spi_suspend()
790 	struct spi_master *master = dev_get_drvdata(dev);  in rockchip_spi_resume()  local
791 	struct rockchip_spi *rs = spi_master_get_devdata(master);  in rockchip_spi_resume()
799 	ret = spi_master_resume(master);  in rockchip_spi_resume()
812 	struct spi_master *master = dev_get_drvdata(dev);  in rockchip_spi_runtime_suspend()  local
813 	struct rockchip_spi *rs = spi_master_get_devdata(master);  in rockchip_spi_runtime_suspend()
824 	struct spi_master *master = dev_get_drvdata(dev);  in rockchip_spi_runtime_resume()  local
825 	struct rockchip_spi *rs = spi_master_get_devdata(master);  in rockchip_spi_runtime_resume()