135 static void davinci_spi_rx_buf_u8(u32 data, struct davinci_spi *dspi)  in davinci_spi_rx_buf_u8()  argument
137 	if (dspi->rx) {  in davinci_spi_rx_buf_u8()
138 		u8 *rx = dspi->rx;  in davinci_spi_rx_buf_u8()
140 		dspi->rx = rx;  in davinci_spi_rx_buf_u8()
144 static void davinci_spi_rx_buf_u16(u32 data, struct davinci_spi *dspi)  in davinci_spi_rx_buf_u16()  argument
146 	if (dspi->rx) {  in davinci_spi_rx_buf_u16()
147 		u16 *rx = dspi->rx;  in davinci_spi_rx_buf_u16()
149 		dspi->rx = rx;  in davinci_spi_rx_buf_u16()
153 static u32 davinci_spi_tx_buf_u8(struct davinci_spi *dspi)  in davinci_spi_tx_buf_u8()  argument
157 	if (dspi->tx) {  in davinci_spi_tx_buf_u8()
158 		const u8 *tx = dspi->tx;  in davinci_spi_tx_buf_u8()
161 		dspi->tx = tx;  in davinci_spi_tx_buf_u8()
166 static u32 davinci_spi_tx_buf_u16(struct davinci_spi *dspi)  in davinci_spi_tx_buf_u16()  argument
170 	if (dspi->tx) {  in davinci_spi_tx_buf_u16()
171 		const u16 *tx = dspi->tx;  in davinci_spi_tx_buf_u16()
174 		dspi->tx = tx;  in davinci_spi_tx_buf_u16()
200 	struct davinci_spi *dspi;  in davinci_spi_chipselect()  local
205 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_chipselect()
228 	iowrite16(spidat1, dspi->base + SPIDAT1 + 2);  in davinci_spi_chipselect()
242 static inline int davinci_spi_get_prescale(struct davinci_spi *dspi,  in davinci_spi_get_prescale()  argument
248 	ret = DIV_ROUND_UP(clk_get_rate(dspi->clk), max_speed_hz) - 1;  in davinci_spi_get_prescale()
250 	if (ret < dspi->prescaler_limit || ret > 255)  in davinci_spi_get_prescale()
269 	struct davinci_spi *dspi;  in davinci_spi_setup_transfer()  local
275 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_setup_transfer()
294 		dspi->get_rx = davinci_spi_rx_buf_u8;  in davinci_spi_setup_transfer()
295 		dspi->get_tx = davinci_spi_tx_buf_u8;  in davinci_spi_setup_transfer()
296 		dspi->bytes_per_word[spi->chip_select] = 1;  in davinci_spi_setup_transfer()
298 		dspi->get_rx = davinci_spi_rx_buf_u16;  in davinci_spi_setup_transfer()
299 		dspi->get_tx = davinci_spi_tx_buf_u16;  in davinci_spi_setup_transfer()
300 		dspi->bytes_per_word[spi->chip_select] = 2;  in davinci_spi_setup_transfer()
308 	prescale = davinci_spi_get_prescale(dspi, hz);  in davinci_spi_setup_transfer()
344 	if (dspi->version == SPI_VERSION_2) {  in davinci_spi_setup_transfer()
371 		iowrite32(delay, dspi->base + SPIDELAY);  in davinci_spi_setup_transfer()
374 	iowrite32(spifmt, dspi->base + SPIFMT0);  in davinci_spi_setup_transfer()
383 	struct davinci_spi *dspi = spi_master_get_devdata(spi->master);  in davinci_spi_of_setup()  local
396 		if (dspi->dma_rx && dspi->dma_tx)  in davinci_spi_of_setup()
411 	struct davinci_spi *dspi;  in davinci_spi_setup()  local
415 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_setup()
422 			set_io_bits(dspi->base + SPIPC0, 1 << spi->chip_select);  in davinci_spi_setup()
426 		set_io_bits(dspi->base + SPIPC0, SPIPC0_SPIENA_MASK);  in davinci_spi_setup()
429 		set_io_bits(dspi->base + SPIGCR1, SPIGCR1_LOOPBACK_MASK);  in davinci_spi_setup()
431 		clear_io_bits(dspi->base + SPIGCR1, SPIGCR1_LOOPBACK_MASK);  in davinci_spi_setup()
461 static int davinci_spi_check_error(struct davinci_spi *dspi, int int_status)  in davinci_spi_check_error()  argument
463 	struct device *sdev = dspi->bitbang.master->dev.parent;  in davinci_spi_check_error()
478 	if (dspi->version == SPI_VERSION_2) {  in davinci_spi_check_error()
507 static int davinci_spi_process_events(struct davinci_spi *dspi)  in davinci_spi_process_events()  argument
511 	buf = ioread32(dspi->base + SPIBUF);  in davinci_spi_process_events()
513 	if (dspi->rcount > 0 && !(buf & SPIBUF_RXEMPTY_MASK)) {  in davinci_spi_process_events()
514 		dspi->get_rx(buf & 0xFFFF, dspi);  in davinci_spi_process_events()
515 		dspi->rcount--;  in davinci_spi_process_events()
518 	status = ioread32(dspi->base + SPIFLG);  in davinci_spi_process_events()
525 	if (dspi->wcount > 0 && !(buf & SPIBUF_TXFULL_MASK)) {  in davinci_spi_process_events()
526 		spidat1 = ioread32(dspi->base + SPIDAT1);  in davinci_spi_process_events()
527 		dspi->wcount--;  in davinci_spi_process_events()
529 		spidat1 |= 0xFFFF & dspi->get_tx(dspi);  in davinci_spi_process_events()
530 		iowrite32(spidat1, dspi->base + SPIDAT1);  in davinci_spi_process_events()
539 	struct davinci_spi *dspi = (struct davinci_spi *)data;  in davinci_spi_dma_rx_callback()  local
541 	dspi->rcount = 0;  in davinci_spi_dma_rx_callback()
543 	if (!dspi->wcount && !dspi->rcount)  in davinci_spi_dma_rx_callback()
544 		complete(&dspi->done);  in davinci_spi_dma_rx_callback()
549 	struct davinci_spi *dspi = (struct davinci_spi *)data;  in davinci_spi_dma_tx_callback()  local
551 	dspi->wcount = 0;  in davinci_spi_dma_tx_callback()
553 	if (!dspi->wcount && !dspi->rcount)  in davinci_spi_dma_tx_callback()
554 		complete(&dspi->done);  in davinci_spi_dma_tx_callback()
568 	struct davinci_spi *dspi;  in davinci_spi_bufs()  local
575 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_bufs()
576 	pdata = &dspi->pdata;  in davinci_spi_bufs()
582 	data_type = dspi->bytes_per_word[spi->chip_select];  in davinci_spi_bufs()
584 	dspi->tx = t->tx_buf;  in davinci_spi_bufs()
585 	dspi->rx = t->rx_buf;  in davinci_spi_bufs()
586 	dspi->wcount = t->len / data_type;  in davinci_spi_bufs()
587 	dspi->rcount = dspi->wcount;  in davinci_spi_bufs()
589 	spidat1 = ioread32(dspi->base + SPIDAT1);  in davinci_spi_bufs()
591 	clear_io_bits(dspi->base + SPIGCR1, SPIGCR1_POWERDOWN_MASK);  in davinci_spi_bufs()
592 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_SPIENA_MASK);  in davinci_spi_bufs()
594 	reinit_completion(&dspi->done);  in davinci_spi_bufs()
598 			set_io_bits(dspi->base + SPIINT, SPIINT_MASKINT);  in davinci_spi_bufs()
600 		dspi->wcount--;  in davinci_spi_bufs()
601 		tx_data = dspi->get_tx(dspi);  in davinci_spi_bufs()
604 		iowrite32(spidat1, dspi->base + SPIDAT1);  in davinci_spi_bufs()
608 			.src_addr = (unsigned long)dspi->pbase + SPIBUF,  in davinci_spi_bufs()
614 			.dst_addr = (unsigned long)dspi->pbase + SPIDAT1,  in davinci_spi_bufs()
621 		dmaengine_slave_config(dspi->dma_rx, &dma_rx_conf);  in davinci_spi_bufs()
622 		dmaengine_slave_config(dspi->dma_tx, &dma_tx_conf);  in davinci_spi_bufs()
624 		rxdesc = dmaengine_prep_slave_sg(dspi->dma_rx,  in davinci_spi_bufs()
640 		txdesc = dmaengine_prep_slave_sg(dspi->dma_tx,  in davinci_spi_bufs()
647 		rxdesc->callback_param = (void *)dspi;  in davinci_spi_bufs()
649 		txdesc->callback_param = (void *)dspi;  in davinci_spi_bufs()
652 			iowrite16(spidat1 >> 16, dspi->base + SPIDAT1 + 2);  in davinci_spi_bufs()
657 		dma_async_issue_pending(dspi->dma_rx);  in davinci_spi_bufs()
658 		dma_async_issue_pending(dspi->dma_tx);  in davinci_spi_bufs()
660 		set_io_bits(dspi->base + SPIINT, SPIINT_DMA_REQ_EN);  in davinci_spi_bufs()
665 		if (wait_for_completion_timeout(&dspi->done, HZ) == 0)  in davinci_spi_bufs()
668 		while (dspi->rcount > 0 || dspi->wcount > 0) {  in davinci_spi_bufs()
669 			errors = davinci_spi_process_events(dspi);  in davinci_spi_bufs()
676 	clear_io_bits(dspi->base + SPIINT, SPIINT_MASKALL);  in davinci_spi_bufs()
678 		clear_io_bits(dspi->base + SPIINT, SPIINT_DMA_REQ_EN);  in davinci_spi_bufs()
680 	clear_io_bits(dspi->base + SPIGCR1, SPIGCR1_SPIENA_MASK);  in davinci_spi_bufs()
681 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_POWERDOWN_MASK);  in davinci_spi_bufs()
688 		ret = davinci_spi_check_error(dspi, errors);  in davinci_spi_bufs()
694 	if (dspi->rcount != 0 || dspi->wcount != 0) {  in davinci_spi_bufs()
731 	struct davinci_spi *dspi = data;  in davinci_spi_irq()  local
734 	status = davinci_spi_process_events(dspi);  in davinci_spi_irq()
736 		clear_io_bits(dspi->base + SPIINT, SPIINT_MASKINT);  in davinci_spi_irq()
738 	if ((!dspi->rcount && !dspi->wcount) || status)  in davinci_spi_irq()
739 		complete(&dspi->done);  in davinci_spi_irq()
744 static int davinci_spi_request_dma(struct davinci_spi *dspi)  in davinci_spi_request_dma()  argument
746 	struct device *sdev = dspi->bitbang.master->dev.parent;  in davinci_spi_request_dma()
748 	dspi->dma_rx = dma_request_chan(sdev, "rx");  in davinci_spi_request_dma()
749 	if (IS_ERR(dspi->dma_rx))  in davinci_spi_request_dma()
750 		return PTR_ERR(dspi->dma_rx);  in davinci_spi_request_dma()
752 	dspi->dma_tx = dma_request_chan(sdev, "tx");  in davinci_spi_request_dma()
753 	if (IS_ERR(dspi->dma_tx)) {  in davinci_spi_request_dma()
754 		dma_release_channel(dspi->dma_rx);  in davinci_spi_request_dma()
755 		return PTR_ERR(dspi->dma_tx);  in davinci_spi_request_dma()
811 			struct davinci_spi *dspi)  in spi_davinci_get_pdata()  argument
818 	pdata = &dspi->pdata;  in spi_davinci_get_pdata()
840 			struct davinci_spi *dspi)  in spi_davinci_get_pdata()  argument
860 	struct davinci_spi *dspi;  in davinci_spi_probe()  local
874 	dspi = spi_master_get_devdata(master);  in davinci_spi_probe()
878 		dspi->pdata = *pdata;  in davinci_spi_probe()
881 		ret = spi_davinci_get_pdata(pdev, dspi);  in davinci_spi_probe()
887 	pdata = &dspi->pdata;  in davinci_spi_probe()
889 	dspi->bytes_per_word = devm_kcalloc(&pdev->dev,  in davinci_spi_probe()
891 					    sizeof(*dspi->bytes_per_word),  in davinci_spi_probe()
893 	if (dspi->bytes_per_word == NULL) {  in davinci_spi_probe()
904 	dspi->pbase = r->start;  in davinci_spi_probe()
906 	dspi->base = devm_ioremap_resource(&pdev->dev, r);  in davinci_spi_probe()
907 	if (IS_ERR(dspi->base)) {  in davinci_spi_probe()
908 		ret = PTR_ERR(dspi->base);  in davinci_spi_probe()
912 	init_completion(&dspi->done);  in davinci_spi_probe()
919 	dspi->irq = ret;  in davinci_spi_probe()
921 	ret = devm_request_threaded_irq(&pdev->dev, dspi->irq, davinci_spi_irq,  in davinci_spi_probe()
922 				dummy_thread_fn, 0, dev_name(&pdev->dev), dspi);  in davinci_spi_probe()
926 	dspi->bitbang.master = master;  in davinci_spi_probe()
928 	dspi->clk = devm_clk_get(&pdev->dev, NULL);  in davinci_spi_probe()
929 	if (IS_ERR(dspi->clk)) {  in davinci_spi_probe()
933 	ret = clk_prepare_enable(dspi->clk);  in davinci_spi_probe()
947 	dspi->bitbang.chipselect = davinci_spi_chipselect;  in davinci_spi_probe()
948 	dspi->bitbang.setup_transfer = davinci_spi_setup_transfer;  in davinci_spi_probe()
949 	dspi->prescaler_limit = pdata->prescaler_limit;  in davinci_spi_probe()
950 	dspi->version = pdata->version;  in davinci_spi_probe()
952 	dspi->bitbang.flags = SPI_NO_CS | SPI_LSB_FIRST | SPI_LOOP | SPI_CS_WORD;  in davinci_spi_probe()
953 	if (dspi->version == SPI_VERSION_2)  in davinci_spi_probe()
954 		dspi->bitbang.flags |= SPI_READY;  in davinci_spi_probe()
956 	dspi->bitbang.txrx_bufs = davinci_spi_bufs;  in davinci_spi_probe()
958 	ret = davinci_spi_request_dma(dspi);  in davinci_spi_probe()
963 		dspi->dma_rx = NULL;  in davinci_spi_probe()
964 		dspi->dma_tx = NULL;  in davinci_spi_probe()
967 	dspi->get_rx = davinci_spi_rx_buf_u8;  in davinci_spi_probe()
968 	dspi->get_tx = davinci_spi_tx_buf_u8;  in davinci_spi_probe()
971 	iowrite32(0, dspi->base + SPIGCR0);  in davinci_spi_probe()
973 	iowrite32(1, dspi->base + SPIGCR0);  in davinci_spi_probe()
977 	iowrite32(spipc0, dspi->base + SPIPC0);  in davinci_spi_probe()
980 		iowrite32(SPI_INTLVL_1, dspi->base + SPILVL);  in davinci_spi_probe()
982 		iowrite32(SPI_INTLVL_0, dspi->base + SPILVL);  in davinci_spi_probe()
984 	iowrite32(CS_DEFAULT, dspi->base + SPIDEF);  in davinci_spi_probe()
987 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_CLKMOD_MASK);  in davinci_spi_probe()
988 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_MASTER_MASK);  in davinci_spi_probe()
989 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_POWERDOWN_MASK);  in davinci_spi_probe()
991 	ret = spi_bitbang_start(&dspi->bitbang);  in davinci_spi_probe()
995 	dev_info(&pdev->dev, "Controller at 0x%p\n", dspi->base);  in davinci_spi_probe()
1000 	if (dspi->dma_rx) {  in davinci_spi_probe()
1001 		dma_release_channel(dspi->dma_rx);  in davinci_spi_probe()
1002 		dma_release_channel(dspi->dma_tx);  in davinci_spi_probe()
1005 	clk_disable_unprepare(dspi->clk);  in davinci_spi_probe()
1023 	struct davinci_spi *dspi;  in davinci_spi_remove()  local
1027 	dspi = spi_master_get_devdata(master);  in davinci_spi_remove()
1029 	spi_bitbang_stop(&dspi->bitbang);  in davinci_spi_remove()
1031 	clk_disable_unprepare(dspi->clk);  in davinci_spi_remove()
1033 	if (dspi->dma_rx) {  in davinci_spi_remove()
1034 		dma_release_channel(dspi->dma_rx);  in davinci_spi_remove()
1035 		dma_release_channel(dspi->dma_tx);  in davinci_spi_remove()