135 static void davinci_spi_rx_buf_u8(u32 data, struct davinci_spi *dspi)  in davinci_spi_rx_buf_u8()  argument
137 	if (dspi->rx) {  in davinci_spi_rx_buf_u8()
138 		u8 *rx = dspi->rx;  in davinci_spi_rx_buf_u8()
140 		dspi->rx = rx;  in davinci_spi_rx_buf_u8()
144 static void davinci_spi_rx_buf_u16(u32 data, struct davinci_spi *dspi)  in davinci_spi_rx_buf_u16()  argument
146 	if (dspi->rx) {  in davinci_spi_rx_buf_u16()
147 		u16 *rx = dspi->rx;  in davinci_spi_rx_buf_u16()
149 		dspi->rx = rx;  in davinci_spi_rx_buf_u16()
153 static u32 davinci_spi_tx_buf_u8(struct davinci_spi *dspi)  in davinci_spi_tx_buf_u8()  argument
157 	if (dspi->tx) {  in davinci_spi_tx_buf_u8()
158 		const u8 *tx = dspi->tx;  in davinci_spi_tx_buf_u8()
161 		dspi->tx = tx;  in davinci_spi_tx_buf_u8()
166 static u32 davinci_spi_tx_buf_u16(struct davinci_spi *dspi)  in davinci_spi_tx_buf_u16()  argument
170 	if (dspi->tx) {  in davinci_spi_tx_buf_u16()
171 		const u16 *tx = dspi->tx;  in davinci_spi_tx_buf_u16()
174 		dspi->tx = tx;  in davinci_spi_tx_buf_u16()
200 	struct davinci_spi *dspi;  in davinci_spi_chipselect()  local
205 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_chipselect()
234 	iowrite16(spidat1, dspi->base + SPIDAT1 + 2);  in davinci_spi_chipselect()
247 static inline int davinci_spi_get_prescale(struct davinci_spi *dspi,  in davinci_spi_get_prescale()  argument
253 	ret = DIV_ROUND_UP(clk_get_rate(dspi->clk), max_speed_hz) - 1;  in davinci_spi_get_prescale()
255 	if (ret < dspi->prescaler_limit || ret > 255)  in davinci_spi_get_prescale()
274 	struct davinci_spi *dspi;  in davinci_spi_setup_transfer()  local
280 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_setup_transfer()
299 		dspi->get_rx = davinci_spi_rx_buf_u8;  in davinci_spi_setup_transfer()
300 		dspi->get_tx = davinci_spi_tx_buf_u8;  in davinci_spi_setup_transfer()
301 		dspi->bytes_per_word[spi->chip_select] = 1;  in davinci_spi_setup_transfer()
303 		dspi->get_rx = davinci_spi_rx_buf_u16;  in davinci_spi_setup_transfer()
304 		dspi->get_tx = davinci_spi_tx_buf_u16;  in davinci_spi_setup_transfer()
305 		dspi->bytes_per_word[spi->chip_select] = 2;  in davinci_spi_setup_transfer()
313 	prescale = davinci_spi_get_prescale(dspi, hz);  in davinci_spi_setup_transfer()
349 	if (dspi->version == SPI_VERSION_2) {  in davinci_spi_setup_transfer()
376 		iowrite32(delay, dspi->base + SPIDELAY);  in davinci_spi_setup_transfer()
379 	iowrite32(spifmt, dspi->base + SPIFMT0);  in davinci_spi_setup_transfer()
388 	struct davinci_spi *dspi = spi_master_get_devdata(spi->master);  in davinci_spi_of_setup()  local
401 		if (dspi->dma_rx && dspi->dma_tx)  in davinci_spi_of_setup()
416 	struct davinci_spi *dspi;  in davinci_spi_setup()  local
420 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_setup()
427 			set_io_bits(dspi->base + SPIPC0, 1 << spi->chip_select);  in davinci_spi_setup()
431 		set_io_bits(dspi->base + SPIPC0, SPIPC0_SPIENA_MASK);  in davinci_spi_setup()
434 		set_io_bits(dspi->base + SPIGCR1, SPIGCR1_LOOPBACK_MASK);  in davinci_spi_setup()
436 		clear_io_bits(dspi->base + SPIGCR1, SPIGCR1_LOOPBACK_MASK);  in davinci_spi_setup()
466 static int davinci_spi_check_error(struct davinci_spi *dspi, int int_status)  in davinci_spi_check_error()  argument
468 	struct device *sdev = dspi->bitbang.master->dev.parent;  in davinci_spi_check_error()
483 	if (dspi->version == SPI_VERSION_2) {  in davinci_spi_check_error()
512 static int davinci_spi_process_events(struct davinci_spi *dspi)  in davinci_spi_process_events()  argument
516 	buf = ioread32(dspi->base + SPIBUF);  in davinci_spi_process_events()
518 	if (dspi->rcount > 0 && !(buf & SPIBUF_RXEMPTY_MASK)) {  in davinci_spi_process_events()
519 		dspi->get_rx(buf & 0xFFFF, dspi);  in davinci_spi_process_events()
520 		dspi->rcount--;  in davinci_spi_process_events()
523 	status = ioread32(dspi->base + SPIFLG);  in davinci_spi_process_events()
530 	if (dspi->wcount > 0 && !(buf & SPIBUF_TXFULL_MASK)) {  in davinci_spi_process_events()
531 		spidat1 = ioread32(dspi->base + SPIDAT1);  in davinci_spi_process_events()
532 		dspi->wcount--;  in davinci_spi_process_events()
534 		spidat1 |= 0xFFFF & dspi->get_tx(dspi);  in davinci_spi_process_events()
535 		iowrite32(spidat1, dspi->base + SPIDAT1);  in davinci_spi_process_events()
544 	struct davinci_spi *dspi = (struct davinci_spi *)data;  in davinci_spi_dma_rx_callback()  local
546 	dspi->rcount = 0;  in davinci_spi_dma_rx_callback()
548 	if (!dspi->wcount && !dspi->rcount)  in davinci_spi_dma_rx_callback()
549 		complete(&dspi->done);  in davinci_spi_dma_rx_callback()
554 	struct davinci_spi *dspi = (struct davinci_spi *)data;  in davinci_spi_dma_tx_callback()  local
556 	dspi->wcount = 0;  in davinci_spi_dma_tx_callback()
558 	if (!dspi->wcount && !dspi->rcount)  in davinci_spi_dma_tx_callback()
559 		complete(&dspi->done);  in davinci_spi_dma_tx_callback()
573 	struct davinci_spi *dspi;  in davinci_spi_bufs()  local
581 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_bufs()
582 	pdata = &dspi->pdata;  in davinci_spi_bufs()
588 	data_type = dspi->bytes_per_word[spi->chip_select];  in davinci_spi_bufs()
590 	dspi->tx = t->tx_buf;  in davinci_spi_bufs()
591 	dspi->rx = t->rx_buf;  in davinci_spi_bufs()
592 	dspi->wcount = t->len / data_type;  in davinci_spi_bufs()
593 	dspi->rcount = dspi->wcount;  in davinci_spi_bufs()
595 	spidat1 = ioread32(dspi->base + SPIDAT1);  in davinci_spi_bufs()
597 	clear_io_bits(dspi->base + SPIGCR1, SPIGCR1_POWERDOWN_MASK);  in davinci_spi_bufs()
598 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_SPIENA_MASK);  in davinci_spi_bufs()
600 	reinit_completion(&dspi->done);  in davinci_spi_bufs()
604 			set_io_bits(dspi->base + SPIINT, SPIINT_MASKINT);  in davinci_spi_bufs()
606 		dspi->wcount--;  in davinci_spi_bufs()
607 		tx_data = dspi->get_tx(dspi);  in davinci_spi_bufs()
610 		iowrite32(spidat1, dspi->base + SPIDAT1);  in davinci_spi_bufs()
614 			.src_addr = (unsigned long)dspi->pbase + SPIBUF,  in davinci_spi_bufs()
620 			.dst_addr = (unsigned long)dspi->pbase + SPIDAT1,  in davinci_spi_bufs()
627 		dmaengine_slave_config(dspi->dma_rx, &dma_rx_conf);  in davinci_spi_bufs()
628 		dmaengine_slave_config(dspi->dma_tx, &dma_tx_conf);  in davinci_spi_bufs()
630 		rxdesc = dmaengine_prep_slave_sg(dspi->dma_rx,  in davinci_spi_bufs()
646 		txdesc = dmaengine_prep_slave_sg(dspi->dma_tx,  in davinci_spi_bufs()
653 		rxdesc->callback_param = (void *)dspi;  in davinci_spi_bufs()
655 		txdesc->callback_param = (void *)dspi;  in davinci_spi_bufs()
658 			iowrite16(spidat1 >> 16, dspi->base + SPIDAT1 + 2);  in davinci_spi_bufs()
663 		dma_async_issue_pending(dspi->dma_rx);  in davinci_spi_bufs()
664 		dma_async_issue_pending(dspi->dma_tx);  in davinci_spi_bufs()
666 		set_io_bits(dspi->base + SPIINT, SPIINT_DMA_REQ_EN);  in davinci_spi_bufs()
671 		if (wait_for_completion_timeout(&dspi->done, HZ) == 0)  in davinci_spi_bufs()
674 		while (dspi->rcount > 0 || dspi->wcount > 0) {  in davinci_spi_bufs()
675 			errors = davinci_spi_process_events(dspi);  in davinci_spi_bufs()
682 	clear_io_bits(dspi->base + SPIINT, SPIINT_MASKALL);  in davinci_spi_bufs()
684 		clear_io_bits(dspi->base + SPIINT, SPIINT_DMA_REQ_EN);  in davinci_spi_bufs()
686 	clear_io_bits(dspi->base + SPIGCR1, SPIGCR1_SPIENA_MASK);  in davinci_spi_bufs()
687 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_POWERDOWN_MASK);  in davinci_spi_bufs()
694 		ret = davinci_spi_check_error(dspi, errors);  in davinci_spi_bufs()
700 	if (dspi->rcount != 0 || dspi->wcount != 0) {  in davinci_spi_bufs()
737 	struct davinci_spi *dspi = data;  in davinci_spi_irq()  local
740 	status = davinci_spi_process_events(dspi);  in davinci_spi_irq()
742 		clear_io_bits(dspi->base + SPIINT, SPIINT_MASKINT);  in davinci_spi_irq()
744 	if ((!dspi->rcount && !dspi->wcount) || status)  in davinci_spi_irq()
745 		complete(&dspi->done);  in davinci_spi_irq()
750 static int davinci_spi_request_dma(struct davinci_spi *dspi)  in davinci_spi_request_dma()  argument
752 	struct device *sdev = dspi->bitbang.master->dev.parent;  in davinci_spi_request_dma()
754 	dspi->dma_rx = dma_request_chan(sdev, "rx");  in davinci_spi_request_dma()
755 	if (IS_ERR(dspi->dma_rx))  in davinci_spi_request_dma()
756 		return PTR_ERR(dspi->dma_rx);  in davinci_spi_request_dma()
758 	dspi->dma_tx = dma_request_chan(sdev, "tx");  in davinci_spi_request_dma()
759 	if (IS_ERR(dspi->dma_tx)) {  in davinci_spi_request_dma()
760 		dma_release_channel(dspi->dma_rx);  in davinci_spi_request_dma()
761 		return PTR_ERR(dspi->dma_tx);  in davinci_spi_request_dma()
817 			struct davinci_spi *dspi)  in spi_davinci_get_pdata()  argument
825 	pdata = &dspi->pdata;  in spi_davinci_get_pdata()
851 			struct davinci_spi *dspi)  in spi_davinci_get_pdata()  argument
871 	struct davinci_spi *dspi;  in davinci_spi_probe()  local
885 	dspi = spi_master_get_devdata(master);  in davinci_spi_probe()
889 		dspi->pdata = *pdata;  in davinci_spi_probe()
892 		ret = spi_davinci_get_pdata(pdev, dspi);  in davinci_spi_probe()
898 	pdata = &dspi->pdata;  in davinci_spi_probe()
900 	dspi->bytes_per_word = devm_kcalloc(&pdev->dev,  in davinci_spi_probe()
902 					    sizeof(*dspi->bytes_per_word),  in davinci_spi_probe()
904 	if (dspi->bytes_per_word == NULL) {  in davinci_spi_probe()
915 	dspi->pbase = r->start;  in davinci_spi_probe()
917 	dspi->base = devm_ioremap_resource(&pdev->dev, r);  in davinci_spi_probe()
918 	if (IS_ERR(dspi->base)) {  in davinci_spi_probe()
919 		ret = PTR_ERR(dspi->base);  in davinci_spi_probe()
923 	init_completion(&dspi->done);  in davinci_spi_probe()
930 	dspi->irq = ret;  in davinci_spi_probe()
932 	ret = devm_request_threaded_irq(&pdev->dev, dspi->irq, davinci_spi_irq,  in davinci_spi_probe()
933 				dummy_thread_fn, 0, dev_name(&pdev->dev), dspi);  in davinci_spi_probe()
937 	dspi->bitbang.master = master;  in davinci_spi_probe()
939 	dspi->clk = devm_clk_get(&pdev->dev, NULL);  in davinci_spi_probe()
940 	if (IS_ERR(dspi->clk)) {  in davinci_spi_probe()
944 	ret = clk_prepare_enable(dspi->clk);  in davinci_spi_probe()
958 	dspi->bitbang.chipselect = davinci_spi_chipselect;  in davinci_spi_probe()
959 	dspi->bitbang.setup_transfer = davinci_spi_setup_transfer;  in davinci_spi_probe()
960 	dspi->prescaler_limit = pdata->prescaler_limit;  in davinci_spi_probe()
961 	dspi->version = pdata->version;  in davinci_spi_probe()
963 	dspi->bitbang.flags = SPI_NO_CS | SPI_LSB_FIRST | SPI_LOOP | SPI_CS_WORD;  in davinci_spi_probe()
964 	if (dspi->version == SPI_VERSION_2)  in davinci_spi_probe()
965 		dspi->bitbang.flags |= SPI_READY;  in davinci_spi_probe()
967 	dspi->bitbang.txrx_bufs = davinci_spi_bufs;  in davinci_spi_probe()
969 	ret = davinci_spi_request_dma(dspi);  in davinci_spi_probe()
974 		dspi->dma_rx = NULL;  in davinci_spi_probe()
975 		dspi->dma_tx = NULL;  in davinci_spi_probe()
978 	dspi->get_rx = davinci_spi_rx_buf_u8;  in davinci_spi_probe()
979 	dspi->get_tx = davinci_spi_tx_buf_u8;  in davinci_spi_probe()
982 	iowrite32(0, dspi->base + SPIGCR0);  in davinci_spi_probe()
984 	iowrite32(1, dspi->base + SPIGCR0);  in davinci_spi_probe()
988 	iowrite32(spipc0, dspi->base + SPIPC0);  in davinci_spi_probe()
991 		iowrite32(SPI_INTLVL_1, dspi->base + SPILVL);  in davinci_spi_probe()
993 		iowrite32(SPI_INTLVL_0, dspi->base + SPILVL);  in davinci_spi_probe()
995 	iowrite32(CS_DEFAULT, dspi->base + SPIDEF);  in davinci_spi_probe()
998 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_CLKMOD_MASK);  in davinci_spi_probe()
999 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_MASTER_MASK);  in davinci_spi_probe()
1000 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_POWERDOWN_MASK);  in davinci_spi_probe()
1002 	ret = spi_bitbang_start(&dspi->bitbang);  in davinci_spi_probe()
1006 	dev_info(&pdev->dev, "Controller at 0x%p\n", dspi->base);  in davinci_spi_probe()
1011 	if (dspi->dma_rx) {  in davinci_spi_probe()
1012 		dma_release_channel(dspi->dma_rx);  in davinci_spi_probe()
1013 		dma_release_channel(dspi->dma_tx);  in davinci_spi_probe()
1016 	clk_disable_unprepare(dspi->clk);  in davinci_spi_probe()
1034 	struct davinci_spi *dspi;  in davinci_spi_remove()  local
1038 	dspi = spi_master_get_devdata(master);  in davinci_spi_remove()
1040 	spi_bitbang_stop(&dspi->bitbang);  in davinci_spi_remove()
1042 	clk_disable_unprepare(dspi->clk);  in davinci_spi_remove()
1045 	if (dspi->dma_rx) {  in davinci_spi_remove()
1046 		dma_release_channel(dspi->dma_rx);  in davinci_spi_remove()
1047 		dma_release_channel(dspi->dma_tx);  in davinci_spi_remove()