254 				       struct spi_transfer *xfer,  in spi_statistics_add_transfer_stats()  argument
258 	int l2len = min(fls(xfer->len), SPI_STATISTICS_HISTO_SIZE) - 1;  in spi_statistics_add_transfer_stats()
268 	stats->bytes += xfer->len;  in spi_statistics_add_transfer_stats()
269 	if ((xfer->tx_buf) &&  in spi_statistics_add_transfer_stats()
270 	    (xfer->tx_buf != ctlr->dummy_tx))  in spi_statistics_add_transfer_stats()
271 		stats->bytes_tx += xfer->len;  in spi_statistics_add_transfer_stats()
272 	if ((xfer->rx_buf) &&  in spi_statistics_add_transfer_stats()
273 	    (xfer->rx_buf != ctlr->dummy_rx))  in spi_statistics_add_transfer_stats()
274 		stats->bytes_rx += xfer->len;  in spi_statistics_add_transfer_stats()
840 	struct spi_transfer *xfer;  in __spi_map_msg()  local
856 	list_for_each_entry(xfer, &msg->transfers, transfer_list) {  in __spi_map_msg()
857 		if (!ctlr->can_dma(ctlr, msg->spi, xfer))  in __spi_map_msg()
860 		if (xfer->tx_buf != NULL) {  in __spi_map_msg()
861 			ret = spi_map_buf(ctlr, tx_dev, &xfer->tx_sg,  in __spi_map_msg()
862 					  (void *)xfer->tx_buf, xfer->len,  in __spi_map_msg()
868 		if (xfer->rx_buf != NULL) {  in __spi_map_msg()
869 			ret = spi_map_buf(ctlr, rx_dev, &xfer->rx_sg,  in __spi_map_msg()
870 					  xfer->rx_buf, xfer->len,  in __spi_map_msg()
873 				spi_unmap_buf(ctlr, tx_dev, &xfer->tx_sg,  in __spi_map_msg()
887 	struct spi_transfer *xfer;  in __spi_unmap_msg()  local
903 	list_for_each_entry(xfer, &msg->transfers, transfer_list) {  in __spi_unmap_msg()
904 		if (!ctlr->can_dma(ctlr, msg->spi, xfer))  in __spi_unmap_msg()
907 		spi_unmap_buf(ctlr, rx_dev, &xfer->rx_sg, DMA_FROM_DEVICE);  in __spi_unmap_msg()
908 		spi_unmap_buf(ctlr, tx_dev, &xfer->tx_sg, DMA_TO_DEVICE);  in __spi_unmap_msg()
930 	struct spi_transfer *xfer;  in spi_unmap_msg()  local
932 	list_for_each_entry(xfer, &msg->transfers, transfer_list) {  in spi_unmap_msg()
937 		if (xfer->tx_buf == ctlr->dummy_tx)  in spi_unmap_msg()
938 			xfer->tx_buf = NULL;  in spi_unmap_msg()
939 		if (xfer->rx_buf == ctlr->dummy_rx)  in spi_unmap_msg()
940 			xfer->rx_buf = NULL;  in spi_unmap_msg()
948 	struct spi_transfer *xfer;  in spi_map_msg()  local
956 		list_for_each_entry(xfer, &msg->transfers, transfer_list) {  in spi_map_msg()
958 			    !xfer->tx_buf)  in spi_map_msg()
959 				max_tx = max(xfer->len, max_tx);  in spi_map_msg()
961 			    !xfer->rx_buf)  in spi_map_msg()
962 				max_rx = max(xfer->len, max_rx);  in spi_map_msg()
983 			list_for_each_entry(xfer, &msg->transfers,  in spi_map_msg()
985 				if (!xfer->tx_buf)  in spi_map_msg()
986 					xfer->tx_buf = ctlr->dummy_tx;  in spi_map_msg()
987 				if (!xfer->rx_buf)  in spi_map_msg()
988 					xfer->rx_buf = ctlr->dummy_rx;  in spi_map_msg()
1006 	struct spi_transfer *xfer;  in spi_transfer_one_message()  local
1018 	list_for_each_entry(xfer, &msg->transfers, transfer_list) {  in spi_transfer_one_message()
1019 		trace_spi_transfer_start(msg, xfer);  in spi_transfer_one_message()
1021 		spi_statistics_add_transfer_stats(statm, xfer, ctlr);  in spi_transfer_one_message()
1022 		spi_statistics_add_transfer_stats(stats, xfer, ctlr);  in spi_transfer_one_message()
1024 		if (xfer->tx_buf || xfer->rx_buf) {  in spi_transfer_one_message()
1027 			ret = ctlr->transfer_one(ctlr, msg->spi, xfer);  in spi_transfer_one_message()
1040 				ms = 8LL * 1000LL * xfer->len;  in spi_transfer_one_message()
1041 				do_div(ms, xfer->speed_hz);  in spi_transfer_one_message()
1061 			if (xfer->len)  in spi_transfer_one_message()
1064 					xfer->len);  in spi_transfer_one_message()
1067 		trace_spi_transfer_stop(msg, xfer);  in spi_transfer_one_message()
1072 		if (xfer->delay_usecs) {  in spi_transfer_one_message()
1073 			u16 us = xfer->delay_usecs;  in spi_transfer_one_message()
1081 		if (xfer->cs_change) {  in spi_transfer_one_message()
1082 			if (list_is_last(&xfer->transfer_list,  in spi_transfer_one_message()
1092 		msg->actual_length += xfer->len;  in spi_transfer_one_message()
2533 	struct spi_transfer *xfer;  in spi_replace_transfers()  local
2593 		xfer = &rxfer->inserted_transfers[insert - 1 - i];  in spi_replace_transfers()
2596 		memcpy(xfer, xfer_first, sizeof(*xfer));  in spi_replace_transfers()
2599 		list_add(&xfer->transfer_list, rxfer->replaced_after);  in spi_replace_transfers()
2603 			xfer->cs_change = false;  in spi_replace_transfers()
2604 			xfer->delay_usecs = 0;  in spi_replace_transfers()
2624 	struct spi_transfer *xfer = *xferp, *xfers;  in __spi_split_transfer_maxsize()  local
2632 		      xfer->len, maxsize);  in __spi_split_transfer_maxsize()
2635 	count = DIV_ROUND_UP(xfer->len, maxsize);  in __spi_split_transfer_maxsize()
2638 	srt = spi_replace_transfers(msg, xfer, 1, count, NULL, 0, gfp);  in __spi_split_transfer_maxsize()
2656 	xfers[0].len = min_t(size_t, maxsize, xfer[0].len);  in __spi_split_transfer_maxsize()
2704 	struct spi_transfer *xfer;  in spi_split_transfers_maxsize()  local
2713 	list_for_each_entry(xfer, &msg->transfers, transfer_list) {  in spi_split_transfers_maxsize()
2714 		if (xfer->len > maxsize) {  in spi_split_transfers_maxsize()
2715 			ret = __spi_split_transfer_maxsize(ctlr, msg, &xfer,  in spi_split_transfers_maxsize()
2835 	struct spi_transfer *xfer;  in __spi_validate()  local
2850 		list_for_each_entry(xfer, &message->transfers, transfer_list) {  in __spi_validate()
2851 			if (xfer->rx_buf && xfer->tx_buf)  in __spi_validate()
2853 			if ((flags & SPI_CONTROLLER_NO_TX) && xfer->tx_buf)  in __spi_validate()
2855 			if ((flags & SPI_CONTROLLER_NO_RX) && xfer->rx_buf)  in __spi_validate()
2867 	list_for_each_entry(xfer, &message->transfers, transfer_list) {  in __spi_validate()
2868 		message->frame_length += xfer->len;  in __spi_validate()
2869 		if (!xfer->bits_per_word)  in __spi_validate()
2870 			xfer->bits_per_word = spi->bits_per_word;  in __spi_validate()
2872 		if (!xfer->speed_hz)  in __spi_validate()
2873 			xfer->speed_hz = spi->max_speed_hz;  in __spi_validate()
2874 		if (!xfer->speed_hz)  in __spi_validate()
2875 			xfer->speed_hz = ctlr->max_speed_hz;  in __spi_validate()
2877 		if (ctlr->max_speed_hz && xfer->speed_hz > ctlr->max_speed_hz)  in __spi_validate()
2878 			xfer->speed_hz = ctlr->max_speed_hz;  in __spi_validate()
2880 		if (__spi_validate_bits_per_word(ctlr, xfer->bits_per_word))  in __spi_validate()
2887 		if (xfer->bits_per_word <= 8)  in __spi_validate()
2889 		else if (xfer->bits_per_word <= 16)  in __spi_validate()
2895 		if (xfer->len % w_size)  in __spi_validate()
2898 		if (xfer->speed_hz && ctlr->min_speed_hz &&  in __spi_validate()
2899 		    xfer->speed_hz < ctlr->min_speed_hz)  in __spi_validate()
2902 		if (xfer->tx_buf && !xfer->tx_nbits)  in __spi_validate()
2903 			xfer->tx_nbits = SPI_NBITS_SINGLE;  in __spi_validate()
2904 		if (xfer->rx_buf && !xfer->rx_nbits)  in __spi_validate()
2905 			xfer->rx_nbits = SPI_NBITS_SINGLE;  in __spi_validate()
2910 		if (xfer->tx_buf) {  in __spi_validate()
2911 			if (xfer->tx_nbits != SPI_NBITS_SINGLE &&  in __spi_validate()
2912 				xfer->tx_nbits != SPI_NBITS_DUAL &&  in __spi_validate()
2913 				xfer->tx_nbits != SPI_NBITS_QUAD)  in __spi_validate()
2915 			if ((xfer->tx_nbits == SPI_NBITS_DUAL) &&  in __spi_validate()
2918 			if ((xfer->tx_nbits == SPI_NBITS_QUAD) &&  in __spi_validate()
2923 		if (xfer->rx_buf) {  in __spi_validate()
2924 			if (xfer->rx_nbits != SPI_NBITS_SINGLE &&  in __spi_validate()
2925 				xfer->rx_nbits != SPI_NBITS_DUAL &&  in __spi_validate()
2926 				xfer->rx_nbits != SPI_NBITS_QUAD)  in __spi_validate()
2928 			if ((xfer->rx_nbits == SPI_NBITS_DUAL) &&  in __spi_validate()
2931 			if ((xfer->rx_nbits == SPI_NBITS_QUAD) &&  in __spi_validate()