Lines Matching refs:xfer
314 struct spi_transfer *xfer, in spi_statistics_add_transfer_stats() argument
317 int l2len = min(fls(xfer->len), SPI_STATISTICS_HISTO_SIZE) - 1; in spi_statistics_add_transfer_stats()
330 u64_stats_add(&stats->bytes, xfer->len); in spi_statistics_add_transfer_stats()
331 if ((xfer->tx_buf) && in spi_statistics_add_transfer_stats()
332 (xfer->tx_buf != ctlr->dummy_tx)) in spi_statistics_add_transfer_stats()
333 u64_stats_add(&stats->bytes_tx, xfer->len); in spi_statistics_add_transfer_stats()
334 if ((xfer->rx_buf) && in spi_statistics_add_transfer_stats()
335 (xfer->rx_buf != ctlr->dummy_rx)) in spi_statistics_add_transfer_stats()
336 u64_stats_add(&stats->bytes_rx, xfer->len); in spi_statistics_add_transfer_stats()
1111 struct spi_transfer *xfer; in __spi_map_msg() local
1131 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in __spi_map_msg()
1135 if (!ctlr->can_dma(ctlr, msg->spi, xfer)) in __spi_map_msg()
1138 if (xfer->tx_buf != NULL) { in __spi_map_msg()
1139 ret = spi_map_buf_attrs(ctlr, tx_dev, &xfer->tx_sg, in __spi_map_msg()
1140 (void *)xfer->tx_buf, in __spi_map_msg()
1141 xfer->len, DMA_TO_DEVICE, in __spi_map_msg()
1147 if (xfer->rx_buf != NULL) { in __spi_map_msg()
1148 ret = spi_map_buf_attrs(ctlr, rx_dev, &xfer->rx_sg, in __spi_map_msg()
1149 xfer->rx_buf, xfer->len, in __spi_map_msg()
1153 &xfer->tx_sg, DMA_TO_DEVICE, in __spi_map_msg()
1172 struct spi_transfer *xfer; in __spi_unmap_msg() local
1177 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in __spi_unmap_msg()
1181 if (!ctlr->can_dma(ctlr, msg->spi, xfer)) in __spi_unmap_msg()
1184 spi_unmap_buf_attrs(ctlr, rx_dev, &xfer->rx_sg, in __spi_unmap_msg()
1186 spi_unmap_buf_attrs(ctlr, tx_dev, &xfer->tx_sg, in __spi_unmap_msg()
1196 struct spi_transfer *xfer) in spi_dma_sync_for_device() argument
1204 if (xfer->tx_sg.orig_nents) in spi_dma_sync_for_device()
1205 dma_sync_sgtable_for_device(tx_dev, &xfer->tx_sg, DMA_TO_DEVICE); in spi_dma_sync_for_device()
1206 if (xfer->rx_sg.orig_nents) in spi_dma_sync_for_device()
1207 dma_sync_sgtable_for_device(rx_dev, &xfer->rx_sg, DMA_FROM_DEVICE); in spi_dma_sync_for_device()
1211 struct spi_transfer *xfer) in spi_dma_sync_for_cpu() argument
1219 if (xfer->rx_sg.orig_nents) in spi_dma_sync_for_cpu()
1220 dma_sync_sgtable_for_cpu(rx_dev, &xfer->rx_sg, DMA_FROM_DEVICE); in spi_dma_sync_for_cpu()
1221 if (xfer->tx_sg.orig_nents) in spi_dma_sync_for_cpu()
1222 dma_sync_sgtable_for_cpu(tx_dev, &xfer->tx_sg, DMA_TO_DEVICE); in spi_dma_sync_for_cpu()
1238 struct spi_transfer *xfer) in spi_dma_sync_for_device() argument
1243 struct spi_transfer *xfer) in spi_dma_sync_for_cpu() argument
1251 struct spi_transfer *xfer; in spi_unmap_msg() local
1253 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in spi_unmap_msg()
1258 if (xfer->tx_buf == ctlr->dummy_tx) in spi_unmap_msg()
1259 xfer->tx_buf = NULL; in spi_unmap_msg()
1260 if (xfer->rx_buf == ctlr->dummy_rx) in spi_unmap_msg()
1261 xfer->rx_buf = NULL; in spi_unmap_msg()
1269 struct spi_transfer *xfer; in spi_map_msg() local
1278 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in spi_map_msg()
1280 !xfer->tx_buf) in spi_map_msg()
1281 max_tx = max(xfer->len, max_tx); in spi_map_msg()
1283 !xfer->rx_buf) in spi_map_msg()
1284 max_rx = max(xfer->len, max_rx); in spi_map_msg()
1304 list_for_each_entry(xfer, &msg->transfers, in spi_map_msg()
1306 if (!xfer->len) in spi_map_msg()
1308 if (!xfer->tx_buf) in spi_map_msg()
1309 xfer->tx_buf = ctlr->dummy_tx; in spi_map_msg()
1310 if (!xfer->rx_buf) in spi_map_msg()
1311 xfer->rx_buf = ctlr->dummy_rx; in spi_map_msg()
1321 struct spi_transfer *xfer) in spi_transfer_wait() argument
1325 u32 speed_hz = xfer->speed_hz; in spi_transfer_wait()
1343 ms = 8LL * MSEC_PER_SEC * xfer->len; in spi_transfer_wait()
1385 int spi_delay_to_ns(struct spi_delay *_delay, struct spi_transfer *xfer) in spi_delay_to_ns() argument
1403 if (!xfer) in spi_delay_to_ns()
1409 hz = xfer->effective_speed_hz ?: xfer->speed_hz / 2; in spi_delay_to_ns()
1424 int spi_delay_exec(struct spi_delay *_delay, struct spi_transfer *xfer) in spi_delay_exec() argument
1433 delay = spi_delay_to_ns(_delay, xfer); in spi_delay_exec()
1444 struct spi_transfer *xfer) in _spi_transfer_cs_change_delay() argument
1447 u32 delay = xfer->cs_change_delay.value; in _spi_transfer_cs_change_delay()
1448 u32 unit = xfer->cs_change_delay.unit; in _spi_transfer_cs_change_delay()
1458 ret = spi_delay_exec(&xfer->cs_change_delay, xfer); in _spi_transfer_cs_change_delay()
1468 struct spi_transfer *xfer) in spi_transfer_cs_change_delay_exec() argument
1470 _spi_transfer_cs_change_delay(msg, xfer); in spi_transfer_cs_change_delay_exec()
1484 struct spi_transfer *xfer; in spi_transfer_one_message() local
1490 xfer = list_first_entry(&msg->transfers, struct spi_transfer, transfer_list); in spi_transfer_one_message()
1491 spi_set_cs(msg->spi, !xfer->cs_off, false); in spi_transfer_one_message()
1496 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in spi_transfer_one_message()
1497 trace_spi_transfer_start(msg, xfer); in spi_transfer_one_message()
1499 spi_statistics_add_transfer_stats(statm, xfer, ctlr); in spi_transfer_one_message()
1500 spi_statistics_add_transfer_stats(stats, xfer, ctlr); in spi_transfer_one_message()
1503 xfer->ptp_sts_word_pre = 0; in spi_transfer_one_message()
1504 ptp_read_system_prets(xfer->ptp_sts); in spi_transfer_one_message()
1507 if ((xfer->tx_buf || xfer->rx_buf) && xfer->len) { in spi_transfer_one_message()
1511 spi_dma_sync_for_device(ctlr, xfer); in spi_transfer_one_message()
1512 ret = ctlr->transfer_one(ctlr, msg->spi, xfer); in spi_transfer_one_message()
1514 spi_dma_sync_for_cpu(ctlr, xfer); in spi_transfer_one_message()
1517 (xfer->error & SPI_TRANS_FAIL_NO_START)) { in spi_transfer_one_message()
1520 xfer->error &= ~SPI_TRANS_FAIL_NO_START; in spi_transfer_one_message()
1534 ret = spi_transfer_wait(ctlr, msg, xfer); in spi_transfer_one_message()
1539 spi_dma_sync_for_cpu(ctlr, xfer); in spi_transfer_one_message()
1541 if (xfer->len) in spi_transfer_one_message()
1544 xfer->len); in spi_transfer_one_message()
1548 ptp_read_system_postts(xfer->ptp_sts); in spi_transfer_one_message()
1549 xfer->ptp_sts_word_post = xfer->len; in spi_transfer_one_message()
1552 trace_spi_transfer_stop(msg, xfer); in spi_transfer_one_message()
1557 spi_transfer_delay_exec(xfer); in spi_transfer_one_message()
1559 if (xfer->cs_change) { in spi_transfer_one_message()
1560 if (list_is_last(&xfer->transfer_list, in spi_transfer_one_message()
1564 if (!xfer->cs_off) in spi_transfer_one_message()
1566 _spi_transfer_cs_change_delay(msg, xfer); in spi_transfer_one_message()
1567 if (!list_next_entry(xfer, transfer_list)->cs_off) in spi_transfer_one_message()
1570 } else if (!list_is_last(&xfer->transfer_list, &msg->transfers) && in spi_transfer_one_message()
1571 xfer->cs_off != list_next_entry(xfer, transfer_list)->cs_off) { in spi_transfer_one_message()
1572 spi_set_cs(msg->spi, xfer->cs_off, false); in spi_transfer_one_message()
1575 msg->actual_length += xfer->len; in spi_transfer_one_message()
1618 struct spi_transfer *xfer; in __spi_pump_transfer_message() local
1682 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in __spi_pump_transfer_message()
1683 xfer->ptp_sts_word_pre = 0; in __spi_pump_transfer_message()
1684 ptp_read_system_prets(xfer->ptp_sts); in __spi_pump_transfer_message()
1852 struct spi_transfer *xfer, in spi_take_timestamp_pre() argument
1855 if (!xfer->ptp_sts) in spi_take_timestamp_pre()
1858 if (xfer->timestamped) in spi_take_timestamp_pre()
1861 if (progress > xfer->ptp_sts_word_pre) in spi_take_timestamp_pre()
1865 xfer->ptp_sts_word_pre = progress; in spi_take_timestamp_pre()
1872 ptp_read_system_prets(xfer->ptp_sts); in spi_take_timestamp_pre()
1889 struct spi_transfer *xfer, in spi_take_timestamp_post() argument
1892 if (!xfer->ptp_sts) in spi_take_timestamp_post()
1895 if (xfer->timestamped) in spi_take_timestamp_post()
1898 if (progress < xfer->ptp_sts_word_post) in spi_take_timestamp_post()
1901 ptp_read_system_postts(xfer->ptp_sts); in spi_take_timestamp_post()
1909 xfer->ptp_sts_word_post = progress; in spi_take_timestamp_post()
1911 xfer->timestamped = 1; in spi_take_timestamp_post()
1998 struct spi_transfer *xfer; in spi_finalize_current_message() local
2005 list_for_each_entry(xfer, &mesg->transfers, transfer_list) { in spi_finalize_current_message()
2006 ptp_read_system_postts(xfer->ptp_sts); in spi_finalize_current_message()
2007 xfer->ptp_sts_word_post = xfer->len; in spi_finalize_current_message()
2012 list_for_each_entry(xfer, &mesg->transfers, transfer_list) in spi_finalize_current_message()
2013 WARN_ON_ONCE(xfer->ptp_sts && !xfer->timestamped); in spi_finalize_current_message()
3405 struct spi_transfer *xfer; in spi_replace_transfers() local
3468 xfer = &rxfer->inserted_transfers[insert - 1 - i]; in spi_replace_transfers()
3471 memcpy(xfer, xfer_first, sizeof(*xfer)); in spi_replace_transfers()
3474 list_add(&xfer->transfer_list, rxfer->replaced_after); in spi_replace_transfers()
3478 xfer->cs_change = false; in spi_replace_transfers()
3479 xfer->delay.value = 0; in spi_replace_transfers()
3498 struct spi_transfer *xfer = *xferp, *xfers; in __spi_split_transfer_maxsize() local
3504 count = DIV_ROUND_UP(xfer->len, maxsize); in __spi_split_transfer_maxsize()
3507 srt = spi_replace_transfers(msg, xfer, 1, count, NULL, 0, gfp); in __spi_split_transfer_maxsize()
3527 xfers[0].len = min_t(size_t, maxsize, xfer[0].len); in __spi_split_transfer_maxsize()
3576 struct spi_transfer *xfer; in spi_split_transfers_maxsize() local
3586 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in spi_split_transfers_maxsize()
3587 if (xfer->len > maxsize) { in spi_split_transfers_maxsize()
3588 ret = __spi_split_transfer_maxsize(ctlr, msg, &xfer, in spi_split_transfers_maxsize()
3616 struct spi_transfer *xfer; in spi_split_transfers_maxwords() local
3625 list_for_each_entry(xfer, &msg->transfers, transfer_list) { in spi_split_transfers_maxwords()
3629 maxsize = maxwords * roundup_pow_of_two(BITS_TO_BYTES(xfer->bits_per_word)); in spi_split_transfers_maxwords()
3630 if (xfer->len > maxsize) { in spi_split_transfers_maxwords()
3631 ret = __spi_split_transfer_maxsize(ctlr, msg, &xfer, in spi_split_transfers_maxwords()
3842 static int _spi_xfer_word_delay_update(struct spi_transfer *xfer, in _spi_xfer_word_delay_update() argument
3847 delay1 = spi_delay_to_ns(&xfer->word_delay, xfer); in _spi_xfer_word_delay_update()
3851 delay2 = spi_delay_to_ns(&spi->word_delay, xfer); in _spi_xfer_word_delay_update()
3856 memcpy(&xfer->word_delay, &spi->word_delay, in _spi_xfer_word_delay_update()
3857 sizeof(xfer->word_delay)); in _spi_xfer_word_delay_update()
3865 struct spi_transfer *xfer; in __spi_validate() local
3891 list_for_each_entry(xfer, &message->transfers, transfer_list) { in __spi_validate()
3893 if (list_is_last(&xfer->transfer_list, &message->transfers)) in __spi_validate()
3895 xfer->cs_change = 1; in __spi_validate()
3909 list_for_each_entry(xfer, &message->transfers, transfer_list) { in __spi_validate()
3910 if (xfer->rx_buf && xfer->tx_buf) in __spi_validate()
3912 if ((flags & SPI_CONTROLLER_NO_TX) && xfer->tx_buf) in __spi_validate()
3914 if ((flags & SPI_CONTROLLER_NO_RX) && xfer->rx_buf) in __spi_validate()
3928 list_for_each_entry(xfer, &message->transfers, transfer_list) { in __spi_validate()
3929 xfer->effective_speed_hz = 0; in __spi_validate()
3930 message->frame_length += xfer->len; in __spi_validate()
3931 if (!xfer->bits_per_word) in __spi_validate()
3932 xfer->bits_per_word = spi->bits_per_word; in __spi_validate()
3934 if (!xfer->speed_hz) in __spi_validate()
3935 xfer->speed_hz = spi->max_speed_hz; in __spi_validate()
3937 if (ctlr->max_speed_hz && xfer->speed_hz > ctlr->max_speed_hz) in __spi_validate()
3938 xfer->speed_hz = ctlr->max_speed_hz; in __spi_validate()
3940 if (__spi_validate_bits_per_word(ctlr, xfer->bits_per_word)) in __spi_validate()
3947 if (xfer->bits_per_word <= 8) in __spi_validate()
3949 else if (xfer->bits_per_word <= 16) in __spi_validate()
3955 if (xfer->len % w_size) in __spi_validate()
3958 if (xfer->speed_hz && ctlr->min_speed_hz && in __spi_validate()
3959 xfer->speed_hz < ctlr->min_speed_hz) in __spi_validate()
3962 if (xfer->tx_buf && !xfer->tx_nbits) in __spi_validate()
3963 xfer->tx_nbits = SPI_NBITS_SINGLE; in __spi_validate()
3964 if (xfer->rx_buf && !xfer->rx_nbits) in __spi_validate()
3965 xfer->rx_nbits = SPI_NBITS_SINGLE; in __spi_validate()
3971 if (xfer->tx_buf) { in __spi_validate()
3974 if (xfer->tx_nbits != SPI_NBITS_SINGLE && in __spi_validate()
3975 xfer->tx_nbits != SPI_NBITS_DUAL && in __spi_validate()
3976 xfer->tx_nbits != SPI_NBITS_QUAD) in __spi_validate()
3978 if ((xfer->tx_nbits == SPI_NBITS_DUAL) && in __spi_validate()
3981 if ((xfer->tx_nbits == SPI_NBITS_QUAD) && in __spi_validate()
3986 if (xfer->rx_buf) { in __spi_validate()
3989 if (xfer->rx_nbits != SPI_NBITS_SINGLE && in __spi_validate()
3990 xfer->rx_nbits != SPI_NBITS_DUAL && in __spi_validate()
3991 xfer->rx_nbits != SPI_NBITS_QUAD) in __spi_validate()
3993 if ((xfer->rx_nbits == SPI_NBITS_DUAL) && in __spi_validate()
3996 if ((xfer->rx_nbits == SPI_NBITS_QUAD) && in __spi_validate()
4001 if (_spi_xfer_word_delay_update(xfer, spi)) in __spi_validate()
4013 struct spi_transfer *xfer; in __spi_async() local
4030 list_for_each_entry(xfer, &message->transfers, transfer_list) { in __spi_async()
4031 xfer->ptp_sts_word_pre = 0; in __spi_async()
4032 ptp_read_system_prets(xfer->ptp_sts); in __spi_async()