Lines Matching refs:src_window
58 struct scif_window *src_window; member
889 window = work->src_window; in scif_rma_list_dma_copy_unaligned()
1097 struct scif_window *src_window = work->src_window; in _scif_rma_list_dma_copy_aligned() local
1107 scif_init_window_iter(src_window, &src_win_iter); in _scif_rma_list_dma_copy_aligned()
1109 end_src_offset = src_window->offset + in _scif_rma_list_dma_copy_aligned()
1110 (src_window->nr_pages << PAGE_SHIFT); in _scif_rma_list_dma_copy_aligned()
1115 src_window = list_next_entry(src_window, list); in _scif_rma_list_dma_copy_aligned()
1116 end_src_offset = src_window->offset + in _scif_rma_list_dma_copy_aligned()
1117 (src_window->nr_pages << PAGE_SHIFT); in _scif_rma_list_dma_copy_aligned()
1118 scif_init_window_iter(src_window, &src_win_iter); in _scif_rma_list_dma_copy_aligned()
1128 src_dma_addr = scif_off_to_dma_addr(src_window, src_offset, in _scif_rma_list_dma_copy_aligned()
1217 struct scif_window *src_window = work->src_window; in scif_rma_list_dma_copy_aligned() local
1226 scif_init_window_iter(src_window, &src_win_iter); in scif_rma_list_dma_copy_aligned()
1234 src_dma_addr = __scif_off_to_dma_addr(src_window, src_offset); in scif_rma_list_dma_copy_aligned()
1236 if (src_window->type == SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1237 src_virt = _get_local_va(src_offset, src_window, in scif_rma_list_dma_copy_aligned()
1240 src_virt = ioremap_remote(src_offset, src_window, in scif_rma_list_dma_copy_aligned()
1253 if (src_window->type != SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1257 if (src_window->type == SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1265 if (src_window->type != SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1274 end_src_offset = src_window->offset + in scif_rma_list_dma_copy_aligned()
1275 (src_window->nr_pages << PAGE_SHIFT); in scif_rma_list_dma_copy_aligned()
1282 src_window = list_next_entry(src_window, list); in scif_rma_list_dma_copy_aligned()
1283 end_src_offset = src_window->offset + in scif_rma_list_dma_copy_aligned()
1284 (src_window->nr_pages << PAGE_SHIFT); in scif_rma_list_dma_copy_aligned()
1285 scif_init_window_iter(src_window, &src_win_iter); in scif_rma_list_dma_copy_aligned()
1295 src_dma_addr = scif_off_to_dma_addr(src_window, src_offset, in scif_rma_list_dma_copy_aligned()
1373 src_window = list_next_entry(src_window, list); in scif_rma_list_dma_copy_aligned()
1377 src_dma_addr = __scif_off_to_dma_addr(src_window, src_offset); in scif_rma_list_dma_copy_aligned()
1391 if (src_window->type == SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1392 src_virt = _get_local_va(src_offset, src_window, in scif_rma_list_dma_copy_aligned()
1395 src_virt = ioremap_remote(src_offset, src_window, in scif_rma_list_dma_copy_aligned()
1409 if (src_window->type != SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1414 if (src_window->type == SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1420 if (src_window->type != SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1446 struct scif_window *src_window = work->src_window; in scif_rma_list_cpu_copy() local
1455 scif_init_window_iter(src_window, &src_win_iter); in scif_rma_list_cpu_copy()
1464 if (src_window->type == SCIF_WINDOW_SELF) in scif_rma_list_cpu_copy()
1465 src_virt = _get_local_va(src_offset, src_window, in scif_rma_list_cpu_copy()
1468 src_virt = ioremap_remote(src_offset, src_window, in scif_rma_list_cpu_copy()
1486 if (src_window->type == SCIF_WINDOW_PEER) in scif_rma_list_cpu_copy()
1495 if (src_window->type == SCIF_WINDOW_SELF) in scif_rma_list_cpu_copy()
1503 if (src_window->type == SCIF_WINDOW_PEER) in scif_rma_list_cpu_copy()
1513 end_src_offset = src_window->offset + in scif_rma_list_cpu_copy()
1514 (src_window->nr_pages << PAGE_SHIFT); in scif_rma_list_cpu_copy()
1518 src_window = list_next_entry(src_window, list); in scif_rma_list_cpu_copy()
1519 scif_init_window_iter(src_window, in scif_rma_list_cpu_copy()
1555 src_local = work->src_window->type == SCIF_WINDOW_SELF; in scif_rma_list_dma_copy_wrapper()
1587 scif_rma_local_cpu_copy(work->src_offset, work->src_window, in scif_rma_list_dma_copy_wrapper()
1774 copy_work.src_window = local_window; in scif_rma_copy()
1779 copy_work.src_window = remote_window; in scif_rma_copy()