Lines Matching refs:io_virt

476 						u64 io_virt, size_t bcnt)  in implicit_mr_get_data()  argument
481 u64 addr = io_virt & MLX5_IMR_MTT_MASK; in implicit_mr_get_data()
489 io_virt, bcnt, addr, odp); in implicit_mr_get_data()
528 if (unlikely(addr < io_virt + bcnt)) { in implicit_mr_get_data()
612 u64 io_virt, size_t bcnt, u32 *bytes_mapped, in pagefault_mr() argument
625 odp = implicit_mr_get_data(mr, io_virt, bcnt); in pagefault_mr()
635 size = min_t(size_t, bcnt, ib_umem_end(odp) - io_virt); in pagefault_mr()
639 start_idx = (io_virt - (mr->mmkey.iova & page_mask)) >> page_shift; in pagefault_mr()
660 ret = ib_umem_odp_map_dma_pages(odp, io_virt, size, access_mask, in pagefault_mr()
690 (io_virt - round_down(io_virt, 1 << page_shift)); in pagefault_mr()
700 io_virt += size; in pagefault_mr()
702 if (unlikely(!next || ib_umem_start(next) != io_virt)) { in pagefault_mr()
704 io_virt, next); in pagefault_mr()
734 u64 io_virt; member
776 u64 io_virt, size_t bcnt, in pagefault_single_data_segment() argument
792 io_virt += *bytes_committed; in pagefault_single_data_segment()
838 ret = pagefault_mr(dev, mr, io_virt, bcnt, bytes_mapped, flags); in pagefault_single_data_segment()
876 offset = io_virt - MLX5_GET64(query_mkey_out, out, in pagefault_single_data_segment()
892 frame->io_virt = be64_to_cpu(pklm->va) + offset; in pagefault_single_data_segment()
915 io_virt = frame->io_virt; in pagefault_single_data_segment()
960 u64 io_virt; in pagefault_data_segments() local
974 io_virt = be64_to_cpu(dseg->addr); in pagefault_data_segments()
990 io_virt == 0) in pagefault_data_segments()
1010 io_virt, bcnt, in pagefault_data_segments()