Home
last modified time | relevance | path

Searched refs:gup_flags (Results 1 – 22 of 22) sorted by relevance

/Linux-v6.1/mm/
Dgup.c922 unsigned int gup_flags, struct vm_area_struct **vma, in get_gate_page() argument
933 if (gup_flags & FOLL_WRITE) in get_gate_page()
959 if ((gup_flags & FOLL_DUMP) || !is_zero_pfn(pte_pfn(*pte))) in get_gate_page()
963 if (unlikely(!try_grab_page(*page, gup_flags))) { in get_gate_page()
1046 static int check_vma_flags(struct vm_area_struct *vma, unsigned long gup_flags) in check_vma_flags() argument
1049 int write = (gup_flags & FOLL_WRITE); in check_vma_flags()
1050 int foreign = (gup_flags & FOLL_REMOTE); in check_vma_flags()
1055 if (gup_flags & FOLL_ANON && !vma_is_anonymous(vma)) in check_vma_flags()
1058 if ((gup_flags & FOLL_LONGTERM) && vma_is_fsdax(vma)) in check_vma_flags()
1066 if (!(gup_flags & FOLL_FORCE)) in check_vma_flags()
[all …]
Dgup_test.c137 nr = get_user_pages_fast(addr, nr, gup->gup_flags, in __gup_test_ioctl()
141 nr = get_user_pages(addr, nr, gup->gup_flags, pages + i, in __gup_test_ioctl()
145 nr = pin_user_pages_fast(addr, nr, gup->gup_flags, in __gup_test_ioctl()
149 nr = pin_user_pages(addr, nr, gup->gup_flags, pages + i, in __gup_test_ioctl()
154 gup->gup_flags | FOLL_LONGTERM, in __gup_test_ioctl()
159 nr = pin_user_pages(addr, nr, gup->gup_flags, in __gup_test_ioctl()
162 nr = get_user_pages(addr, nr, gup->gup_flags, in __gup_test_ioctl()
Dgup_test.h24 __u32 gup_flags; member
Dnommu.c1681 int len, unsigned int gup_flags) in __access_remote_vm() argument
1684 int write = gup_flags & FOLL_WRITE; in __access_remote_vm()
1725 void *buf, int len, unsigned int gup_flags) in access_remote_vm() argument
1727 return __access_remote_vm(mm, addr, buf, len, gup_flags); in access_remote_vm()
1735 unsigned int gup_flags) in access_process_vm() argument
1746 len = __access_remote_vm(mm, addr, buf, len, gup_flags); in access_process_vm()
Dmemory.c5501 int len, unsigned int gup_flags) in __access_remote_vm() argument
5505 int write = gup_flags & FOLL_WRITE; in __access_remote_vm()
5517 gup_flags, &page, &vma, NULL); in __access_remote_vm()
5576 void *buf, int len, unsigned int gup_flags) in access_remote_vm() argument
5578 return __access_remote_vm(mm, addr, buf, len, gup_flags); in access_remote_vm()
5587 void *buf, int len, unsigned int gup_flags) in access_process_vm() argument
5596 ret = __access_remote_vm(mm, addr, buf, len, gup_flags); in access_process_vm()
/Linux-v6.1/arch/arm64/kernel/
Dmte.c421 struct iovec *kiov, unsigned int gup_flags) in __access_remote_tags() argument
427 int write = gup_flags & FOLL_WRITE; in __access_remote_tags()
440 ret = get_user_pages_remote(mm, addr, 1, gup_flags, &page, in __access_remote_tags()
500 struct iovec *kiov, unsigned int gup_flags) in access_remote_tags() argument
516 ret = __access_remote_tags(mm, addr, kiov, gup_flags); in access_remote_tags()
528 unsigned int gup_flags = FOLL_FORCE; in mte_ptrace_copy_tags() local
538 gup_flags |= FOLL_WRITE; in mte_ptrace_copy_tags()
543 ret = access_remote_tags(child, addr, &kiov, gup_flags); in mte_ptrace_copy_tags()
/Linux-v6.1/drivers/infiniband/hw/hfi1/
Duser_pages.c65 unsigned int gup_flags = FOLL_LONGTERM | (writable ? FOLL_WRITE : 0); in hfi1_acquire_user_pages() local
67 ret = pin_user_pages_fast(vaddr, npages, gup_flags, pages); in hfi1_acquire_user_pages()
/Linux-v6.1/tools/testing/selftests/vm/
Dgup_test.c127 gup.gup_flags = strtol(optarg, 0, 0); in main()
210 gup.gup_flags |= FOLL_WRITE; in main()
252 gup.gup_flags |= FOLL_TOUCH; in main()
Dhmm-tests.c1874 .gup_flags = FOLL_WRITE | flags, in gup_test_exec()
/Linux-v6.1/drivers/infiniband/core/
Dumem.c159 unsigned int gup_flags = FOLL_WRITE; in ib_umem_get() local
214 gup_flags |= FOLL_FORCE; in ib_umem_get()
222 gup_flags | FOLL_LONGTERM, page_list); in ib_umem_get()
/Linux-v6.1/drivers/infiniband/hw/usnic/
Dusnic_uiom.c99 unsigned int gup_flags; in usnic_uiom_get_pages() local
134 gup_flags = FOLL_WRITE; in usnic_uiom_get_pages()
135 gup_flags |= (writable) ? 0 : FOLL_FORCE; in usnic_uiom_get_pages()
143 gup_flags | FOLL_LONGTERM, in usnic_uiom_get_pages()
/Linux-v6.1/include/linux/
Dmm.h1958 void *buf, int len, unsigned int gup_flags);
1960 void *buf, int len, unsigned int gup_flags);
1962 void *buf, int len, unsigned int gup_flags);
1966 unsigned int gup_flags, struct page **pages,
1970 unsigned int gup_flags, struct page **pages,
1973 unsigned int gup_flags, struct page **pages,
1976 unsigned int gup_flags, struct page **pages,
1979 struct page **pages, unsigned int gup_flags);
1981 struct page **pages, unsigned int gup_flags);
1984 unsigned int gup_flags, struct page **pages);
[all …]
Dptrace.h21 void *buf, int len, unsigned int gup_flags);
/Linux-v6.1/drivers/gpu/drm/i915/gem/
Di915_gem_userptr.c265 unsigned int gup_flags = 0; in i915_gem_object_userptr_submit_init() local
293 gup_flags |= FOLL_WRITE; in i915_gem_object_userptr_submit_init()
298 num_pages - pinned, gup_flags, in i915_gem_object_userptr_submit_init()
/Linux-v6.1/net/xdp/
Dxdp_umem.c96 unsigned int gup_flags = FOLL_WRITE; in xdp_umem_pin_pages() local
106 gup_flags | FOLL_LONGTERM, &umem->pgs[0], NULL); in xdp_umem_pin_pages()
/Linux-v6.1/net/rds/
Drdma.c157 unsigned int gup_flags = FOLL_LONGTERM; in rds_pin_pages() local
161 gup_flags |= FOLL_WRITE; in rds_pin_pages()
163 ret = pin_user_pages_fast(user_addr, nr_pages, gup_flags, pages); in rds_pin_pages()
/Linux-v6.1/lib/
Diov_iter.c1445 unsigned int gup_flags = 0; in __iov_iter_get_pages_alloc() local
1450 gup_flags |= FOLL_WRITE; in __iov_iter_get_pages_alloc()
1452 gup_flags |= FOLL_NOFAULT; in __iov_iter_get_pages_alloc()
1460 res = get_user_pages_fast(addr, n, gup_flags, *pages); in __iov_iter_get_pages_alloc()
/Linux-v6.1/drivers/vhost/
Dvdpa.c877 unsigned int gup_flags = FOLL_LONGTERM; in vhost_vdpa_pa_map() local
890 gup_flags |= FOLL_WRITE; in vhost_vdpa_pa_map()
913 gup_flags, page_list, NULL); in vhost_vdpa_pa_map()
/Linux-v6.1/kernel/
Dptrace.c44 void *buf, int len, unsigned int gup_flags) in ptrace_access_vm() argument
61 ret = __access_remote_vm(mm, addr, buf, len, gup_flags); in ptrace_access_vm()
/Linux-v6.1/fs/
Dexec.c202 unsigned int gup_flags = FOLL_FORCE; in get_arg_page() local
213 gup_flags |= FOLL_WRITE; in get_arg_page()
220 ret = get_user_pages_remote(bprm->mm, pos, 1, gup_flags, in get_arg_page()
/Linux-v6.1/kernel/events/
Duprobes.c469 unsigned int gup_flags = FOLL_FORCE; in uprobe_write_opcode() local
476 gup_flags |= FOLL_SPLIT_PMD; in uprobe_write_opcode()
478 ret = get_user_pages_remote(mm, vaddr, 1, gup_flags, in uprobe_write_opcode()
/Linux-v6.1/drivers/block/
Dublk_drv.c435 const unsigned int gup_flags = to_vm ? FOLL_WRITE : 0; in ublk_copy_user_pages() local
452 (done << PAGE_SHIFT), to_pin, gup_flags, in ublk_copy_user_pages()