| /Linux-v5.15/mm/ |
| D | gup.c | 855 unsigned int gup_flags, struct vm_area_struct **vma, in get_gate_page() argument
866 if (gup_flags & FOLL_WRITE) in get_gate_page()
892 if ((gup_flags & FOLL_DUMP) || !is_zero_pfn(pte_pfn(*pte))) in get_gate_page()
896 if (unlikely(!try_grab_page(*page, gup_flags))) { in get_gate_page()
966 static int check_vma_flags(struct vm_area_struct *vma, unsigned long gup_flags) in check_vma_flags() argument
969 int write = (gup_flags & FOLL_WRITE); in check_vma_flags()
970 int foreign = (gup_flags & FOLL_REMOTE); in check_vma_flags()
975 if (gup_flags & FOLL_ANON && !vma_is_anonymous(vma)) in check_vma_flags()
978 if ((gup_flags & FOLL_LONGTERM) && vma_is_fsdax(vma)) in check_vma_flags()
986 if (!(gup_flags & FOLL_FORCE)) in check_vma_flags()
[all …]
|
| D | gup_test.c | 137 nr = get_user_pages_fast(addr, nr, gup->gup_flags, in __gup_test_ioctl()
141 nr = get_user_pages(addr, nr, gup->gup_flags, pages + i, in __gup_test_ioctl()
145 nr = pin_user_pages_fast(addr, nr, gup->gup_flags, in __gup_test_ioctl()
149 nr = pin_user_pages(addr, nr, gup->gup_flags, pages + i, in __gup_test_ioctl()
154 gup->gup_flags | FOLL_LONGTERM, in __gup_test_ioctl()
159 nr = pin_user_pages(addr, nr, gup->gup_flags, in __gup_test_ioctl()
162 nr = get_user_pages(addr, nr, gup->gup_flags, in __gup_test_ioctl()
|
| D | gup_test.h | 24 __u32 gup_flags; member
|
| D | nommu.c | 1664 int len, unsigned int gup_flags) in __access_remote_vm() argument
1667 int write = gup_flags & FOLL_WRITE; in __access_remote_vm()
1708 void *buf, int len, unsigned int gup_flags) in access_remote_vm() argument
1710 return __access_remote_vm(mm, addr, buf, len, gup_flags); in access_remote_vm()
1718 unsigned int gup_flags) in access_process_vm() argument
1729 len = __access_remote_vm(mm, addr, buf, len, gup_flags); in access_process_vm()
|
| D | memory.c | 5119 int len, unsigned int gup_flags) in __access_remote_vm() argument
5123 int write = gup_flags & FOLL_WRITE; in __access_remote_vm()
5135 gup_flags, &page, &vma, NULL); in __access_remote_vm()
5194 void *buf, int len, unsigned int gup_flags) in access_remote_vm() argument
5196 return __access_remote_vm(mm, addr, buf, len, gup_flags); in access_remote_vm()
5205 void *buf, int len, unsigned int gup_flags) in access_process_vm() argument
5214 ret = __access_remote_vm(mm, addr, buf, len, gup_flags); in access_process_vm()
|
| /Linux-v5.15/arch/arm64/kernel/ |
| D | mte.c | 278 struct iovec *kiov, unsigned int gup_flags) in __access_remote_tags() argument
284 int write = gup_flags & FOLL_WRITE; in __access_remote_tags()
297 ret = get_user_pages_remote(mm, addr, 1, gup_flags, &page, in __access_remote_tags()
357 struct iovec *kiov, unsigned int gup_flags) in access_remote_tags() argument
373 ret = __access_remote_tags(mm, addr, kiov, gup_flags); in access_remote_tags()
385 unsigned int gup_flags = FOLL_FORCE; in mte_ptrace_copy_tags() local
395 gup_flags |= FOLL_WRITE; in mte_ptrace_copy_tags()
400 ret = access_remote_tags(child, addr, &kiov, gup_flags); in mte_ptrace_copy_tags()
|
| /Linux-v5.15/drivers/infiniband/hw/hfi1/ |
| D | user_pages.c | 65 unsigned int gup_flags = FOLL_LONGTERM | (writable ? FOLL_WRITE : 0); in hfi1_acquire_user_pages() local
67 ret = pin_user_pages_fast(vaddr, npages, gup_flags, pages); in hfi1_acquire_user_pages()
|
| /Linux-v5.15/tools/testing/selftests/vm/ |
| D | gup_test.c | 121 gup.gup_flags = strtol(optarg, 0, 0); in main()
204 gup.gup_flags |= FOLL_WRITE; in main()
231 gup.gup_flags |= FOLL_TOUCH; in main()
|
| /Linux-v5.15/drivers/infiniband/core/ |
| D | umem.c | 159 unsigned int gup_flags = FOLL_WRITE; in ib_umem_get() local
214 gup_flags |= FOLL_FORCE; in ib_umem_get()
222 gup_flags | FOLL_LONGTERM, page_list); in ib_umem_get()
|
| /Linux-v5.15/include/linux/ |
| D | mm.h | 1810 void *buf, int len, unsigned int gup_flags);
1812 void *buf, int len, unsigned int gup_flags);
1814 void *buf, int len, unsigned int gup_flags);
1818 unsigned int gup_flags, struct page **pages,
1822 unsigned int gup_flags, struct page **pages,
1825 unsigned int gup_flags, struct page **pages,
1828 unsigned int gup_flags, struct page **pages,
1831 unsigned int gup_flags, struct page **pages, int *locked);
1833 unsigned int gup_flags, struct page **pages, int *locked);
1835 struct page **pages, unsigned int gup_flags);
[all …]
|
| D | ptrace.h | 21 void *buf, int len, unsigned int gup_flags);
|
| /Linux-v5.15/drivers/infiniband/hw/usnic/ |
| D | usnic_uiom.c | 101 unsigned int gup_flags; in usnic_uiom_get_pages() local
138 gup_flags = FOLL_WRITE; in usnic_uiom_get_pages()
139 gup_flags |= (writable) ? 0 : FOLL_FORCE; in usnic_uiom_get_pages()
147 gup_flags | FOLL_LONGTERM, in usnic_uiom_get_pages()
|
| /Linux-v5.15/drivers/gpu/drm/i915/gem/ |
| D | i915_gem_userptr.c | 261 unsigned int gup_flags = 0; in i915_gem_object_userptr_submit_init() local
289 gup_flags |= FOLL_WRITE; in i915_gem_object_userptr_submit_init()
294 num_pages - pinned, gup_flags, in i915_gem_object_userptr_submit_init()
|
| /Linux-v5.15/net/xdp/ |
| D | xdp_umem.c | 98 unsigned int gup_flags = FOLL_WRITE; in xdp_umem_pin_pages() local
108 gup_flags | FOLL_LONGTERM, &umem->pgs[0], NULL); in xdp_umem_pin_pages()
|
| /Linux-v5.15/net/rds/ |
| D | rdma.c | 157 unsigned int gup_flags = FOLL_LONGTERM; in rds_pin_pages() local
161 gup_flags |= FOLL_WRITE; in rds_pin_pages()
163 ret = pin_user_pages_fast(user_addr, nr_pages, gup_flags, pages); in rds_pin_pages()
|
| /Linux-v5.15/drivers/vhost/ |
| D | vdpa.c | 692 unsigned int gup_flags = FOLL_LONGTERM; in vhost_vdpa_pa_map() local
705 gup_flags |= FOLL_WRITE; in vhost_vdpa_pa_map()
728 gup_flags, page_list, NULL); in vhost_vdpa_pa_map()
|
| /Linux-v5.15/fs/ |
| D | exec.c | 203 unsigned int gup_flags = FOLL_FORCE; in get_arg_page() local
214 gup_flags |= FOLL_WRITE; in get_arg_page()
221 ret = get_user_pages_remote(bprm->mm, pos, 1, gup_flags, in get_arg_page()
|
| /Linux-v5.15/kernel/ |
| D | ptrace.c | 44 void *buf, int len, unsigned int gup_flags) in ptrace_access_vm() argument
61 ret = __access_remote_vm(mm, addr, buf, len, gup_flags); in ptrace_access_vm()
|
| /Linux-v5.15/kernel/events/ |
| D | uprobes.c | 472 unsigned int gup_flags = FOLL_FORCE; in uprobe_write_opcode() local
479 gup_flags |= FOLL_SPLIT_PMD; in uprobe_write_opcode()
481 ret = get_user_pages_remote(mm, vaddr, 1, gup_flags, in uprobe_write_opcode()
|
