Lines Matching refs:gup_flags
561 unsigned int gup_flags, struct vm_area_struct **vma, in get_gate_page() argument
572 if (gup_flags & FOLL_WRITE) in get_gate_page()
598 if ((gup_flags & FOLL_DUMP) || !is_zero_pfn(pte_pfn(*pte))) in get_gate_page()
676 static int check_vma_flags(struct vm_area_struct *vma, unsigned long gup_flags) in check_vma_flags() argument
679 int write = (gup_flags & FOLL_WRITE); in check_vma_flags()
680 int foreign = (gup_flags & FOLL_REMOTE); in check_vma_flags()
685 if (gup_flags & FOLL_ANON && !vma_is_anonymous(vma)) in check_vma_flags()
690 if (!(gup_flags & FOLL_FORCE)) in check_vma_flags()
705 if (!(gup_flags & FOLL_FORCE)) in check_vma_flags()
781 unsigned int gup_flags, struct page **pages, in __get_user_pages() argument
793 VM_BUG_ON(!!pages != !!(gup_flags & FOLL_GET)); in __get_user_pages()
800 if (!(gup_flags & FOLL_FORCE)) in __get_user_pages()
801 gup_flags |= FOLL_NUMA; in __get_user_pages()
805 unsigned int foll_flags = gup_flags; in __get_user_pages()
813 gup_flags, &vma, in __get_user_pages()
821 if (!vma || check_vma_flags(vma, gup_flags)) { in __get_user_pages()
828 gup_flags, nonblocking); in __get_user_pages()
1151 unsigned int gup_flags, struct page **pages, in get_user_pages_remote() argument
1160 if (WARN_ON_ONCE(gup_flags & FOLL_LONGTERM)) in get_user_pages_remote()
1165 gup_flags | FOLL_TOUCH | FOLL_REMOTE); in get_user_pages_remote()
1193 int gup_flags; in populate_vma_page_range() local
1201 gup_flags = FOLL_TOUCH | FOLL_POPULATE | FOLL_MLOCK; in populate_vma_page_range()
1203 gup_flags &= ~FOLL_POPULATE; in populate_vma_page_range()
1210 gup_flags |= FOLL_WRITE; in populate_vma_page_range()
1217 gup_flags |= FOLL_FORCE; in populate_vma_page_range()
1223 return __get_user_pages(current, mm, start, nr_pages, gup_flags, in populate_vma_page_range()
1439 unsigned int gup_flags) in check_and_migrate_cma_pages() argument
1509 gup_flags); in check_and_migrate_cma_pages()
1526 unsigned int gup_flags) in check_and_migrate_cma_pages() argument
1542 unsigned int gup_flags) in __gup_longterm_locked() argument
1548 if (gup_flags & FOLL_LONGTERM) { in __gup_longterm_locked()
1563 vmas_tmp, NULL, gup_flags); in __gup_longterm_locked()
1565 if (gup_flags & FOLL_LONGTERM) { in __gup_longterm_locked()
1578 vmas_tmp, gup_flags); in __gup_longterm_locked()
1608 unsigned int gup_flags, struct page **pages, in get_user_pages() argument
1612 pages, vmas, gup_flags | FOLL_TOUCH); in get_user_pages()
1638 unsigned int gup_flags, struct page **pages, in get_user_pages_locked() argument
1647 if (WARN_ON_ONCE(gup_flags & FOLL_LONGTERM)) in get_user_pages_locked()
1652 gup_flags | FOLL_TOUCH); in get_user_pages_locked()
1672 struct page **pages, unsigned int gup_flags) in get_user_pages_unlocked() argument
1684 if (WARN_ON_ONCE(gup_flags & FOLL_LONGTERM)) in get_user_pages_unlocked()
1689 &locked, gup_flags | FOLL_TOUCH); in get_user_pages_unlocked()
2360 unsigned int gup_flags, struct page **pages) in __gup_longterm_unlocked() argument
2368 if (gup_flags & FOLL_LONGTERM) { in __gup_longterm_unlocked()
2372 pages, NULL, gup_flags); in __gup_longterm_unlocked()
2376 pages, gup_flags); in __gup_longterm_unlocked()
2399 unsigned int gup_flags, struct page **pages) in get_user_pages_fast() argument
2404 if (WARN_ON_ONCE(gup_flags & ~(FOLL_WRITE | FOLL_LONGTERM))) in get_user_pages_fast()
2420 gup_pgd_range(addr, end, gup_flags, pages, &nr); in get_user_pages_fast()
2431 gup_flags, pages); in get_user_pages_fast()