Lines Matching refs:FOLL_PIN
128 else if (flags & FOLL_PIN) { in try_grab_folio()
179 if (flags & FOLL_PIN) { in gup_put_folio()
213 WARN_ON_ONCE((flags & (FOLL_GET | FOLL_PIN)) == (FOLL_GET | FOLL_PIN)); in try_grab_page()
219 else if (flags & FOLL_PIN) { in try_grab_page()
250 gup_put_folio(page_folio(page), 1, FOLL_PIN); in unpin_user_page()
346 gup_put_folio(folio, nr, FOLL_PIN); in unpin_user_pages_dirty_lock()
386 gup_put_folio(folio, nr, FOLL_PIN); in unpin_user_page_range_dirty_lock()
404 gup_put_folio(folio, nr, FOLL_PIN); in unpin_user_pages_lockless()
434 gup_put_folio(folio, nr, FOLL_PIN); in unpin_user_pages()
537 if (WARN_ON_ONCE((flags & (FOLL_PIN | FOLL_GET)) == in follow_page_pte()
538 (FOLL_PIN | FOLL_GET))) in follow_page_pte()
591 if (!page && pte_devmap(pte) && (flags & (FOLL_GET | FOLL_PIN))) { in follow_page_pte()
623 VM_BUG_ON_PAGE((flags & FOLL_PIN) && PageAnon(page) && in follow_page_pte()
636 if (flags & FOLL_PIN) { in follow_page_pte()
876 WARN_ON_ONCE(flags & (FOLL_GET | FOLL_PIN)); in follow_page_mask()
912 if (foll_flags & FOLL_PIN) in follow_page()
1173 VM_BUG_ON(!!pages != !!(gup_flags & (FOLL_GET | FOLL_PIN))); in __get_user_pages()
1416 if (flags & FOLL_PIN) in __get_user_pages_locked()
1428 if (pages && !(flags & FOLL_PIN)) in __get_user_pages_locked()
2013 gup_put_folio(folio, 1, FOLL_PIN); in migrate_longterm_unpinnable_pages()
2125 if (WARN_ON(!(gup_flags & FOLL_PIN))) in __gup_longterm_locked()
2149 if (WARN_ON_ONCE(gup_flags & FOLL_PIN)) in is_valid_gup_flags()
2394 if (flags & FOLL_PIN) in undo_dev_pagemap()
2482 if (flags & FOLL_PIN) { in gup_pte_range()
2974 if (gup_flags & FOLL_PIN) { in lockless_pages_from_mm()
2999 if (gup_flags & FOLL_PIN) { in lockless_pages_from_mm()
3020 FOLL_FORCE | FOLL_PIN | FOLL_GET | in internal_get_user_pages_fast()
3024 if (gup_flags & FOLL_PIN) in internal_get_user_pages_fast()
3166 gup_flags |= FOLL_PIN; in pin_user_pages_fast()
3195 gup_flags |= (FOLL_PIN | FOLL_FAST_ONLY); in pin_user_pages_fast_only()
3244 gup_flags |= FOLL_PIN; in pin_user_pages_remote()
3278 gup_flags |= FOLL_PIN; in pin_user_pages()
3299 gup_flags |= FOLL_PIN; in pin_user_pages_unlocked()