Lines Matching refs:pvec
51 struct pagevec pvec; member
206 static void pagevec_lru_move_fn(struct pagevec *pvec, in pagevec_lru_move_fn() argument
215 for (i = 0; i < pagevec_count(pvec); i++) { in pagevec_lru_move_fn()
216 struct page *page = pvec->pages[i]; in pagevec_lru_move_fn()
231 release_pages(pvec->pages, pvec->nr); in pagevec_lru_move_fn()
232 pagevec_reinit(pvec); in pagevec_lru_move_fn()
252 static void pagevec_move_tail(struct pagevec *pvec) in pagevec_move_tail() argument
256 pagevec_lru_move_fn(pvec, pagevec_move_tail_fn, &pgmoved); in pagevec_move_tail()
269 struct pagevec *pvec; in rotate_reclaimable_page() local
274 pvec = this_cpu_ptr(&lru_rotate.pvec); in rotate_reclaimable_page()
275 if (!pagevec_add(pvec, page) || PageCompound(page)) in rotate_reclaimable_page()
276 pagevec_move_tail(pvec); in rotate_reclaimable_page()
340 struct pagevec *pvec = &per_cpu(lru_pvecs.activate_page, cpu); in activate_page_drain() local
342 if (pagevec_count(pvec)) in activate_page_drain()
343 pagevec_lru_move_fn(pvec, __activate_page, NULL); in activate_page_drain()
355 struct pagevec *pvec; in activate_page() local
358 pvec = this_cpu_ptr(&lru_pvecs.activate_page); in activate_page()
360 if (!pagevec_add(pvec, page) || PageCompound(page)) in activate_page()
361 pagevec_lru_move_fn(pvec, __activate_page, NULL); in activate_page()
384 struct pagevec *pvec; in __lru_cache_activate_page() local
388 pvec = this_cpu_ptr(&lru_pvecs.lru_add); in __lru_cache_activate_page()
400 for (i = pagevec_count(pvec) - 1; i >= 0; i--) { in __lru_cache_activate_page()
401 struct page *pagevec_page = pvec->pages[i]; in __lru_cache_activate_page()
464 struct pagevec *pvec; in lru_cache_add() local
471 pvec = this_cpu_ptr(&lru_pvecs.lru_add); in lru_cache_add()
472 if (!pagevec_add(pvec, page) || PageCompound(page)) in lru_cache_add()
473 __pagevec_lru_add(pvec); in lru_cache_add()
627 struct pagevec *pvec = &per_cpu(lru_pvecs.lru_add, cpu); in lru_add_drain_cpu() local
629 if (pagevec_count(pvec)) in lru_add_drain_cpu()
630 __pagevec_lru_add(pvec); in lru_add_drain_cpu()
632 pvec = &per_cpu(lru_rotate.pvec, cpu); in lru_add_drain_cpu()
634 if (data_race(pagevec_count(pvec))) { in lru_add_drain_cpu()
639 pagevec_move_tail(pvec); in lru_add_drain_cpu()
643 pvec = &per_cpu(lru_pvecs.lru_deactivate_file, cpu); in lru_add_drain_cpu()
644 if (pagevec_count(pvec)) in lru_add_drain_cpu()
645 pagevec_lru_move_fn(pvec, lru_deactivate_file_fn, NULL); in lru_add_drain_cpu()
647 pvec = &per_cpu(lru_pvecs.lru_deactivate, cpu); in lru_add_drain_cpu()
648 if (pagevec_count(pvec)) in lru_add_drain_cpu()
649 pagevec_lru_move_fn(pvec, lru_deactivate_fn, NULL); in lru_add_drain_cpu()
651 pvec = &per_cpu(lru_pvecs.lru_lazyfree, cpu); in lru_add_drain_cpu()
652 if (pagevec_count(pvec)) in lru_add_drain_cpu()
653 pagevec_lru_move_fn(pvec, lru_lazyfree_fn, NULL); in lru_add_drain_cpu()
676 struct pagevec *pvec; in deactivate_file_page() local
679 pvec = this_cpu_ptr(&lru_pvecs.lru_deactivate_file); in deactivate_file_page()
681 if (!pagevec_add(pvec, page) || PageCompound(page)) in deactivate_file_page()
682 pagevec_lru_move_fn(pvec, lru_deactivate_file_fn, NULL); in deactivate_file_page()
698 struct pagevec *pvec; in deactivate_page() local
701 pvec = this_cpu_ptr(&lru_pvecs.lru_deactivate); in deactivate_page()
703 if (!pagevec_add(pvec, page) || PageCompound(page)) in deactivate_page()
704 pagevec_lru_move_fn(pvec, lru_deactivate_fn, NULL); in deactivate_page()
720 struct pagevec *pvec; in mark_page_lazyfree() local
723 pvec = this_cpu_ptr(&lru_pvecs.lru_lazyfree); in mark_page_lazyfree()
725 if (!pagevec_add(pvec, page) || PageCompound(page)) in mark_page_lazyfree()
726 pagevec_lru_move_fn(pvec, lru_lazyfree_fn, NULL); in mark_page_lazyfree()
838 data_race(pagevec_count(&per_cpu(lru_rotate.pvec, cpu))) || in lru_add_drain_all()
966 void __pagevec_release(struct pagevec *pvec) in __pagevec_release() argument
968 if (!pvec->percpu_pvec_drained) { in __pagevec_release()
970 pvec->percpu_pvec_drained = true; in __pagevec_release()
972 release_pages(pvec->pages, pagevec_count(pvec)); in __pagevec_release()
973 pagevec_reinit(pvec); in __pagevec_release()
1068 void __pagevec_lru_add(struct pagevec *pvec) in __pagevec_lru_add() argument
1070 pagevec_lru_move_fn(pvec, __pagevec_lru_add_fn, NULL); in __pagevec_lru_add()
1097 unsigned pagevec_lookup_entries(struct pagevec *pvec, in pagevec_lookup_entries() argument
1102 pvec->nr = find_get_entries(mapping, start, nr_entries, in pagevec_lookup_entries()
1103 pvec->pages, indices); in pagevec_lookup_entries()
1104 return pagevec_count(pvec); in pagevec_lookup_entries()
1116 void pagevec_remove_exceptionals(struct pagevec *pvec) in pagevec_remove_exceptionals() argument
1120 for (i = 0, j = 0; i < pagevec_count(pvec); i++) { in pagevec_remove_exceptionals()
1121 struct page *page = pvec->pages[i]; in pagevec_remove_exceptionals()
1123 pvec->pages[j++] = page; in pagevec_remove_exceptionals()
1125 pvec->nr = j; in pagevec_remove_exceptionals()
1148 unsigned pagevec_lookup_range(struct pagevec *pvec, in pagevec_lookup_range() argument
1151 pvec->nr = find_get_pages_range(mapping, start, end, PAGEVEC_SIZE, in pagevec_lookup_range()
1152 pvec->pages); in pagevec_lookup_range()
1153 return pagevec_count(pvec); in pagevec_lookup_range()
1157 unsigned pagevec_lookup_range_tag(struct pagevec *pvec, in pagevec_lookup_range_tag() argument
1161 pvec->nr = find_get_pages_range_tag(mapping, index, end, tag, in pagevec_lookup_range_tag()
1162 PAGEVEC_SIZE, pvec->pages); in pagevec_lookup_range_tag()
1163 return pagevec_count(pvec); in pagevec_lookup_range_tag()
1167 unsigned pagevec_lookup_range_nr_tag(struct pagevec *pvec, in pagevec_lookup_range_nr_tag() argument
1171 pvec->nr = find_get_pages_range_tag(mapping, index, end, tag, in pagevec_lookup_range_nr_tag()
1172 min_t(unsigned int, max_pages, PAGEVEC_SIZE), pvec->pages); in pagevec_lookup_range_nr_tag()
1173 return pagevec_count(pvec); in pagevec_lookup_range_nr_tag()