Lines Matching refs:lruvec

83 		struct lruvec *lruvec;  in __page_cache_release()  local
87 lruvec = mem_cgroup_page_lruvec(page, pgdat); in __page_cache_release()
90 del_page_from_lru_list(page, lruvec, page_off_lru(page)); in __page_cache_release()
207 void (*move_fn)(struct page *page, struct lruvec *lruvec, void *arg), in pagevec_lru_move_fn() argument
212 struct lruvec *lruvec; in pagevec_lru_move_fn() local
226 lruvec = mem_cgroup_page_lruvec(page, pgdat); in pagevec_lru_move_fn()
227 (*move_fn)(page, lruvec, arg); in pagevec_lru_move_fn()
235 static void pagevec_move_tail_fn(struct page *page, struct lruvec *lruvec, in pagevec_move_tail_fn() argument
241 del_page_from_lru_list(page, lruvec, page_lru(page)); in pagevec_move_tail_fn()
243 add_page_to_lru_list_tail(page, lruvec, page_lru(page)); in pagevec_move_tail_fn()
281 void lru_note_cost(struct lruvec *lruvec, bool file, unsigned int nr_pages) in lru_note_cost() argument
288 lruvec->file_cost += nr_pages; in lru_note_cost()
290 lruvec->anon_cost += nr_pages; in lru_note_cost()
300 lrusize = lruvec_page_state(lruvec, NR_INACTIVE_ANON) + in lru_note_cost()
301 lruvec_page_state(lruvec, NR_ACTIVE_ANON) + in lru_note_cost()
302 lruvec_page_state(lruvec, NR_INACTIVE_FILE) + in lru_note_cost()
303 lruvec_page_state(lruvec, NR_ACTIVE_FILE); in lru_note_cost()
305 if (lruvec->file_cost + lruvec->anon_cost > lrusize / 4) { in lru_note_cost()
306 lruvec->file_cost /= 2; in lru_note_cost()
307 lruvec->anon_cost /= 2; in lru_note_cost()
309 } while ((lruvec = parent_lruvec(lruvec))); in lru_note_cost()
318 static void __activate_page(struct page *page, struct lruvec *lruvec, in __activate_page() argument
325 del_page_from_lru_list(page, lruvec, lru); in __activate_page()
328 add_page_to_lru_list(page, lruvec, lru); in __activate_page()
332 __count_memcg_events(lruvec_memcg(lruvec), PGACTIVATE, in __activate_page()
528 static void lru_deactivate_file_fn(struct page *page, struct lruvec *lruvec, in lru_deactivate_file_fn() argument
548 del_page_from_lru_list(page, lruvec, lru + active); in lru_deactivate_file_fn()
558 add_page_to_lru_list(page, lruvec, lru); in lru_deactivate_file_fn()
565 add_page_to_lru_list_tail(page, lruvec, lru); in lru_deactivate_file_fn()
571 __count_memcg_events(lruvec_memcg(lruvec), PGDEACTIVATE, in lru_deactivate_file_fn()
576 static void lru_deactivate_fn(struct page *page, struct lruvec *lruvec, in lru_deactivate_fn() argument
583 del_page_from_lru_list(page, lruvec, lru + LRU_ACTIVE); in lru_deactivate_fn()
586 add_page_to_lru_list(page, lruvec, lru); in lru_deactivate_fn()
589 __count_memcg_events(lruvec_memcg(lruvec), PGDEACTIVATE, in lru_deactivate_fn()
594 static void lru_lazyfree_fn(struct page *page, struct lruvec *lruvec, in lru_lazyfree_fn() argument
602 del_page_from_lru_list(page, lruvec, in lru_lazyfree_fn()
612 add_page_to_lru_list(page, lruvec, LRU_INACTIVE_FILE); in lru_lazyfree_fn()
615 __count_memcg_events(lruvec_memcg(lruvec), PGLAZYFREE, in lru_lazyfree_fn()
875 struct lruvec *lruvec; in release_pages() local
938 lruvec = mem_cgroup_page_lruvec(page, locked_pgdat); in release_pages()
941 del_page_from_lru_list(page, lruvec, page_off_lru(page)); in release_pages()
980 struct lruvec *lruvec, struct list_head *list) in lru_add_page_tail() argument
985 lockdep_assert_held(&lruvec_pgdat(lruvec)->lru_lock); in lru_add_page_tail()
1004 add_page_to_lru_list_tail(page_tail, lruvec, in lru_add_page_tail()
1010 static void __pagevec_lru_add_fn(struct page *page, struct lruvec *lruvec, in __pagevec_lru_add_fn() argument
1060 add_page_to_lru_list(page, lruvec, lru); in __pagevec_lru_add_fn()