Lines Matching defs:lruvec

601 static unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru,  in lruvec_lru_size()
2145 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes()
2181 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_folios()
2303 struct lruvec *lruvec; in folio_isolate_lru() local
2365 static unsigned int move_folios_to_lru(struct lruvec *lruvec, in move_folios_to_lru()
2444 struct lruvec *lruvec, struct scan_control *sc, in shrink_inactive_list()
2564 struct lruvec *lruvec, in shrink_active_list()
2718 struct lruvec *lruvec, struct scan_control *sc) in shrink_list()
2759 static bool inactive_is_low(struct lruvec *lruvec, enum lru_list inactive_lru) in inactive_is_low()
2898 static void get_scan_count(struct lruvec *lruvec, struct scan_control *sc, in get_scan_count()
3126 #define DEFINE_MAX_SEQ(lruvec) \ argument
3129 #define DEFINE_MIN_SEQ(lruvec) \ argument
3146 struct lruvec *lruvec = &memcg->nodeinfo[nid]->lruvec; in get_lruvec() local
3160 static int get_swappiness(struct lruvec *lruvec, struct scan_control *sc) in get_swappiness()
3172 static int get_nr_gens(struct lruvec *lruvec, int type) in get_nr_gens()
3177 static bool __maybe_unused seq_is_valid(struct lruvec *lruvec) in seq_is_valid()
3219 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_add_mm() local
3251 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_del_mm() local
3346 static void reset_bloom_filter(struct lruvec *lruvec, unsigned long seq) in reset_bloom_filter()
3362 static void update_bloom_filter(struct lruvec *lruvec, unsigned long seq, void *item) in update_bloom_filter()
3380 static bool test_bloom_filter(struct lruvec *lruvec, unsigned long seq, void *item) in test_bloom_filter()
3395 static void reset_mm_stats(struct lruvec *lruvec, struct lru_gen_mm_walk *walk, bool last) in reset_mm_stats()
3444 static bool iterate_mm_list(struct lruvec *lruvec, struct lru_gen_mm_walk *walk, in iterate_mm_list()
3526 static bool iterate_mm_list_nowalk(struct lruvec *lruvec, unsigned long max_seq) in iterate_mm_list_nowalk()
3579 static void read_ctrl_pos(struct lruvec *lruvec, int type, int tier, int gain, in read_ctrl_pos()
3594 static void reset_ctrl_pos(struct lruvec *lruvec, int type, bool carryover) in reset_ctrl_pos()
3671 static int folio_inc_gen(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in folio_inc_gen()
3716 static void reset_batch_size(struct lruvec *lruvec, struct lru_gen_mm_walk *walk) in reset_batch_size()
4162 static void walk_mm(struct lruvec *lruvec, struct mm_struct *mm, struct lru_gen_mm_walk *walk) in walk_mm()
4232 static bool inc_min_seq(struct lruvec *lruvec, int type, bool can_swap) in inc_min_seq()
4268 static bool try_to_inc_min_seq(struct lruvec *lruvec, bool can_swap) in try_to_inc_min_seq()
4311 static void inc_max_seq(struct lruvec *lruvec, bool can_swap, bool force_scan) in inc_max_seq()
4367 static bool try_to_inc_max_seq(struct lruvec *lruvec, unsigned long max_seq, in try_to_inc_max_seq()
4431 static bool should_run_aging(struct lruvec *lruvec, unsigned long max_seq, unsigned long *min_seq, in should_run_aging()
4488 static bool age_lruvec(struct lruvec *lruvec, struct scan_control *sc, unsigned long min_ttl) in age_lruvec()
4552 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in lru_gen_age_node() local
4602 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in lru_gen_look_around() local
4714 static bool sort_folio(struct lruvec *lruvec, struct folio *folio, int tier_idx) in sort_folio()
4776 static bool isolate_folio(struct lruvec *lruvec, struct folio *folio, struct scan_control *sc) in isolate_folio()
4814 static int scan_folios(struct lruvec *lruvec, struct scan_control *sc, in scan_folios()
4889 static int get_tier_idx(struct lruvec *lruvec, int type) in get_tier_idx()
4909 static int get_type_to_scan(struct lruvec *lruvec, int swappiness, int *tier_idx) in get_type_to_scan()
4937 static int isolate_folios(struct lruvec *lruvec, struct scan_control *sc, int swappiness, in isolate_folios()
4979 static int evict_folios(struct lruvec *lruvec, struct scan_control *sc, int swappiness, in evict_folios()
5080 static unsigned long get_nr_to_scan(struct lruvec *lruvec, struct scan_control *sc, in get_nr_to_scan()
5110 static bool should_abort_scan(struct lruvec *lruvec, unsigned long seq, in should_abort_scan()
5163 static void lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in lru_gen_shrink_lruvec()
5221 static bool __maybe_unused state_is_valid(struct lruvec *lruvec) in state_is_valid()
5244 static bool fill_evictable(struct lruvec *lruvec) in fill_evictable()
5275 static bool drain_evictable(struct lruvec *lruvec) in drain_evictable()
5328 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_change_state() local
5498 static void lru_gen_seq_show_full(struct seq_file *m, struct lruvec *lruvec, in lru_gen_seq_show_full()
5554 struct lruvec *lruvec = v; in lru_gen_seq_show() local
5613 static int run_aging(struct lruvec *lruvec, unsigned long seq, struct scan_control *sc, in run_aging()
5633 static int run_eviction(struct lruvec *lruvec, unsigned long seq, struct scan_control *sc, in run_eviction()
5664 struct lruvec *lruvec; in run_cmd() local
5805 void lru_gen_init_lruvec(struct lruvec *lruvec) in lru_gen_init_lruvec()
5837 struct lruvec *lruvec = get_lruvec(memcg, nid); in lru_gen_exit_memcg() local
5871 static void lru_gen_shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in lru_gen_shrink_lruvec()
5877 static void shrink_lruvec(struct lruvec *lruvec, struct scan_control *sc) in shrink_lruvec()
6073 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in shrink_node_memcgs() local
6467 struct lruvec *lruvec; in do_try_to_free_pages() local
6692 struct lruvec *lruvec = mem_cgroup_lruvec(memcg, pgdat); in mem_cgroup_shrink_node() local
6769 struct lruvec *lruvec; in kswapd_age_node() local
6858 struct lruvec *lruvec = mem_cgroup_lruvec(NULL, pgdat); in clear_pgdat_congested() local
7731 struct lruvec *lruvec = NULL; in check_move_unevictable_folios() local