| /Linux-v4.19/include/linux/ |
| D | mm_inline.h | 26 static __always_inline void __update_lru_size(struct lruvec *lruvec, in __update_lru_size() argument
30 struct pglist_data *pgdat = lruvec_pgdat(lruvec); in __update_lru_size()
37 static __always_inline void update_lru_size(struct lruvec *lruvec, in update_lru_size() argument
41 __update_lru_size(lruvec, lru, zid, nr_pages); in update_lru_size()
43 mem_cgroup_update_lru_size(lruvec, lru, zid, nr_pages); in update_lru_size()
48 struct lruvec *lruvec, enum lru_list lru) in add_page_to_lru_list() argument
50 update_lru_size(lruvec, lru, page_zonenum(page), hpage_nr_pages(page)); in add_page_to_lru_list()
51 list_add(&page->lru, &lruvec->lists[lru]); in add_page_to_lru_list()
55 struct lruvec *lruvec, enum lru_list lru) in add_page_to_lru_list_tail() argument
57 update_lru_size(lruvec, lru, page_zonenum(page), hpage_nr_pages(page)); in add_page_to_lru_list_tail()
[all …]
|
| D | memcontrol.h | 127 struct lruvec lruvec; member
369 static inline struct lruvec *mem_cgroup_lruvec(struct pglist_data *pgdat, in mem_cgroup_lruvec()
373 struct lruvec *lruvec; in mem_cgroup_lruvec() local
376 lruvec = node_lruvec(pgdat); in mem_cgroup_lruvec()
381 lruvec = &mz->lruvec; in mem_cgroup_lruvec()
388 if (unlikely(lruvec->pgdat != pgdat)) in mem_cgroup_lruvec()
389 lruvec->pgdat = pgdat; in mem_cgroup_lruvec()
390 return lruvec; in mem_cgroup_lruvec()
393 struct lruvec *mem_cgroup_page_lruvec(struct page *, struct pglist_data *);
432 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg() argument
[all …]
|
| D | mmzone.h | 236 struct lruvec { struct
706 struct lruvec lruvec; member
733 static inline struct lruvec *node_lruvec(struct pglist_data *pgdat) in node_lruvec()
735 return &pgdat->lruvec; in node_lruvec()
768 extern void lruvec_init(struct lruvec *lruvec);
770 static inline struct pglist_data *lruvec_pgdat(struct lruvec *lruvec) in lruvec_pgdat() argument
773 return lruvec->pgdat; in lruvec_pgdat()
775 return container_of(lruvec, struct pglist_data, lruvec); in lruvec_pgdat()
779 extern unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx);
|
| D | swap.h | 329 struct lruvec *lruvec, struct list_head *head);
|
| /Linux-v4.19/mm/ |
| D | swap.c | 63 struct lruvec *lruvec; in __page_cache_release() local
67 lruvec = mem_cgroup_page_lruvec(page, zone->zone_pgdat); in __page_cache_release()
70 del_page_from_lru_list(page, lruvec, page_off_lru(page)); in __page_cache_release()
190 void (*move_fn)(struct page *page, struct lruvec *lruvec, void *arg), in pagevec_lru_move_fn() argument
195 struct lruvec *lruvec; in pagevec_lru_move_fn() local
209 lruvec = mem_cgroup_page_lruvec(page, pgdat); in pagevec_lru_move_fn()
210 (*move_fn)(page, lruvec, arg); in pagevec_lru_move_fn()
218 static void pagevec_move_tail_fn(struct page *page, struct lruvec *lruvec, in pagevec_move_tail_fn() argument
224 del_page_from_lru_list(page, lruvec, page_lru(page)); in pagevec_move_tail_fn()
226 add_page_to_lru_list_tail(page, lruvec, page_lru(page)); in pagevec_move_tail_fn()
[all …]
|
| D | workingset.c | 214 struct lruvec *lruvec; in workingset_eviction() local
221 lruvec = mem_cgroup_lruvec(pgdat, memcg); in workingset_eviction()
222 eviction = atomic_long_inc_return(&lruvec->inactive_age); in workingset_eviction()
241 struct lruvec *lruvec; in workingset_refault() local
270 lruvec = mem_cgroup_lruvec(pgdat, memcg); in workingset_refault()
271 refault = atomic_long_read(&lruvec->inactive_age); in workingset_refault()
272 active_file = lruvec_lru_size(lruvec, LRU_ACTIVE_FILE, MAX_NR_ZONES); in workingset_refault()
292 inc_lruvec_state(lruvec, WORKINGSET_REFAULT); in workingset_refault()
295 inc_lruvec_state(lruvec, WORKINGSET_ACTIVATE); in workingset_refault()
310 struct lruvec *lruvec; in workingset_activation() local
[all …]
|
| D | vmscan.c | 338 unsigned long lruvec_lru_size(struct lruvec *lruvec, enum lru_list lru, int zone_idx) in lruvec_lru_size() argument
344 lru_size = mem_cgroup_get_lru_size(lruvec, lru); in lruvec_lru_size()
346 lru_size = node_page_state(lruvec_pgdat(lruvec), NR_LRU_BASE + lru); in lruvec_lru_size()
349 struct zone *zone = &lruvec_pgdat(lruvec)->node_zones[zid]; in lruvec_lru_size()
356 size = mem_cgroup_get_zone_lru_size(lruvec, lru, zid); in lruvec_lru_size()
358 size = zone_page_state(&lruvec_pgdat(lruvec)->node_zones[zid], in lruvec_lru_size()
1618 static __always_inline void update_lru_sizes(struct lruvec *lruvec, in update_lru_sizes() argument
1627 __update_lru_size(lruvec, lru, zid, -nr_zone_taken[zid]); in update_lru_sizes()
1629 mem_cgroup_update_lru_size(lruvec, lru, zid, -nr_zone_taken[zid]); in update_lru_sizes()
1656 struct lruvec *lruvec, struct list_head *dst, in isolate_lru_pages() argument
[all …]
|
| D | mmzone.c | 89 void lruvec_init(struct lruvec *lruvec) in lruvec_init() argument
93 memset(lruvec, 0, sizeof(struct lruvec)); in lruvec_init()
96 INIT_LIST_HEAD(&lruvec->lists[lru]); in lruvec_init()
|
| D | mlock.c | 112 struct lruvec *lruvec; in __munlock_isolate_lru_page() local
114 lruvec = mem_cgroup_page_lruvec(page, page_pgdat(page)); in __munlock_isolate_lru_page()
118 del_page_from_lru_list(page, lruvec, page_lru(page)); in __munlock_isolate_lru_page()
|
| D | memcontrol.c | 724 struct lruvec *lruvec = mem_cgroup_lruvec(NODE_DATA(nid), memcg); in mem_cgroup_node_nr_lru_pages() local
733 nr += mem_cgroup_get_lru_size(lruvec, lru); in mem_cgroup_node_nr_lru_pages()
1100 struct lruvec *mem_cgroup_page_lruvec(struct page *page, struct pglist_data *pgdat) in mem_cgroup_page_lruvec()
1104 struct lruvec *lruvec; in mem_cgroup_page_lruvec() local
1107 lruvec = &pgdat->lruvec; in mem_cgroup_page_lruvec()
1120 lruvec = &mz->lruvec; in mem_cgroup_page_lruvec()
1127 if (unlikely(lruvec->pgdat != pgdat)) in mem_cgroup_page_lruvec()
1128 lruvec->pgdat = pgdat; in mem_cgroup_page_lruvec()
1129 return lruvec; in mem_cgroup_page_lruvec()
1143 void mem_cgroup_update_lru_size(struct lruvec *lruvec, enum lru_list lru, in mem_cgroup_update_lru_size() argument
[all …]
|
| D | compaction.c | 697 struct lruvec *lruvec; in isolate_migratepages_block() local
870 lruvec = mem_cgroup_page_lruvec(page, zone->zone_pgdat); in isolate_migratepages_block()
879 del_page_from_lru_list(page, lruvec, page_lru(page)); in isolate_migratepages_block()
|
| D | huge_memory.c | 2352 struct lruvec *lruvec, struct list_head *list) in __split_huge_page_tail() argument
2409 lru_add_page_tail(head, page_tail, lruvec, list); in __split_huge_page_tail()
2417 struct lruvec *lruvec; in __split_huge_page() local
2421 lruvec = mem_cgroup_page_lruvec(head, zone->zone_pgdat); in __split_huge_page()
2430 __split_huge_page_tail(head, i, lruvec, list); in __split_huge_page()
|
| D | page-writeback.c | 2711 struct lruvec *lruvec; in test_clear_page_writeback() local
2715 lruvec = mem_cgroup_page_lruvec(page, page_pgdat(page)); in test_clear_page_writeback()
2749 dec_lruvec_state(lruvec, NR_WRITEBACK); in test_clear_page_writeback()
|
