Lines Matching refs:lruvec
236 struct lruvec *lruvec; in lru_gen_eviction() local
247 lruvec = mem_cgroup_lruvec(memcg, pgdat); in lru_gen_eviction()
248 lrugen = &lruvec->lrugen; in lru_gen_eviction()
262 static bool lru_gen_test_recent(void *shadow, bool file, struct lruvec **lruvec, in lru_gen_test_recent() argument
273 *lruvec = mem_cgroup_lruvec(memcg, pgdat); in lru_gen_test_recent()
275 min_seq = READ_ONCE((*lruvec)->lrugen.min_seq[file]); in lru_gen_test_recent()
285 struct lruvec *lruvec; in lru_gen_refault() local
292 recent = lru_gen_test_recent(shadow, type, &lruvec, &token, &workingset); in lru_gen_refault()
293 if (lruvec != folio_lruvec(folio)) in lru_gen_refault()
296 mod_lruvec_state(lruvec, WORKINGSET_REFAULT_BASE + type, delta); in lru_gen_refault()
301 lrugen = &lruvec->lrugen; in lru_gen_refault()
309 mod_lruvec_state(lruvec, WORKINGSET_ACTIVATE_BASE + type, delta); in lru_gen_refault()
320 mod_lruvec_state(lruvec, WORKINGSET_RESTORE_BASE + type, delta); in lru_gen_refault()
333 static bool lru_gen_test_recent(void *shadow, bool file, struct lruvec **lruvec, in lru_gen_test_recent() argument
355 void workingset_age_nonresident(struct lruvec *lruvec, unsigned long nr_pages) in workingset_age_nonresident() argument
369 atomic_long_add(nr_pages, &lruvec->nonresident_age); in workingset_age_nonresident()
370 } while ((lruvec = parent_lruvec(lruvec))); in workingset_age_nonresident()
385 struct lruvec *lruvec; in workingset_eviction() local
396 lruvec = mem_cgroup_lruvec(target_memcg, pgdat); in workingset_eviction()
398 memcgid = mem_cgroup_id(lruvec_memcg(lruvec)); in workingset_eviction()
399 eviction = atomic_long_read(&lruvec->nonresident_age); in workingset_eviction()
401 workingset_age_nonresident(lruvec, folio_nr_pages(folio)); in workingset_eviction()
420 struct lruvec *eviction_lruvec; in workingset_test_recent()
513 struct lruvec *lruvec; in workingset_refault() local
538 lruvec = mem_cgroup_lruvec(memcg, pgdat); in workingset_refault()
540 mod_lruvec_state(lruvec, WORKINGSET_REFAULT_BASE + file, nr); in workingset_refault()
546 workingset_age_nonresident(lruvec, nr); in workingset_refault()
547 mod_lruvec_state(lruvec, WORKINGSET_ACTIVATE_BASE + file, nr); in workingset_refault()
557 mod_lruvec_state(lruvec, WORKINGSET_RESTORE_BASE + file, nr); in workingset_refault()
664 struct lruvec *lruvec; in count_shadow_nodes() local
668 lruvec = mem_cgroup_lruvec(sc->memcg, NODE_DATA(sc->nid)); in count_shadow_nodes()
670 pages += lruvec_page_state_local(lruvec, in count_shadow_nodes()
673 lruvec, NR_SLAB_RECLAIMABLE_B) >> PAGE_SHIFT; in count_shadow_nodes()
675 lruvec, NR_SLAB_UNRECLAIMABLE_B) >> PAGE_SHIFT; in count_shadow_nodes()