Lines Matching refs:lruvec

122 	struct lruvec		lruvec;  member
708 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg, in mem_cgroup_lruvec()
712 struct lruvec *lruvec; in mem_cgroup_lruvec() local
715 lruvec = &pgdat->__lruvec; in mem_cgroup_lruvec()
723 lruvec = &mz->lruvec; in mem_cgroup_lruvec()
730 if (unlikely(lruvec->pgdat != pgdat)) in mem_cgroup_lruvec()
731 lruvec->pgdat = pgdat; in mem_cgroup_lruvec()
732 return lruvec; in mem_cgroup_lruvec()
741 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
753 struct lruvec *folio_lruvec_lock(struct folio *folio);
754 struct lruvec *folio_lruvec_lock_irq(struct folio *folio);
755 struct lruvec *folio_lruvec_lock_irqsave(struct folio *folio,
759 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio);
762 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug() argument
832 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg() argument
839 mz = container_of(lruvec, struct mem_cgroup_per_node, lruvec); in lruvec_memcg()
887 void mem_cgroup_update_lru_size(struct lruvec *lruvec, enum lru_list lru,
891 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size() argument
896 mz = container_of(lruvec, struct mem_cgroup_per_node, lruvec); in mem_cgroup_get_zone_lru_size()
985 static inline unsigned long lruvec_page_state(struct lruvec *lruvec, in lruvec_page_state() argument
992 return node_page_state(lruvec_pgdat(lruvec), idx); in lruvec_page_state()
994 pn = container_of(lruvec, struct mem_cgroup_per_node, lruvec); in lruvec_page_state()
1003 static inline unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local() argument
1011 return node_page_state(lruvec_pgdat(lruvec), idx); in lruvec_page_state_local()
1013 pn = container_of(lruvec, struct mem_cgroup_per_node, lruvec); in lruvec_page_state_local()
1026 void __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx,
1040 static inline void mod_memcg_lruvec_state(struct lruvec *lruvec, in mod_memcg_lruvec_state() argument
1046 __mod_memcg_lruvec_state(lruvec, idx, val); in mod_memcg_lruvec_state()
1250 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg, in mem_cgroup_lruvec()
1256 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
1263 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug() argument
1297 static inline struct lruvec *folio_lruvec_lock(struct folio *folio) in folio_lruvec_lock()
1305 static inline struct lruvec *folio_lruvec_lock_irq(struct folio *folio) in folio_lruvec_lock_irq()
1313 static inline struct lruvec *folio_lruvec_lock_irqsave(struct folio *folio, in folio_lruvec_lock_irqsave()
1370 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg() argument
1381 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size() argument
1489 static inline unsigned long lruvec_page_state(struct lruvec *lruvec, in lruvec_page_state() argument
1492 return node_page_state(lruvec_pgdat(lruvec), idx); in lruvec_page_state()
1495 static inline unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local() argument
1498 return node_page_state(lruvec_pgdat(lruvec), idx); in lruvec_page_state_local()
1509 static inline void __mod_memcg_lruvec_state(struct lruvec *lruvec, in __mod_memcg_lruvec_state() argument
1580 static inline struct lruvec *parent_lruvec(struct lruvec *lruvec) in parent_lruvec() argument
1584 memcg = lruvec_memcg(lruvec); in parent_lruvec()
1590 return mem_cgroup_lruvec(memcg, lruvec_pgdat(lruvec)); in parent_lruvec()
1593 static inline void unlock_page_lruvec(struct lruvec *lruvec) in unlock_page_lruvec() argument
1595 spin_unlock(&lruvec->lru_lock); in unlock_page_lruvec()
1598 static inline void unlock_page_lruvec_irq(struct lruvec *lruvec) in unlock_page_lruvec_irq() argument
1600 spin_unlock_irq(&lruvec->lru_lock); in unlock_page_lruvec_irq()
1603 static inline void unlock_page_lruvec_irqrestore(struct lruvec *lruvec, in unlock_page_lruvec_irqrestore() argument
1606 spin_unlock_irqrestore(&lruvec->lru_lock, flags); in unlock_page_lruvec_irqrestore()
1611 struct lruvec *lruvec) in folio_matches_lruvec() argument
1613 return lruvec_pgdat(lruvec) == folio_pgdat(folio) && in folio_matches_lruvec()
1614 lruvec_memcg(lruvec) == folio_memcg(folio); in folio_matches_lruvec()
1618 static inline struct lruvec *folio_lruvec_relock_irq(struct folio *folio, in folio_lruvec_relock_irq()
1619 struct lruvec *locked_lruvec) in folio_lruvec_relock_irq()
1632 static inline struct lruvec *folio_lruvec_relock_irqsave(struct folio *folio, in folio_lruvec_relock_irqsave()
1633 struct lruvec *locked_lruvec, unsigned long *flags) in folio_lruvec_relock_irqsave()