Lines Matching refs:lruvec

125 	struct lruvec		lruvec;  member
727 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg, in mem_cgroup_lruvec()
731 struct lruvec *lruvec; in mem_cgroup_lruvec() local
734 lruvec = &pgdat->__lruvec; in mem_cgroup_lruvec()
742 lruvec = &mz->lruvec; in mem_cgroup_lruvec()
749 if (unlikely(lruvec->pgdat != pgdat)) in mem_cgroup_lruvec()
750 lruvec->pgdat = pgdat; in mem_cgroup_lruvec()
751 return lruvec; in mem_cgroup_lruvec()
760 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
772 struct lruvec *folio_lruvec_lock(struct folio *folio);
773 struct lruvec *folio_lruvec_lock_irq(struct folio *folio);
774 struct lruvec *folio_lruvec_lock_irqsave(struct folio *folio,
778 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio);
781 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug() argument
856 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg() argument
863 mz = container_of(lruvec, struct mem_cgroup_per_node, lruvec); in lruvec_memcg()
910 void mem_cgroup_update_lru_size(struct lruvec *lruvec, enum lru_list lru,
914 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size() argument
919 mz = container_of(lruvec, struct mem_cgroup_per_node, lruvec); in mem_cgroup_get_zone_lru_size()
1006 static inline unsigned long lruvec_page_state(struct lruvec *lruvec, in lruvec_page_state() argument
1013 return node_page_state(lruvec_pgdat(lruvec), idx); in lruvec_page_state()
1015 pn = container_of(lruvec, struct mem_cgroup_per_node, lruvec); in lruvec_page_state()
1024 static inline unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local() argument
1031 return node_page_state(lruvec_pgdat(lruvec), idx); in lruvec_page_state_local()
1033 pn = container_of(lruvec, struct mem_cgroup_per_node, lruvec); in lruvec_page_state_local()
1045 void __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx,
1059 static inline void mod_memcg_lruvec_state(struct lruvec *lruvec, in mod_memcg_lruvec_state() argument
1065 __mod_memcg_lruvec_state(lruvec, idx, val); in mod_memcg_lruvec_state()
1280 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg, in mem_cgroup_lruvec()
1286 static inline struct lruvec *folio_lruvec(struct folio *folio) in folio_lruvec()
1293 void lruvec_memcg_debug(struct lruvec *lruvec, struct folio *folio) in lruvec_memcg_debug() argument
1332 static inline struct lruvec *folio_lruvec_lock(struct folio *folio) in folio_lruvec_lock()
1340 static inline struct lruvec *folio_lruvec_lock_irq(struct folio *folio) in folio_lruvec_lock_irq()
1348 static inline struct lruvec *folio_lruvec_lock_irqsave(struct folio *folio, in folio_lruvec_lock_irqsave()
1404 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec) in lruvec_memcg() argument
1415 unsigned long mem_cgroup_get_zone_lru_size(struct lruvec *lruvec, in mem_cgroup_get_zone_lru_size() argument
1515 static inline unsigned long lruvec_page_state(struct lruvec *lruvec, in lruvec_page_state() argument
1518 return node_page_state(lruvec_pgdat(lruvec), idx); in lruvec_page_state()
1521 static inline unsigned long lruvec_page_state_local(struct lruvec *lruvec, in lruvec_page_state_local() argument
1524 return node_page_state(lruvec_pgdat(lruvec), idx); in lruvec_page_state_local()
1535 static inline void __mod_memcg_lruvec_state(struct lruvec *lruvec, in __mod_memcg_lruvec_state() argument
1606 static inline struct lruvec *parent_lruvec(struct lruvec *lruvec) in parent_lruvec() argument
1610 memcg = lruvec_memcg(lruvec); in parent_lruvec()
1616 return mem_cgroup_lruvec(memcg, lruvec_pgdat(lruvec)); in parent_lruvec()
1619 static inline void unlock_page_lruvec(struct lruvec *lruvec) in unlock_page_lruvec() argument
1621 spin_unlock(&lruvec->lru_lock); in unlock_page_lruvec()
1624 static inline void unlock_page_lruvec_irq(struct lruvec *lruvec) in unlock_page_lruvec_irq() argument
1626 spin_unlock_irq(&lruvec->lru_lock); in unlock_page_lruvec_irq()
1629 static inline void unlock_page_lruvec_irqrestore(struct lruvec *lruvec, in unlock_page_lruvec_irqrestore() argument
1632 spin_unlock_irqrestore(&lruvec->lru_lock, flags); in unlock_page_lruvec_irqrestore()
1637 struct lruvec *lruvec) in folio_matches_lruvec() argument
1639 return lruvec_pgdat(lruvec) == folio_pgdat(folio) && in folio_matches_lruvec()
1640 lruvec_memcg(lruvec) == folio_memcg(folio); in folio_matches_lruvec()
1644 static inline struct lruvec *folio_lruvec_relock_irq(struct folio *folio, in folio_lruvec_relock_irq()
1645 struct lruvec *locked_lruvec) in folio_lruvec_relock_irq()
1658 static inline struct lruvec *folio_lruvec_relock_irqsave(struct folio *folio, in folio_lruvec_relock_irqsave()
1659 struct lruvec *locked_lruvec, unsigned long *flags) in folio_lruvec_relock_irqsave()