25 struct mem_cgroup;
86 	struct mem_cgroup *position;
140 	struct mem_cgroup	*memcg;		/* Back pointer, we cannot */
195 	struct mem_cgroup *memcg;
209 struct mem_cgroup {  struct
346 extern struct mem_cgroup *root_mem_cgroup;  argument
368 static inline struct mem_cgroup *obj_cgroup_memcg(struct obj_cgroup *objcg)  in obj_cgroup_memcg()
383 static inline struct mem_cgroup *__folio_memcg(struct folio *folio)  in __folio_memcg()
391 	return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in __folio_memcg()
436 static inline struct mem_cgroup *folio_memcg(struct folio *folio)  in folio_memcg()
443 static inline struct mem_cgroup *page_memcg(struct page *page)  in page_memcg()
459 static inline struct mem_cgroup *folio_memcg_rcu(struct folio *folio)  in folio_memcg_rcu()
473 	return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in folio_memcg_rcu()
498 static inline struct mem_cgroup *folio_memcg_check(struct folio *folio)  in folio_memcg_check()
516 	return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in folio_memcg_check()
519 static inline struct mem_cgroup *page_memcg_check(struct page *page)  in page_memcg_check()
526 static inline struct mem_cgroup *get_mem_cgroup_from_objcg(struct obj_cgroup *objcg)  in get_mem_cgroup_from_objcg()
528 	struct mem_cgroup *memcg;  in get_mem_cgroup_from_objcg()
570 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg)  in mem_cgroup_is_root()
580 static inline void mem_cgroup_protection(struct mem_cgroup *root,  in mem_cgroup_protection()
581 					 struct mem_cgroup *memcg,  in mem_cgroup_protection()
630 void mem_cgroup_calculate_protection(struct mem_cgroup *root,
631 				     struct mem_cgroup *memcg);
633 static inline bool mem_cgroup_unprotected(struct mem_cgroup *target,  in mem_cgroup_unprotected()
634 					  struct mem_cgroup *memcg)  in mem_cgroup_unprotected()
645 static inline bool mem_cgroup_below_low(struct mem_cgroup *target,  in mem_cgroup_below_low()
646 					struct mem_cgroup *memcg)  in mem_cgroup_below_low()
655 static inline bool mem_cgroup_below_min(struct mem_cgroup *target,  in mem_cgroup_below_min()
656 					struct mem_cgroup *memcg)  in mem_cgroup_below_min()
727 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg,  in mem_cgroup_lruvec()
762 	struct mem_cgroup *memcg = folio_memcg(folio);  in folio_lruvec()
768 struct mem_cgroup *mem_cgroup_from_task(struct task_struct *p);
770 struct mem_cgroup *get_mem_cgroup_from_mm(struct mm_struct *mm);
787 struct mem_cgroup *mem_cgroup_from_css(struct cgroup_subsys_state *css){  in mem_cgroup_from_css()
788 	return css ? container_of(css, struct mem_cgroup, css) : NULL;  in mem_cgroup_from_css()
812 static inline bool mem_cgroup_tryget(struct mem_cgroup *memcg)  in mem_cgroup_tryget()
817 static inline void mem_cgroup_put(struct mem_cgroup *memcg)  in mem_cgroup_put()
824 	container_of(counter, struct mem_cgroup, member)
826 struct mem_cgroup *mem_cgroup_iter(struct mem_cgroup *,
827 				   struct mem_cgroup *,
829 void mem_cgroup_iter_break(struct mem_cgroup *, struct mem_cgroup *);
830 void mem_cgroup_scan_tasks(struct mem_cgroup *memcg,
833 static inline unsigned short mem_cgroup_id(struct mem_cgroup *memcg)  in mem_cgroup_id()
840 struct mem_cgroup *mem_cgroup_from_id(unsigned short id);
843 static inline unsigned long mem_cgroup_ino(struct mem_cgroup *memcg)  in mem_cgroup_ino()
848 struct mem_cgroup *mem_cgroup_get_from_ino(unsigned long ino);
851 static inline struct mem_cgroup *mem_cgroup_from_seq(struct seq_file *m)  in mem_cgroup_from_seq()
856 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec)  in lruvec_memcg()
873 static inline struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg)  in parent_mem_cgroup()
878 static inline bool mem_cgroup_is_descendant(struct mem_cgroup *memcg,  in mem_cgroup_is_descendant()
879 			      struct mem_cgroup *root)  in mem_cgroup_is_descendant()
887 				   struct mem_cgroup *memcg)  in mm_match_cgroup()
889 	struct mem_cgroup *task_memcg;  in mm_match_cgroup()
903 static inline bool mem_cgroup_online(struct mem_cgroup *memcg)  in mem_cgroup_online()
925 unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg);
927 unsigned long mem_cgroup_size(struct mem_cgroup *memcg);
929 void mem_cgroup_print_oom_context(struct mem_cgroup *memcg,
932 void mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg);
952 struct mem_cgroup *mem_cgroup_get_oom_group(struct task_struct *victim,
953 					    struct mem_cgroup *oom_domain);
954 void mem_cgroup_print_oom_group(struct mem_cgroup *memcg);
959 void __mod_memcg_state(struct mem_cgroup *memcg, int idx, int val);
962 static inline bool mem_cgroup_trylock_pages(struct mem_cgroup *memcg)  in mem_cgroup_trylock_pages()
979 static inline void mod_memcg_state(struct mem_cgroup *memcg,  in mod_memcg_state()
992 	struct mem_cgroup *memcg;  in mod_memcg_page_state()
1004 unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx);
1069 void __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx,
1072 static inline void count_memcg_events(struct mem_cgroup *memcg,  in count_memcg_events()
1086 	struct mem_cgroup *memcg = page_memcg(page);  in count_memcg_page_event()
1095 	struct mem_cgroup *memcg = folio_memcg(folio);  in count_memcg_folio_events()
1104 	struct mem_cgroup *memcg;  in count_memcg_event_mm()
1116 static inline void memcg_memory_event(struct mem_cgroup *memcg,  in memcg_memory_event()
1144 	struct mem_cgroup *memcg;  in memcg_memory_event_mm()
1166 static inline struct mem_cgroup *folio_memcg(struct folio *folio)  in folio_memcg()
1171 static inline struct mem_cgroup *page_memcg(struct page *page)  in page_memcg()
1176 static inline struct mem_cgroup *folio_memcg_rcu(struct folio *folio)  in folio_memcg_rcu()
1182 static inline struct mem_cgroup *folio_memcg_check(struct folio *folio)  in folio_memcg_check()
1187 static inline struct mem_cgroup *page_memcg_check(struct page *page)  in page_memcg_check()
1202 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg)  in mem_cgroup_is_root()
1212 static inline void memcg_memory_event(struct mem_cgroup *memcg,  in memcg_memory_event()
1222 static inline void mem_cgroup_protection(struct mem_cgroup *root,  in mem_cgroup_protection()
1223 					 struct mem_cgroup *memcg,  in mem_cgroup_protection()
1230 static inline void mem_cgroup_calculate_protection(struct mem_cgroup *root,  in mem_cgroup_calculate_protection()
1231 						   struct mem_cgroup *memcg)  in mem_cgroup_calculate_protection()
1235 static inline bool mem_cgroup_unprotected(struct mem_cgroup *target,  in mem_cgroup_unprotected()
1236 					  struct mem_cgroup *memcg)  in mem_cgroup_unprotected()
1240 static inline bool mem_cgroup_below_low(struct mem_cgroup *target,  in mem_cgroup_below_low()
1241 					struct mem_cgroup *memcg)  in mem_cgroup_below_low()
1246 static inline bool mem_cgroup_below_min(struct mem_cgroup *target,  in mem_cgroup_below_min()
1247 					struct mem_cgroup *memcg)  in mem_cgroup_below_min()
1280 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg,  in mem_cgroup_lruvec()
1297 static inline struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg)  in parent_mem_cgroup()
1303 		struct mem_cgroup *memcg)  in mm_match_cgroup()
1308 static inline struct mem_cgroup *get_mem_cgroup_from_mm(struct mm_struct *mm)  in get_mem_cgroup_from_mm()
1314 struct mem_cgroup *mem_cgroup_from_css(struct cgroup_subsys_state *css)  in mem_cgroup_from_css()
1323 static inline bool mem_cgroup_tryget(struct mem_cgroup *memcg)  in mem_cgroup_tryget()
1328 static inline void mem_cgroup_put(struct mem_cgroup *memcg)  in mem_cgroup_put()
1357 static inline struct mem_cgroup *
1358 mem_cgroup_iter(struct mem_cgroup *root,  in mem_cgroup_iter()
1359 		struct mem_cgroup *prev,  in mem_cgroup_iter()
1365 static inline void mem_cgroup_iter_break(struct mem_cgroup *root,  in mem_cgroup_iter_break()
1366 					 struct mem_cgroup *prev)  in mem_cgroup_iter_break()
1370 static inline void mem_cgroup_scan_tasks(struct mem_cgroup *memcg,  in mem_cgroup_scan_tasks()
1375 static inline unsigned short mem_cgroup_id(struct mem_cgroup *memcg)  in mem_cgroup_id()
1380 static inline struct mem_cgroup *mem_cgroup_from_id(unsigned short id)  in mem_cgroup_from_id()
1388 static inline unsigned long mem_cgroup_ino(struct mem_cgroup *memcg)  in mem_cgroup_ino()
1393 static inline struct mem_cgroup *mem_cgroup_get_from_ino(unsigned long ino)  in mem_cgroup_get_from_ino()
1399 static inline struct mem_cgroup *mem_cgroup_from_seq(struct seq_file *m)  in mem_cgroup_from_seq()
1404 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec)  in lruvec_memcg()
1409 static inline bool mem_cgroup_online(struct mem_cgroup *memcg)  in mem_cgroup_online()
1421 static inline unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg)  in mem_cgroup_get_max()
1426 static inline unsigned long mem_cgroup_size(struct mem_cgroup *memcg)  in mem_cgroup_size()
1432 mem_cgroup_print_oom_context(struct mem_cgroup *memcg, struct task_struct *p)  in mem_cgroup_print_oom_context()
1437 mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_meminfo()
1449 static inline bool mem_cgroup_trylock_pages(struct mem_cgroup *memcg)  in mem_cgroup_trylock_pages()
1483 static inline struct mem_cgroup *mem_cgroup_get_oom_group(  in mem_cgroup_get_oom_group()
1484 	struct task_struct *victim, struct mem_cgroup *oom_domain)  in mem_cgroup_get_oom_group()
1489 static inline void mem_cgroup_print_oom_group(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_group()
1493 static inline void __mod_memcg_state(struct mem_cgroup *memcg,  in __mod_memcg_state()
1499 static inline void mod_memcg_state(struct mem_cgroup *memcg,  in mod_memcg_state()
1510 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()
1556 static inline void count_memcg_events(struct mem_cgroup *memcg,  in count_memcg_events()
1562 static inline void __count_memcg_events(struct mem_cgroup *memcg,  in __count_memcg_events()
1608 	struct mem_cgroup *memcg;  in parent_lruvec()
1684 	struct mem_cgroup *memcg;  in mem_cgroup_track_foreign_dirty()
1723 bool mem_cgroup_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages,
1725 void mem_cgroup_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages);
1731 static inline bool mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg)  in mem_cgroup_under_socket_pressure()
1742 int alloc_shrinker_info(struct mem_cgroup *memcg);
1743 void free_shrinker_info(struct mem_cgroup *memcg);
1744 void set_shrinker_bit(struct mem_cgroup *memcg, int nid, int shrinker_id);
1745 void reparent_shrinker_deferred(struct mem_cgroup *memcg);
1750 static inline bool mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg)  in mem_cgroup_under_socket_pressure()
1755 static inline void set_shrinker_bit(struct mem_cgroup *memcg,  in set_shrinker_bit()
1803 static inline int memcg_kmem_id(struct mem_cgroup *memcg)  in memcg_kmem_id()
1808 struct mem_cgroup *mem_cgroup_from_obj(void *p);
1809 struct mem_cgroup *mem_cgroup_from_slab_obj(void *p);
1814 	struct mem_cgroup *memcg;  in count_objcg_event()
1866 static inline int memcg_kmem_id(struct mem_cgroup *memcg)  in memcg_kmem_id()
1871 static inline struct mem_cgroup *mem_cgroup_from_obj(void *p)  in mem_cgroup_from_obj()
1876 static inline struct mem_cgroup *mem_cgroup_from_slab_obj(void *p)  in mem_cgroup_from_slab_obj()