25 struct mem_cgroup;
103 	struct mem_cgroup *position;
153 	struct mem_cgroup	*memcg;		/* Back pointer, we cannot */
223 	struct mem_cgroup *memcg;
237 struct mem_cgroup {  struct
359 extern struct mem_cgroup *root_mem_cgroup;  argument
381 static inline struct mem_cgroup *obj_cgroup_memcg(struct obj_cgroup *objcg)  in obj_cgroup_memcg()
396 static inline struct mem_cgroup *__page_memcg(struct page *page)  in __page_memcg()
404 	return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in __page_memcg()
448 static inline struct mem_cgroup *page_memcg(struct page *page)  in page_memcg()
465 static inline struct mem_cgroup *page_memcg_rcu(struct page *page)  in page_memcg_rcu()
479 	return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in page_memcg_rcu()
503 static inline struct mem_cgroup *page_memcg_check(struct page *page)  in page_memcg_check()
521 	return (struct mem_cgroup *)(memcg_data & ~MEMCG_DATA_FLAGS_MASK);  in page_memcg_check()
596 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg)  in mem_cgroup_is_root()
606 static inline void mem_cgroup_protection(struct mem_cgroup *root,  in mem_cgroup_protection()
607 					 struct mem_cgroup *memcg,  in mem_cgroup_protection()
656 void mem_cgroup_calculate_protection(struct mem_cgroup *root,
657 				     struct mem_cgroup *memcg);
659 static inline bool mem_cgroup_supports_protection(struct mem_cgroup *memcg)  in mem_cgroup_supports_protection()
669 static inline bool mem_cgroup_below_low(struct mem_cgroup *memcg)  in mem_cgroup_below_low()
678 static inline bool mem_cgroup_below_min(struct mem_cgroup *memcg)  in mem_cgroup_below_min()
728 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg,  in mem_cgroup_lruvec()
764 	struct mem_cgroup *memcg = page_memcg(page);  in mem_cgroup_page_lruvec()
770 struct mem_cgroup *mem_cgroup_from_task(struct task_struct *p);
772 struct mem_cgroup *get_mem_cgroup_from_mm(struct mm_struct *mm);
788 struct mem_cgroup *mem_cgroup_from_css(struct cgroup_subsys_state *css){  in mem_cgroup_from_css()
789 	return css ? container_of(css, struct mem_cgroup, css) : NULL;  in mem_cgroup_from_css()
813 static inline void mem_cgroup_put(struct mem_cgroup *memcg)  in mem_cgroup_put()
820 	container_of(counter, struct mem_cgroup, member)
822 struct mem_cgroup *mem_cgroup_iter(struct mem_cgroup *,
823 				   struct mem_cgroup *,
825 void mem_cgroup_iter_break(struct mem_cgroup *, struct mem_cgroup *);
826 int mem_cgroup_scan_tasks(struct mem_cgroup *,
829 static inline unsigned short mem_cgroup_id(struct mem_cgroup *memcg)  in mem_cgroup_id()
836 struct mem_cgroup *mem_cgroup_from_id(unsigned short id);
838 static inline struct mem_cgroup *mem_cgroup_from_seq(struct seq_file *m)  in mem_cgroup_from_seq()
843 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec)  in lruvec_memcg()
861 static inline struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg)  in parent_mem_cgroup()
868 static inline bool mem_cgroup_is_descendant(struct mem_cgroup *memcg,  in mem_cgroup_is_descendant()
869 			      struct mem_cgroup *root)  in mem_cgroup_is_descendant()
877 				   struct mem_cgroup *memcg)  in mm_match_cgroup()
879 	struct mem_cgroup *task_memcg;  in mm_match_cgroup()
893 static inline bool mem_cgroup_online(struct mem_cgroup *memcg)  in mem_cgroup_online()
915 unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg);
917 unsigned long mem_cgroup_size(struct mem_cgroup *memcg);
919 void mem_cgroup_print_oom_context(struct mem_cgroup *memcg,
922 void mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg);
942 struct mem_cgroup *mem_cgroup_get_oom_group(struct task_struct *victim,
943 					    struct mem_cgroup *oom_domain);
944 void mem_cgroup_print_oom_group(struct mem_cgroup *memcg);
953 void __mod_memcg_state(struct mem_cgroup *memcg, int idx, int val);
956 static inline void mod_memcg_state(struct mem_cgroup *memcg,  in mod_memcg_state()
966 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()
1029 void __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx,
1032 static inline void count_memcg_events(struct mem_cgroup *memcg,  in count_memcg_events()
1046 	struct mem_cgroup *memcg = page_memcg(page);  in count_memcg_page_event()
1055 	struct mem_cgroup *memcg;  in count_memcg_event_mm()
1067 static inline void memcg_memory_event(struct mem_cgroup *memcg,  in memcg_memory_event()
1095 	struct mem_cgroup *memcg;  in memcg_memory_event_mm()
1118 static inline struct mem_cgroup *page_memcg(struct page *page)  in page_memcg()
1123 static inline struct mem_cgroup *page_memcg_rcu(struct page *page)  in page_memcg_rcu()
1129 static inline struct mem_cgroup *page_memcg_check(struct page *page)  in page_memcg_check()
1139 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg)  in mem_cgroup_is_root()
1149 static inline void memcg_memory_event(struct mem_cgroup *memcg,  in memcg_memory_event()
1159 static inline void mem_cgroup_protection(struct mem_cgroup *root,  in mem_cgroup_protection()
1160 					 struct mem_cgroup *memcg,  in mem_cgroup_protection()
1167 static inline void mem_cgroup_calculate_protection(struct mem_cgroup *root,  in mem_cgroup_calculate_protection()
1168 						   struct mem_cgroup *memcg)  in mem_cgroup_calculate_protection()
1172 static inline bool mem_cgroup_below_low(struct mem_cgroup *memcg)  in mem_cgroup_below_low()
1177 static inline bool mem_cgroup_below_min(struct mem_cgroup *memcg)  in mem_cgroup_below_min()
1210 static inline struct lruvec *mem_cgroup_lruvec(struct mem_cgroup *memcg,  in mem_cgroup_lruvec()
1227 static inline struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg)  in parent_mem_cgroup()
1233 		struct mem_cgroup *memcg)  in mm_match_cgroup()
1238 static inline struct mem_cgroup *get_mem_cgroup_from_mm(struct mm_struct *mm)  in get_mem_cgroup_from_mm()
1244 struct mem_cgroup *mem_cgroup_from_css(struct cgroup_subsys_state *css)  in mem_cgroup_from_css()
1249 static inline void mem_cgroup_put(struct mem_cgroup *memcg)  in mem_cgroup_put()
1278 static inline struct mem_cgroup *
1279 mem_cgroup_iter(struct mem_cgroup *root,  in mem_cgroup_iter()
1280 		struct mem_cgroup *prev,  in mem_cgroup_iter()
1286 static inline void mem_cgroup_iter_break(struct mem_cgroup *root,  in mem_cgroup_iter_break()
1287 					 struct mem_cgroup *prev)  in mem_cgroup_iter_break()
1291 static inline int mem_cgroup_scan_tasks(struct mem_cgroup *memcg,  in mem_cgroup_scan_tasks()
1297 static inline unsigned short mem_cgroup_id(struct mem_cgroup *memcg)  in mem_cgroup_id()
1302 static inline struct mem_cgroup *mem_cgroup_from_id(unsigned short id)  in mem_cgroup_from_id()
1309 static inline struct mem_cgroup *mem_cgroup_from_seq(struct seq_file *m)  in mem_cgroup_from_seq()
1314 static inline struct mem_cgroup *lruvec_memcg(struct lruvec *lruvec)  in lruvec_memcg()
1319 static inline bool mem_cgroup_online(struct mem_cgroup *memcg)  in mem_cgroup_online()
1331 static inline unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg)  in mem_cgroup_get_max()
1336 static inline unsigned long mem_cgroup_size(struct mem_cgroup *memcg)  in mem_cgroup_size()
1342 mem_cgroup_print_oom_context(struct mem_cgroup *memcg, struct task_struct *p)  in mem_cgroup_print_oom_context()
1347 mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_meminfo()
1381 static inline struct mem_cgroup *mem_cgroup_get_oom_group(  in mem_cgroup_get_oom_group()
1382 	struct task_struct *victim, struct mem_cgroup *oom_domain)  in mem_cgroup_get_oom_group()
1387 static inline void mem_cgroup_print_oom_group(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_group()
1391 static inline void __mod_memcg_state(struct mem_cgroup *memcg,  in __mod_memcg_state()
1397 static inline void mod_memcg_state(struct mem_cgroup *memcg,  in mod_memcg_state()
1403 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()
1445 static inline void count_memcg_events(struct mem_cgroup *memcg,  in count_memcg_events()
1451 static inline void __count_memcg_events(struct mem_cgroup *memcg,  in __count_memcg_events()
1492 	struct mem_cgroup *memcg;  in parent_lruvec()
1603 bool mem_cgroup_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages,
1605 void mem_cgroup_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages);
1611 static inline bool mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg)  in mem_cgroup_under_socket_pressure()
1622 int alloc_shrinker_info(struct mem_cgroup *memcg);
1623 void free_shrinker_info(struct mem_cgroup *memcg);
1624 void set_shrinker_bit(struct mem_cgroup *memcg, int nid, int shrinker_id);
1625 void reparent_shrinker_deferred(struct mem_cgroup *memcg);
1630 static inline bool mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg)  in mem_cgroup_under_socket_pressure()
1635 static inline void set_shrinker_bit(struct mem_cgroup *memcg,  in set_shrinker_bit()
1688 static inline int memcg_cache_id(struct mem_cgroup *memcg)  in memcg_cache_id()
1693 struct mem_cgroup *mem_cgroup_from_obj(void *p);
1729 static inline int memcg_cache_id(struct mem_cgroup *memcg)  in memcg_cache_id()
1742 static inline struct mem_cgroup *mem_cgroup_from_obj(void *p)  in mem_cgroup_from_obj()