146 	struct mem_cgroup	*memcg;		/* Back pointer, we cannot */  member
326 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg)  in mem_cgroup_is_root()  argument
328 	return (memcg == root_mem_cgroup);  in mem_cgroup_is_root()
337 						struct mem_cgroup *memcg);
345 void mem_cgroup_commit_charge(struct page *page, struct mem_cgroup *memcg,
347 void mem_cgroup_cancel_charge(struct page *page, struct mem_cgroup *memcg,
355 mem_cgroup_nodeinfo(struct mem_cgroup *memcg, int nid)  in mem_cgroup_nodeinfo()  argument
357 	return memcg->nodeinfo[nid];  in mem_cgroup_nodeinfo()
370 				struct mem_cgroup *memcg)  in mem_cgroup_lruvec()  argument
380 	mz = mem_cgroup_nodeinfo(memcg, pgdat->node_id);  in mem_cgroup_lruvec()
395 bool task_in_mem_cgroup(struct task_struct *task, struct mem_cgroup *memcg);
407 static inline void mem_cgroup_put(struct mem_cgroup *memcg)  in mem_cgroup_put()  argument
409 	if (memcg)  in mem_cgroup_put()
410 		css_put(&memcg->css);  in mem_cgroup_put()
423 static inline unsigned short mem_cgroup_id(struct mem_cgroup *memcg)  in mem_cgroup_id()  argument
428 	return memcg->id.id;  in mem_cgroup_id()
440 	return mz->memcg;  in lruvec_memcg()
450 static inline struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg)  in parent_mem_cgroup()  argument
452 	if (!memcg->memory.parent)  in parent_mem_cgroup()
454 	return mem_cgroup_from_counter(memcg->memory.parent, memory);  in parent_mem_cgroup()
457 static inline bool mem_cgroup_is_descendant(struct mem_cgroup *memcg,  in mem_cgroup_is_descendant()  argument
460 	if (root == memcg)  in mem_cgroup_is_descendant()
464 	return cgroup_is_descendant(memcg->css.cgroup, root->css.cgroup);  in mem_cgroup_is_descendant()
468 				   struct mem_cgroup *memcg)  in mm_match_cgroup()  argument
476 		match = mem_cgroup_is_descendant(task_memcg, memcg);  in mm_match_cgroup()
484 static inline bool mem_cgroup_online(struct mem_cgroup *memcg)  in mem_cgroup_online()  argument
488 	return !!(memcg->css.flags & CSS_ONLINE);  in mem_cgroup_online()
494 int mem_cgroup_select_victim_node(struct mem_cgroup *memcg);
499 unsigned long mem_cgroup_node_nr_lru_pages(struct mem_cgroup *memcg,
527 unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg);
529 void mem_cgroup_print_oom_info(struct mem_cgroup *memcg,
552 void mem_cgroup_print_oom_group(struct mem_cgroup *memcg);
559 void __unlock_page_memcg(struct mem_cgroup *memcg);
563 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg,  in memcg_page_state()  argument
566 	long x = atomic_long_read(&memcg->stat[idx]);  in memcg_page_state()
575 static inline void __mod_memcg_state(struct mem_cgroup *memcg,  in __mod_memcg_state()  argument
583 	x = val + __this_cpu_read(memcg->stat_cpu->count[idx]);  in __mod_memcg_state()
585 		atomic_long_add(x, &memcg->stat[idx]);  in __mod_memcg_state()
588 	__this_cpu_write(memcg->stat_cpu->count[idx], x);  in __mod_memcg_state()
592 static inline void mod_memcg_state(struct mem_cgroup *memcg,  in mod_memcg_state()  argument
598 	__mod_memcg_state(memcg, idx, val);  in mod_memcg_state()
666 	__mod_memcg_state(pn->memcg, idx, val);  in __mod_lruvec_state()
717 static inline void __count_memcg_events(struct mem_cgroup *memcg,  in __count_memcg_events()  argument
726 	x = count + __this_cpu_read(memcg->stat_cpu->events[idx]);  in __count_memcg_events()
728 		atomic_long_add(x, &memcg->events[idx]);  in __count_memcg_events()
731 	__this_cpu_write(memcg->stat_cpu->events[idx], x);  in __count_memcg_events()
734 static inline void count_memcg_events(struct mem_cgroup *memcg,  in count_memcg_events()  argument
741 	__count_memcg_events(memcg, idx, count);  in count_memcg_events()
755 	struct mem_cgroup *memcg;  in count_memcg_event_mm()  local
761 	memcg = mem_cgroup_from_task(rcu_dereference(mm->owner));  in count_memcg_event_mm()
762 	if (likely(memcg))  in count_memcg_event_mm()
763 		count_memcg_events(memcg, idx, 1);  in count_memcg_event_mm()
767 static inline void memcg_memory_event(struct mem_cgroup *memcg,  in memcg_memory_event()  argument
770 	atomic_long_inc(&memcg->memory_events[event]);  in memcg_memory_event()
771 	cgroup_file_notify(&memcg->events_file);  in memcg_memory_event()
777 	struct mem_cgroup *memcg;  in memcg_memory_event_mm()  local
783 	memcg = mem_cgroup_from_task(rcu_dereference(mm->owner));  in memcg_memory_event_mm()
784 	if (likely(memcg))  in memcg_memory_event_mm()
785 		memcg_memory_event(memcg, event);  in memcg_memory_event_mm()
800 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg)  in mem_cgroup_is_root()  argument
810 static inline void memcg_memory_event(struct mem_cgroup *memcg,  in memcg_memory_event()  argument
821 	struct mem_cgroup *root, struct mem_cgroup *memcg)  in mem_cgroup_protected()  argument
846 					    struct mem_cgroup *memcg,  in mem_cgroup_commit_charge()  argument
852 					    struct mem_cgroup *memcg,  in mem_cgroup_cancel_charge()  argument
870 				struct mem_cgroup *memcg)  in mem_cgroup_lruvec()  argument
882 		struct mem_cgroup *memcg)  in mm_match_cgroup()  argument
888 				      const struct mem_cgroup *memcg)  in task_in_mem_cgroup()  argument
903 static inline void mem_cgroup_put(struct mem_cgroup *memcg)  in mem_cgroup_put()  argument
920 static inline int mem_cgroup_scan_tasks(struct mem_cgroup *memcg,  in mem_cgroup_scan_tasks()  argument
926 static inline unsigned short mem_cgroup_id(struct mem_cgroup *memcg)  in mem_cgroup_id()  argument
943 static inline bool mem_cgroup_online(struct mem_cgroup *memcg)  in mem_cgroup_online()  argument
961 mem_cgroup_node_nr_lru_pages(struct mem_cgroup *memcg,  in mem_cgroup_node_nr_lru_pages()  argument
967 static inline unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg)  in mem_cgroup_get_max()  argument
973 mem_cgroup_print_oom_info(struct mem_cgroup *memcg, struct task_struct *p)  in mem_cgroup_print_oom_info()  argument
982 static inline void __unlock_page_memcg(struct mem_cgroup *memcg)  in __unlock_page_memcg()  argument
1018 static inline void mem_cgroup_print_oom_group(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_group()  argument
1022 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg,  in memcg_page_state()  argument
1028 static inline void __mod_memcg_state(struct mem_cgroup *memcg,  in __mod_memcg_state()  argument
1034 static inline void mod_memcg_state(struct mem_cgroup *memcg,  in mod_memcg_state()  argument
1094 static inline void count_memcg_events(struct mem_cgroup *memcg,  in count_memcg_events()  argument
1112 static inline void __inc_memcg_state(struct mem_cgroup *memcg,  in __inc_memcg_state()  argument
1115 	__mod_memcg_state(memcg, idx, 1);  in __inc_memcg_state()
1119 static inline void __dec_memcg_state(struct mem_cgroup *memcg,  in __dec_memcg_state()  argument
1122 	__mod_memcg_state(memcg, idx, -1);  in __dec_memcg_state()
1164 static inline void inc_memcg_state(struct mem_cgroup *memcg,  in inc_memcg_state()  argument
1167 	mod_memcg_state(memcg, idx, 1);  in inc_memcg_state()
1171 static inline void dec_memcg_state(struct mem_cgroup *memcg,  in dec_memcg_state()  argument
1174 	mod_memcg_state(memcg, idx, -1);  in dec_memcg_state()
1240 bool mem_cgroup_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages);
1241 void mem_cgroup_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages);
1247 static inline bool mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg)  in mem_cgroup_under_socket_pressure()  argument
1249 	if (!cgroup_subsys_on_dfl(memory_cgrp_subsys) && memcg->tcpmem_pressure)  in mem_cgroup_under_socket_pressure()
1252 		if (time_before(jiffies, memcg->socket_pressure))  in mem_cgroup_under_socket_pressure()
1254 	} while ((memcg = parent_mem_cgroup(memcg)));  in mem_cgroup_under_socket_pressure()
1261 static inline bool mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg)  in mem_cgroup_under_socket_pressure()  argument
1270 			    struct mem_cgroup *memcg);
1300 static inline int memcg_cache_id(struct mem_cgroup *memcg)  in memcg_cache_id()  argument
1302 	return memcg ? memcg->kmemcg_id : -1;  in memcg_cache_id()
1307 extern void memcg_set_shrinker_bit(struct mem_cgroup *memcg,
1318 static inline int memcg_cache_id(struct mem_cgroup *memcg)  in memcg_cache_id()  argument
1331 static inline void memcg_set_shrinker_bit(struct mem_cgroup *memcg,  in memcg_set_shrinker_bit()  argument