140 	struct mem_cgroup	*memcg;		/* Back pointer, we cannot */  member
349 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg)  in mem_cgroup_is_root()  argument
351 	return (memcg == root_mem_cgroup);  in mem_cgroup_is_root()
359 static inline unsigned long mem_cgroup_protection(struct mem_cgroup *memcg,  in mem_cgroup_protection()  argument
366 		return READ_ONCE(memcg->memory.emin);  in mem_cgroup_protection()
368 	return max(READ_ONCE(memcg->memory.emin),  in mem_cgroup_protection()
369 		   READ_ONCE(memcg->memory.elow));  in mem_cgroup_protection()
373 						struct mem_cgroup *memcg);
381 void mem_cgroup_commit_charge(struct page *page, struct mem_cgroup *memcg,
383 void mem_cgroup_cancel_charge(struct page *page, struct mem_cgroup *memcg,
391 mem_cgroup_nodeinfo(struct mem_cgroup *memcg, int nid)  in mem_cgroup_nodeinfo()  argument
393 	return memcg->nodeinfo[nid];  in mem_cgroup_nodeinfo()
406 				struct mem_cgroup *memcg)  in mem_cgroup_lruvec()  argument
416 	mz = mem_cgroup_nodeinfo(memcg, pgdat->node_id);  in mem_cgroup_lruvec()
442 static inline void mem_cgroup_put(struct mem_cgroup *memcg)  in mem_cgroup_put()  argument
444 	if (memcg)  in mem_cgroup_put()
445 		css_put(&memcg->css);  in mem_cgroup_put()
458 static inline unsigned short mem_cgroup_id(struct mem_cgroup *memcg)  in mem_cgroup_id()  argument
463 	return memcg->id.id;  in mem_cgroup_id()
480 	return mz->memcg;  in lruvec_memcg()
490 static inline struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg)  in parent_mem_cgroup()  argument
492 	if (!memcg->memory.parent)  in parent_mem_cgroup()
494 	return mem_cgroup_from_counter(memcg->memory.parent, memory);  in parent_mem_cgroup()
497 static inline bool mem_cgroup_is_descendant(struct mem_cgroup *memcg,  in mem_cgroup_is_descendant()  argument
500 	if (root == memcg)  in mem_cgroup_is_descendant()
504 	return cgroup_is_descendant(memcg->css.cgroup, root->css.cgroup);  in mem_cgroup_is_descendant()
508 				   struct mem_cgroup *memcg)  in mm_match_cgroup()  argument
516 		match = mem_cgroup_is_descendant(task_memcg, memcg);  in mm_match_cgroup()
524 static inline bool mem_cgroup_online(struct mem_cgroup *memcg)  in mem_cgroup_online()  argument
528 	return !!(memcg->css.flags & CSS_ONLINE);  in mem_cgroup_online()
534 int mem_cgroup_select_victim_node(struct mem_cgroup *memcg);
551 unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg);
553 unsigned long mem_cgroup_size(struct mem_cgroup *memcg);
555 void mem_cgroup_print_oom_context(struct mem_cgroup *memcg,
558 void mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg);
580 void mem_cgroup_print_oom_group(struct mem_cgroup *memcg);
587 void __unlock_page_memcg(struct mem_cgroup *memcg);
594 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()  argument
596 	long x = atomic_long_read(&memcg->vmstats[idx]);  in memcg_page_state()
608 static inline unsigned long memcg_page_state_local(struct mem_cgroup *memcg,  in memcg_page_state_local()  argument
615 		x += per_cpu(memcg->vmstats_local->stat[idx], cpu);  in memcg_page_state_local()
623 void __mod_memcg_state(struct mem_cgroup *memcg, int idx, int val);
626 static inline void mod_memcg_state(struct mem_cgroup *memcg,  in mod_memcg_state()  argument
632 	__mod_memcg_state(memcg, idx, val);  in mod_memcg_state()
749 void __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx,
752 static inline void count_memcg_events(struct mem_cgroup *memcg,  in count_memcg_events()  argument
759 	__count_memcg_events(memcg, idx, count);  in count_memcg_events()
773 	struct mem_cgroup *memcg;  in count_memcg_event_mm()  local
779 	memcg = mem_cgroup_from_task(rcu_dereference(mm->owner));  in count_memcg_event_mm()
780 	if (likely(memcg))  in count_memcg_event_mm()
781 		count_memcg_events(memcg, idx, 1);  in count_memcg_event_mm()
785 static inline void memcg_memory_event(struct mem_cgroup *memcg,  in memcg_memory_event()  argument
788 	atomic_long_inc(&memcg->memory_events_local[event]);  in memcg_memory_event()
789 	cgroup_file_notify(&memcg->events_local_file);  in memcg_memory_event()
792 		atomic_long_inc(&memcg->memory_events[event]);  in memcg_memory_event()
793 		cgroup_file_notify(&memcg->events_file);  in memcg_memory_event()
797 	} while ((memcg = parent_mem_cgroup(memcg)) &&  in memcg_memory_event()
798 		 !mem_cgroup_is_root(memcg));  in memcg_memory_event()
804 	struct mem_cgroup *memcg;  in memcg_memory_event_mm()  local
810 	memcg = mem_cgroup_from_task(rcu_dereference(mm->owner));  in memcg_memory_event_mm()
811 	if (likely(memcg))  in memcg_memory_event_mm()
812 		memcg_memory_event(memcg, event);  in memcg_memory_event_mm()
827 static inline bool mem_cgroup_is_root(struct mem_cgroup *memcg)  in mem_cgroup_is_root()  argument
837 static inline void memcg_memory_event(struct mem_cgroup *memcg,  in memcg_memory_event()  argument
847 static inline unsigned long mem_cgroup_protection(struct mem_cgroup *memcg,  in mem_cgroup_protection()  argument
854 	struct mem_cgroup *root, struct mem_cgroup *memcg)  in mem_cgroup_protected()  argument
879 					    struct mem_cgroup *memcg,  in mem_cgroup_commit_charge()  argument
885 					    struct mem_cgroup *memcg,  in mem_cgroup_cancel_charge()  argument
903 				struct mem_cgroup *memcg)  in mem_cgroup_lruvec()  argument
915 		struct mem_cgroup *memcg)  in mm_match_cgroup()  argument
930 static inline void mem_cgroup_put(struct mem_cgroup *memcg)  in mem_cgroup_put()  argument
947 static inline int mem_cgroup_scan_tasks(struct mem_cgroup *memcg,  in mem_cgroup_scan_tasks()  argument
953 static inline unsigned short mem_cgroup_id(struct mem_cgroup *memcg)  in mem_cgroup_id()  argument
975 static inline bool mem_cgroup_online(struct mem_cgroup *memcg)  in mem_cgroup_online()  argument
987 static inline unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg)  in mem_cgroup_get_max()  argument
992 static inline unsigned long mem_cgroup_size(struct mem_cgroup *memcg)  in mem_cgroup_size()  argument
998 mem_cgroup_print_oom_context(struct mem_cgroup *memcg, struct task_struct *p)  in mem_cgroup_print_oom_context()  argument
1003 mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_meminfo()  argument
1012 static inline void __unlock_page_memcg(struct mem_cgroup *memcg)  in __unlock_page_memcg()  argument
1048 static inline void mem_cgroup_print_oom_group(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_group()  argument
1052 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()  argument
1057 static inline unsigned long memcg_page_state_local(struct mem_cgroup *memcg,  in memcg_page_state_local()  argument
1063 static inline void __mod_memcg_state(struct mem_cgroup *memcg,  in __mod_memcg_state()  argument
1069 static inline void mod_memcg_state(struct mem_cgroup *memcg,  in mod_memcg_state()  argument
1143 static inline void count_memcg_events(struct mem_cgroup *memcg,  in count_memcg_events()  argument
1149 static inline void __count_memcg_events(struct mem_cgroup *memcg,  in __count_memcg_events()  argument
1167 static inline void __inc_memcg_state(struct mem_cgroup *memcg,  in __inc_memcg_state()  argument
1170 	__mod_memcg_state(memcg, idx, 1);  in __inc_memcg_state()
1174 static inline void __dec_memcg_state(struct mem_cgroup *memcg,  in __dec_memcg_state()  argument
1177 	__mod_memcg_state(memcg, idx, -1);  in __dec_memcg_state()
1229 static inline void inc_memcg_state(struct mem_cgroup *memcg,  in inc_memcg_state()  argument
1232 	mod_memcg_state(memcg, idx, 1);  in inc_memcg_state()
1236 static inline void dec_memcg_state(struct mem_cgroup *memcg,  in dec_memcg_state()  argument
1239 	mod_memcg_state(memcg, idx, -1);  in dec_memcg_state()
1329 bool mem_cgroup_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages);
1330 void mem_cgroup_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages);
1336 static inline bool mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg)  in mem_cgroup_under_socket_pressure()  argument
1338 	if (!cgroup_subsys_on_dfl(memory_cgrp_subsys) && memcg->tcpmem_pressure)  in mem_cgroup_under_socket_pressure()
1341 		if (time_before(jiffies, memcg->socket_pressure))  in mem_cgroup_under_socket_pressure()
1343 	} while ((memcg = parent_mem_cgroup(memcg)));  in mem_cgroup_under_socket_pressure()
1349 extern void memcg_set_shrinker_bit(struct mem_cgroup *memcg,
1355 static inline bool mem_cgroup_under_socket_pressure(struct mem_cgroup *memcg)  in mem_cgroup_under_socket_pressure()  argument
1360 static inline void memcg_set_shrinker_bit(struct mem_cgroup *memcg,  in memcg_set_shrinker_bit()  argument
1373 			      struct mem_cgroup *memcg);
1374 void __memcg_kmem_uncharge_memcg(struct mem_cgroup *memcg,
1411 					  int order, struct mem_cgroup *memcg)  in memcg_kmem_charge_memcg()  argument
1414 		return __memcg_kmem_charge_memcg(page, gfp, order, memcg);  in memcg_kmem_charge_memcg()
1419 					     struct mem_cgroup *memcg)  in memcg_kmem_uncharge_memcg()  argument
1422 		__memcg_kmem_uncharge_memcg(memcg, 1 << order);  in memcg_kmem_uncharge_memcg()
1430 static inline int memcg_cache_id(struct mem_cgroup *memcg)  in memcg_cache_id()  argument
1432 	return memcg ? memcg->kmemcg_id : -1;  in memcg_cache_id()
1463 static inline int memcg_cache_id(struct mem_cgroup *memcg)  in memcg_cache_id()  argument