77 struct mem_cgroup *root_mem_cgroup __read_mostly;
80 DEFINE_PER_CPU(struct mem_cgroup *, int_active_memcg);
144 	struct mem_cgroup *memcg;
158 	int (*register_event)(struct mem_cgroup *memcg,
165 	void (*unregister_event)(struct mem_cgroup *memcg,
177 static void mem_cgroup_threshold(struct mem_cgroup *memcg);
178 static void mem_cgroup_oom_notify(struct mem_cgroup *memcg);
192 	struct mem_cgroup *from;
193 	struct mem_cgroup *to;
249 struct vmpressure *memcg_to_vmpressure(struct mem_cgroup *memcg)  in memcg_to_vmpressure()
256 struct mem_cgroup *vmpressure_to_memcg(struct vmpressure *vmpr)  in vmpressure_to_memcg()
258 	return container_of(vmpr, struct mem_cgroup, vmpressure);  in vmpressure_to_memcg()
333 static void memcg_reparent_objcgs(struct mem_cgroup *memcg,  in memcg_reparent_objcgs()
334 				  struct mem_cgroup *parent)  in memcg_reparent_objcgs()
420 	struct mem_cgroup *memcg;  in mem_cgroup_css_from_page()
445 	struct mem_cgroup *memcg;  in page_cgroup_ino()
460 mem_cgroup_page_nodeinfo(struct mem_cgroup *memcg, struct page *page)  in mem_cgroup_page_nodeinfo()
539 static unsigned long soft_limit_excess(struct mem_cgroup *memcg)  in soft_limit_excess()
551 static void mem_cgroup_update_tree(struct mem_cgroup *memcg, struct page *page)  in mem_cgroup_update_tree()
588 static void mem_cgroup_remove_from_trees(struct mem_cgroup *memcg)  in mem_cgroup_remove_from_trees()
644 void __mod_memcg_state(struct mem_cgroup *memcg, int idx, int val)  in __mod_memcg_state()
654 static unsigned long memcg_page_state_local(struct mem_cgroup *memcg, int idx)  in memcg_page_state_local()
672 	struct mem_cgroup *memcg;  in __mod_memcg_lruvec_state()
709 	struct mem_cgroup *memcg;  in __mod_lruvec_page_state()
731 	struct mem_cgroup *memcg;  in __mod_lruvec_kmem_state()
760 	struct mem_cgroup *memcg;  in mod_objcg_mlstate()
776 void __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx,  in __count_memcg_events()
786 static unsigned long memcg_events(struct mem_cgroup *memcg, int event)  in memcg_events()
791 static unsigned long memcg_events_local(struct mem_cgroup *memcg, int event)  in memcg_events_local()
801 static void mem_cgroup_charge_statistics(struct mem_cgroup *memcg,  in mem_cgroup_charge_statistics()
816 static bool mem_cgroup_event_ratelimit(struct mem_cgroup *memcg,  in mem_cgroup_event_ratelimit()
845 static void memcg_check_events(struct mem_cgroup *memcg, struct page *page)  in memcg_check_events()
860 struct mem_cgroup *mem_cgroup_from_task(struct task_struct *p)  in mem_cgroup_from_task()
874 static __always_inline struct mem_cgroup *active_memcg(void)  in active_memcg()
893 struct mem_cgroup *get_mem_cgroup_from_mm(struct mm_struct *mm)  in get_mem_cgroup_from_mm()
895 	struct mem_cgroup *memcg;  in get_mem_cgroup_from_mm()
962 struct mem_cgroup *mem_cgroup_iter(struct mem_cgroup *root,  in mem_cgroup_iter()
963 				   struct mem_cgroup *prev,  in mem_cgroup_iter()
968 	struct mem_cgroup *memcg = NULL;  in mem_cgroup_iter()
969 	struct mem_cgroup *pos = NULL;  in mem_cgroup_iter()
1070 void mem_cgroup_iter_break(struct mem_cgroup *root,  in mem_cgroup_iter_break()
1071 			   struct mem_cgroup *prev)  in mem_cgroup_iter_break()
1079 static void __invalidate_reclaim_iterators(struct mem_cgroup *from,  in __invalidate_reclaim_iterators()
1080 					struct mem_cgroup *dead_memcg)  in __invalidate_reclaim_iterators()
1093 static void invalidate_reclaim_iterators(struct mem_cgroup *dead_memcg)  in invalidate_reclaim_iterators()
1095 	struct mem_cgroup *memcg = dead_memcg;  in invalidate_reclaim_iterators()
1096 	struct mem_cgroup *last;  in invalidate_reclaim_iterators()
1127 int mem_cgroup_scan_tasks(struct mem_cgroup *memcg,  in mem_cgroup_scan_tasks()
1130 	struct mem_cgroup *iter;  in mem_cgroup_scan_tasks()
1154 	struct mem_cgroup *memcg;  in lruvec_memcg_debug()
1260 static unsigned long mem_cgroup_margin(struct mem_cgroup *memcg)  in mem_cgroup_margin()
1290 static bool mem_cgroup_under_move(struct mem_cgroup *memcg)  in mem_cgroup_under_move()
1292 	struct mem_cgroup *from;  in mem_cgroup_under_move()
1293 	struct mem_cgroup *to;  in mem_cgroup_under_move()
1312 static bool mem_cgroup_wait_acct_move(struct mem_cgroup *memcg)  in mem_cgroup_wait_acct_move()
1392 static inline unsigned long memcg_page_state_output(struct mem_cgroup *memcg,  in memcg_page_state_output()
1398 static char *memory_stat_format(struct mem_cgroup *memcg)  in memory_stat_format()
1478 void mem_cgroup_print_oom_context(struct mem_cgroup *memcg, struct task_struct *p)  in mem_cgroup_print_oom_context()
1499 void mem_cgroup_print_oom_meminfo(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_meminfo()
1532 unsigned long mem_cgroup_get_max(struct mem_cgroup *memcg)  in mem_cgroup_get_max()
1551 unsigned long mem_cgroup_size(struct mem_cgroup *memcg)  in mem_cgroup_size()
1556 static bool mem_cgroup_out_of_memory(struct mem_cgroup *memcg, gfp_t gfp_mask,  in mem_cgroup_out_of_memory()
1585 static int mem_cgroup_soft_reclaim(struct mem_cgroup *root_memcg,  in mem_cgroup_soft_reclaim()
1590 	struct mem_cgroup *victim = NULL;  in mem_cgroup_soft_reclaim()
1647 static bool mem_cgroup_oom_trylock(struct mem_cgroup *memcg)  in mem_cgroup_oom_trylock()
1649 	struct mem_cgroup *iter, *failed = NULL;  in mem_cgroup_oom_trylock()
1686 static void mem_cgroup_oom_unlock(struct mem_cgroup *memcg)  in mem_cgroup_oom_unlock()
1688 	struct mem_cgroup *iter;  in mem_cgroup_oom_unlock()
1697 static void mem_cgroup_mark_under_oom(struct mem_cgroup *memcg)  in mem_cgroup_mark_under_oom()
1699 	struct mem_cgroup *iter;  in mem_cgroup_mark_under_oom()
1707 static void mem_cgroup_unmark_under_oom(struct mem_cgroup *memcg)  in mem_cgroup_unmark_under_oom()
1709 	struct mem_cgroup *iter;  in mem_cgroup_unmark_under_oom()
1725 	struct mem_cgroup *memcg;
1732 	struct mem_cgroup *wake_memcg = (struct mem_cgroup *)arg;  in memcg_oom_wake_function()
1733 	struct mem_cgroup *oom_wait_memcg;  in memcg_oom_wake_function()
1745 static void memcg_oom_recover(struct mem_cgroup *memcg)  in memcg_oom_recover()
1766 static enum oom_status mem_cgroup_oom(struct mem_cgroup *memcg, gfp_t mask, int order)  in mem_cgroup_oom()
1843 	struct mem_cgroup *memcg = current->memcg_in_oom;  in mem_cgroup_oom_synchronize()
1904 struct mem_cgroup *mem_cgroup_get_oom_group(struct task_struct *victim,  in mem_cgroup_get_oom_group()
1905 					    struct mem_cgroup *oom_domain)  in mem_cgroup_get_oom_group()
1907 	struct mem_cgroup *oom_group = NULL;  in mem_cgroup_get_oom_group()
1908 	struct mem_cgroup *memcg;  in mem_cgroup_get_oom_group()
1951 void mem_cgroup_print_oom_group(struct mem_cgroup *memcg)  in mem_cgroup_print_oom_group()
1971 	struct mem_cgroup *memcg;  in lock_page_memcg()
2014 static void __unlock_page_memcg(struct mem_cgroup *memcg)  in __unlock_page_memcg()
2053 	struct mem_cgroup *cached; /* this never be root cgroup */
2068 				     struct mem_cgroup *root_memcg);
2075 				     struct mem_cgroup *root_memcg)  in obj_stock_flush_required()
2127 static bool consume_stock(struct mem_cgroup *memcg, unsigned int nr_pages)  in consume_stock()
2154 	struct mem_cgroup *old = stock->cached;  in drain_stock()
2196 static void refill_stock(struct mem_cgroup *memcg, unsigned int nr_pages)  in refill_stock()
2221 static void drain_all_stock(struct mem_cgroup *root_memcg)  in drain_all_stock()
2237 		struct mem_cgroup *memcg;  in drain_all_stock()
2271 static unsigned long reclaim_high(struct mem_cgroup *memcg,  in reclaim_high()
2298 	struct mem_cgroup *memcg;  in high_work_func()
2300 	memcg = container_of(work, struct mem_cgroup, high_work);  in high_work_func()
2375 static u64 mem_find_max_overage(struct mem_cgroup *memcg)  in mem_find_max_overage()
2389 static u64 swap_find_max_overage(struct mem_cgroup *memcg)  in swap_find_max_overage()
2409 static unsigned long calculate_high_delay(struct mem_cgroup *memcg,  in calculate_high_delay()
2452 	struct mem_cgroup *memcg;  in mem_cgroup_handle_over_high()
2524 static int try_charge_memcg(struct mem_cgroup *memcg, gfp_t gfp_mask,  in try_charge_memcg()
2529 	struct mem_cgroup *mem_over_limit;  in try_charge_memcg()
2716 static inline int try_charge(struct mem_cgroup *memcg, gfp_t gfp_mask,  in try_charge()
2726 static void cancel_charge(struct mem_cgroup *memcg, unsigned int nr_pages)  in cancel_charge()
2737 static void commit_charge(struct page *page, struct mem_cgroup *memcg)  in commit_charge()
2751 static struct mem_cgroup *get_mem_cgroup_from_objcg(struct obj_cgroup *objcg)  in get_mem_cgroup_from_objcg()
2753 	struct mem_cgroup *memcg;  in get_mem_cgroup_from_objcg()
2820 struct mem_cgroup *mem_cgroup_from_obj(void *p)  in mem_cgroup_from_obj()
2859 	struct mem_cgroup *memcg;  in get_obj_cgroup_from_current()
2932 	struct mem_cgroup *memcg;  in obj_cgroup_uncharge_pages()
2955 	struct mem_cgroup *memcg;  in obj_cgroup_charge_pages()
3158 				     struct mem_cgroup *root_memcg)  in obj_stock_flush_required()
3160 	struct mem_cgroup *memcg;  in obj_stock_flush_required()
3260 	struct mem_cgroup *memcg = page_memcg(head);  in split_page_memcg()
3291 				struct mem_cgroup *from, struct mem_cgroup *to)  in mem_cgroup_move_swap_account()
3307 				struct mem_cgroup *from, struct mem_cgroup *to)  in mem_cgroup_move_swap_account()
3315 static int mem_cgroup_resize_max(struct mem_cgroup *memcg,  in mem_cgroup_resize_max()
3457 static int mem_cgroup_force_empty(struct mem_cgroup *memcg)  in mem_cgroup_force_empty()
3490 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in mem_cgroup_force_empty_write()
3516 static unsigned long mem_cgroup_usage(struct mem_cgroup *memcg, bool swap)  in mem_cgroup_usage()
3547 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_read_u64()
3588 static int memcg_online_kmem(struct mem_cgroup *memcg)  in memcg_online_kmem()
3619 static void memcg_offline_kmem(struct mem_cgroup *memcg)  in memcg_offline_kmem()
3622 	struct mem_cgroup *parent, *child;  in memcg_offline_kmem()
3660 static void memcg_free_kmem(struct mem_cgroup *memcg)  in memcg_free_kmem()
3667 static int memcg_online_kmem(struct mem_cgroup *memcg)  in memcg_online_kmem()
3671 static void memcg_offline_kmem(struct mem_cgroup *memcg)  in memcg_offline_kmem()
3674 static void memcg_free_kmem(struct mem_cgroup *memcg)  in memcg_free_kmem()
3679 static int memcg_update_kmem_max(struct mem_cgroup *memcg,  in memcg_update_kmem_max()
3690 static int memcg_update_tcp_max(struct mem_cgroup *memcg, unsigned long max)  in memcg_update_tcp_max()
3732 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in mem_cgroup_write()
3776 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in mem_cgroup_reset()
3820 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_move_charge_write()
3848 static unsigned long mem_cgroup_node_nr_lru_pages(struct mem_cgroup *memcg,  in mem_cgroup_node_nr_lru_pages()
3868 static unsigned long mem_cgroup_nr_lru_pages(struct mem_cgroup *memcg,  in mem_cgroup_nr_lru_pages()
3901 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in memcg_numa_stat_show()
3968 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in memcg_stat_show()
3970 	struct mem_cgroup *mi;  in memcg_stat_show()
4051 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_swappiness_read()
4059 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_swappiness_write()
4072 static void __mem_cgroup_threshold(struct mem_cgroup *memcg, bool swap)  in __mem_cgroup_threshold()
4123 static void mem_cgroup_threshold(struct mem_cgroup *memcg)  in mem_cgroup_threshold()
4148 static int mem_cgroup_oom_notify_cb(struct mem_cgroup *memcg)  in mem_cgroup_oom_notify_cb()
4161 static void mem_cgroup_oom_notify(struct mem_cgroup *memcg)  in mem_cgroup_oom_notify()
4163 	struct mem_cgroup *iter;  in mem_cgroup_oom_notify()
4169 static int __mem_cgroup_usage_register_event(struct mem_cgroup *memcg,  in __mem_cgroup_usage_register_event()
4249 static int mem_cgroup_usage_register_event(struct mem_cgroup *memcg,  in mem_cgroup_usage_register_event()
4255 static int memsw_cgroup_usage_register_event(struct mem_cgroup *memcg,  in memsw_cgroup_usage_register_event()
4261 static void __mem_cgroup_usage_unregister_event(struct mem_cgroup *memcg,  in __mem_cgroup_usage_unregister_event()
4346 static void mem_cgroup_usage_unregister_event(struct mem_cgroup *memcg,  in mem_cgroup_usage_unregister_event()
4352 static void memsw_cgroup_usage_unregister_event(struct mem_cgroup *memcg,  in memsw_cgroup_usage_unregister_event()
4358 static int mem_cgroup_oom_register_event(struct mem_cgroup *memcg,  in mem_cgroup_oom_register_event()
4380 static void mem_cgroup_oom_unregister_event(struct mem_cgroup *memcg,  in mem_cgroup_oom_unregister_event()
4399 	struct mem_cgroup *memcg = mem_cgroup_from_seq(sf);  in mem_cgroup_oom_control_read()
4411 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_oom_control_write()
4428 static int memcg_wb_domain_init(struct mem_cgroup *memcg, gfp_t gfp)  in memcg_wb_domain_init()
4433 static void memcg_wb_domain_exit(struct mem_cgroup *memcg)  in memcg_wb_domain_exit()
4438 static void memcg_wb_domain_size_changed(struct mem_cgroup *memcg)  in memcg_wb_domain_size_changed()
4445 	struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css);  in mem_cgroup_wb_domain()
4475 	struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css);  in mem_cgroup_wb_stats()
4476 	struct mem_cgroup *parent;  in mem_cgroup_wb_stats()
4543 	struct mem_cgroup *memcg = page_memcg(page);  in mem_cgroup_track_foreign_dirty_slowpath()
4595 	struct mem_cgroup *memcg = mem_cgroup_from_css(wb->memcg_css);  in mem_cgroup_flush_foreign()
4622 static int memcg_wb_domain_init(struct mem_cgroup *memcg, gfp_t gfp)  in memcg_wb_domain_init()
4627 static void memcg_wb_domain_exit(struct mem_cgroup *memcg)  in memcg_wb_domain_exit()
4631 static void memcg_wb_domain_size_changed(struct mem_cgroup *memcg)  in memcg_wb_domain_size_changed()
4659 	struct mem_cgroup *memcg = event->memcg;  in memcg_event_remove()
4683 	struct mem_cgroup *memcg = event->memcg;  in memcg_event_wake()
4733 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in memcg_write_event_control()
5015 static void mem_cgroup_id_remove(struct mem_cgroup *memcg)  in mem_cgroup_id_remove()
5023 static void __maybe_unused mem_cgroup_id_get_many(struct mem_cgroup *memcg,  in mem_cgroup_id_get_many()
5029 static void mem_cgroup_id_put_many(struct mem_cgroup *memcg, unsigned int n)  in mem_cgroup_id_put_many()
5039 static inline void mem_cgroup_id_put(struct mem_cgroup *memcg)  in mem_cgroup_id_put()
5050 struct mem_cgroup *mem_cgroup_from_id(unsigned short id)  in mem_cgroup_from_id()
5056 static int alloc_mem_cgroup_per_node_info(struct mem_cgroup *memcg, int node)  in alloc_mem_cgroup_per_node_info()
5090 static void free_mem_cgroup_per_node_info(struct mem_cgroup *memcg, int node)  in free_mem_cgroup_per_node_info()
5101 static void __mem_cgroup_free(struct mem_cgroup *memcg)  in __mem_cgroup_free()
5111 static void mem_cgroup_free(struct mem_cgroup *memcg)  in mem_cgroup_free()
5117 static struct mem_cgroup *mem_cgroup_alloc(void)  in mem_cgroup_alloc()
5119 	struct mem_cgroup *memcg;  in mem_cgroup_alloc()
5125 	size = sizeof(struct mem_cgroup);  in mem_cgroup_alloc()
5186 	struct mem_cgroup *parent = mem_cgroup_from_css(parent_css);  in mem_cgroup_css_alloc()
5187 	struct mem_cgroup *memcg, *old_memcg;  in mem_cgroup_css_alloc()
5234 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_css_online()
5258 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_css_offline()
5287 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_css_released()
5294 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_css_free()
5330 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_css_reset()
5361 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in mem_cgroup_css_rstat_flush()
5362 	struct mem_cgroup *parent = parent_mem_cgroup(memcg);  in mem_cgroup_css_rstat_flush()
5575 				   struct mem_cgroup *from,  in mem_cgroup_move_account()
5576 				   struct mem_cgroup *to)  in mem_cgroup_move_account()
5855 	struct mem_cgroup *from = mc.from;  in __mem_cgroup_clear_mc()
5856 	struct mem_cgroup *to = mc.to;  in __mem_cgroup_clear_mc()
5915 	struct mem_cgroup *memcg = NULL; /* unneeded init to make gcc happy */  in mem_cgroup_can_attach()
5916 	struct mem_cgroup *from;  in mem_cgroup_can_attach()
6172 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in memory_current_read()
6186 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in memory_min_write()
6209 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in memory_low_write()
6232 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in memory_high_write()
6281 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in memory_max_write()
6337 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in memory_events_show()
6345 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in memory_events_local_show()
6353 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in memory_stat_show()
6374 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in memory_numa_stat_show()
6403 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in memory_oom_group_show()
6413 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in memory_oom_group_write()
6465 		.file_offset = offsetof(struct mem_cgroup, events_file),
6471 		.file_offset = offsetof(struct mem_cgroup, events_local_file),
6633 void mem_cgroup_calculate_protection(struct mem_cgroup *root,  in mem_cgroup_calculate_protection()
6634 				     struct mem_cgroup *memcg)  in mem_cgroup_calculate_protection()
6637 	struct mem_cgroup *parent;  in mem_cgroup_calculate_protection()
6683 static int charge_memcg(struct page *page, struct mem_cgroup *memcg, gfp_t gfp)  in charge_memcg()
6720 	struct mem_cgroup *memcg;  in __mem_cgroup_charge()
6745 	struct mem_cgroup *memcg;  in mem_cgroup_swapin_charge_page()
6799 	struct mem_cgroup *memcg;
6837 	struct mem_cgroup *memcg;  in uncharge_page()
6944 	struct mem_cgroup *memcg;  in mem_cgroup_migrate()
6989 	struct mem_cgroup *memcg;  in mem_cgroup_sk_alloc()
7025 bool mem_cgroup_charge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages,  in mem_cgroup_charge_skmem()
7056 void mem_cgroup_uncharge_skmem(struct mem_cgroup *memcg, unsigned int nr_pages)  in mem_cgroup_uncharge_skmem()
7128 static struct mem_cgroup *mem_cgroup_id_get_online(struct mem_cgroup *memcg)  in mem_cgroup_id_get_online()
7155 	struct mem_cgroup *memcg, *swap_memcg;  in mem_cgroup_swapout()
7226 	struct mem_cgroup *memcg;  in __mem_cgroup_try_charge_swap()
7270 	struct mem_cgroup *memcg;  in __mem_cgroup_uncharge_swap()
7289 long mem_cgroup_get_nr_swap_pages(struct mem_cgroup *memcg)  in mem_cgroup_get_nr_swap_pages()
7304 	struct mem_cgroup *memcg;  in mem_cgroup_swap_full()
7341 	struct mem_cgroup *memcg = mem_cgroup_from_css(css);  in swap_current_read()
7355 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in swap_high_write()
7378 	struct mem_cgroup *memcg = mem_cgroup_from_css(of_css(of));  in swap_max_write()
7394 	struct mem_cgroup *memcg = mem_cgroup_from_seq(m);  in swap_events_show()
7427 		.file_offset = offsetof(struct mem_cgroup, swap_events_file),