346 static __always_inline bool memcg_stat_item_in_bytes(int idx)  in memcg_stat_item_in_bytes()  argument
348 	if (idx == MEMCG_PERCPU_B)  in memcg_stat_item_in_bytes()
350 	return vmstat_item_in_bytes(idx);  in memcg_stat_item_in_bytes()
684 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()  argument
686 	long x = atomic_long_read(&memcg->vmstats[idx]);  in memcg_page_state()
699 						   int idx)  in memcg_page_state_local()  argument
705 		x += per_cpu(memcg->vmstats_local->stat[idx], cpu);  in memcg_page_state_local()
713 void __mod_memcg_state(struct mem_cgroup *memcg, int idx, int val);
717 				   int idx, int val)  in mod_memcg_state()  argument
722 	__mod_memcg_state(memcg, idx, val);  in mod_memcg_state()
744 					  int idx, int val)  in __mod_memcg_page_state()  argument
747 		__mod_memcg_state(page->mem_cgroup, idx, val);  in __mod_memcg_page_state()
751 					int idx, int val)  in mod_memcg_page_state()  argument
754 		mod_memcg_state(page->mem_cgroup, idx, val);  in mod_memcg_page_state()
758 					      enum node_stat_item idx)  in lruvec_page_state()  argument
764 		return node_page_state(lruvec_pgdat(lruvec), idx);  in lruvec_page_state()
767 	x = atomic_long_read(&pn->lruvec_stat[idx]);  in lruvec_page_state()
776 						    enum node_stat_item idx)  in lruvec_page_state_local()  argument
783 		return node_page_state(lruvec_pgdat(lruvec), idx);  in lruvec_page_state_local()
787 		x += per_cpu(pn->lruvec_stat_local->count[idx], cpu);  in lruvec_page_state_local()
795 void __mod_memcg_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx,
797 void __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx,
799 void __mod_lruvec_slab_state(void *p, enum node_stat_item idx, int val);
801 void mod_memcg_obj_state(void *p, int idx, int val);
803 static inline void mod_lruvec_slab_state(void *p, enum node_stat_item idx,  in mod_lruvec_slab_state()  argument
809 	__mod_lruvec_slab_state(p, idx, val);  in mod_lruvec_slab_state()
814 					  enum node_stat_item idx, int val)  in mod_memcg_lruvec_state()  argument
819 	__mod_memcg_lruvec_state(lruvec, idx, val);  in mod_memcg_lruvec_state()
824 				    enum node_stat_item idx, int val)  in mod_lruvec_state()  argument
829 	__mod_lruvec_state(lruvec, idx, val);  in mod_lruvec_state()
834 					   enum node_stat_item idx, int val)  in __mod_lruvec_page_state()  argument
842 		__mod_node_page_state(pgdat, idx, val);  in __mod_lruvec_page_state()
847 	__mod_lruvec_state(lruvec, idx, val);  in __mod_lruvec_page_state()
851 					 enum node_stat_item idx, int val)  in mod_lruvec_page_state()  argument
856 	__mod_lruvec_page_state(page, idx, val);  in mod_lruvec_page_state()
864 void __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx,
868 				      enum vm_event_item idx,  in count_memcg_events()  argument
874 	__count_memcg_events(memcg, idx, count);  in count_memcg_events()
879 					  enum vm_event_item idx)  in count_memcg_page_event()  argument
882 		count_memcg_events(page->mem_cgroup, idx, 1);  in count_memcg_page_event()
886 					enum vm_event_item idx)  in count_memcg_event_mm()  argument
896 		count_memcg_events(memcg, idx, 1);  in count_memcg_event_mm()
1166 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()  argument
1172 						   int idx)  in memcg_page_state_local()  argument
1178 				     int idx,  in __mod_memcg_state()  argument
1184 				   int idx,  in mod_memcg_state()  argument
1190 					  int idx,  in __mod_memcg_page_state()  argument
1196 					int idx,  in mod_memcg_page_state()  argument
1202 					      enum node_stat_item idx)  in lruvec_page_state()  argument
1204 	return node_page_state(lruvec_pgdat(lruvec), idx);  in lruvec_page_state()
1208 						    enum node_stat_item idx)  in lruvec_page_state_local()  argument
1210 	return node_page_state(lruvec_pgdat(lruvec), idx);  in lruvec_page_state_local()
1214 					    enum node_stat_item idx, int val)  in __mod_memcg_lruvec_state()  argument
1219 				      enum node_stat_item idx, int val)  in __mod_lruvec_state()  argument
1221 	__mod_node_page_state(lruvec_pgdat(lruvec), idx, val);  in __mod_lruvec_state()
1225 				    enum node_stat_item idx, int val)  in mod_lruvec_state()  argument
1227 	mod_node_page_state(lruvec_pgdat(lruvec), idx, val);  in mod_lruvec_state()
1231 					   enum node_stat_item idx, int val)  in __mod_lruvec_page_state()  argument
1233 	__mod_node_page_state(page_pgdat(page), idx, val);  in __mod_lruvec_page_state()
1237 					 enum node_stat_item idx, int val)  in mod_lruvec_page_state()  argument
1239 	mod_node_page_state(page_pgdat(page), idx, val);  in mod_lruvec_page_state()
1242 static inline void __mod_lruvec_slab_state(void *p, enum node_stat_item idx,  in __mod_lruvec_slab_state()  argument
1247 	__mod_node_page_state(page_pgdat(page), idx, val);  in __mod_lruvec_slab_state()
1250 static inline void mod_lruvec_slab_state(void *p, enum node_stat_item idx,  in mod_lruvec_slab_state()  argument
1255 	mod_node_page_state(page_pgdat(page), idx, val);  in mod_lruvec_slab_state()
1258 static inline void mod_memcg_obj_state(void *p, int idx, int val)  in mod_memcg_obj_state()  argument
1275 				      enum vm_event_item idx,  in count_memcg_events()  argument
1281 					enum vm_event_item idx,  in __count_memcg_events()  argument
1287 					  int idx)  in count_memcg_page_event()  argument
1292 void count_memcg_event_mm(struct mm_struct *mm, enum vm_event_item idx)  in count_memcg_event_mm()  argument
1299 				     int idx)  in __inc_memcg_state()  argument
1301 	__mod_memcg_state(memcg, idx, 1);  in __inc_memcg_state()
1306 				     int idx)  in __dec_memcg_state()  argument
1308 	__mod_memcg_state(memcg, idx, -1);  in __dec_memcg_state()
1313 					  int idx)  in __inc_memcg_page_state()  argument
1315 	__mod_memcg_page_state(page, idx, 1);  in __inc_memcg_page_state()
1320 					  int idx)  in __dec_memcg_page_state()  argument
1322 	__mod_memcg_page_state(page, idx, -1);  in __dec_memcg_page_state()
1326 				      enum node_stat_item idx)  in __inc_lruvec_state()  argument
1328 	__mod_lruvec_state(lruvec, idx, 1);  in __inc_lruvec_state()
1332 				      enum node_stat_item idx)  in __dec_lruvec_state()  argument
1334 	__mod_lruvec_state(lruvec, idx, -1);  in __dec_lruvec_state()
1338 					   enum node_stat_item idx)  in __inc_lruvec_page_state()  argument
1340 	__mod_lruvec_page_state(page, idx, 1);  in __inc_lruvec_page_state()
1344 					   enum node_stat_item idx)  in __dec_lruvec_page_state()  argument
1346 	__mod_lruvec_page_state(page, idx, -1);  in __dec_lruvec_page_state()
1349 static inline void __inc_lruvec_slab_state(void *p, enum node_stat_item idx)  in __inc_lruvec_slab_state()  argument
1351 	__mod_lruvec_slab_state(p, idx, 1);  in __inc_lruvec_slab_state()
1354 static inline void __dec_lruvec_slab_state(void *p, enum node_stat_item idx)  in __dec_lruvec_slab_state()  argument
1356 	__mod_lruvec_slab_state(p, idx, -1);  in __dec_lruvec_slab_state()
1361 				   int idx)  in inc_memcg_state()  argument
1363 	mod_memcg_state(memcg, idx, 1);  in inc_memcg_state()
1368 				   int idx)  in dec_memcg_state()  argument
1370 	mod_memcg_state(memcg, idx, -1);  in dec_memcg_state()
1375 					int idx)  in inc_memcg_page_state()  argument
1377 	mod_memcg_page_state(page, idx, 1);  in inc_memcg_page_state()
1382 					int idx)  in dec_memcg_page_state()  argument
1384 	mod_memcg_page_state(page, idx, -1);  in dec_memcg_page_state()
1388 				    enum node_stat_item idx)  in inc_lruvec_state()  argument
1390 	mod_lruvec_state(lruvec, idx, 1);  in inc_lruvec_state()
1394 				    enum node_stat_item idx)  in dec_lruvec_state()  argument
1396 	mod_lruvec_state(lruvec, idx, -1);  in dec_lruvec_state()
1400 					 enum node_stat_item idx)  in inc_lruvec_page_state()  argument
1402 	mod_lruvec_page_state(page, idx, 1);  in inc_lruvec_page_state()
1406 					 enum node_stat_item idx)  in dec_lruvec_page_state()  argument
1408 	mod_lruvec_page_state(page, idx, -1);  in dec_lruvec_page_state()