594 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()  argument
596 	long x = atomic_long_read(&memcg->vmstats[idx]);  in memcg_page_state()
609 						   int idx)  in memcg_page_state_local()  argument
615 		x += per_cpu(memcg->vmstats_local->stat[idx], cpu);  in memcg_page_state_local()
623 void __mod_memcg_state(struct mem_cgroup *memcg, int idx, int val);
627 				   int idx, int val)  in mod_memcg_state()  argument
632 	__mod_memcg_state(memcg, idx, val);  in mod_memcg_state()
654 					  int idx, int val)  in __mod_memcg_page_state()  argument
657 		__mod_memcg_state(page->mem_cgroup, idx, val);  in __mod_memcg_page_state()
661 					int idx, int val)  in mod_memcg_page_state()  argument
664 		mod_memcg_state(page->mem_cgroup, idx, val);  in mod_memcg_page_state()
668 					      enum node_stat_item idx)  in lruvec_page_state()  argument
674 		return node_page_state(lruvec_pgdat(lruvec), idx);  in lruvec_page_state()
677 	x = atomic_long_read(&pn->lruvec_stat[idx]);  in lruvec_page_state()
686 						    enum node_stat_item idx)  in lruvec_page_state_local()  argument
693 		return node_page_state(lruvec_pgdat(lruvec), idx);  in lruvec_page_state_local()
697 		x += per_cpu(pn->lruvec_stat_local->count[idx], cpu);  in lruvec_page_state_local()
705 void __mod_lruvec_state(struct lruvec *lruvec, enum node_stat_item idx,
707 void __mod_lruvec_slab_state(void *p, enum node_stat_item idx, int val);
710 				    enum node_stat_item idx, int val)  in mod_lruvec_state()  argument
715 	__mod_lruvec_state(lruvec, idx, val);  in mod_lruvec_state()
720 					   enum node_stat_item idx, int val)  in __mod_lruvec_page_state()  argument
727 		__mod_node_page_state(pgdat, idx, val);  in __mod_lruvec_page_state()
732 	__mod_lruvec_state(lruvec, idx, val);  in __mod_lruvec_page_state()
736 					 enum node_stat_item idx, int val)  in mod_lruvec_page_state()  argument
741 	__mod_lruvec_page_state(page, idx, val);  in mod_lruvec_page_state()
749 void __count_memcg_events(struct mem_cgroup *memcg, enum vm_event_item idx,
753 				      enum vm_event_item idx,  in count_memcg_events()  argument
759 	__count_memcg_events(memcg, idx, count);  in count_memcg_events()
764 					  enum vm_event_item idx)  in count_memcg_page_event()  argument
767 		count_memcg_events(page->mem_cgroup, idx, 1);  in count_memcg_page_event()
771 					enum vm_event_item idx)  in count_memcg_event_mm()  argument
781 		count_memcg_events(memcg, idx, 1);  in count_memcg_event_mm()
1052 static inline unsigned long memcg_page_state(struct mem_cgroup *memcg, int idx)  in memcg_page_state()  argument
1058 						   int idx)  in memcg_page_state_local()  argument
1064 				     int idx,  in __mod_memcg_state()  argument
1070 				   int idx,  in mod_memcg_state()  argument
1076 					  int idx,  in __mod_memcg_page_state()  argument
1082 					int idx,  in mod_memcg_page_state()  argument
1088 					      enum node_stat_item idx)  in lruvec_page_state()  argument
1090 	return node_page_state(lruvec_pgdat(lruvec), idx);  in lruvec_page_state()
1094 						    enum node_stat_item idx)  in lruvec_page_state_local()  argument
1096 	return node_page_state(lruvec_pgdat(lruvec), idx);  in lruvec_page_state_local()
1100 				      enum node_stat_item idx, int val)  in __mod_lruvec_state()  argument
1102 	__mod_node_page_state(lruvec_pgdat(lruvec), idx, val);  in __mod_lruvec_state()
1106 				    enum node_stat_item idx, int val)  in mod_lruvec_state()  argument
1108 	mod_node_page_state(lruvec_pgdat(lruvec), idx, val);  in mod_lruvec_state()
1112 					   enum node_stat_item idx, int val)  in __mod_lruvec_page_state()  argument
1114 	__mod_node_page_state(page_pgdat(page), idx, val);  in __mod_lruvec_page_state()
1118 					 enum node_stat_item idx, int val)  in mod_lruvec_page_state()  argument
1120 	mod_node_page_state(page_pgdat(page), idx, val);  in mod_lruvec_page_state()
1123 static inline void __mod_lruvec_slab_state(void *p, enum node_stat_item idx,  in __mod_lruvec_slab_state()  argument
1128 	__mod_node_page_state(page_pgdat(page), idx, val);  in __mod_lruvec_slab_state()
1144 				      enum vm_event_item idx,  in count_memcg_events()  argument
1150 					enum vm_event_item idx,  in __count_memcg_events()  argument
1156 					  int idx)  in count_memcg_page_event()  argument
1161 void count_memcg_event_mm(struct mm_struct *mm, enum vm_event_item idx)  in count_memcg_event_mm()  argument
1168 				     int idx)  in __inc_memcg_state()  argument
1170 	__mod_memcg_state(memcg, idx, 1);  in __inc_memcg_state()
1175 				     int idx)  in __dec_memcg_state()  argument
1177 	__mod_memcg_state(memcg, idx, -1);  in __dec_memcg_state()
1182 					  int idx)  in __inc_memcg_page_state()  argument
1184 	__mod_memcg_page_state(page, idx, 1);  in __inc_memcg_page_state()
1189 					  int idx)  in __dec_memcg_page_state()  argument
1191 	__mod_memcg_page_state(page, idx, -1);  in __dec_memcg_page_state()
1195 				      enum node_stat_item idx)  in __inc_lruvec_state()  argument
1197 	__mod_lruvec_state(lruvec, idx, 1);  in __inc_lruvec_state()
1201 				      enum node_stat_item idx)  in __dec_lruvec_state()  argument
1203 	__mod_lruvec_state(lruvec, idx, -1);  in __dec_lruvec_state()
1207 					   enum node_stat_item idx)  in __inc_lruvec_page_state()  argument
1209 	__mod_lruvec_page_state(page, idx, 1);  in __inc_lruvec_page_state()
1213 					   enum node_stat_item idx)  in __dec_lruvec_page_state()  argument
1215 	__mod_lruvec_page_state(page, idx, -1);  in __dec_lruvec_page_state()
1218 static inline void __inc_lruvec_slab_state(void *p, enum node_stat_item idx)  in __inc_lruvec_slab_state()  argument
1220 	__mod_lruvec_slab_state(p, idx, 1);  in __inc_lruvec_slab_state()
1223 static inline void __dec_lruvec_slab_state(void *p, enum node_stat_item idx)  in __dec_lruvec_slab_state()  argument
1225 	__mod_lruvec_slab_state(p, idx, -1);  in __dec_lruvec_slab_state()
1230 				   int idx)  in inc_memcg_state()  argument
1232 	mod_memcg_state(memcg, idx, 1);  in inc_memcg_state()
1237 				   int idx)  in dec_memcg_state()  argument
1239 	mod_memcg_state(memcg, idx, -1);  in dec_memcg_state()
1244 					int idx)  in inc_memcg_page_state()  argument
1246 	mod_memcg_page_state(page, idx, 1);  in inc_memcg_page_state()
1251 					int idx)  in dec_memcg_page_state()  argument
1253 	mod_memcg_page_state(page, idx, -1);  in dec_memcg_page_state()
1257 				    enum node_stat_item idx)  in inc_lruvec_state()  argument
1259 	mod_lruvec_state(lruvec, idx, 1);  in inc_lruvec_state()
1263 				    enum node_stat_item idx)  in dec_lruvec_state()  argument
1265 	mod_lruvec_state(lruvec, idx, -1);  in dec_lruvec_state()
1269 					 enum node_stat_item idx)  in inc_lruvec_page_state()  argument
1271 	mod_lruvec_page_state(page, idx, 1);  in inc_lruvec_page_state()
1275 					 enum node_stat_item idx)  in dec_lruvec_page_state()  argument
1277 	mod_lruvec_page_state(page, idx, -1);  in dec_lruvec_page_state()