248 	struct pglist_data *pgdat;  in refresh_zone_stat_thresholds()  local
254 	for_each_online_pgdat(pgdat) {  in refresh_zone_stat_thresholds()
256 			per_cpu_ptr(pgdat->per_cpu_nodestats, cpu)->stat_threshold = 0;  in refresh_zone_stat_thresholds()
261 		struct pglist_data *pgdat = zone->zone_pgdat;  in refresh_zone_stat_thresholds()  local
273 			pgdat_threshold = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu)->stat_threshold;  in refresh_zone_stat_thresholds()
274 			per_cpu_ptr(pgdat->per_cpu_nodestats, cpu)->stat_threshold  in refresh_zone_stat_thresholds()
291 void set_pgdat_percpu_threshold(pg_data_t *pgdat,  in set_pgdat_percpu_threshold()  argument
299 	for (i = 0; i < pgdat->nr_zones; i++) {  in set_pgdat_percpu_threshold()
300 		zone = &pgdat->node_zones[i];  in set_pgdat_percpu_threshold()
336 void __mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item,  in __mod_node_page_state()  argument
339 	struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats;  in __mod_node_page_state()
349 		node_page_state_add(x, pgdat, item);  in __mod_node_page_state()
395 void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in __inc_node_state()  argument
397 	struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats;  in __inc_node_state()
406 		node_page_state_add(v + overstep, pgdat, item);  in __inc_node_state()
439 void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in __dec_node_state()  argument
441 	struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats;  in __dec_node_state()
450 		node_page_state_add(v - overstep, pgdat, item);  in __dec_node_state()
537 static inline void mod_node_state(struct pglist_data *pgdat,  in mod_node_state()  argument
540 	struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats;  in mod_node_state()
572 		node_page_state_add(z, pgdat, item);  in mod_node_state()
575 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item,  in mod_node_page_state()  argument
578 	mod_node_state(pgdat, item, delta, 0);  in mod_node_page_state()
582 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in inc_node_state()  argument
584 	mod_node_state(pgdat, item, 1, 1);  in inc_node_state()
635 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in inc_node_state()  argument
640 	__inc_node_state(pgdat, item);  in inc_node_state()
645 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item,  in mod_node_page_state()  argument
651 	__mod_node_page_state(pgdat, item, delta);  in mod_node_page_state()
659 	struct pglist_data *pgdat;  in inc_node_page_state()  local
661 	pgdat = page_pgdat(page);  in inc_node_page_state()
663 	__inc_node_state(pgdat, item);  in inc_node_page_state()
747 	struct pglist_data *pgdat;  in refresh_cpu_vm_stats()  local
819 	for_each_online_pgdat(pgdat) {  in refresh_cpu_vm_stats()
820 		struct per_cpu_nodestat __percpu *p = pgdat->per_cpu_nodestats;  in refresh_cpu_vm_stats()
827 				atomic_long_add(v, &pgdat->vm_stat[i]);  in refresh_cpu_vm_stats()
849 	struct pglist_data *pgdat;  in cpu_vm_stats_fold()  local
886 	for_each_online_pgdat(pgdat) {  in cpu_vm_stats_fold()
889 		p = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu);  in cpu_vm_stats_fold()
897 				atomic_long_add(v, &pgdat->vm_stat[i]);  in cpu_vm_stats_fold()
992 unsigned long node_page_state(struct pglist_data *pgdat,  in node_page_state()  argument
995 	long x = atomic_long_read(&pgdat->vm_stat[item]);  in node_page_state()
1302 	pg_data_t *pgdat;  in frag_start()  local
1305 	for (pgdat = first_online_pgdat();  in frag_start()
1306 	     pgdat && node;  in frag_start()
1307 	     pgdat = next_online_pgdat(pgdat))  in frag_start()
1310 	return pgdat;  in frag_start()
1315 	pg_data_t *pgdat = (pg_data_t *)arg;  in frag_next()  local
1318 	return next_online_pgdat(pgdat);  in frag_next()
1329 static void walk_zones_in_node(struct seq_file *m, pg_data_t *pgdat,  in walk_zones_in_node()  argument
1334 	struct zone *node_zones = pgdat->node_zones;  in walk_zones_in_node()
1343 		print(m, pgdat, zone);  in walk_zones_in_node()
1351 static void frag_show_print(struct seq_file *m, pg_data_t *pgdat,  in frag_show_print()  argument
1356 	seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name);  in frag_show_print()
1367 	pg_data_t *pgdat = (pg_data_t *)arg;  in frag_show()  local
1368 	walk_zones_in_node(m, pgdat, true, false, frag_show_print);  in frag_show()
1373 					pg_data_t *pgdat, struct zone *zone)  in pagetypeinfo_showfree_print()  argument
1379 					pgdat->node_id,  in pagetypeinfo_showfree_print()
1418 	pg_data_t *pgdat = (pg_data_t *)arg;  in pagetypeinfo_showfree()  local
1426 	walk_zones_in_node(m, pgdat, true, false, pagetypeinfo_showfree_print);  in pagetypeinfo_showfree()
1432 					pg_data_t *pgdat, struct zone *zone)  in pagetypeinfo_showblockcount_print()  argument
1461 	seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name);  in pagetypeinfo_showblockcount_print()
1471 	pg_data_t *pgdat = (pg_data_t *)arg;  in pagetypeinfo_showblockcount()  local
1477 	walk_zones_in_node(m, pgdat, true, false,  in pagetypeinfo_showblockcount()
1489 static void pagetypeinfo_showmixedcount(struct seq_file *m, pg_data_t *pgdat)  in pagetypeinfo_showmixedcount()  argument
1504 	walk_zones_in_node(m, pgdat, true, true,  in pagetypeinfo_showmixedcount()
1515 	pg_data_t *pgdat = (pg_data_t *)arg;  in pagetypeinfo_show()  local
1518 	if (!node_state(pgdat->node_id, N_MEMORY))  in pagetypeinfo_show()
1524 	pagetypeinfo_showfree(m, pgdat);  in pagetypeinfo_show()
1525 	pagetypeinfo_showblockcount(m, pgdat);  in pagetypeinfo_show()
1526 	pagetypeinfo_showmixedcount(m, pgdat);  in pagetypeinfo_show()
1545 static bool is_zone_first_populated(pg_data_t *pgdat, struct zone *zone)  in is_zone_first_populated()  argument
1550 		struct zone *compare = &pgdat->node_zones[zid];  in is_zone_first_populated()
1559 static void zoneinfo_show_print(struct seq_file *m, pg_data_t *pgdat,  in zoneinfo_show_print()  argument
1563 	seq_printf(m, "Node %d, zone %8s", pgdat->node_id, zone->name);  in zoneinfo_show_print()
1564 	if (is_zone_first_populated(pgdat, zone)) {  in zoneinfo_show_print()
1570 				node_page_state(pgdat, i));  in zoneinfo_show_print()
1635 		   pgdat->kswapd_failures >= MAX_RECLAIM_RETRIES,  in zoneinfo_show_print()
1648 	pg_data_t *pgdat = (pg_data_t *)arg;  in zoneinfo_show()  local
1649 	walk_zones_in_node(m, pgdat, false, false, zoneinfo_show_print);  in zoneinfo_show()
2023 					pg_data_t *pgdat, struct zone *zone)  in unusable_show_print()  argument
2030 				pgdat->node_id,  in unusable_show_print()
2052 	pg_data_t *pgdat = (pg_data_t *)arg;  in unusable_show()  local
2055 	if (!node_state(pgdat->node_id, N_MEMORY))  in unusable_show()
2058 	walk_zones_in_node(m, pgdat, true, false, unusable_show_print);  in unusable_show()
2083 					pg_data_t *pgdat, struct zone *zone)  in extfrag_show_print()  argument
2092 				pgdat->node_id,  in extfrag_show_print()
2108 	pg_data_t *pgdat = (pg_data_t *)arg;  in extfrag_show()  local
2110 	walk_zones_in_node(m, pgdat, true, false, extfrag_show_print);  in extfrag_show()