248 	struct pglist_data *pgdat;  in refresh_zone_stat_thresholds()  local
254 	for_each_online_pgdat(pgdat) {  in refresh_zone_stat_thresholds()
256 			per_cpu_ptr(pgdat->per_cpu_nodestats, cpu)->stat_threshold = 0;  in refresh_zone_stat_thresholds()
261 		struct pglist_data *pgdat = zone->zone_pgdat;  in refresh_zone_stat_thresholds()  local
273 			pgdat_threshold = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu)->stat_threshold;  in refresh_zone_stat_thresholds()
274 			per_cpu_ptr(pgdat->per_cpu_nodestats, cpu)->stat_threshold  in refresh_zone_stat_thresholds()
291 void set_pgdat_percpu_threshold(pg_data_t *pgdat,  in set_pgdat_percpu_threshold()  argument
299 	for (i = 0; i < pgdat->nr_zones; i++) {  in set_pgdat_percpu_threshold()
300 		zone = &pgdat->node_zones[i];  in set_pgdat_percpu_threshold()
336 void __mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item,  in __mod_node_page_state()  argument
339 	struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats;  in __mod_node_page_state()
354 		node_page_state_add(x, pgdat, item);  in __mod_node_page_state()
400 void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in __inc_node_state()  argument
402 	struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats;  in __inc_node_state()
413 		node_page_state_add(v + overstep, pgdat, item);  in __inc_node_state()
446 void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in __dec_node_state()  argument
448 	struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats;  in __dec_node_state()
459 		node_page_state_add(v - overstep, pgdat, item);  in __dec_node_state()
546 static inline void mod_node_state(struct pglist_data *pgdat,  in mod_node_state()  argument
549 	struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats;  in mod_node_state()
586 		node_page_state_add(z, pgdat, item);  in mod_node_state()
589 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item,  in mod_node_page_state()  argument
592 	mod_node_state(pgdat, item, delta, 0);  in mod_node_page_state()
596 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in inc_node_state()  argument
598 	mod_node_state(pgdat, item, 1, 1);  in inc_node_state()
649 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in inc_node_state()  argument
654 	__inc_node_state(pgdat, item);  in inc_node_state()
659 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item,  in mod_node_page_state()  argument
665 	__mod_node_page_state(pgdat, item, delta);  in mod_node_page_state()
673 	struct pglist_data *pgdat;  in inc_node_page_state()  local
675 	pgdat = page_pgdat(page);  in inc_node_page_state()
677 	__inc_node_state(pgdat, item);  in inc_node_page_state()
761 	struct pglist_data *pgdat;  in refresh_cpu_vm_stats()  local
833 	for_each_online_pgdat(pgdat) {  in refresh_cpu_vm_stats()
834 		struct per_cpu_nodestat __percpu *p = pgdat->per_cpu_nodestats;  in refresh_cpu_vm_stats()
841 				atomic_long_add(v, &pgdat->vm_stat[i]);  in refresh_cpu_vm_stats()
863 	struct pglist_data *pgdat;  in cpu_vm_stats_fold()  local
900 	for_each_online_pgdat(pgdat) {  in cpu_vm_stats_fold()
903 		p = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu);  in cpu_vm_stats_fold()
911 				atomic_long_add(v, &pgdat->vm_stat[i]);  in cpu_vm_stats_fold()
1006 unsigned long node_page_state_pages(struct pglist_data *pgdat,  in node_page_state_pages()  argument
1009 	long x = atomic_long_read(&pgdat->vm_stat[item]);  in node_page_state_pages()
1017 unsigned long node_page_state(struct pglist_data *pgdat,  in node_page_state()  argument
1022 	return node_page_state_pages(pgdat, item);  in node_page_state()
1361 	pg_data_t *pgdat;  in frag_start()  local
1364 	for (pgdat = first_online_pgdat();  in frag_start()
1365 	     pgdat && node;  in frag_start()
1366 	     pgdat = next_online_pgdat(pgdat))  in frag_start()
1369 	return pgdat;  in frag_start()
1374 	pg_data_t *pgdat = (pg_data_t *)arg;  in frag_next()  local
1377 	return next_online_pgdat(pgdat);  in frag_next()
1388 static void walk_zones_in_node(struct seq_file *m, pg_data_t *pgdat,  in walk_zones_in_node()  argument
1393 	struct zone *node_zones = pgdat->node_zones;  in walk_zones_in_node()
1402 		print(m, pgdat, zone);  in walk_zones_in_node()
1410 static void frag_show_print(struct seq_file *m, pg_data_t *pgdat,  in frag_show_print()  argument
1415 	seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name);  in frag_show_print()
1426 	pg_data_t *pgdat = (pg_data_t *)arg;  in frag_show()  local
1427 	walk_zones_in_node(m, pgdat, true, false, frag_show_print);  in frag_show()
1432 					pg_data_t *pgdat, struct zone *zone)  in pagetypeinfo_showfree_print()  argument
1438 					pgdat->node_id,  in pagetypeinfo_showfree_print()
1477 	pg_data_t *pgdat = (pg_data_t *)arg;  in pagetypeinfo_showfree()  local
1485 	walk_zones_in_node(m, pgdat, true, false, pagetypeinfo_showfree_print);  in pagetypeinfo_showfree()
1491 					pg_data_t *pgdat, struct zone *zone)  in pagetypeinfo_showblockcount_print()  argument
1520 	seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name);  in pagetypeinfo_showblockcount_print()
1530 	pg_data_t *pgdat = (pg_data_t *)arg;  in pagetypeinfo_showblockcount()  local
1536 	walk_zones_in_node(m, pgdat, true, false,  in pagetypeinfo_showblockcount()
1548 static void pagetypeinfo_showmixedcount(struct seq_file *m, pg_data_t *pgdat)  in pagetypeinfo_showmixedcount()  argument
1563 	walk_zones_in_node(m, pgdat, true, true,  in pagetypeinfo_showmixedcount()
1574 	pg_data_t *pgdat = (pg_data_t *)arg;  in pagetypeinfo_show()  local
1577 	if (!node_state(pgdat->node_id, N_MEMORY))  in pagetypeinfo_show()
1583 	pagetypeinfo_showfree(m, pgdat);  in pagetypeinfo_show()
1584 	pagetypeinfo_showblockcount(m, pgdat);  in pagetypeinfo_show()
1585 	pagetypeinfo_showmixedcount(m, pgdat);  in pagetypeinfo_show()
1604 static bool is_zone_first_populated(pg_data_t *pgdat, struct zone *zone)  in is_zone_first_populated()  argument
1609 		struct zone *compare = &pgdat->node_zones[zid];  in is_zone_first_populated()
1618 static void zoneinfo_show_print(struct seq_file *m, pg_data_t *pgdat,  in zoneinfo_show_print()  argument
1622 	seq_printf(m, "Node %d, zone %8s", pgdat->node_id, zone->name);  in zoneinfo_show_print()
1623 	if (is_zone_first_populated(pgdat, zone)) {  in zoneinfo_show_print()
1627 				   node_page_state_pages(pgdat, i));  in zoneinfo_show_print()
1691 		   pgdat->kswapd_failures >= MAX_RECLAIM_RETRIES,  in zoneinfo_show_print()
1704 	pg_data_t *pgdat = (pg_data_t *)arg;  in zoneinfo_show()  local
1705 	walk_zones_in_node(m, pgdat, false, false, zoneinfo_show_print);  in zoneinfo_show()
2079 					pg_data_t *pgdat, struct zone *zone)  in unusable_show_print()  argument
2086 				pgdat->node_id,  in unusable_show_print()
2108 	pg_data_t *pgdat = (pg_data_t *)arg;  in unusable_show()  local
2111 	if (!node_state(pgdat->node_id, N_MEMORY))  in unusable_show()
2114 	walk_zones_in_node(m, pgdat, true, false, unusable_show_print);  in unusable_show()
2129 					pg_data_t *pgdat, struct zone *zone)  in extfrag_show_print()  argument
2138 				pgdat->node_id,  in extfrag_show_print()
2154 	pg_data_t *pgdat = (pg_data_t *)arg;  in extfrag_show()  local
2156 	walk_zones_in_node(m, pgdat, true, false, extfrag_show_print);  in extfrag_show()