246 	struct pglist_data *pgdat;  in refresh_zone_stat_thresholds()  local
252 	for_each_online_pgdat(pgdat) {  in refresh_zone_stat_thresholds()
254 			per_cpu_ptr(pgdat->per_cpu_nodestats, cpu)->stat_threshold = 0;  in refresh_zone_stat_thresholds()
259 		struct pglist_data *pgdat = zone->zone_pgdat;  in refresh_zone_stat_thresholds()  local
271 			pgdat_threshold = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu)->stat_threshold;  in refresh_zone_stat_thresholds()
272 			per_cpu_ptr(pgdat->per_cpu_nodestats, cpu)->stat_threshold  in refresh_zone_stat_thresholds()
289 void set_pgdat_percpu_threshold(pg_data_t *pgdat,  in set_pgdat_percpu_threshold()  argument
297 	for (i = 0; i < pgdat->nr_zones; i++) {  in set_pgdat_percpu_threshold()
298 		zone = &pgdat->node_zones[i];  in set_pgdat_percpu_threshold()
347 void __mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item,  in __mod_node_page_state()  argument
350 	struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats;  in __mod_node_page_state()
375 		node_page_state_add(x, pgdat, item);  in __mod_node_page_state()
431 void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in __inc_node_state()  argument
433 	struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats;  in __inc_node_state()
448 		node_page_state_add(v + overstep, pgdat, item);  in __inc_node_state()
491 void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in __dec_node_state()  argument
493 	struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats;  in __dec_node_state()
508 		node_page_state_add(v - overstep, pgdat, item);  in __dec_node_state()
598 static inline void mod_node_state(struct pglist_data *pgdat,  in mod_node_state()  argument
601 	struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats;  in mod_node_state()
644 		node_page_state_add(z, pgdat, item);  in mod_node_state()
647 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item,  in mod_node_page_state()  argument
650 	mod_node_state(pgdat, item, delta, 0);  in mod_node_page_state()
654 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in inc_node_state()  argument
656 	mod_node_state(pgdat, item, 1, 1);  in inc_node_state()
707 void inc_node_state(struct pglist_data *pgdat, enum node_stat_item item)  in inc_node_state()  argument
712 	__inc_node_state(pgdat, item);  in inc_node_state()
717 void mod_node_page_state(struct pglist_data *pgdat, enum node_stat_item item,  in mod_node_page_state()  argument
723 	__mod_node_page_state(pgdat, item, delta);  in mod_node_page_state()
731 	struct pglist_data *pgdat;  in inc_node_page_state()  local
733 	pgdat = page_pgdat(page);  in inc_node_page_state()
735 	__inc_node_state(pgdat, item);  in inc_node_page_state()
820 	struct pglist_data *pgdat;  in refresh_cpu_vm_stats()  local
881 	for_each_online_pgdat(pgdat) {  in refresh_cpu_vm_stats()
882 		struct per_cpu_nodestat __percpu *p = pgdat->per_cpu_nodestats;  in refresh_cpu_vm_stats()
889 				atomic_long_add(v, &pgdat->vm_stat[i]);  in refresh_cpu_vm_stats()
906 	struct pglist_data *pgdat;  in cpu_vm_stats_fold()  local
940 	for_each_online_pgdat(pgdat) {  in cpu_vm_stats_fold()
943 		p = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu);  in cpu_vm_stats_fold()
951 				atomic_long_add(v, &pgdat->vm_stat[i]);  in cpu_vm_stats_fold()
1024 unsigned long node_page_state_pages(struct pglist_data *pgdat,  in node_page_state_pages()  argument
1027 	long x = atomic_long_read(&pgdat->vm_stat[item]);  in node_page_state_pages()
1035 unsigned long node_page_state(struct pglist_data *pgdat,  in node_page_state()  argument
1040 	return node_page_state_pages(pgdat, item);  in node_page_state()
1392 	pg_data_t *pgdat;  in frag_start()  local
1395 	for (pgdat = first_online_pgdat();  in frag_start()
1396 	     pgdat && node;  in frag_start()
1397 	     pgdat = next_online_pgdat(pgdat))  in frag_start()
1400 	return pgdat;  in frag_start()
1405 	pg_data_t *pgdat = (pg_data_t *)arg;  in frag_next()  local
1408 	return next_online_pgdat(pgdat);  in frag_next()
1419 static void walk_zones_in_node(struct seq_file *m, pg_data_t *pgdat,  in walk_zones_in_node()  argument
1424 	struct zone *node_zones = pgdat->node_zones;  in walk_zones_in_node()
1433 		print(m, pgdat, zone);  in walk_zones_in_node()
1441 static void frag_show_print(struct seq_file *m, pg_data_t *pgdat,  in frag_show_print()  argument
1446 	seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name);  in frag_show_print()
1457 	pg_data_t *pgdat = (pg_data_t *)arg;  in frag_show()  local
1458 	walk_zones_in_node(m, pgdat, true, false, frag_show_print);  in frag_show()
1463 					pg_data_t *pgdat, struct zone *zone)  in pagetypeinfo_showfree_print()  argument
1469 					pgdat->node_id,  in pagetypeinfo_showfree_print()
1508 	pg_data_t *pgdat = (pg_data_t *)arg;  in pagetypeinfo_showfree()  local
1516 	walk_zones_in_node(m, pgdat, true, false, pagetypeinfo_showfree_print);  in pagetypeinfo_showfree()
1520 					pg_data_t *pgdat, struct zone *zone)  in pagetypeinfo_showblockcount_print()  argument
1545 	seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name);  in pagetypeinfo_showblockcount_print()
1555 	pg_data_t *pgdat = (pg_data_t *)arg;  in pagetypeinfo_showblockcount()  local
1561 	walk_zones_in_node(m, pgdat, true, false,  in pagetypeinfo_showblockcount()
1571 static void pagetypeinfo_showmixedcount(struct seq_file *m, pg_data_t *pgdat)  in pagetypeinfo_showmixedcount()  argument
1586 	walk_zones_in_node(m, pgdat, true, true,  in pagetypeinfo_showmixedcount()
1597 	pg_data_t *pgdat = (pg_data_t *)arg;  in pagetypeinfo_show()  local
1600 	if (!node_state(pgdat->node_id, N_MEMORY))  in pagetypeinfo_show()
1606 	pagetypeinfo_showfree(m, pgdat);  in pagetypeinfo_show()
1607 	pagetypeinfo_showblockcount(m, pgdat);  in pagetypeinfo_show()
1608 	pagetypeinfo_showmixedcount(m, pgdat);  in pagetypeinfo_show()
1627 static bool is_zone_first_populated(pg_data_t *pgdat, struct zone *zone)  in is_zone_first_populated()  argument
1632 		struct zone *compare = &pgdat->node_zones[zid];  in is_zone_first_populated()
1641 static void zoneinfo_show_print(struct seq_file *m, pg_data_t *pgdat,  in zoneinfo_show_print()  argument
1645 	seq_printf(m, "Node %d, zone %8s", pgdat->node_id, zone->name);  in zoneinfo_show_print()
1646 	if (is_zone_first_populated(pgdat, zone)) {  in zoneinfo_show_print()
1649 			unsigned long pages = node_page_state_pages(pgdat, i);  in zoneinfo_show_print()
1722 		   pgdat->kswapd_failures >= MAX_RECLAIM_RETRIES,  in zoneinfo_show_print()
1735 	pg_data_t *pgdat = (pg_data_t *)arg;  in zoneinfo_show()  local
1736 	walk_zones_in_node(m, pgdat, false, false, zoneinfo_show_print);  in zoneinfo_show()
2118 					pg_data_t *pgdat, struct zone *zone)  in unusable_show_print()  argument
2125 				pgdat->node_id,  in unusable_show_print()
2147 	pg_data_t *pgdat = (pg_data_t *)arg;  in unusable_show()  local
2150 	if (!node_state(pgdat->node_id, N_MEMORY))  in unusable_show()
2153 	walk_zones_in_node(m, pgdat, true, false, unusable_show_print);  in unusable_show()
2168 					pg_data_t *pgdat, struct zone *zone)  in extfrag_show_print()  argument
2177 				pgdat->node_id,  in extfrag_show_print()
2193 	pg_data_t *pgdat = (pg_data_t *)arg;  in extfrag_show()  local
2195 	walk_zones_in_node(m, pgdat, true, false, extfrag_show_print);  in extfrag_show()