1654 	pg_data_t *pgdat;  in init_reserved_page()  local
1661 	pgdat = NODE_DATA(nid);  in init_reserved_page()
1664 		struct zone *zone = &pgdat->node_zones[zid];  in init_reserved_page()
2110 	pg_data_t *pgdat = data;  in deferred_init_memmap()  local
2111 	const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id);  in deferred_init_memmap()
2123 	pgdat_resize_lock(pgdat, &flags);  in deferred_init_memmap()
2124 	first_init_pfn = pgdat->first_deferred_pfn;  in deferred_init_memmap()
2126 		pgdat_resize_unlock(pgdat, &flags);  in deferred_init_memmap()
2132 	BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn);  in deferred_init_memmap()
2133 	BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat));  in deferred_init_memmap()
2134 	pgdat->first_deferred_pfn = ULONG_MAX;  in deferred_init_memmap()
2141 	pgdat_resize_unlock(pgdat, &flags);  in deferred_init_memmap()
2145 		zone = pgdat->node_zones + zid;  in deferred_init_memmap()
2178 		pgdat->node_id, jiffies_to_msecs(jiffies - start));  in deferred_init_memmap()
2203 	pg_data_t *pgdat = zone->zone_pgdat;  in deferred_grow_zone()  local
2204 	unsigned long first_deferred_pfn = pgdat->first_deferred_pfn;  in deferred_grow_zone()
2210 	if (zone_end_pfn(zone) != pgdat_end_pfn(pgdat))  in deferred_grow_zone()
2213 	pgdat_resize_lock(pgdat, &flags);  in deferred_grow_zone()
2219 	if (first_deferred_pfn != pgdat->first_deferred_pfn) {  in deferred_grow_zone()
2220 		pgdat_resize_unlock(pgdat, &flags);  in deferred_grow_zone()
2227 		pgdat->first_deferred_pfn = ULONG_MAX;  in deferred_grow_zone()
2228 		pgdat_resize_unlock(pgdat, &flags);  in deferred_grow_zone()
2254 	pgdat->first_deferred_pfn = spfn;  in deferred_grow_zone()
2255 	pgdat_resize_unlock(pgdat, &flags);  in deferred_grow_zone()
5999 	pg_data_t *pgdat = NODE_DATA(nid);  in si_meminfo_node()  local
6002 		managed_pages += zone_managed_pages(&pgdat->node_zones[zone_type]);  in si_meminfo_node()
6004 	val->sharedram = node_page_state(pgdat, NR_SHMEM);  in si_meminfo_node()
6008 		struct zone *zone = &pgdat->node_zones[zone_type];  in si_meminfo_node()
6074 static bool node_has_managed_zones(pg_data_t *pgdat, int max_zone_idx)  in node_has_managed_zones()  argument
6078 		if (zone_managed_pages(pgdat->node_zones + zone_idx))  in node_has_managed_zones()
6097 	pg_data_t *pgdat;  in __show_free_areas()  local
6138 	for_each_online_pgdat(pgdat) {  in __show_free_areas()
6139 		if (show_mem_node_skip(filter, pgdat->node_id, nodemask))  in __show_free_areas()
6141 		if (!node_has_managed_zones(pgdat, max_zone_idx))  in __show_free_areas()
6170 			pgdat->node_id,  in __show_free_areas()
6171 			K(node_page_state(pgdat, NR_ACTIVE_ANON)),  in __show_free_areas()
6172 			K(node_page_state(pgdat, NR_INACTIVE_ANON)),  in __show_free_areas()
6173 			K(node_page_state(pgdat, NR_ACTIVE_FILE)),  in __show_free_areas()
6174 			K(node_page_state(pgdat, NR_INACTIVE_FILE)),  in __show_free_areas()
6175 			K(node_page_state(pgdat, NR_UNEVICTABLE)),  in __show_free_areas()
6176 			K(node_page_state(pgdat, NR_ISOLATED_ANON)),  in __show_free_areas()
6177 			K(node_page_state(pgdat, NR_ISOLATED_FILE)),  in __show_free_areas()
6178 			K(node_page_state(pgdat, NR_FILE_MAPPED)),  in __show_free_areas()
6179 			K(node_page_state(pgdat, NR_FILE_DIRTY)),  in __show_free_areas()
6180 			K(node_page_state(pgdat, NR_WRITEBACK)),  in __show_free_areas()
6181 			K(node_page_state(pgdat, NR_SHMEM)),  in __show_free_areas()
6183 			K(node_page_state(pgdat, NR_SHMEM_THPS)),  in __show_free_areas()
6184 			K(node_page_state(pgdat, NR_SHMEM_PMDMAPPED)),  in __show_free_areas()
6185 			K(node_page_state(pgdat, NR_ANON_THPS)),  in __show_free_areas()
6187 			K(node_page_state(pgdat, NR_WRITEBACK_TEMP)),  in __show_free_areas()
6188 			node_page_state(pgdat, NR_KERNEL_STACK_KB),  in __show_free_areas()
6190 			node_page_state(pgdat, NR_KERNEL_SCS_KB),  in __show_free_areas()
6192 			K(node_page_state(pgdat, NR_PAGETABLE)),  in __show_free_areas()
6193 			K(node_page_state(pgdat, NR_SECONDARY_PAGETABLE)),  in __show_free_areas()
6194 			pgdat->kswapd_failures >= MAX_RECLAIM_RETRIES ?  in __show_free_areas()
6317 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs)  in build_zonerefs_node()  argument
6325 		zone = pgdat->node_zones + zone_type;  in build_zonerefs_node()
6433 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order,  in build_zonelists_in_node_order()  argument
6439 	zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs;  in build_zonelists_in_node_order()
6456 static void build_thisnode_zonelists(pg_data_t *pgdat)  in build_thisnode_zonelists()  argument
6461 	zonerefs = pgdat->node_zonelists[ZONELIST_NOFALLBACK]._zonerefs;  in build_thisnode_zonelists()
6462 	nr_zones = build_zonerefs_node(pgdat, zonerefs);  in build_thisnode_zonelists()
6475 static void build_zonelists(pg_data_t *pgdat)  in build_zonelists()  argument
6483 	local_node = pgdat->node_id;  in build_zonelists()
6501 	build_zonelists_in_node_order(pgdat, node_order, nr_nodes);  in build_zonelists()
6502 	build_thisnode_zonelists(pgdat);  in build_zonelists()
6531 static void build_zonelists(pg_data_t *pgdat)  in build_zonelists()  argument
6537 	local_node = pgdat->node_id;  in build_zonelists()
6539 	zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs;  in build_zonelists()
6540 	nr_zones = build_zonerefs_node(pgdat, zonerefs);  in build_zonelists()
6617 			pg_data_t *pgdat = NODE_DATA(nid);  in __build_all_zonelists()  local
6619 			build_zonelists(pgdat);  in __build_all_zonelists()
6672 void __ref build_all_zonelists(pg_data_t *pgdat)  in build_all_zonelists()  argument
6679 		__build_all_zonelists(pgdat);  in build_all_zonelists()
6894 	struct pglist_data *pgdat = zone->zone_pgdat;  in memmap_init_zone_device()  local
6899 	int nid = pgdat->node_id;  in memmap_init_zone_device()
7277 	struct pglist_data *pgdat;  in setup_per_cpu_pageset()  local
7298 	for_each_online_pgdat(pgdat)  in setup_per_cpu_pageset()
7299 		pgdat->per_cpu_nodestats =  in setup_per_cpu_pageset()
7324 	struct pglist_data *pgdat = zone->zone_pgdat;  in init_currently_empty_zone()  local
7327 	if (zone_idx > pgdat->nr_zones)  in init_currently_empty_zone()
7328 		pgdat->nr_zones = zone_idx;  in init_currently_empty_zone()
7334 			pgdat->node_id,  in init_currently_empty_zone()
7549 static void __init calculate_node_totalpages(struct pglist_data *pgdat,  in calculate_node_totalpages()  argument
7557 		struct zone *zone = pgdat->node_zones + i;  in calculate_node_totalpages()
7562 		spanned = zone_spanned_pages_in_node(pgdat->node_id, i,  in calculate_node_totalpages()
7567 		absent = zone_absent_pages_in_node(pgdat->node_id, i,  in calculate_node_totalpages()
7588 	pgdat->node_spanned_pages = totalpages;  in calculate_node_totalpages()
7589 	pgdat->node_present_pages = realtotalpages;  in calculate_node_totalpages()
7590 	pr_debug("On node %d totalpages: %lu\n", pgdat->node_id, realtotalpages);  in calculate_node_totalpages()
7689 static void pgdat_init_split_queue(struct pglist_data *pgdat)  in pgdat_init_split_queue()  argument
7691 	struct deferred_split *ds_queue = &pgdat->deferred_split_queue;  in pgdat_init_split_queue()
7698 static void pgdat_init_split_queue(struct pglist_data *pgdat) {}  in pgdat_init_split_queue()  argument
7702 static void pgdat_init_kcompactd(struct pglist_data *pgdat)  in pgdat_init_kcompactd()  argument
7704 	init_waitqueue_head(&pgdat->kcompactd_wait);  in pgdat_init_kcompactd()
7707 static void pgdat_init_kcompactd(struct pglist_data *pgdat) {}  in pgdat_init_kcompactd()  argument
7710 static void __meminit pgdat_init_internals(struct pglist_data *pgdat)  in pgdat_init_internals()  argument
7714 	pgdat_resize_init(pgdat);  in pgdat_init_internals()
7715 	pgdat_kswapd_lock_init(pgdat);  in pgdat_init_internals()
7717 	pgdat_init_split_queue(pgdat);  in pgdat_init_internals()
7718 	pgdat_init_kcompactd(pgdat);  in pgdat_init_internals()
7720 	init_waitqueue_head(&pgdat->kswapd_wait);  in pgdat_init_internals()
7721 	init_waitqueue_head(&pgdat->pfmemalloc_wait);  in pgdat_init_internals()
7724 		init_waitqueue_head(&pgdat->reclaim_wait[i]);  in pgdat_init_internals()
7726 	pgdat_page_ext_init(pgdat);  in pgdat_init_internals()
7727 	lruvec_init(&pgdat->__lruvec);  in pgdat_init_internals()
7750 void __ref free_area_init_core_hotplug(struct pglist_data *pgdat)  in free_area_init_core_hotplug()  argument
7752 	int nid = pgdat->node_id;  in free_area_init_core_hotplug()
7756 	pgdat_init_internals(pgdat);  in free_area_init_core_hotplug()
7758 	if (pgdat->per_cpu_nodestats == &boot_nodestats)  in free_area_init_core_hotplug()
7759 		pgdat->per_cpu_nodestats = alloc_percpu(struct per_cpu_nodestat);  in free_area_init_core_hotplug()
7766 	pgdat->nr_zones = 0;  in free_area_init_core_hotplug()
7767 	pgdat->kswapd_order = 0;  in free_area_init_core_hotplug()
7768 	pgdat->kswapd_highest_zoneidx = 0;  in free_area_init_core_hotplug()
7769 	pgdat->node_start_pfn = 0;  in free_area_init_core_hotplug()
7773 		p = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu);  in free_area_init_core_hotplug()
7778 		zone_init_internals(&pgdat->node_zones[z], z, nid, 0);  in free_area_init_core_hotplug()
7791 static void __init free_area_init_core(struct pglist_data *pgdat)  in free_area_init_core()  argument
7794 	int nid = pgdat->node_id;  in free_area_init_core()
7796 	pgdat_init_internals(pgdat);  in free_area_init_core()
7797 	pgdat->per_cpu_nodestats = &boot_nodestats;  in free_area_init_core()
7800 		struct zone *zone = pgdat->node_zones + j;  in free_area_init_core()
7853 static void __init alloc_node_mem_map(struct pglist_data *pgdat)  in alloc_node_mem_map()  argument
7859 	if (!pgdat->node_spanned_pages)  in alloc_node_mem_map()
7862 	start = pgdat->node_start_pfn & ~(MAX_ORDER_NR_PAGES - 1);  in alloc_node_mem_map()
7863 	offset = pgdat->node_start_pfn - start;  in alloc_node_mem_map()
7865 	if (!pgdat->node_mem_map) {  in alloc_node_mem_map()
7874 		end = pgdat_end_pfn(pgdat);  in alloc_node_mem_map()
7878 				   pgdat->node_id, false);  in alloc_node_mem_map()
7881 			      size, pgdat->node_id);  in alloc_node_mem_map()
7882 		pgdat->node_mem_map = map + offset;  in alloc_node_mem_map()
7885 				__func__, pgdat->node_id, (unsigned long)pgdat,  in alloc_node_mem_map()
7886 				(unsigned long)pgdat->node_mem_map);  in alloc_node_mem_map()
7891 	if (pgdat == NODE_DATA(0)) {  in alloc_node_mem_map()
7893 		if (page_to_pfn(mem_map) != pgdat->node_start_pfn)  in alloc_node_mem_map()
7899 static inline void alloc_node_mem_map(struct pglist_data *pgdat) { }  in alloc_node_mem_map()  argument
7903 static inline void pgdat_set_deferred_range(pg_data_t *pgdat)  in pgdat_set_deferred_range()  argument
7905 	pgdat->first_deferred_pfn = ULONG_MAX;  in pgdat_set_deferred_range()
7908 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {}  in pgdat_set_deferred_range()  argument
7913 	pg_data_t *pgdat = NODE_DATA(nid);  in free_area_init_node()  local
7918 	WARN_ON(pgdat->nr_zones || pgdat->kswapd_highest_zoneidx);  in free_area_init_node()
7922 	pgdat->node_id = nid;  in free_area_init_node()
7923 	pgdat->node_start_pfn = start_pfn;  in free_area_init_node()
7924 	pgdat->per_cpu_nodestats = NULL;  in free_area_init_node()
7934 	calculate_node_totalpages(pgdat, start_pfn, end_pfn);  in free_area_init_node()
7936 	alloc_node_mem_map(pgdat);  in free_area_init_node()
7937 	pgdat_set_deferred_range(pgdat);  in free_area_init_node()
7939 	free_area_init_core(pgdat);  in free_area_init_node()
8252 static void check_for_memory(pg_data_t *pgdat, int nid)  in check_for_memory()  argument
8257 		struct zone *zone = &pgdat->node_zones[zone_type];  in check_for_memory()
8367 		pg_data_t *pgdat;  in free_area_init()  local
8373 			pgdat = arch_alloc_nodedata(nid);  in free_area_init()
8374 			if (!pgdat) {  in free_area_init()
8376 						sizeof(*pgdat), nid);  in free_area_init()
8379 			arch_refresh_nodedata(nid, pgdat);  in free_area_init()
8395 		pgdat = NODE_DATA(nid);  in free_area_init()
8399 		if (pgdat->node_present_pages)  in free_area_init()
8401 		check_for_memory(pgdat, nid);  in free_area_init()
8652 	struct pglist_data *pgdat;  in calculate_totalreserve_pages()  local
8656 	for_each_online_pgdat(pgdat) {  in calculate_totalreserve_pages()
8658 		pgdat->totalreserve_pages = 0;  in calculate_totalreserve_pages()
8661 			struct zone *zone = pgdat->node_zones + i;  in calculate_totalreserve_pages()
8677 			pgdat->totalreserve_pages += max;  in calculate_totalreserve_pages()
8693 	struct pglist_data *pgdat;  in setup_per_zone_lowmem_reserve()  local
8696 	for_each_online_pgdat(pgdat) {  in setup_per_zone_lowmem_reserve()
8698 			struct zone *zone = &pgdat->node_zones[i];  in setup_per_zone_lowmem_reserve()
8704 				struct zone *upper_zone = &pgdat->node_zones[j];  in setup_per_zone_lowmem_reserve()
8904 	pg_data_t *pgdat;  in setup_min_unmapped_ratio()  local
8907 	for_each_online_pgdat(pgdat)  in setup_min_unmapped_ratio()
8908 		pgdat->min_unmapped_pages = 0;  in setup_min_unmapped_ratio()
8932 	pg_data_t *pgdat;  in setup_min_slab_ratio()  local
8935 	for_each_online_pgdat(pgdat)  in setup_min_slab_ratio()
8936 		pgdat->min_slab_pages = 0;  in setup_min_slab_ratio()
9709 	struct pglist_data *pgdat;  in has_managed_dma()  local
9711 	for_each_online_pgdat(pgdat) {  in has_managed_dma()
9712 		struct zone *zone = &pgdat->node_zones[ZONE_DMA];  in has_managed_dma()