1368 	pg_data_t *pgdat;  in init_reserved_page()  local
1375 	pgdat = NODE_DATA(nid);  in init_reserved_page()
1378 		struct zone *zone = &pgdat->node_zones[zid];  in init_reserved_page()
1776 	pg_data_t *pgdat = data;  in deferred_init_memmap()  local
1777 	const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id);  in deferred_init_memmap()
1789 	pgdat_resize_lock(pgdat, &flags);  in deferred_init_memmap()
1790 	first_init_pfn = pgdat->first_deferred_pfn;  in deferred_init_memmap()
1792 		pgdat_resize_unlock(pgdat, &flags);  in deferred_init_memmap()
1798 	BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn);  in deferred_init_memmap()
1799 	BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat));  in deferred_init_memmap()
1800 	pgdat->first_deferred_pfn = ULONG_MAX;  in deferred_init_memmap()
1804 		zone = pgdat->node_zones + zid;  in deferred_init_memmap()
1822 	pgdat_resize_unlock(pgdat, &flags);  in deferred_init_memmap()
1828 		pgdat->node_id,	nr_pages, jiffies_to_msecs(jiffies - start));  in deferred_init_memmap()
1853 	pg_data_t *pgdat = zone->zone_pgdat;  in deferred_grow_zone()  local
1854 	unsigned long first_deferred_pfn = pgdat->first_deferred_pfn;  in deferred_grow_zone()
1860 	if (zone_end_pfn(zone) != pgdat_end_pfn(pgdat))  in deferred_grow_zone()
1863 	pgdat_resize_lock(pgdat, &flags);  in deferred_grow_zone()
1872 		pgdat_resize_unlock(pgdat, &flags);  in deferred_grow_zone()
1880 	if (first_deferred_pfn != pgdat->first_deferred_pfn) {  in deferred_grow_zone()
1881 		pgdat_resize_unlock(pgdat, &flags);  in deferred_grow_zone()
1888 		pgdat->first_deferred_pfn = ULONG_MAX;  in deferred_grow_zone()
1889 		pgdat_resize_unlock(pgdat, &flags);  in deferred_grow_zone()
1914 	pgdat->first_deferred_pfn = spfn;  in deferred_grow_zone()
1915 	pgdat_resize_unlock(pgdat, &flags);  in deferred_grow_zone()
5166 	pg_data_t *pgdat = NODE_DATA(nid);  in si_meminfo_node()  local
5169 		managed_pages += zone_managed_pages(&pgdat->node_zones[zone_type]);  in si_meminfo_node()
5171 	val->sharedram = node_page_state(pgdat, NR_SHMEM);  in si_meminfo_node()
5175 		struct zone *zone = &pgdat->node_zones[zone_type];  in si_meminfo_node()
5255 	pg_data_t *pgdat;  in show_free_areas()  local
5291 	for_each_online_pgdat(pgdat) {  in show_free_areas()
5292 		if (show_mem_node_skip(filter, pgdat->node_id, nodemask))  in show_free_areas()
5316 			pgdat->node_id,  in show_free_areas()
5317 			K(node_page_state(pgdat, NR_ACTIVE_ANON)),  in show_free_areas()
5318 			K(node_page_state(pgdat, NR_INACTIVE_ANON)),  in show_free_areas()
5319 			K(node_page_state(pgdat, NR_ACTIVE_FILE)),  in show_free_areas()
5320 			K(node_page_state(pgdat, NR_INACTIVE_FILE)),  in show_free_areas()
5321 			K(node_page_state(pgdat, NR_UNEVICTABLE)),  in show_free_areas()
5322 			K(node_page_state(pgdat, NR_ISOLATED_ANON)),  in show_free_areas()
5323 			K(node_page_state(pgdat, NR_ISOLATED_FILE)),  in show_free_areas()
5324 			K(node_page_state(pgdat, NR_FILE_MAPPED)),  in show_free_areas()
5325 			K(node_page_state(pgdat, NR_FILE_DIRTY)),  in show_free_areas()
5326 			K(node_page_state(pgdat, NR_WRITEBACK)),  in show_free_areas()
5327 			K(node_page_state(pgdat, NR_SHMEM)),  in show_free_areas()
5329 			K(node_page_state(pgdat, NR_SHMEM_THPS) * HPAGE_PMD_NR),  in show_free_areas()
5330 			K(node_page_state(pgdat, NR_SHMEM_PMDMAPPED)  in show_free_areas()
5332 			K(node_page_state(pgdat, NR_ANON_THPS) * HPAGE_PMD_NR),  in show_free_areas()
5334 			K(node_page_state(pgdat, NR_WRITEBACK_TEMP)),  in show_free_areas()
5335 			K(node_page_state(pgdat, NR_UNSTABLE_NFS)),  in show_free_areas()
5336 			pgdat->kswapd_failures >= MAX_RECLAIM_RETRIES ?  in show_free_areas()
5451 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs)  in build_zonerefs_node()  argument
5459 		zone = pgdat->node_zones + zone_type;  in build_zonerefs_node()
5589 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order,  in build_zonelists_in_node_order()  argument
5595 	zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs;  in build_zonelists_in_node_order()
5612 static void build_thisnode_zonelists(pg_data_t *pgdat)  in build_thisnode_zonelists()  argument
5617 	zonerefs = pgdat->node_zonelists[ZONELIST_NOFALLBACK]._zonerefs;  in build_thisnode_zonelists()
5618 	nr_zones = build_zonerefs_node(pgdat, zonerefs);  in build_thisnode_zonelists()
5631 static void build_zonelists(pg_data_t *pgdat)  in build_zonelists()  argument
5639 	local_node = pgdat->node_id;  in build_zonelists()
5660 	build_zonelists_in_node_order(pgdat, node_order, nr_nodes);  in build_zonelists()
5661 	build_thisnode_zonelists(pgdat);  in build_zonelists()
5686 static void build_zonelists(pg_data_t *pgdat)  in build_zonelists()  argument
5692 	local_node = pgdat->node_id;  in build_zonelists()
5694 	zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs;  in build_zonelists()
5695 	nr_zones = build_zonerefs_node(pgdat, zonerefs);  in build_zonelists()
5765 			pg_data_t *pgdat = NODE_DATA(nid);  in __build_all_zonelists()  local
5767 			build_zonelists(pgdat);  in __build_all_zonelists()
5820 void __ref build_all_zonelists(pg_data_t *pgdat)  in build_all_zonelists()  argument
5825 		__build_all_zonelists(pgdat);  in build_all_zonelists()
5954 	struct pglist_data *pgdat = zone->zone_pgdat;  in memmap_init_zone_device()  local
5958 	int nid = pgdat->node_id;  in memmap_init_zone_device()
6183 	struct pglist_data *pgdat;  in setup_per_cpu_pageset()  local
6189 	for_each_online_pgdat(pgdat)  in setup_per_cpu_pageset()
6190 		pgdat->per_cpu_nodestats =  in setup_per_cpu_pageset()
6213 	struct pglist_data *pgdat = zone->zone_pgdat;  in init_currently_empty_zone()  local
6216 	if (zone_idx > pgdat->nr_zones)  in init_currently_empty_zone()
6217 		pgdat->nr_zones = zone_idx;  in init_currently_empty_zone()
6223 			pgdat->node_id,  in init_currently_empty_zone()
6541 static void __init calculate_node_totalpages(struct pglist_data *pgdat,  in calculate_node_totalpages()  argument
6551 		struct zone *zone = pgdat->node_zones + i;  in calculate_node_totalpages()
6555 		size = zone_spanned_pages_in_node(pgdat->node_id, i,  in calculate_node_totalpages()
6561 		real_size = size - zone_absent_pages_in_node(pgdat->node_id, i,  in calculate_node_totalpages()
6575 	pgdat->node_spanned_pages = totalpages;  in calculate_node_totalpages()
6576 	pgdat->node_present_pages = realtotalpages;  in calculate_node_totalpages()
6577 	printk(KERN_DEBUG "On node %d totalpages: %lu\n", pgdat->node_id,  in calculate_node_totalpages()
6602 static void __ref setup_usemap(struct pglist_data *pgdat,  in setup_usemap()  argument
6612 					    pgdat->node_id);  in setup_usemap()
6615 			      usemapsize, zone->name, pgdat->node_id);  in setup_usemap()
6619 static inline void setup_usemap(struct pglist_data *pgdat, struct zone *zone,  in setup_usemap()  argument
6681 static void pgdat_init_split_queue(struct pglist_data *pgdat)  in pgdat_init_split_queue()  argument
6683 	struct deferred_split *ds_queue = &pgdat->deferred_split_queue;  in pgdat_init_split_queue()
6690 static void pgdat_init_split_queue(struct pglist_data *pgdat) {}  in pgdat_init_split_queue()  argument
6694 static void pgdat_init_kcompactd(struct pglist_data *pgdat)  in pgdat_init_kcompactd()  argument
6696 	init_waitqueue_head(&pgdat->kcompactd_wait);  in pgdat_init_kcompactd()
6699 static void pgdat_init_kcompactd(struct pglist_data *pgdat) {}  in pgdat_init_kcompactd()  argument
6702 static void __meminit pgdat_init_internals(struct pglist_data *pgdat)  in pgdat_init_internals()  argument
6704 	pgdat_resize_init(pgdat);  in pgdat_init_internals()
6706 	pgdat_init_split_queue(pgdat);  in pgdat_init_internals()
6707 	pgdat_init_kcompactd(pgdat);  in pgdat_init_internals()
6709 	init_waitqueue_head(&pgdat->kswapd_wait);  in pgdat_init_internals()
6710 	init_waitqueue_head(&pgdat->pfmemalloc_wait);  in pgdat_init_internals()
6712 	pgdat_page_ext_init(pgdat);  in pgdat_init_internals()
6713 	spin_lock_init(&pgdat->lru_lock);  in pgdat_init_internals()
6714 	lruvec_init(node_lruvec(pgdat));  in pgdat_init_internals()
6740 	pg_data_t *pgdat = NODE_DATA(nid);  in free_area_init_core_hotplug()  local
6742 	pgdat_init_internals(pgdat);  in free_area_init_core_hotplug()
6744 		zone_init_internals(&pgdat->node_zones[z], z, nid, 0);  in free_area_init_core_hotplug()
6757 static void __init free_area_init_core(struct pglist_data *pgdat)  in free_area_init_core()  argument
6760 	int nid = pgdat->node_id;  in free_area_init_core()
6762 	pgdat_init_internals(pgdat);  in free_area_init_core()
6763 	pgdat->per_cpu_nodestats = &boot_nodestats;  in free_area_init_core()
6766 		struct zone *zone = pgdat->node_zones + j;  in free_area_init_core()
6816 		setup_usemap(pgdat, zone, zone_start_pfn, size);  in free_area_init_core()
6823 static void __ref alloc_node_mem_map(struct pglist_data *pgdat)  in alloc_node_mem_map()  argument
6829 	if (!pgdat->node_spanned_pages)  in alloc_node_mem_map()
6832 	start = pgdat->node_start_pfn & ~(MAX_ORDER_NR_PAGES - 1);  in alloc_node_mem_map()
6833 	offset = pgdat->node_start_pfn - start;  in alloc_node_mem_map()
6835 	if (!pgdat->node_mem_map) {  in alloc_node_mem_map()
6844 		end = pgdat_end_pfn(pgdat);  in alloc_node_mem_map()
6848 					  pgdat->node_id);  in alloc_node_mem_map()
6851 			      size, pgdat->node_id);  in alloc_node_mem_map()
6852 		pgdat->node_mem_map = map + offset;  in alloc_node_mem_map()
6855 				__func__, pgdat->node_id, (unsigned long)pgdat,  in alloc_node_mem_map()
6856 				(unsigned long)pgdat->node_mem_map);  in alloc_node_mem_map()
6861 	if (pgdat == NODE_DATA(0)) {  in alloc_node_mem_map()
6864 		if (page_to_pfn(mem_map) != pgdat->node_start_pfn)  in alloc_node_mem_map()
6871 static void __ref alloc_node_mem_map(struct pglist_data *pgdat) { }  in alloc_node_mem_map()  argument
6875 static inline void pgdat_set_deferred_range(pg_data_t *pgdat)  in pgdat_set_deferred_range()  argument
6877 	pgdat->first_deferred_pfn = ULONG_MAX;  in pgdat_set_deferred_range()
6880 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {}  in pgdat_set_deferred_range()  argument
6887 	pg_data_t *pgdat = NODE_DATA(nid);  in free_area_init_node()  local
6892 	WARN_ON(pgdat->nr_zones || pgdat->kswapd_classzone_idx);  in free_area_init_node()
6894 	pgdat->node_id = nid;  in free_area_init_node()
6895 	pgdat->node_start_pfn = node_start_pfn;  in free_area_init_node()
6896 	pgdat->per_cpu_nodestats = NULL;  in free_area_init_node()
6905 	calculate_node_totalpages(pgdat, start_pfn, end_pfn,  in free_area_init_node()
6908 	alloc_node_mem_map(pgdat);  in free_area_init_node()
6909 	pgdat_set_deferred_range(pgdat);  in free_area_init_node()
6911 	free_area_init_core(pgdat);  in free_area_init_node()
7305 static void check_for_memory(pg_data_t *pgdat, int nid)  in check_for_memory()  argument
7310 		struct zone *zone = &pgdat->node_zones[zone_type];  in check_for_memory()
7405 		pg_data_t *pgdat = NODE_DATA(nid);  in free_area_init_nodes()  local
7410 		if (pgdat->node_present_pages)  in free_area_init_nodes()
7412 		check_for_memory(pgdat, nid);  in free_area_init_nodes()
7662 	struct pglist_data *pgdat;  in calculate_totalreserve_pages()  local
7666 	for_each_online_pgdat(pgdat) {  in calculate_totalreserve_pages()
7668 		pgdat->totalreserve_pages = 0;  in calculate_totalreserve_pages()
7671 			struct zone *zone = pgdat->node_zones + i;  in calculate_totalreserve_pages()
7687 			pgdat->totalreserve_pages += max;  in calculate_totalreserve_pages()
7703 	struct pglist_data *pgdat;  in setup_per_zone_lowmem_reserve()  local
7706 	for_each_online_pgdat(pgdat) {  in setup_per_zone_lowmem_reserve()
7708 			struct zone *zone = pgdat->node_zones + j;  in setup_per_zone_lowmem_reserve()
7718 				lower_zone = pgdat->node_zones + idx;  in setup_per_zone_lowmem_reserve()
7920 	pg_data_t *pgdat;  in setup_min_unmapped_ratio()  local
7923 	for_each_online_pgdat(pgdat)  in setup_min_unmapped_ratio()
7924 		pgdat->min_unmapped_pages = 0;  in setup_min_unmapped_ratio()
7948 	pg_data_t *pgdat;  in setup_min_slab_ratio()  local
7951 	for_each_online_pgdat(pgdat)  in setup_min_slab_ratio()
7952 		pgdat->min_slab_pages = 0;  in setup_min_slab_ratio()