47 		pg_data_t *pgdat = NODE_DATA(nid);  in mminit_verify_zonelist()  local
59 			zonelist = &pgdat->node_zonelists[listid];  in mminit_verify_zonelist()
60 			zone = &pgdat->node_zones[zoneid];  in mminit_verify_zonelist()
647 static inline void pgdat_set_deferred_range(pg_data_t *pgdat)  in pgdat_set_deferred_range()  argument
649 	pgdat->first_deferred_pfn = ULONG_MAX;  in pgdat_set_deferred_range()
702 	pg_data_t *pgdat;  in init_reserved_page()  local
708 	pgdat = NODE_DATA(nid);  in init_reserved_page()
711 		struct zone *zone = &pgdat->node_zones[zid];  in init_reserved_page()
719 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {}  in pgdat_set_deferred_range()  argument
1063 	struct pglist_data *pgdat = zone->zone_pgdat;  in memmap_init_zone_device()  local
1068 	int nid = pgdat->node_id;  in memmap_init_zone_device()
1243 static void __init reset_memoryless_node_totalpages(struct pglist_data *pgdat)  in reset_memoryless_node_totalpages()  argument
1247 	for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) {  in reset_memoryless_node_totalpages()
1256 	pgdat->node_spanned_pages = 0;  in reset_memoryless_node_totalpages()
1257 	pgdat->node_present_pages = 0;  in reset_memoryless_node_totalpages()
1258 	pr_debug("On node %d totalpages: 0\n", pgdat->node_id);  in reset_memoryless_node_totalpages()
1261 static void __init calculate_node_totalpages(struct pglist_data *pgdat,  in calculate_node_totalpages()  argument
1269 		struct zone *zone = pgdat->node_zones + i;  in calculate_node_totalpages()
1274 		spanned = zone_spanned_pages_in_node(pgdat->node_id, i,  in calculate_node_totalpages()
1279 		absent = zone_absent_pages_in_node(pgdat->node_id, i,  in calculate_node_totalpages()
1299 	pgdat->node_spanned_pages = totalpages;  in calculate_node_totalpages()
1300 	pgdat->node_present_pages = realtotalpages;  in calculate_node_totalpages()
1301 	pr_debug("On node %d totalpages: %lu\n", pgdat->node_id, realtotalpages);  in calculate_node_totalpages()
1325 static void pgdat_init_split_queue(struct pglist_data *pgdat)  in pgdat_init_split_queue()  argument
1327 	struct deferred_split *ds_queue = &pgdat->deferred_split_queue;  in pgdat_init_split_queue()
1334 static void pgdat_init_split_queue(struct pglist_data *pgdat) {}  in pgdat_init_split_queue()  argument
1338 static void pgdat_init_kcompactd(struct pglist_data *pgdat)  in pgdat_init_kcompactd()  argument
1340 	init_waitqueue_head(&pgdat->kcompactd_wait);  in pgdat_init_kcompactd()
1343 static void pgdat_init_kcompactd(struct pglist_data *pgdat) {}  in pgdat_init_kcompactd()  argument
1346 static void __meminit pgdat_init_internals(struct pglist_data *pgdat)  in pgdat_init_internals()  argument
1350 	pgdat_resize_init(pgdat);  in pgdat_init_internals()
1351 	pgdat_kswapd_lock_init(pgdat);  in pgdat_init_internals()
1353 	pgdat_init_split_queue(pgdat);  in pgdat_init_internals()
1354 	pgdat_init_kcompactd(pgdat);  in pgdat_init_internals()
1356 	init_waitqueue_head(&pgdat->kswapd_wait);  in pgdat_init_internals()
1357 	init_waitqueue_head(&pgdat->pfmemalloc_wait);  in pgdat_init_internals()
1360 		init_waitqueue_head(&pgdat->reclaim_wait[i]);  in pgdat_init_internals()
1362 	pgdat_page_ext_init(pgdat);  in pgdat_init_internals()
1363 	lruvec_init(&pgdat->__lruvec);  in pgdat_init_internals()
1395 	struct pglist_data *pgdat = zone->zone_pgdat;  in init_currently_empty_zone()  local
1398 	if (zone_idx > pgdat->nr_zones)  in init_currently_empty_zone()
1399 		pgdat->nr_zones = zone_idx;  in init_currently_empty_zone()
1405 			pgdat->node_id,  in init_currently_empty_zone()
1496 void __ref free_area_init_core_hotplug(struct pglist_data *pgdat)  in free_area_init_core_hotplug()  argument
1498 	int nid = pgdat->node_id;  in free_area_init_core_hotplug()
1502 	pgdat_init_internals(pgdat);  in free_area_init_core_hotplug()
1504 	if (pgdat->per_cpu_nodestats == &boot_nodestats)  in free_area_init_core_hotplug()
1505 		pgdat->per_cpu_nodestats = alloc_percpu(struct per_cpu_nodestat);  in free_area_init_core_hotplug()
1512 	pgdat->nr_zones = 0;  in free_area_init_core_hotplug()
1513 	pgdat->kswapd_order = 0;  in free_area_init_core_hotplug()
1514 	pgdat->kswapd_highest_zoneidx = 0;  in free_area_init_core_hotplug()
1515 	pgdat->node_start_pfn = 0;  in free_area_init_core_hotplug()
1516 	pgdat->node_present_pages = 0;  in free_area_init_core_hotplug()
1521 		p = per_cpu_ptr(pgdat->per_cpu_nodestats, cpu);  in free_area_init_core_hotplug()
1531 		struct zone *zone = pgdat->node_zones + z;  in free_area_init_core_hotplug()
1548 static void __init free_area_init_core(struct pglist_data *pgdat)  in free_area_init_core()  argument
1551 	int nid = pgdat->node_id;  in free_area_init_core()
1553 	pgdat_init_internals(pgdat);  in free_area_init_core()
1554 	pgdat->per_cpu_nodestats = &boot_nodestats;  in free_area_init_core()
1557 		struct zone *zone = pgdat->node_zones + j;  in free_area_init_core()
1629 static void __init alloc_node_mem_map(struct pglist_data *pgdat)  in alloc_node_mem_map()  argument
1635 	if (!pgdat->node_spanned_pages)  in alloc_node_mem_map()
1638 	start = pgdat->node_start_pfn & ~(MAX_ORDER_NR_PAGES - 1);  in alloc_node_mem_map()
1639 	offset = pgdat->node_start_pfn - start;  in alloc_node_mem_map()
1641 	if (!pgdat->node_mem_map) {  in alloc_node_mem_map()
1650 		end = pgdat_end_pfn(pgdat);  in alloc_node_mem_map()
1654 				   pgdat->node_id, false);  in alloc_node_mem_map()
1657 			      size, pgdat->node_id);  in alloc_node_mem_map()
1658 		pgdat->node_mem_map = map + offset;  in alloc_node_mem_map()
1661 				__func__, pgdat->node_id, (unsigned long)pgdat,  in alloc_node_mem_map()
1662 				(unsigned long)pgdat->node_mem_map);  in alloc_node_mem_map()
1667 	if (pgdat == NODE_DATA(0)) {  in alloc_node_mem_map()
1669 		if (page_to_pfn(mem_map) != pgdat->node_start_pfn)  in alloc_node_mem_map()
1675 static inline void alloc_node_mem_map(struct pglist_data *pgdat) { }  in alloc_node_mem_map()  argument
1708 	pg_data_t *pgdat = NODE_DATA(nid);  in free_area_init_node()  local
1713 	WARN_ON(pgdat->nr_zones || pgdat->kswapd_highest_zoneidx);  in free_area_init_node()
1717 	pgdat->node_id = nid;  in free_area_init_node()
1718 	pgdat->node_start_pfn = start_pfn;  in free_area_init_node()
1719 	pgdat->per_cpu_nodestats = NULL;  in free_area_init_node()
1726 		calculate_node_totalpages(pgdat, start_pfn, end_pfn);  in free_area_init_node()
1730 		reset_memoryless_node_totalpages(pgdat);  in free_area_init_node()
1733 	alloc_node_mem_map(pgdat);  in free_area_init_node()
1734 	pgdat_set_deferred_range(pgdat);  in free_area_init_node()
1736 	free_area_init_core(pgdat);  in free_area_init_node()
1737 	lru_gen_init_pgdat(pgdat);  in free_area_init_node()
1741 static void __init check_for_memory(pg_data_t *pgdat)  in check_for_memory()  argument
1746 		struct zone *zone = &pgdat->node_zones[zone_type];  in check_for_memory()
1749 				node_set_state(pgdat->node_id, N_HIGH_MEMORY);  in check_for_memory()
1751 				node_set_state(pgdat->node_id, N_NORMAL_MEMORY);  in check_for_memory()
1871 		pg_data_t *pgdat;  in free_area_init()  local
1877 			pgdat = arch_alloc_nodedata(nid);  in free_area_init()
1878 			if (!pgdat)  in free_area_init()
1880 				       sizeof(*pgdat), nid);  in free_area_init()
1881 			arch_refresh_nodedata(nid, pgdat);  in free_area_init()
1897 		pgdat = NODE_DATA(nid);  in free_area_init()
1901 		if (pgdat->node_present_pages)  in free_area_init()
1903 		check_for_memory(pgdat);  in free_area_init()
2182 	pg_data_t *pgdat = data;  in deferred_init_memmap()  local
2183 	const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id);  in deferred_init_memmap()
2195 	pgdat_resize_lock(pgdat, &flags);  in deferred_init_memmap()
2196 	first_init_pfn = pgdat->first_deferred_pfn;  in deferred_init_memmap()
2198 		pgdat_resize_unlock(pgdat, &flags);  in deferred_init_memmap()
2204 	BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn);  in deferred_init_memmap()
2205 	BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat));  in deferred_init_memmap()
2206 	pgdat->first_deferred_pfn = ULONG_MAX;  in deferred_init_memmap()
2213 	pgdat_resize_unlock(pgdat, &flags);  in deferred_init_memmap()
2217 		zone = pgdat->node_zones + zid;  in deferred_init_memmap()
2250 		pgdat->node_id, jiffies_to_msecs(jiffies - start));  in deferred_init_memmap()
2274 	pg_data_t *pgdat = zone->zone_pgdat;  in deferred_grow_zone()  local
2275 	unsigned long first_deferred_pfn = pgdat->first_deferred_pfn;  in deferred_grow_zone()
2281 	if (zone_end_pfn(zone) != pgdat_end_pfn(pgdat))  in deferred_grow_zone()
2284 	pgdat_resize_lock(pgdat, &flags);  in deferred_grow_zone()
2290 	if (first_deferred_pfn != pgdat->first_deferred_pfn) {  in deferred_grow_zone()
2291 		pgdat_resize_unlock(pgdat, &flags);  in deferred_grow_zone()
2298 		pgdat->first_deferred_pfn = ULONG_MAX;  in deferred_grow_zone()
2299 		pgdat_resize_unlock(pgdat, &flags);  in deferred_grow_zone()
2325 	pgdat->first_deferred_pfn = spfn;  in deferred_grow_zone()
2326 	pgdat_resize_unlock(pgdat, &flags);  in deferred_grow_zone()