222 	unsigned long i, pfn, end_pfn, nr_pages;  in register_page_bootmem_info_node()  local
232 	pfn = pgdat->node_start_pfn;  in register_page_bootmem_info_node()
236 	for (; pfn < end_pfn; pfn += PAGES_PER_SECTION) {  in register_page_bootmem_info_node()
243 		if (pfn_valid(pfn) && (early_pfn_to_nid(pfn) == node))  in register_page_bootmem_info_node()
244 			register_page_bootmem_info_section(pfn);  in register_page_bootmem_info_node()
349 	unsigned long pfn;  in find_biggest_section_pfn()  local
352 	pfn = end_pfn - 1;  in find_biggest_section_pfn()
353 	for (; pfn >= start_pfn; pfn -= PAGES_PER_SECTION) {  in find_biggest_section_pfn()
354 		ms = __pfn_to_section(pfn);  in find_biggest_section_pfn()
359 		if (unlikely(pfn_to_nid(pfn) != nid))  in find_biggest_section_pfn()
362 		if (zone && zone != page_zone(pfn_to_page(pfn)))  in find_biggest_section_pfn()
365 		return pfn;  in find_biggest_section_pfn()
377 	unsigned long pfn;  in shrink_zone_span()  local
389 		pfn = find_smallest_section_pfn(nid, zone, end_pfn,  in shrink_zone_span()
391 		if (pfn) {  in shrink_zone_span()
392 			zone->zone_start_pfn = pfn;  in shrink_zone_span()
393 			zone->spanned_pages = zone_end_pfn - pfn;  in shrink_zone_span()
402 		pfn = find_biggest_section_pfn(nid, zone, zone_start_pfn,  in shrink_zone_span()
404 		if (pfn)  in shrink_zone_span()
405 			zone->spanned_pages = pfn - zone_start_pfn + 1;  in shrink_zone_span()
414 	pfn = zone_start_pfn;  in shrink_zone_span()
415 	for (; pfn < zone_end_pfn; pfn += PAGES_PER_SECTION) {  in shrink_zone_span()
416 		ms = __pfn_to_section(pfn);  in shrink_zone_span()
421 		if (page_zone(pfn_to_page(pfn)) != zone)  in shrink_zone_span()
425 		if (start_pfn == pfn)  in shrink_zone_span()
445 	unsigned long pfn;  in shrink_pgdat_span()  local
456 		pfn = find_smallest_section_pfn(nid, NULL, end_pfn,  in shrink_pgdat_span()
458 		if (pfn) {  in shrink_pgdat_span()
459 			pgdat->node_start_pfn = pfn;  in shrink_pgdat_span()
460 			pgdat->node_spanned_pages = pgdat_end_pfn - pfn;  in shrink_pgdat_span()
469 		pfn = find_biggest_section_pfn(nid, NULL, pgdat_start_pfn,  in shrink_pgdat_span()
471 		if (pfn)  in shrink_pgdat_span()
472 			pgdat->node_spanned_pages = pfn - pgdat_start_pfn + 1;  in shrink_pgdat_span()
482 	pfn = pgdat_start_pfn;  in shrink_pgdat_span()
483 	for (; pfn < pgdat_end_pfn; pfn += PAGES_PER_SECTION) {  in shrink_pgdat_span()
484 		ms = __pfn_to_section(pfn);  in shrink_pgdat_span()
489 		if (pfn_to_nid(pfn) != nid)  in shrink_pgdat_span()
493 		if (start_pfn == pfn)  in shrink_pgdat_span()
588 		unsigned long pfn = phys_start_pfn + i*PAGES_PER_SECTION;  in __remove_pages()  local
590 		ret = __remove_section(zone, __pfn_to_section(pfn), map_offset,  in __remove_pages()
885 int __ref online_pages(unsigned long pfn, unsigned long nr_pages, int online_type)  in online_pages()  argument
900 	mem = find_memory_block(__pfn_to_section(pfn));  in online_pages()
904 	zone = move_pfn_range(online_type, nid, pfn, nr_pages);  in online_pages()
906 	arg.start_pfn = pfn;  in online_pages()
925 	ret = walk_system_ram_range(pfn, nr_pages, &onlined_pages,  in online_pages()
964 		 (unsigned long long) pfn << PAGE_SHIFT,  in online_pages()
965 		 (((unsigned long long) pfn + nr_pages) << PAGE_SHIFT) - 1);  in online_pages()
1235 	unsigned long pfn;  in is_pageblock_removable_nolock()  local
1248 	pfn = page_to_pfn(page);  in is_pageblock_removable_nolock()
1249 	if (!zone_spans_pfn(zone, pfn))  in is_pageblock_removable_nolock()
1279 	unsigned long pfn, sec_end_pfn;  in test_pages_in_a_zone()  local
1284 	for (pfn = start_pfn, sec_end_pfn = SECTION_ALIGN_UP(start_pfn + 1);  in test_pages_in_a_zone()
1285 	     pfn < end_pfn;  in test_pages_in_a_zone()
1286 	     pfn = sec_end_pfn, sec_end_pfn += PAGES_PER_SECTION) {  in test_pages_in_a_zone()
1288 		if (!present_section_nr(pfn_to_section_nr(pfn)))  in test_pages_in_a_zone()
1290 		for (; pfn < sec_end_pfn && pfn < end_pfn;  in test_pages_in_a_zone()
1291 		     pfn += MAX_ORDER_NR_PAGES) {  in test_pages_in_a_zone()
1295 				!pfn_valid_within(pfn + i))  in test_pages_in_a_zone()
1297 			if (i == MAX_ORDER_NR_PAGES || pfn + i >= end_pfn)  in test_pages_in_a_zone()
1299 			page = pfn_to_page(pfn + i);  in test_pages_in_a_zone()
1303 				start = pfn + i;  in test_pages_in_a_zone()
1305 			end = pfn + MAX_ORDER_NR_PAGES;  in test_pages_in_a_zone()
1326 	unsigned long pfn;  in scan_movable_pages()  local
1328 	for (pfn = start; pfn < end; pfn++) {  in scan_movable_pages()
1329 		if (pfn_valid(pfn)) {  in scan_movable_pages()
1330 			page = pfn_to_page(pfn);  in scan_movable_pages()
1332 				return pfn;  in scan_movable_pages()
1334 				return pfn;  in scan_movable_pages()
1338 					return pfn;  in scan_movable_pages()
1340 					pfn = round_up(pfn + 1,  in scan_movable_pages()
1369 	unsigned long pfn;  in do_migrate_range()  local
1376 	for (pfn = start_pfn; pfn < end_pfn && move_pages > 0; pfn++) {  in do_migrate_range()
1377 		if (!pfn_valid(pfn))  in do_migrate_range()
1379 		page = pfn_to_page(pfn);  in do_migrate_range()
1383 			pfn = page_to_pfn(head) + (1<<compound_order(head)) - 1;  in do_migrate_range()
1392 			pfn = page_to_pfn(compound_head(page))  in do_migrate_range()
1415 			pr_alert("failed to isolate pfn %lx\n", pfn);  in do_migrate_range()
1596 	unsigned long pfn, nr_pages;  in __offline_pages()  local
1633 	pfn = start_pfn;  in __offline_pages()
1644 	pfn = scan_movable_pages(start_pfn, end_pfn);  in __offline_pages()
1645 	if (pfn) { /* We have movable pages */  in __offline_pages()
1646 		ret = do_migrate_range(pfn, end_pfn);  in __offline_pages()
1729 	unsigned long pfn, section_nr;  in walk_memory_range()  local
1732 	for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) {  in walk_memory_range()
1733 		section_nr = pfn_to_section_nr(pfn);  in walk_memory_range()
1836 	unsigned long pfn;  in try_offline_node()  local
1838 	for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) {  in try_offline_node()
1839 		unsigned long section_nr = pfn_to_section_nr(pfn);  in try_offline_node()
1844 		if (pfn_to_nid(pfn) != nid)  in try_offline_node()