222 static void subsection_mask_set(unsigned long *map, unsigned long pfn,  in subsection_mask_set()  argument
225 	int idx = subsection_map_index(pfn);  in subsection_mask_set()
226 	int end = subsection_map_index(pfn + nr_pages - 1);  in subsection_mask_set()
231 void __init subsection_map_init(unsigned long pfn, unsigned long nr_pages)  in subsection_map_init()  argument
233 	int end_sec = pfn_to_section_nr(pfn + nr_pages - 1);  in subsection_map_init()
234 	unsigned long nr, start_sec = pfn_to_section_nr(pfn);  in subsection_map_init()
244 				- (pfn & ~PAGE_SECTION_MASK));  in subsection_map_init()
246 		subsection_mask_set(ms->usage->subsection_map, pfn, pfns);  in subsection_map_init()
249 				pfns, subsection_map_index(pfn),  in subsection_map_init()
250 				subsection_map_index(pfn + pfns - 1));  in subsection_map_init()
252 		pfn += pfns;  in subsection_map_init()
260 	unsigned long pfn;  in memory_present()  local
277 	for (pfn = start; pfn < end; pfn += PAGES_PER_SECTION) {  in memory_present()
278 		unsigned long section = pfn_to_section_nr(pfn);  in memory_present()
451 struct page __init *__populate_section_memmap(unsigned long pfn,  in __populate_section_memmap()  argument
543 		unsigned long pfn = section_nr_to_pfn(pnum);  in sparse_init_nid()  local
548 		map = __populate_section_memmap(pfn, PAGES_PER_SECTION,  in sparse_init_nid()
611 	unsigned long pfn;  in online_mem_sections()  local
613 	for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) {  in online_mem_sections()
614 		unsigned long section_nr = pfn_to_section_nr(pfn);  in online_mem_sections()
630 	unsigned long pfn;  in offline_mem_sections()  local
632 	for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) {  in offline_mem_sections()
633 		unsigned long section_nr = pfn_to_section_nr(pfn);  in offline_mem_sections()
650 static struct page *populate_section_memmap(unsigned long pfn,  in populate_section_memmap()  argument
653 	return __populate_section_memmap(pfn, nr_pages, nid, altmap);  in populate_section_memmap()
656 static void depopulate_section_memmap(unsigned long pfn, unsigned long nr_pages,  in depopulate_section_memmap()  argument
659 	unsigned long start = (unsigned long) pfn_to_page(pfn);  in depopulate_section_memmap()
672 struct page *populate_section_memmap(unsigned long pfn,  in populate_section_memmap()  argument
694 static void depopulate_section_memmap(unsigned long pfn, unsigned long nr_pages,  in depopulate_section_memmap()  argument
697 	struct page *memmap = pfn_to_page(pfn);  in depopulate_section_memmap()
737 static void section_deactivate(unsigned long pfn, unsigned long nr_pages,  in section_deactivate()  argument
742 	struct mem_section *ms = __pfn_to_section(pfn);  in section_deactivate()
748 	subsection_mask_set(map, pfn, nr_pages);  in section_deactivate()
754 				pfn, nr_pages))  in section_deactivate()
776 		unsigned long section_nr = pfn_to_section_nr(pfn);  in section_deactivate()
789 		depopulate_section_memmap(pfn, nr_pages, altmap);  in section_deactivate()
792 static struct page * __meminit section_activate(int nid, unsigned long pfn,  in section_activate()  argument
796 	struct mem_section *ms = __pfn_to_section(pfn);  in section_activate()
802 	subsection_mask_set(map, pfn, nr_pages);  in section_activate()
835 		return pfn_to_page(pfn);  in section_activate()
837 	memmap = populate_section_memmap(pfn, nr_pages, nid, altmap);  in section_activate()
839 		section_deactivate(pfn, nr_pages, altmap);  in section_activate()
921 void sparse_remove_section(struct mem_section *ms, unsigned long pfn,  in sparse_remove_section()  argument
925 	clear_hwpoisoned_pages(pfn_to_page(pfn) + map_offset,  in sparse_remove_section()
927 	section_deactivate(pfn, nr_pages, altmap);  in sparse_remove_section()