164 static void __section_mark_present(struct mem_section *ms,  in __section_mark_present()  argument
170 	ms->section_mem_map |= SECTION_MARKED_PRESENT;  in __section_mark_present()
203 		struct mem_section *ms;  in subsection_map_init()  local
208 		ms = __nr_to_section(nr);  in subsection_map_init()
209 		subsection_mask_set(ms->usage->subsection_map, pfn, pfns);  in subsection_map_init()
247 		struct mem_section *ms;  in memory_present()  local
252 		ms = __nr_to_section(section);  in memory_present()
253 		if (!ms->section_mem_map) {  in memory_present()
254 			ms->section_mem_map = sparse_encode_early_nid(nid) |  in memory_present()
256 			__section_mark_present(ms, section);  in memory_present()
301 static void __meminit sparse_init_one_section(struct mem_section *ms,  in sparse_init_one_section()  argument
305 	ms->section_mem_map &= ~SECTION_MAP_MASK;  in sparse_init_one_section()
306 	ms->section_mem_map |= sparse_encode_mem_map(mem_map, pnum)  in sparse_init_one_section()
308 	ms->usage = usage;  in sparse_init_one_section()
546 		struct mem_section *ms;  in sparse_init_nid()  local
550 		ms = __nr_to_section(pnum);  in sparse_init_nid()
551 		ms->section_mem_map = 0;  in sparse_init_nid()
599 		struct mem_section *ms;  in online_mem_sections()  local
605 		ms = __nr_to_section(section_nr);  in online_mem_sections()
606 		ms->section_mem_map |= SECTION_IS_ONLINE;  in online_mem_sections()
617 		struct mem_section *ms;  in offline_mem_sections()  local
626 		ms = __nr_to_section(section_nr);  in offline_mem_sections()
627 		ms->section_mem_map &= ~SECTION_IS_ONLINE;  in offline_mem_sections()
659 	struct mem_section *ms = __pfn_to_section(pfn);  in clear_subsection_map()  local
660 	unsigned long *subsection_map = ms->usage  in clear_subsection_map()
661 		? &ms->usage->subsection_map[0] : NULL;  in clear_subsection_map()
676 static bool is_subsection_map_empty(struct mem_section *ms)  in is_subsection_map_empty()  argument
678 	return bitmap_empty(&ms->usage->subsection_map[0],  in is_subsection_map_empty()
684 	struct mem_section *ms = __pfn_to_section(pfn);  in fill_subsection_map()  local
691 	subsection_map = &ms->usage->subsection_map[0];  in fill_subsection_map()
753 static bool is_subsection_map_empty(struct mem_section *ms)  in is_subsection_map_empty()  argument
783 	struct mem_section *ms = __pfn_to_section(pfn);  in section_deactivate()  local
784 	bool section_is_early = early_section(ms);  in section_deactivate()
791 	empty = is_subsection_map_empty(ms);  in section_deactivate()
802 		if (!PageReserved(virt_to_page(ms->usage))) {  in section_deactivate()
803 			kfree(ms->usage);  in section_deactivate()
804 			ms->usage = NULL;  in section_deactivate()
806 		memmap = sparse_decode_mem_map(ms->section_mem_map, section_nr);  in section_deactivate()
812 		ms->section_mem_map &= ~SECTION_HAS_MEM_MAP;  in section_deactivate()
825 		ms->section_mem_map = (unsigned long)NULL;  in section_deactivate()
832 	struct mem_section *ms = __pfn_to_section(pfn);  in section_activate()  local
837 	if (!ms->usage) {  in section_activate()
841 		ms->usage = usage;  in section_activate()
847 			ms->usage = NULL;  in section_activate()
859 	if (nr_pages < PAGES_PER_SECTION && early_section(ms))  in section_activate()
895 	struct mem_section *ms;  in sparse_add_section()  local
913 	ms = __nr_to_section(section_nr);  in sparse_add_section()
915 	__section_mark_present(ms, section_nr);  in sparse_add_section()
920 	sparse_init_one_section(ms, section_nr, memmap, ms->usage, 0);  in sparse_add_section()
925 void sparse_remove_section(struct mem_section *ms, unsigned long pfn,  in sparse_remove_section()  argument