53 static void set_section_nid(unsigned long section_nr, int nid)  in set_section_nid()  argument
55 	section_to_node_table[section_nr] = nid;  in set_section_nid()
58 static inline void set_section_nid(unsigned long section_nr, int nid)  in set_section_nid()  argument
64 static noinline struct mem_section __ref *sparse_index_alloc(int nid)  in sparse_index_alloc()  argument
71 		section = kzalloc_node(array_size, GFP_KERNEL, nid);  in sparse_index_alloc()
74 					      nid);  in sparse_index_alloc()
77 			      __func__, array_size, nid);  in sparse_index_alloc()
83 static int __meminit sparse_index_init(unsigned long section_nr, int nid)  in sparse_index_init()  argument
98 	section = sparse_index_alloc(nid);  in sparse_index_init()
107 static inline int sparse_index_init(unsigned long section_nr, int nid)  in sparse_index_init()  argument
145 static inline unsigned long sparse_encode_early_nid(int nid)  in sparse_encode_early_nid()  argument
147 	return (nid << SECTION_NID_SHIFT);  in sparse_encode_early_nid()
258 void __init memory_present(int nid, unsigned long start, unsigned long end)  in memory_present()  argument
281 		sparse_index_init(section, nid);  in memory_present()
282 		set_section_nid(section, nid);  in memory_present()
286 			ms->section_mem_map = sparse_encode_early_nid(nid) |  in memory_present()
360 	int nid;  in sparse_early_usemaps_alloc_pgdat_section()  local
373 	nid = early_pfn_to_nid(goal >> PAGE_SHIFT);  in sparse_early_usemaps_alloc_pgdat_section()
375 	usage = memblock_alloc_try_nid(size, SMP_CACHE_BYTES, goal, limit, nid);  in sparse_early_usemaps_alloc_pgdat_section()
383 static void __init check_usemap_section_nr(int nid,  in check_usemap_section_nr()  argument
389 	struct pglist_data *pgdat = NODE_DATA(nid);  in check_usemap_section_nr()
411 	if (usemap_nid != nid) {  in check_usemap_section_nr()
413 			nid, usemap_snr);  in check_usemap_section_nr()
423 		usemap_snr, pgdat_snr, nid);  in check_usemap_section_nr()
433 static void __init check_usemap_section_nr(int nid,  in check_usemap_section_nr()  argument
452 		unsigned long nr_pages, int nid, struct vmem_altmap *altmap)  in __populate_section_memmap()  argument
463 					  MEMBLOCK_ALLOC_ACCESSIBLE, nid);  in __populate_section_memmap()
466 		      __func__, size, PAGE_SIZE, nid, &addr);  in __populate_section_memmap()
481 static void __init sparse_buffer_init(unsigned long size, int nid)  in sparse_buffer_init()  argument
488 						MEMBLOCK_ALLOC_ACCESSIBLE, nid);  in sparse_buffer_init()
527 static void __init sparse_init_nid(int nid, unsigned long pnum_begin,  in sparse_init_nid()  argument
535 	usage = sparse_early_usemaps_alloc_pgdat_section(NODE_DATA(nid),  in sparse_init_nid()
538 		pr_err("%s: node[%d] usemap allocation failed", __func__, nid);  in sparse_init_nid()
541 	sparse_buffer_init(map_count * section_map_size(), nid);  in sparse_init_nid()
549 				nid, NULL);  in sparse_init_nid()
552 			       __func__, nid);  in sparse_init_nid()
556 		check_usemap_section_nr(nid, usage);  in sparse_init_nid()
589 		int nid = sparse_early_nid(__nr_to_section(pnum_end));  in sparse_init()  local
591 		if (nid == nid_begin) {  in sparse_init()
597 		nid_begin = nid;  in sparse_init()
651 		unsigned long nr_pages, int nid, struct vmem_altmap *altmap)  in populate_section_memmap()  argument
653 	return __populate_section_memmap(pfn, nr_pages, nid, altmap);  in populate_section_memmap()
673 		unsigned long nr_pages, int nid, struct vmem_altmap *altmap)  in populate_section_memmap()  argument
792 static struct page * __meminit section_activate(int nid, unsigned long pfn,  in section_activate()  argument
837 	memmap = populate_section_memmap(pfn, nr_pages, nid, altmap);  in section_activate()
860 int __meminit sparse_add_section(int nid, unsigned long start_pfn,  in sparse_add_section()  argument
868 	ret = sparse_index_init(section_nr, nid);  in sparse_add_section()
872 	memmap = section_activate(nid, start_pfn, nr_pages, altmap);  in sparse_add_section()
883 	set_section_nid(section_nr, nid);  in sparse_add_section()