107 	struct memory_block *mem = to_memory_block(dev);  in memory_block_release()  local
109 	kfree(mem);  in memory_block_release()
124 	struct memory_block *mem = to_memory_block(dev);  in phys_index_show()  local
127 	phys_index = mem->start_section_nr / sections_per_block;  in phys_index_show()
148 	struct memory_block *mem = to_memory_block(dev);  in state_show()  local
155 	switch (mem->state) {  in state_show()
167 		return sysfs_emit(buf, "ERROR-UNKNOWN-%ld\n", mem->state);  in state_show()
178 static int memory_block_online(struct memory_block *mem)  in memory_block_online()  argument
180 	unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in memory_block_online()
182 	unsigned long nr_vmemmap_pages = mem->nr_vmemmap_pages;  in memory_block_online()
186 	zone = zone_for_pfn_range(mem->online_type, mem->nid, mem->group,  in memory_block_online()
203 			   nr_pages - nr_vmemmap_pages, zone, mem->group);  in memory_block_online()
215 		adjust_present_page_count(pfn_to_page(start_pfn), mem->group,  in memory_block_online()
218 	mem->zone = zone;  in memory_block_online()
222 static int memory_block_offline(struct memory_block *mem)  in memory_block_offline()  argument
224 	unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in memory_block_offline()
226 	unsigned long nr_vmemmap_pages = mem->nr_vmemmap_pages;  in memory_block_offline()
229 	if (!mem->zone)  in memory_block_offline()
237 		adjust_present_page_count(pfn_to_page(start_pfn), mem->group,  in memory_block_offline()
241 			    nr_pages - nr_vmemmap_pages, mem->zone, mem->group);  in memory_block_offline()
246 						  mem->group, nr_vmemmap_pages);  in memory_block_offline()
253 	mem->zone = NULL;  in memory_block_offline()
262 memory_block_action(struct memory_block *mem, unsigned long action)  in memory_block_action()  argument
268 		ret = memory_block_online(mem);  in memory_block_action()
271 		ret = memory_block_offline(mem);  in memory_block_action()
275 		     "%ld\n", __func__, mem->start_section_nr, action, action);  in memory_block_action()
282 static int memory_block_change_state(struct memory_block *mem,  in memory_block_change_state()  argument
287 	if (mem->state != from_state_req)  in memory_block_change_state()
291 		mem->state = MEM_GOING_OFFLINE;  in memory_block_change_state()
293 	ret = memory_block_action(mem, to_state);  in memory_block_change_state()
294 	mem->state = ret ? from_state_req : to_state;  in memory_block_change_state()
302 	struct memory_block *mem = to_memory_block(dev);  in memory_subsys_online()  local
305 	if (mem->state == MEM_ONLINE)  in memory_subsys_online()
312 	if (mem->online_type == MMOP_OFFLINE)  in memory_subsys_online()
313 		mem->online_type = MMOP_ONLINE;  in memory_subsys_online()
315 	ret = memory_block_change_state(mem, MEM_ONLINE, MEM_OFFLINE);  in memory_subsys_online()
316 	mem->online_type = MMOP_OFFLINE;  in memory_subsys_online()
323 	struct memory_block *mem = to_memory_block(dev);  in memory_subsys_offline()  local
325 	if (mem->state == MEM_OFFLINE)  in memory_subsys_offline()
328 	return memory_block_change_state(mem, MEM_OFFLINE, MEM_ONLINE);  in memory_subsys_offline()
335 	struct memory_block *mem = to_memory_block(dev);  in state_store()  local
350 		mem->online_type = online_type;  in state_store()
351 		ret = device_online(&mem->dev);  in state_store()
354 		ret = device_offline(&mem->dev);  in state_store()
380 	struct memory_block *mem = to_memory_block(dev);  in phys_device_show()  local
381 	unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in phys_device_show()
405 	struct memory_block *mem = to_memory_block(dev);  in valid_zones_show()  local
406 	unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in valid_zones_show()
408 	struct memory_group *group = mem->group;  in valid_zones_show()
410 	int nid = mem->nid;  in valid_zones_show()
417 	if (mem->state == MEM_ONLINE) {  in valid_zones_show()
422 		default_zone = mem->zone;  in valid_zones_show()
584 	struct memory_block *mem;  in find_memory_block_by_id()  local
586 	mem = xa_load(&memory_blocks, block_id);  in find_memory_block_by_id()
587 	if (mem)  in find_memory_block_by_id()
588 		get_device(&mem->dev);  in find_memory_block_by_id()
589 	return mem;  in find_memory_block_by_id()
645 static struct zone *early_node_zone_for_memory_block(struct memory_block *mem,  in early_node_zone_for_memory_block()  argument
648 	const unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in early_node_zone_for_memory_block()
692 void memory_block_add_nid(struct memory_block *mem, int nid,  in memory_block_add_nid()  argument
695 	if (context == MEMINIT_EARLY && mem->nid != nid) {  in memory_block_add_nid()
705 		if (mem->nid == NUMA_NO_NODE)  in memory_block_add_nid()
706 			mem->zone = early_node_zone_for_memory_block(mem, nid);  in memory_block_add_nid()
708 			mem->zone = NULL;  in memory_block_add_nid()
717 	mem->nid = nid;  in memory_block_add_nid()
725 	struct memory_block *mem;  in add_memory_block()  local
728 	mem = find_memory_block_by_id(block_id);  in add_memory_block()
729 	if (mem) {  in add_memory_block()
730 		put_device(&mem->dev);  in add_memory_block()
733 	mem = kzalloc(sizeof(*mem), GFP_KERNEL);  in add_memory_block()
734 	if (!mem)  in add_memory_block()
737 	mem->start_section_nr = block_id * sections_per_block;  in add_memory_block()
738 	mem->state = state;  in add_memory_block()
739 	mem->nid = NUMA_NO_NODE;  in add_memory_block()
740 	mem->nr_vmemmap_pages = nr_vmemmap_pages;  in add_memory_block()
741 	INIT_LIST_HEAD(&mem->group_next);  in add_memory_block()
751 		mem->zone = early_node_zone_for_memory_block(mem, NUMA_NO_NODE);  in add_memory_block()
754 	ret = __add_memory_block(mem);  in add_memory_block()
759 		mem->group = group;  in add_memory_block()
760 		list_add(&mem->group_next, &group->memory_blocks);  in add_memory_block()
819 	struct memory_block *mem;  in create_memory_block_devices()  local
836 			mem = find_memory_block_by_id(block_id);  in create_memory_block_devices()
837 			if (WARN_ON_ONCE(!mem))  in create_memory_block_devices()
839 			remove_memory_block(mem);  in create_memory_block_devices()
856 	struct memory_block *mem;  in remove_memory_block_devices()  local
864 		mem = find_memory_block_by_id(block_id);  in remove_memory_block_devices()
865 		if (WARN_ON_ONCE(!mem))  in remove_memory_block_devices()
867 		unregister_memory_block_under_nodes(mem);  in remove_memory_block_devices()
868 		remove_memory_block(mem);  in remove_memory_block_devices()
951 	struct memory_block *mem;  in walk_memory_blocks()  local
959 		mem = find_memory_block_by_id(block_id);  in walk_memory_blocks()
960 		if (!mem)  in walk_memory_blocks()
963 		ret = func(mem, arg);  in walk_memory_blocks()
964 		put_device(&mem->dev);  in walk_memory_blocks()
978 	struct memory_block *mem = to_memory_block(dev);  in for_each_memory_block_cb()  local
981 	return cb_data->func(mem, cb_data->arg);  in for_each_memory_block_cb()