107 	struct memory_block *mem = to_memory_block(dev);  in memory_block_release()  local
109 	WARN_ON(mem->altmap);  in memory_block_release()
110 	kfree(mem);  in memory_block_release()
123 	struct memory_block *mem = to_memory_block(dev);  in phys_index_show()  local
125 	return sysfs_emit(buf, "%08lx\n", memory_block_id(mem->start_section_nr));  in phys_index_show()
144 	struct memory_block *mem = to_memory_block(dev);  in state_show()  local
151 	switch (mem->state) {  in state_show()
163 		return sysfs_emit(buf, "ERROR-UNKNOWN-%ld\n", mem->state);  in state_show()
175 static unsigned long memblk_nr_poison(struct memory_block *mem);
177 static inline unsigned long memblk_nr_poison(struct memory_block *mem)  in memblk_nr_poison()  argument
183 static int memory_block_online(struct memory_block *mem)  in memory_block_online()  argument
185 	unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in memory_block_online()
191 	if (memblk_nr_poison(mem))  in memory_block_online()
194 	zone = zone_for_pfn_range(mem->online_type, mem->nid, mem->group,  in memory_block_online()
204 	if (mem->altmap)  in memory_block_online()
205 		nr_vmemmap_pages = mem->altmap->free;  in memory_block_online()
214 			   nr_pages - nr_vmemmap_pages, zone, mem->group);  in memory_block_online()
226 		adjust_present_page_count(pfn_to_page(start_pfn), mem->group,  in memory_block_online()
229 	mem->zone = zone;  in memory_block_online()
233 static int memory_block_offline(struct memory_block *mem)  in memory_block_offline()  argument
235 	unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in memory_block_offline()
240 	if (!mem->zone)  in memory_block_offline()
247 	if (mem->altmap)  in memory_block_offline()
248 		nr_vmemmap_pages = mem->altmap->free;  in memory_block_offline()
251 		adjust_present_page_count(pfn_to_page(start_pfn), mem->group,  in memory_block_offline()
255 			    nr_pages - nr_vmemmap_pages, mem->zone, mem->group);  in memory_block_offline()
260 						  mem->group, nr_vmemmap_pages);  in memory_block_offline()
267 	mem->zone = NULL;  in memory_block_offline()
276 memory_block_action(struct memory_block *mem, unsigned long action)  in memory_block_action()  argument
282 		ret = memory_block_online(mem);  in memory_block_action()
285 		ret = memory_block_offline(mem);  in memory_block_action()
289 		     "%ld\n", __func__, mem->start_section_nr, action, action);  in memory_block_action()
296 static int memory_block_change_state(struct memory_block *mem,  in memory_block_change_state()  argument
301 	if (mem->state != from_state_req)  in memory_block_change_state()
305 		mem->state = MEM_GOING_OFFLINE;  in memory_block_change_state()
307 	ret = memory_block_action(mem, to_state);  in memory_block_change_state()
308 	mem->state = ret ? from_state_req : to_state;  in memory_block_change_state()
316 	struct memory_block *mem = to_memory_block(dev);  in memory_subsys_online()  local
319 	if (mem->state == MEM_ONLINE)  in memory_subsys_online()
326 	if (mem->online_type == MMOP_OFFLINE)  in memory_subsys_online()
327 		mem->online_type = MMOP_ONLINE;  in memory_subsys_online()
329 	ret = memory_block_change_state(mem, MEM_ONLINE, MEM_OFFLINE);  in memory_subsys_online()
330 	mem->online_type = MMOP_OFFLINE;  in memory_subsys_online()
337 	struct memory_block *mem = to_memory_block(dev);  in memory_subsys_offline()  local
339 	if (mem->state == MEM_OFFLINE)  in memory_subsys_offline()
342 	return memory_block_change_state(mem, MEM_OFFLINE, MEM_ONLINE);  in memory_subsys_offline()
349 	struct memory_block *mem = to_memory_block(dev);  in state_store()  local
364 		mem->online_type = online_type;  in state_store()
365 		ret = device_online(&mem->dev);  in state_store()
368 		ret = device_offline(&mem->dev);  in state_store()
394 	struct memory_block *mem = to_memory_block(dev);  in phys_device_show()  local
395 	unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in phys_device_show()
419 	struct memory_block *mem = to_memory_block(dev);  in valid_zones_show()  local
420 	unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in valid_zones_show()
422 	struct memory_group *group = mem->group;  in valid_zones_show()
424 	int nid = mem->nid;  in valid_zones_show()
431 	if (mem->state == MEM_ONLINE) {  in valid_zones_show()
436 		default_zone = mem->zone;  in valid_zones_show()
608 	struct memory_block *mem;  in find_memory_block_by_id()  local
610 	mem = xa_load(&memory_blocks, block_id);  in find_memory_block_by_id()
611 	if (mem)  in find_memory_block_by_id()
612 		get_device(&mem->dev);  in find_memory_block_by_id()
613 	return mem;  in find_memory_block_by_id()
669 static struct zone *early_node_zone_for_memory_block(struct memory_block *mem,  in early_node_zone_for_memory_block()  argument
672 	const unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr);  in early_node_zone_for_memory_block()
716 void memory_block_add_nid(struct memory_block *mem, int nid,  in memory_block_add_nid()  argument
719 	if (context == MEMINIT_EARLY && mem->nid != nid) {  in memory_block_add_nid()
729 		if (mem->nid == NUMA_NO_NODE)  in memory_block_add_nid()
730 			mem->zone = early_node_zone_for_memory_block(mem, nid);  in memory_block_add_nid()
732 			mem->zone = NULL;  in memory_block_add_nid()
741 	mem->nid = nid;  in memory_block_add_nid()
749 	struct memory_block *mem;  in add_memory_block()  local
752 	mem = find_memory_block_by_id(block_id);  in add_memory_block()
753 	if (mem) {  in add_memory_block()
754 		put_device(&mem->dev);  in add_memory_block()
757 	mem = kzalloc(sizeof(*mem), GFP_KERNEL);  in add_memory_block()
758 	if (!mem)  in add_memory_block()
761 	mem->start_section_nr = block_id * sections_per_block;  in add_memory_block()
762 	mem->state = state;  in add_memory_block()
763 	mem->nid = NUMA_NO_NODE;  in add_memory_block()
764 	mem->altmap = altmap;  in add_memory_block()
765 	INIT_LIST_HEAD(&mem->group_next);  in add_memory_block()
775 		mem->zone = early_node_zone_for_memory_block(mem, NUMA_NO_NODE);  in add_memory_block()
778 	ret = __add_memory_block(mem);  in add_memory_block()
783 		mem->group = group;  in add_memory_block()
784 		list_add(&mem->group_next, &group->memory_blocks);  in add_memory_block()
843 	struct memory_block *mem;  in create_memory_block_devices()  local
860 			mem = find_memory_block_by_id(block_id);  in create_memory_block_devices()
861 			if (WARN_ON_ONCE(!mem))  in create_memory_block_devices()
863 			remove_memory_block(mem);  in create_memory_block_devices()
880 	struct memory_block *mem;  in remove_memory_block_devices()  local
888 		mem = find_memory_block_by_id(block_id);  in remove_memory_block_devices()
889 		if (WARN_ON_ONCE(!mem))  in remove_memory_block_devices()
891 		num_poisoned_pages_sub(-1UL, memblk_nr_poison(mem));  in remove_memory_block_devices()
892 		unregister_memory_block_under_nodes(mem);  in remove_memory_block_devices()
893 		remove_memory_block(mem);  in remove_memory_block_devices()
979 	struct memory_block *mem;  in walk_memory_blocks()  local
987 		mem = find_memory_block_by_id(block_id);  in walk_memory_blocks()
988 		if (!mem)  in walk_memory_blocks()
991 		ret = func(mem, arg);  in walk_memory_blocks()
992 		put_device(&mem->dev);  in walk_memory_blocks()
1006 	struct memory_block *mem = to_memory_block(dev);  in for_each_memory_block_cb()  local
1009 	return cb_data->func(mem, cb_data->arg);  in for_each_memory_block_cb()
1200 	struct memory_block *mem = find_memory_block_by_id(block_id);  in memblk_nr_poison_inc()  local
1202 	if (mem)  in memblk_nr_poison_inc()
1203 		atomic_long_inc(&mem->nr_hwpoison);  in memblk_nr_poison_inc()
1209 	struct memory_block *mem = find_memory_block_by_id(block_id);  in memblk_nr_poison_sub()  local
1211 	if (mem)  in memblk_nr_poison_sub()
1212 		atomic_long_sub(i, &mem->nr_hwpoison);  in memblk_nr_poison_sub()
1215 static unsigned long memblk_nr_poison(struct memory_block *mem)  in memblk_nr_poison()  argument
1217 	return atomic_long_read(&mem->nr_hwpoison);  in memblk_nr_poison()