3  * Memory subsystem support
9  * a SPARSEMEM-memory-model system's physical memory in /sysfs.
19 #include <linux/memory.h>
29 #define MEMORY_CLASS_NAME	"memory"
79  * Memory blocks are cached in a local radix tree to avoid
86  * Memory groups, indexed by memory group id (mgid).
119  * Show the first physical section index (number) of this memory block.
191 	 * they describe (they remain until the memory is unplugged), doing  in memory_block_online()
192 	 * their initialization and accounting at memory onlining/offlining  in memory_block_online()
194 	 * belong to the same zone as the memory they backed.  in memory_block_online()
372  * covered by a memory block, allowing for identifying which memory blocks
373  * comprise a storage increment. Since a memory block spans complete
419 		 * If !mem->zone, the memory block spans multiple zones and  in valid_zones_show()
450  * Show the memory block size (shared by all memory blocks).
461  * Memory auto online policy.
530  * Support for offlining pages of memory
578  * A reference for the returned memory block device is acquired.
622 static int __add_memory_block(struct memory_block *memory)  in __add_memory_block()  argument
626 	memory->dev.bus = &memory_subsys;  in __add_memory_block()
627 	memory->dev.id = memory->start_section_nr / sections_per_block;  in __add_memory_block()
628 	memory->dev.release = memory_block_release;  in __add_memory_block()
629 	memory->dev.groups = memory_memblk_attr_groups;  in __add_memory_block()
630 	memory->dev.offline = memory->state == MEM_OFFLINE;  in __add_memory_block()
632 	ret = device_register(&memory->dev);  in __add_memory_block()
634 		put_device(&memory->dev);  in __add_memory_block()
637 	ret = xa_err(xa_store(&memory_blocks, memory->dev.id, memory,  in __add_memory_block()
640 		device_unregister(&memory->dev);  in __add_memory_block()
655 	 * This logic only works for early memory, when the applicable zones  in early_node_zone_for_memory_block()
656 	 * already span the memory block. We don't expect overlapping zones on  in early_node_zone_for_memory_block()
657 	 * a single node for early memory. So if we're told that some PFNs  in early_node_zone_for_memory_block()
658 	 * of a node fall into this memory block, we can assume that all node  in early_node_zone_for_memory_block()
659 	 * zones that intersect with the memory block are actually applicable.  in early_node_zone_for_memory_block()
681  * memory_block_add_nid() - Indicate that system RAM falling into this memory
683  * @mem: The memory block device.
685  * @context: The memory initialization context.
687  * Indicate that system RAM falling into this memory block (partially) belongs
697 		 * For early memory we have to determine the zone when setting  in memory_block_add_nid()
699 		 * memory block by indicate via zone == NULL that we're not  in memory_block_add_nid()
712 	 * If this memory block spans multiple nodes, we only indicate  in memory_block_add_nid()
714 	 * to hotplugged memory), zone == NULL will prohibit memory offlining  in memory_block_add_nid()
746 		 * MEM_ONLINE at this point implies early memory. With NUMA,  in add_memory_block()
748 		 * memory_block_add_nid(). Memory hotplug updated the zone  in add_memory_block()
749 		 * manually when memory onlining/offlining succeeds.  in add_memory_block()
789 static void remove_memory_block(struct memory_block *memory)  in remove_memory_block()  argument
791 	if (WARN_ON_ONCE(memory->dev.bus != &memory_subsys))  in remove_memory_block()
794 	WARN_ON(xa_erase(&memory_blocks, memory->dev.id) == NULL);  in remove_memory_block()
796 	if (memory->group) {  in remove_memory_block()
797 		list_del(&memory->group_next);  in remove_memory_block()
798 		memory->group = NULL;  in remove_memory_block()
802 	put_device(&memory->dev);  in remove_memory_block()
803 	device_unregister(&memory->dev);  in remove_memory_block()
807  * Create memory block devices for the given memory area. Start and size
808  * have to be aligned to memory block granularity. Memory block devices
846  * Remove memory block devices for the given memory area. Start and size
847  * have to be aligned to memory block granularity. Memory block devices
897  * Initialize the sysfs support for memory devices. At the time this function
898  * is called, we cannot have concurrent creation/deletion of memory block
906 	/* Validate the configured memory block size */  in memory_dev_init()
909 		panic("Memory block size not suitable: 0x%lx\n", block_sz);  in memory_dev_init()
917 	 * Create entries for memory sections that were found  in memory_dev_init()
924 			panic("%s() failed to add memory block: %d\n", __func__,  in memory_dev_init()
930  * walk_memory_blocks - walk through all present memory blocks overlapped
933  * @start: start address of the memory range
934  * @size: size of the memory range
936  * @func: callback for each memory section walked
938  * This function walks through all present memory blocks overlapped by the
939  * range [start, start + size), calling func on each memory block.
985  * for_each_memory_block - walk through all present memory blocks
988  * @func: callback for each memory block walked
990  * This function walks through all present memory blocks, calling func on
991  * each memory block.
1009  * memory groups. Note that the passed memory group will be copied to a
1010  * dynamically allocated memory group. After this call, the passed
1011  * memory group should no longer be used.
1040  * memory_group_register_static() - Register a static memory group.
1042  * @max_pages: The maximum number of pages we'll have in this static memory
1045  * Register a new static memory group and return the memory group id.
1046  * All memory in the group belongs to a single unit, such as a DIMM. All
1047  * memory belonging to a static memory group is added in one go to be removed
1050  * Returns an error if out of memory, if the node id is invalid, if no new
1051  * memory groups can be registered, or if max_pages is invalid (0). Otherwise,
1052  * returns the new memory group id.
1070  * memory_group_register_dynamic() - Register a dynamic memory group.
1072  * @unit_pages: Unit in pages in which is memory added/removed in this dynamic
1073  *		memory group.
1075  * Register a new dynamic memory group and return the memory group id.
1076  * Memory within a dynamic memory group is added/removed dynamically
1079  * Returns an error if out of memory, if the node id is invalid, if no new
1080  * memory groups can be registered, or if unit_pages is invalid (0, not a
1081  * power of two, smaller than a single memory block). Otherwise, returns the
1082  * new memory group id.
1102  * memory_group_unregister() - Unregister a memory group.
1103  * @mgid: the memory group id
1105  * Unregister a memory group. If any memory block still belongs to this
1106  * memory group, unregistering will fail.
1108  * Returns -EINVAL if the memory group id is invalid, returns -EBUSY if some
1109  * memory blocks still belong to this memory group and returns 0 if
1131  * This is an internal helper only to be used in core memory hotplug code to
1132  * lookup a memory group. We don't care about locking, as we don't expect a
1133  * memory group to get unregistered while adding memory to it -- because
1134  * the group and the memory is managed by the same driver.
1142  * This is an internal helper only to be used in core memory hotplug code to
1143  * walk all dynamic memory groups excluding a given memory group, either