12 #include <linux/sched/hotplug.h>
48  * struct cpuhp_cpu_state - Per cpu hotplug state storage
51  * @fail:	Current CPU hotplug callback state
52  * @thread:	Pointer to the hotplug thread
119  * struct cpuhp_step - Hotplug state machine step
166  * Called from cpu hotplug and from the state register machinery.
518 	 * We can't have hotplug operations before userspace starts running,  in lockdep_assert_cpus_held()
519 	 * and some init codepaths will knowingly not take the hotplug lock.  in lockdep_assert_cpus_held()
547  * Wait for currently running CPU hotplug operations to complete (if any) and
548  * disable future CPU hotplug (from sysfs). The 'cpu_add_remove_lock' protects
550  * hotplug path before performing hotplug operations. So acquiring that lock
551  * guarantees mutual exclusion from any currently running hotplug operations.
563 	if (WARN_ONCE(!cpu_hotplug_disabled, "Unbalanced cpu hotplug enable\n"))  in __cpu_hotplug_enable()
589  * Architectures that need SMT-specific errata handling during SMT hotplug
742 /* Regular hotplug invocation of the AP hotplug thread */
784 	/* Unpark the hotplug thread of the target cpu */  in bringup_wait_for_ap_online()
901  * Hotplug state machine related functions
988 	 * When CPU hotplug is disabled, then taking the CPU down is not  in can_rollback_cpu()
1018  * The cpu hotplug threads manage the bringup and teardown of the cpus
1057 	 * The BP holds the hotplug lock, but we're now running on the AP,  in cpuhp_thread_fun()
1124 	 * If we are up and running, use the hotplug thread. For early calls  in cpuhp_invoke_ap_callback()
1151 	 * Clean up the leftovers so the next hotplug operation wont use stale  in cpuhp_invoke_ap_callback()
1206  * Serialize hotplug trainwrecks outside of the cpu_hotplug_lock
1209  * The operation is still serialized against concurrent CPU hotplug via
1211  * serialized against other hotplug related activity like adding or
1215  * This is required for subsystems which are unfixable vs. CPU hotplug and
1230 	 * cpusets delegate hotplug operations to a worker to "solve" the  in cpu_up_down_serialize_trainwrecks()
1234 	 * The wait is required because otherwise the hotplug operation  in cpu_up_down_serialize_trainwrecks()
1349 		/* Unpark the hotplug thread so we can rollback there */  in takedown_cpu()
1442 	 * If the current CPU state is in the range of the AP hotplug thread,  in _cpu_down()
1456 		 * We might have stopped still in the range of the AP hotplug  in _cpu_down()
1482 	 * concurrent CPU hotplug via cpu_add_remove_lock.  in _cpu_down()
1507 	 * If the platform does not support hotplug, report it explicitly to  in cpu_down_maps_locked()
1631  * hotplug thread of the upcoming CPU up and then delegates the rest of the
1632  * online bringup to the hotplug thread.
1694 	 * If the current CPU state is in the range of the AP hotplug thread,  in _cpu_up()
1709 	 * CPUHP_BRINGUP_CPU. After that the AP hotplug thread is  in _cpu_up()
1926 	 * with the userspace trying to use the CPU hotplug at the same time  in freeze_secondary_cpus()
1980 	/* Allow everyone to use the CPU hotplug again */  in thaw_secondary_cpus()
2017  * When callbacks for CPU hotplug notifications are being executed, we must
2021  * Hence we need to prevent the freezer from racing with regular CPU hotplug.
2024  * hotplug and Suspend/Hibernate call paths by hooking onto the Suspend/
2056 	 * to disable cpu hotplug to avoid cpu hotplug race.  in cpu_hotplug_pm_sync_init()
2308 	WARN(1, "No more dynamic states available for CPU hotplug\n");  in cpuhp_reserve_state()
2317 	/* (Un)Install the callbacks for further cpu hotplug operations */  in cpuhp_store_callbacks()
2328 	 * dangling, which causes wreckage on the next hotplug operation.  in cpuhp_store_callbacks()
2431 	 * depending on the hotplug state of the cpu.  in __cpuhp_state_add_instance_cpuslocked()
2468  * __cpuhp_setup_state_cpuslocked - Setup the callbacks for an hotplug machine state
2515 	 * depending on the hotplug state of the cpu.  in __cpuhp_setup_state_cpuslocked()
2578 	 * on the hotplug state of the cpu. This function is not  in __cpuhp_state_remove_instance()
2599  * __cpuhp_remove_state_cpuslocked - Remove the callbacks for an hotplug machine state
2630 	 * on the hotplug state of the cpu. This function is not  in __cpuhp_remove_state_cpuslocked()
2695 		 * abusers of the hotplug machinery (thermal management).  in cpuhp_smt_disable()
2700 		 * called under the sysfs hotplug lock, so it is properly  in cpuhp_smt_disable()
2863 	.name = "hotplug",
2895 	.name = "hotplug",
3137 	 * regular CPU hotplug is properly serialized.  in set_cpu_online()
3141 	 * concurrent hotplug operations.  in set_cpu_online()