54 	enum cpuhp_state	state;
55 	enum cpuhp_state	target;
56 	enum cpuhp_state	fail;
66 	enum cpuhp_state	cb_state;
73 static DEFINE_PER_CPU(struct cpuhp_cpu_state, cpuhp_state) = {
127 static struct cpuhp_step *cpuhp_get_step(enum cpuhp_state state)  in cpuhp_get_step()
142 static int cpuhp_invoke_callback(unsigned int cpu, enum cpuhp_state state,  in cpuhp_invoke_callback()
146 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_invoke_callback()
227 static bool cpuhp_is_ap_state(enum cpuhp_state state)  in cpuhp_is_ap_state()
251 static bool cpuhp_is_atomic_state(enum cpuhp_state state)  in cpuhp_is_atomic_state()
410 	if (per_cpu(cpuhp_state, cpu).booted_once)  in cpu_smt_allowed()
422 	return !per_cpu(cpuhp_state, cpu).booted_once;  in cpu_smt_allowed()
428 static inline enum cpuhp_state
429 cpuhp_set_state(struct cpuhp_cpu_state *st, enum cpuhp_state target)  in cpuhp_set_state()
431 	enum cpuhp_state prev_state = st->state;  in cpuhp_set_state()
444 cpuhp_reset_state(struct cpuhp_cpu_state *st, enum cpuhp_state prev_state)  in cpuhp_reset_state()
480 static int cpuhp_kick_ap(struct cpuhp_cpu_state *st, enum cpuhp_state target)  in cpuhp_kick_ap()
482 	enum cpuhp_state prev_state;  in cpuhp_kick_ap()
497 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in bringup_wait_for_ap()
555 			      enum cpuhp_state target)  in cpuhp_up_callbacks()
557 	enum cpuhp_state prev_state = st->state;  in cpuhp_up_callbacks()
577 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_create()
585 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in cpuhp_should_run()
606 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in cpuhp_thread_fun()
608 	enum cpuhp_state state;  in cpuhp_thread_fun()
671 cpuhp_invoke_ap_callback(int cpu, enum cpuhp_state state, bool bringup,  in cpuhp_invoke_ap_callback()
674 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_invoke_ap_callback()
723 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_kick_ap_work()
724 	enum cpuhp_state prev_state = st->state;  in cpuhp_kick_ap_work()
741 	.store			= &cpuhp_state.thread,
752 	kthread_unpark(this_cpu_read(cpuhp_state.thread));  in cpuhp_threads_init()
800 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in take_cpu_down()
801 	enum cpuhp_state target = max((int)st->target, CPUHP_AP_OFFLINE);  in take_cpu_down()
834 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in takedown_cpu()
838 	kthread_park(per_cpu_ptr(&cpuhp_state, cpu)->thread);  in takedown_cpu()
854 		kthread_unpark(per_cpu_ptr(&cpuhp_state, cpu)->thread);  in takedown_cpu()
890 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in cpuhp_report_idle_dead()
910 				enum cpuhp_state target)  in cpuhp_down_callbacks()
912 	enum cpuhp_state prev_state = st->state;  in cpuhp_down_callbacks()
929 			   enum cpuhp_state target)  in _cpu_down()
931 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in _cpu_down()
988 static int cpu_down_maps_locked(unsigned int cpu, enum cpuhp_state target)  in cpu_down_maps_locked()
995 static int do_cpu_down(unsigned int cpu, enum cpuhp_state target)  in do_cpu_down()
1024 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in notify_cpu_starting()
1025 	enum cpuhp_state target = min((int)st->target, CPUHP_AP_ONLINE);  in notify_cpu_starting()
1045 void cpuhp_online_idle(enum cpuhp_state state)  in cpuhp_online_idle()
1047 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in cpuhp_online_idle()
1058 static int _cpu_up(unsigned int cpu, int tasks_frozen, enum cpuhp_state target)  in _cpu_up()
1060 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in _cpu_up()
1116 static int do_cpu_up(unsigned int cpu, enum cpuhp_state target)  in do_cpu_up()
1467 static int cpuhp_cb_check(enum cpuhp_state state)  in cpuhp_cb_check()
1479 static int cpuhp_reserve_state(enum cpuhp_state state)  in cpuhp_reserve_state()
1481 	enum cpuhp_state i, end;  in cpuhp_reserve_state()
1505 static int cpuhp_store_callbacks(enum cpuhp_state state, const char *name,  in cpuhp_store_callbacks()
1542 static void *cpuhp_get_teardown_cb(enum cpuhp_state state)  in cpuhp_get_teardown_cb()
1551 static int cpuhp_issue_call(int cpu, enum cpuhp_state state, bool bringup,  in cpuhp_issue_call()
1585 static void cpuhp_rollback_install(int failedcpu, enum cpuhp_state state,  in cpuhp_rollback_install()
1592 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_rollback_install()
1604 int __cpuhp_state_add_instance_cpuslocked(enum cpuhp_state state,  in __cpuhp_state_add_instance_cpuslocked()
1628 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in __cpuhp_state_add_instance_cpuslocked()
1649 int __cpuhp_state_add_instance(enum cpuhp_state state, struct hlist_node *node,  in __cpuhp_state_add_instance()
1678 int __cpuhp_setup_state_cpuslocked(enum cpuhp_state state,  in __cpuhp_setup_state_cpuslocked()
1711 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in __cpuhp_setup_state_cpuslocked()
1737 int __cpuhp_setup_state(enum cpuhp_state state,  in __cpuhp_setup_state()
1753 int __cpuhp_state_remove_instance(enum cpuhp_state state,  in __cpuhp_state_remove_instance()
1775 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in __cpuhp_state_remove_instance()
1801 void __cpuhp_remove_state_cpuslocked(enum cpuhp_state state, bool invoke)  in __cpuhp_remove_state_cpuslocked()
1827 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in __cpuhp_remove_state_cpuslocked()
1839 void __cpuhp_remove_state(enum cpuhp_state state, bool invoke)  in __cpuhp_remove_state()
1851 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in show_cpuhp_state()
1861 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in write_cpuhp_target()
1900 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in show_cpuhp_target()
1911 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in write_cpuhp_fail()
1944 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in show_cpuhp_fail()
2265 	this_cpu_write(cpuhp_state.booted_once, true);  in boot_cpu_hotplug_init()
2267 	this_cpu_write(cpuhp_state.state, CPUHP_ONLINE);  in boot_cpu_hotplug_init()