63 	enum cpuhp_state	state;
64 	enum cpuhp_state	target;
65 	enum cpuhp_state	fail;
75 	enum cpuhp_state	cb_state;
82 static DEFINE_PER_CPU(struct cpuhp_cpu_state, cpuhp_state) = {
143 static struct cpuhp_step *cpuhp_get_step(enum cpuhp_state state)  in cpuhp_get_step()
165 static int cpuhp_invoke_callback(unsigned int cpu, enum cpuhp_state state,  in cpuhp_invoke_callback()
169 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_invoke_callback()
248 static bool cpuhp_is_ap_state(enum cpuhp_state state)  in cpuhp_is_ap_state()
272 static bool cpuhp_is_atomic_state(enum cpuhp_state state)  in cpuhp_is_atomic_state()
475 static inline enum cpuhp_state
476 cpuhp_set_state(struct cpuhp_cpu_state *st, enum cpuhp_state target)  in cpuhp_set_state()
478 	enum cpuhp_state prev_state = st->state;  in cpuhp_set_state()
494 cpuhp_reset_state(struct cpuhp_cpu_state *st, enum cpuhp_state prev_state)  in cpuhp_reset_state()
542 static int cpuhp_kick_ap(struct cpuhp_cpu_state *st, enum cpuhp_state target)  in cpuhp_kick_ap()
544 	enum cpuhp_state prev_state;  in cpuhp_kick_ap()
559 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in bringup_wait_for_ap()
632 			     enum cpuhp_state *state_to_run,  in cpuhp_next_state()
634 			     enum cpuhp_state target)  in cpuhp_next_state()
659 				       enum cpuhp_state target)  in cpuhp_invoke_callback_range()
661 	enum cpuhp_state state;  in cpuhp_invoke_callback_range()
688 			      enum cpuhp_state target)  in cpuhp_up_callbacks()
690 	enum cpuhp_state prev_state = st->state;  in cpuhp_up_callbacks()
712 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_create()
721 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in cpuhp_should_run()
742 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in cpuhp_thread_fun()
744 	enum cpuhp_state state;  in cpuhp_thread_fun()
807 cpuhp_invoke_ap_callback(int cpu, enum cpuhp_state state, bool bringup,  in cpuhp_invoke_ap_callback()
810 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_invoke_ap_callback()
859 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_kick_ap_work()
860 	enum cpuhp_state prev_state = st->state;  in cpuhp_kick_ap_work()
877 	.store			= &cpuhp_state.thread,
888 	kthread_unpark(this_cpu_read(cpuhp_state.thread));  in cpuhp_threads_init()
986 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in take_cpu_down()
987 	enum cpuhp_state target = max((int)st->target, CPUHP_AP_OFFLINE);  in take_cpu_down()
1021 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in takedown_cpu()
1077 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in cpuhp_report_idle_dead()
1091 				enum cpuhp_state target)  in cpuhp_down_callbacks()
1093 	enum cpuhp_state prev_state = st->state;  in cpuhp_down_callbacks()
1114 			   enum cpuhp_state target)  in _cpu_down()
1116 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in _cpu_down()
1179 static int cpu_down_maps_locked(unsigned int cpu, enum cpuhp_state target)  in cpu_down_maps_locked()
1186 static int cpu_down(unsigned int cpu, enum cpuhp_state target)  in cpu_down()
1278 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in notify_cpu_starting()
1279 	enum cpuhp_state target = min((int)st->target, CPUHP_AP_ONLINE);  in notify_cpu_starting()
1297 void cpuhp_online_idle(enum cpuhp_state state)  in cpuhp_online_idle()
1299 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in cpuhp_online_idle()
1316 static int _cpu_up(unsigned int cpu, int tasks_frozen, enum cpuhp_state target)  in _cpu_up()
1318 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in _cpu_up()
1376 static int cpu_up(unsigned int cpu, enum cpuhp_state target)  in cpu_up()
1806 static int cpuhp_cb_check(enum cpuhp_state state)  in cpuhp_cb_check()
1818 static int cpuhp_reserve_state(enum cpuhp_state state)  in cpuhp_reserve_state()
1820 	enum cpuhp_state i, end;  in cpuhp_reserve_state()
1844 static int cpuhp_store_callbacks(enum cpuhp_state state, const char *name,  in cpuhp_store_callbacks()
1881 static void *cpuhp_get_teardown_cb(enum cpuhp_state state)  in cpuhp_get_teardown_cb()
1890 static int cpuhp_issue_call(int cpu, enum cpuhp_state state, bool bringup,  in cpuhp_issue_call()
1923 static void cpuhp_rollback_install(int failedcpu, enum cpuhp_state state,  in cpuhp_rollback_install()
1930 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_rollback_install()
1942 int __cpuhp_state_add_instance_cpuslocked(enum cpuhp_state state,  in __cpuhp_state_add_instance_cpuslocked()
1966 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in __cpuhp_state_add_instance_cpuslocked()
1987 int __cpuhp_state_add_instance(enum cpuhp_state state, struct hlist_node *node,  in __cpuhp_state_add_instance()
2017 int __cpuhp_setup_state_cpuslocked(enum cpuhp_state state,  in __cpuhp_setup_state_cpuslocked()
2050 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in __cpuhp_setup_state_cpuslocked()
2076 int __cpuhp_setup_state(enum cpuhp_state state,  in __cpuhp_setup_state()
2092 int __cpuhp_state_remove_instance(enum cpuhp_state state,  in __cpuhp_state_remove_instance()
2114 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in __cpuhp_state_remove_instance()
2140 void __cpuhp_remove_state_cpuslocked(enum cpuhp_state state, bool invoke)  in __cpuhp_remove_state_cpuslocked()
2166 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in __cpuhp_remove_state_cpuslocked()
2178 void __cpuhp_remove_state(enum cpuhp_state state, bool invoke)  in __cpuhp_remove_state()
2262 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in state_show()
2271 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in target_store()
2310 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in target_show()
2319 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in fail_store()
2369 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in fail_show()
2661 	this_cpu_write(cpuhp_state.state, CPUHP_ONLINE);  in boot_cpu_hotplug_init()