67 	enum cpuhp_state	state;
68 	enum cpuhp_state	target;
69 	enum cpuhp_state	fail;
78 	enum cpuhp_state	cb_state;
86 static DEFINE_PER_CPU(struct cpuhp_cpu_state, cpuhp_state) = {
147 static struct cpuhp_step *cpuhp_get_step(enum cpuhp_state state)  in cpuhp_get_step()
169 static int cpuhp_invoke_callback(unsigned int cpu, enum cpuhp_state state,  in cpuhp_invoke_callback()
173 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_invoke_callback()
252 static bool cpuhp_is_ap_state(enum cpuhp_state state)  in cpuhp_is_ap_state()
276 static bool cpuhp_is_atomic_state(enum cpuhp_state state)  in cpuhp_is_atomic_state()
301 	atomic_t *st = this_cpu_ptr(&cpuhp_state.ap_sync_state);  in cpuhp_ap_update_sync_state()
311 	atomic_t *st = per_cpu_ptr(&cpuhp_state.ap_sync_state, cpu);  in cpuhp_wait_for_sync_state()
362 	atomic_t *st = per_cpu_ptr(&cpuhp_state.ap_sync_state, cpu);  in cpuhp_bp_sync_dead()
393 	atomic_t *st = this_cpu_ptr(&cpuhp_state.ap_sync_state);  in cpuhp_ap_sync_alive()
404 	atomic_t *st = per_cpu_ptr(&cpuhp_state.ap_sync_state, cpu);  in cpuhp_can_boot_ap()
709 static inline enum cpuhp_state
710 cpuhp_set_state(int cpu, struct cpuhp_cpu_state *st, enum cpuhp_state target)  in cpuhp_set_state()
712 	enum cpuhp_state prev_state = st->state;  in cpuhp_set_state()
729 		  enum cpuhp_state prev_state)  in cpuhp_reset_state()
778 			 enum cpuhp_state target)  in cpuhp_kick_ap()
780 	enum cpuhp_state prev_state;  in cpuhp_kick_ap()
795 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in bringup_wait_for_ap_online()
828 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_bringup_ap()
860 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in bringup_cpu()
931 			     enum cpuhp_state *state_to_run,  in cpuhp_next_state()
933 			     enum cpuhp_state target)  in cpuhp_next_state()
958 					 enum cpuhp_state target,  in __cpuhp_invoke_callback_range()
961 	enum cpuhp_state state;  in __cpuhp_invoke_callback_range()
989 					      enum cpuhp_state target)  in cpuhp_invoke_callback_range()
997 						      enum cpuhp_state target)  in cpuhp_invoke_callback_range_nofail()
1017 			      enum cpuhp_state target)  in cpuhp_up_callbacks()
1019 	enum cpuhp_state prev_state = st->state;  in cpuhp_up_callbacks()
1041 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in cpuhp_should_run()
1062 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in cpuhp_thread_fun()
1064 	enum cpuhp_state state;  in cpuhp_thread_fun()
1127 cpuhp_invoke_ap_callback(int cpu, enum cpuhp_state state, bool bringup,  in cpuhp_invoke_ap_callback()
1130 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_invoke_ap_callback()
1179 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_kick_ap_work()
1180 	enum cpuhp_state prev_state = st->state;  in cpuhp_kick_ap_work()
1197 	.store			= &cpuhp_state.thread,
1210 		st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_init_state()
1220 	kthread_unpark(this_cpu_read(cpuhp_state.thread));  in cpuhp_threads_init()
1272 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in take_cpu_down()
1273 	enum cpuhp_state target = max((int)st->target, CPUHP_AP_OFFLINE);  in take_cpu_down()
1299 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in takedown_cpu()
1364 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in cpuhp_report_idle_dead()
1379 				enum cpuhp_state target)  in cpuhp_down_callbacks()
1381 	enum cpuhp_state prev_state = st->state;  in cpuhp_down_callbacks()
1402 			   enum cpuhp_state target)  in _cpu_down()
1404 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in _cpu_down()
1463 	enum cpuhp_state	target;
1473 static int cpu_down_maps_locked(unsigned int cpu, enum cpuhp_state target)  in cpu_down_maps_locked()
1499 static int cpu_down(unsigned int cpu, enum cpuhp_state target)  in cpu_down()
1591 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in notify_cpu_starting()
1592 	enum cpuhp_state target = min((int)st->target, CPUHP_AP_ONLINE);  in notify_cpu_starting()
1608 void cpuhp_online_idle(enum cpuhp_state state)  in cpuhp_online_idle()
1610 	struct cpuhp_cpu_state *st = this_cpu_ptr(&cpuhp_state);  in cpuhp_online_idle()
1629 static int _cpu_up(unsigned int cpu, int tasks_frozen, enum cpuhp_state target)  in _cpu_up()
1631 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in _cpu_up()
1694 static int cpu_up(unsigned int cpu, enum cpuhp_state target)  in cpu_up()
1778 				      enum cpuhp_state target)  in cpuhp_bringup_mask()
1783 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_bringup_mask()
2268 static int cpuhp_cb_check(enum cpuhp_state state)  in cpuhp_cb_check()
2280 static int cpuhp_reserve_state(enum cpuhp_state state)  in cpuhp_reserve_state()
2282 	enum cpuhp_state i, end;  in cpuhp_reserve_state()
2306 static int cpuhp_store_callbacks(enum cpuhp_state state, const char *name,  in cpuhp_store_callbacks()
2343 static void *cpuhp_get_teardown_cb(enum cpuhp_state state)  in cpuhp_get_teardown_cb()
2352 static int cpuhp_issue_call(int cpu, enum cpuhp_state state, bool bringup,  in cpuhp_issue_call()
2385 static void cpuhp_rollback_install(int failedcpu, enum cpuhp_state state,  in cpuhp_rollback_install()
2392 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in cpuhp_rollback_install()
2404 int __cpuhp_state_add_instance_cpuslocked(enum cpuhp_state state,  in __cpuhp_state_add_instance_cpuslocked()
2428 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in __cpuhp_state_add_instance_cpuslocked()
2449 int __cpuhp_state_add_instance(enum cpuhp_state state, struct hlist_node *node,  in __cpuhp_state_add_instance()
2479 int __cpuhp_setup_state_cpuslocked(enum cpuhp_state state,  in __cpuhp_setup_state_cpuslocked()
2512 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in __cpuhp_setup_state_cpuslocked()
2538 int __cpuhp_setup_state(enum cpuhp_state state,  in __cpuhp_setup_state()
2554 int __cpuhp_state_remove_instance(enum cpuhp_state state,  in __cpuhp_state_remove_instance()
2576 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in __cpuhp_state_remove_instance()
2602 void __cpuhp_remove_state_cpuslocked(enum cpuhp_state state, bool invoke)  in __cpuhp_remove_state_cpuslocked()
2628 		struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, cpu);  in __cpuhp_remove_state_cpuslocked()
2640 void __cpuhp_remove_state(enum cpuhp_state state, bool invoke)  in __cpuhp_remove_state()
2740 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in state_show()
2749 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in target_store()
2790 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in target_show()
2799 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in fail_store()
2849 	struct cpuhp_cpu_state *st = per_cpu_ptr(&cpuhp_state, dev->id);  in fail_show()
3174 	atomic_set(this_cpu_ptr(&cpuhp_state.ap_sync_state), SYNC_STATE_ONLINE);  in boot_cpu_hotplug_init()
3176 	this_cpu_write(cpuhp_state.state, CPUHP_ONLINE);  in boot_cpu_hotplug_init()
3177 	this_cpu_write(cpuhp_state.target, CPUHP_ONLINE);  in boot_cpu_hotplug_init()