165 static void set_state(struct multi_stop_data *msdata,  in set_state()  argument
169 	atomic_set(&msdata->thread_ack, msdata->num_threads);  in set_state()
171 	WRITE_ONCE(msdata->state, newstate);  in set_state()
175 static void ack_state(struct multi_stop_data *msdata)  in ack_state()  argument
177 	if (atomic_dec_and_test(&msdata->thread_ack))  in ack_state()
178 		set_state(msdata, msdata->state + 1);  in ack_state()
189 	struct multi_stop_data *msdata = data;  in multi_cpu_stop()  local
202 	if (!msdata->active_cpus) {  in multi_cpu_stop()
206 		cpumask = msdata->active_cpus;  in multi_cpu_stop()
214 		newstate = READ_ONCE(msdata->state);  in multi_cpu_stop()
224 					err = msdata->fn(msdata->data);  in multi_cpu_stop()
229 			ack_state(msdata);  in multi_cpu_stop()
322 	struct multi_stop_data msdata;  in stop_two_cpus()  local
324 	msdata = (struct multi_stop_data){  in stop_two_cpus()
333 		.arg = &msdata,  in stop_two_cpus()
338 	set_state(&msdata, MULTI_STOP_PREPARE);  in stop_two_cpus()
569 	struct multi_stop_data msdata = {  in stop_machine_cpuslocked()  local
587 		WARN_ON_ONCE(msdata.num_threads != 1);  in stop_machine_cpuslocked()
598 	set_state(&msdata, MULTI_STOP_PREPARE);  in stop_machine_cpuslocked()
599 	return stop_cpus(cpu_online_mask, multi_cpu_stop, &msdata);  in stop_machine_cpuslocked()
639 	struct multi_stop_data msdata = { .fn = fn, .data = data,  in stop_machine_from_inactive_cpu()  local
646 	msdata.num_threads = num_active_cpus() + 1;	/* +1 for local */  in stop_machine_from_inactive_cpu()
653 	set_state(&msdata, MULTI_STOP_PREPARE);  in stop_machine_from_inactive_cpu()
655 	queue_stop_cpus_work(cpu_active_mask, multi_cpu_stop, &msdata,  in stop_machine_from_inactive_cpu()
657 	ret = multi_cpu_stop(&msdata);  in stop_machine_from_inactive_cpu()