20 	rcu_seq_start(&rcu_state.expedited_sequence);  in rcu_exp_gp_seq_start()
29 	return rcu_seq_endval(&rcu_state.expedited_sequence);  in rcu_exp_gp_seq_endval()
37 	rcu_seq_end(&rcu_state.expedited_sequence);  in rcu_exp_gp_seq_end()
51 	s = rcu_seq_snap(&rcu_state.expedited_sequence);  in rcu_exp_gp_seq_snap()
52 	trace_rcu_exp_grace_period(rcu_state.name, s, TPS("snap"));  in rcu_exp_gp_seq_snap()
63 	return rcu_seq_done(&rcu_state.expedited_sequence, s);  in rcu_exp_gp_seq_done()
79 	int ncpus = smp_load_acquire(&rcu_state.ncpus); /* Order vs. locking. */  in sync_exp_reset_tree_hotplug()
84 	if (likely(ncpus == rcu_state.ncpus_snap))  in sync_exp_reset_tree_hotplug()
86 	rcu_state.ncpus_snap = ncpus;  in sync_exp_reset_tree_hotplug()
201 				swake_up_one(&rcu_state.expedited_wq);  in __rcu_report_exp_rnp()
266 		trace_rcu_exp_grace_period(rcu_state.name, s, TPS("done"));  in sync_exp_work_done()
290 	    mutex_trylock(&rcu_state.exp_mutex))  in exp_funnel_lock()
310 			trace_rcu_exp_funnel_lock(rcu_state.name, rnp->level,  in exp_funnel_lock()
319 		trace_rcu_exp_funnel_lock(rcu_state.name, rnp->level,  in exp_funnel_lock()
322 	mutex_lock(&rcu_state.exp_mutex);  in exp_funnel_lock()
325 		mutex_unlock(&rcu_state.exp_mutex);  in exp_funnel_lock()
329 	trace_rcu_exp_grace_period(rcu_state.name, s, TPS("start"));  in exp_funnel_lock()
405 			trace_rcu_exp_grace_period(rcu_state.name, rcu_exp_gp_seq_endval(), TPS("selectofl"));  in sync_rcu_exp_select_node_cpus()
428 	trace_rcu_exp_grace_period(rcu_state.name, rcu_exp_gp_seq_endval(), TPS("reset"));  in sync_rcu_exp_select_cpus()
430 	trace_rcu_exp_grace_period(rcu_state.name, rcu_exp_gp_seq_endval(), TPS("select"));  in sync_rcu_exp_select_cpus()
471 	t = swait_event_timeout_exclusive(rcu_state.expedited_wq,  in synchronize_rcu_expedited_wait_once()
497 	trace_rcu_exp_grace_period(rcu_state.name, rcu_exp_gp_seq_endval(), TPS("startwait"));  in synchronize_rcu_expedited_wait()
525 		       rcu_state.name);  in synchronize_rcu_expedited_wait()
544 			jiffies - jiffies_start, rcu_state.expedited_sequence,  in synchronize_rcu_expedited_wait()
588 	mutex_lock(&rcu_state.exp_wake_mutex);  in rcu_exp_wait_wake()
590 	trace_rcu_exp_grace_period(rcu_state.name, s, TPS("end"));  in rcu_exp_wait_wake()
603 	trace_rcu_exp_grace_period(rcu_state.name, s, TPS("endwake"));  in rcu_exp_wait_wake()
604 	mutex_unlock(&rcu_state.exp_wake_mutex);  in rcu_exp_wait_wake()
857 	mutex_unlock(&rcu_state.exp_mutex);  in synchronize_rcu_expedited()