20 	rcu_seq_start(&rcu_state.expedited_sequence);  in rcu_exp_gp_seq_start()
29 	return rcu_seq_endval(&rcu_state.expedited_sequence);  in rcu_exp_gp_seq_endval()
37 	rcu_seq_end(&rcu_state.expedited_sequence);  in rcu_exp_gp_seq_end()
49 	s = rcu_seq_snap(&rcu_state.expedited_sequence);  in rcu_exp_gp_seq_snap()
50 	trace_rcu_exp_grace_period(rcu_state.name, s, TPS("snap"));  in rcu_exp_gp_seq_snap()
61 	return rcu_seq_done(&rcu_state.expedited_sequence, s);  in rcu_exp_gp_seq_done()
77 	int ncpus = smp_load_acquire(&rcu_state.ncpus); /* Order vs. locking. */  in sync_exp_reset_tree_hotplug()
82 	if (likely(ncpus == rcu_state.ncpus_snap))  in sync_exp_reset_tree_hotplug()
84 	rcu_state.ncpus_snap = ncpus;  in sync_exp_reset_tree_hotplug()
205 				swake_up_one(&rcu_state.expedited_wq);  in __rcu_report_exp_rnp()
261 		trace_rcu_exp_grace_period(rcu_state.name, s, TPS("done"));  in sync_exp_work_done()
285 	    mutex_trylock(&rcu_state.exp_mutex))  in exp_funnel_lock()
305 			trace_rcu_exp_funnel_lock(rcu_state.name, rnp->level,  in exp_funnel_lock()
314 		trace_rcu_exp_funnel_lock(rcu_state.name, rnp->level,  in exp_funnel_lock()
317 	mutex_lock(&rcu_state.exp_mutex);  in exp_funnel_lock()
320 		mutex_unlock(&rcu_state.exp_mutex);  in exp_funnel_lock()
324 	trace_rcu_exp_grace_period(rcu_state.name, s, TPS("start"));  in exp_funnel_lock()
402 			trace_rcu_exp_grace_period(rcu_state.name, rcu_exp_gp_seq_endval(), TPS("selectofl"));  in sync_rcu_exp_select_node_cpus()
426 	trace_rcu_exp_grace_period(rcu_state.name, rcu_exp_gp_seq_endval(), TPS("reset"));  in sync_rcu_exp_select_cpus()
428 	trace_rcu_exp_grace_period(rcu_state.name, rcu_exp_gp_seq_endval(), TPS("select"));  in sync_rcu_exp_select_cpus()
470 	trace_rcu_exp_grace_period(rcu_state.name, rcu_exp_gp_seq_endval(), TPS("startwait"));  in synchronize_sched_expedited_wait()
476 				rcu_state.expedited_wq,  in synchronize_sched_expedited_wait()
486 		       rcu_state.name);  in synchronize_sched_expedited_wait()
505 			jiffies - jiffies_start, rcu_state.expedited_sequence,  in synchronize_sched_expedited_wait()
545 	trace_rcu_exp_grace_period(rcu_state.name, s, TPS("end"));  in rcu_exp_wait_wake()
551 	mutex_lock(&rcu_state.exp_wake_mutex);  in rcu_exp_wait_wake()
562 		wake_up_all(&rnp->exp_wq[rcu_seq_ctr(rcu_state.expedited_sequence) & 0x3]);  in rcu_exp_wait_wake()
564 	trace_rcu_exp_grace_period(rcu_state.name, s, TPS("endwake"));  in rcu_exp_wait_wake()
565 	mutex_unlock(&rcu_state.exp_wake_mutex);  in rcu_exp_wait_wake()
838 	mutex_unlock(&rcu_state.exp_mutex);  in synchronize_rcu_expedited()