Lines Matching refs:rcu_state

314 		trace_rcu_preempt_task(rcu_state.name,  in rcu_note_context_switch()
379 if (IS_ENABLED(CONFIG_RCU_STRICT_GRACE_PERIOD) && rcu_state.gp_kthread) in __rcu_read_lock()
708 time_after(jiffies, rcu_state.gp_start + HZ)) in rcu_flavor_sched_clock_irq()
791 irqs_disabled() || preempt_count() || !rcu_state.gp_kthread) in rcu_read_unlock_strict()
1096 (!time_after(rnp->boost_time, jiffies) || rcu_state.cbovld))) { in rcu_initiate_boost()
1144 rcu_state.boost = 1; in rcu_spawn_one_boost_kthread()
1643 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in wake_nocb_gp()
1654 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, TPS("DoWake")); in wake_nocb_gp()
1672 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, reason); in wake_nocb_gp_defer()
1798 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in rcu_nocb_try_bypass()
1813 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in rcu_nocb_try_bypass()
1836 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, TPS("FirstBQ")); in rcu_nocb_try_bypass()
1846 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in rcu_nocb_try_bypass()
1850 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in rcu_nocb_try_bypass()
1876 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in __call_rcu_nocb_wake()
1888 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in __call_rcu_nocb_wake()
1913 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, TPS("WakeNot")); in __call_rcu_nocb_wake()
1925 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, TPS("Timer")); in do_nocb_bypass_wakeup_timer()
1959 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, TPS("Check")); in nocb_gp_wait()
1973 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in nocb_gp_wait()
2004 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in nocb_gp_wait()
2036 trace_rcu_nocb_wake(rcu_state.name, cpu, TPS("Poll")); in nocb_gp_wait()
2040 trace_rcu_nocb_wake(rcu_state.name, cpu, TPS("Sleep")); in nocb_gp_wait()
2043 trace_rcu_nocb_wake(rcu_state.name, cpu, TPS("EndSleep")); in nocb_gp_wait()
2116 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, TPS("CBSleep")); in nocb_cb_wait()
2128 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, TPS("WokeEmpty")); in nocb_cb_wait()
2168 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, TPS("DeferredWake")); in do_nocb_deferred_wakeup_common()
2280 "rcuo%c/%d", rcu_state.abbr, cpu); in rcu_spawn_one_nocb_kthread()
2553 time_before(jiffies, READ_ONCE(rcu_state.gp_start) + HZ))) in rcu_nohz_full_cpu()