Lines Matching refs:dynticks
271 .dynticks = ATOMIC_INIT(RCU_DYNTICK_CTRL_CTR),
288 seq = atomic_add_return(RCU_DYNTICK_CTRL_CTR, &rdtp->dynticks); in rcu_dynticks_eqs_enter()
311 seq = atomic_add_return(RCU_DYNTICK_CTRL_CTR, &rdtp->dynticks); in rcu_dynticks_eqs_exit()
315 atomic_andnot(RCU_DYNTICK_CTRL_MASK, &rdtp->dynticks); in rcu_dynticks_eqs_exit()
336 if (atomic_read(&rdtp->dynticks) & RCU_DYNTICK_CTRL_CTR) in rcu_dynticks_eqs_online()
338 atomic_add(RCU_DYNTICK_CTRL_CTR, &rdtp->dynticks); in rcu_dynticks_eqs_online()
350 return !(atomic_read(&rdtp->dynticks) & RCU_DYNTICK_CTRL_CTR); in rcu_dynticks_curr_cpu_in_eqs()
359 int snap = atomic_add_return(0, &rdtp->dynticks); in rcu_dynticks_snap()
397 old = atomic_read(&rdtp->dynticks); in rcu_eqs_special_set()
401 } while (atomic_cmpxchg(&rdtp->dynticks, old, new) != old); in rcu_eqs_special_set()
422 special = atomic_add_return(2 * RCU_DYNTICK_CTRL_CTR, &rdtp->dynticks); in rcu_momentary_dyntick_idle()
725 trace_rcu_dyntick(TPS("Start"), rdtp->dynticks_nesting, 0, rdtp->dynticks); in rcu_eqs_enter()
801 …cu_dyntick(TPS("--="), rdtp->dynticks_nmi_nesting, rdtp->dynticks_nmi_nesting - 2, rdtp->dynticks); in rcu_nmi_exit()
808 trace_rcu_dyntick(TPS("Startirq"), rdtp->dynticks_nmi_nesting, 0, rdtp->dynticks); in rcu_nmi_exit()
883 trace_rcu_dyntick(TPS("End"), rdtp->dynticks_nesting, 1, rdtp->dynticks); in rcu_eqs_exit()
957 rdtp->dynticks_nmi_nesting + incby, rdtp->dynticks); in rcu_nmi_enter()
1129 rdp->dynticks_snap = rcu_dynticks_snap(rdp->dynticks); in dyntick_save_progress_counter()
1180 if (rcu_dynticks_in_eqs_since(rdp->dynticks, rdp->dynticks_snap)) { in rcu_implicit_dynticks_qs()
3544 rdp->dynticks = &per_cpu(rcu_dynticks, cpu); in rcu_boot_init_percpu_data()
3545 WARN_ON_ONCE(rdp->dynticks->dynticks_nesting != 1); in rcu_boot_init_percpu_data()
3546 WARN_ON_ONCE(rcu_dynticks_in_eqs(rcu_dynticks_snap(rdp->dynticks))); in rcu_boot_init_percpu_data()
3577 rdp->dynticks->dynticks_nesting = 1; /* CPU not up, no tearing. */ in rcu_init_percpu_data()