Lines Matching refs:dynticks
85 .dynticks = ATOMIC_INIT(RCU_DYNTICK_CTRL_CTR),
258 seq = arch_atomic_add_return(RCU_DYNTICK_CTRL_CTR, &rdp->dynticks); in rcu_dynticks_eqs_enter()
282 seq = arch_atomic_add_return(RCU_DYNTICK_CTRL_CTR, &rdp->dynticks); in rcu_dynticks_eqs_exit()
288 arch_atomic_andnot(RCU_DYNTICK_CTRL_MASK, &rdp->dynticks); in rcu_dynticks_eqs_exit()
307 if (atomic_read(&rdp->dynticks) & RCU_DYNTICK_CTRL_CTR) in rcu_dynticks_eqs_online()
309 atomic_add(RCU_DYNTICK_CTRL_CTR, &rdp->dynticks); in rcu_dynticks_eqs_online()
321 return !(arch_atomic_read(&rdp->dynticks) & RCU_DYNTICK_CTRL_CTR); in rcu_dynticks_curr_cpu_in_eqs()
330 int snap = atomic_add_return(0, &rdp->dynticks); in rcu_dynticks_snap()
364 snap = atomic_read(&rdp->dynticks) & ~(RCU_DYNTICK_CTRL_MASK | in rcu_dynticks_zero_in_eqs()
373 return snap == (atomic_read(&rdp->dynticks) & ~RCU_DYNTICK_CTRL_MASK); in rcu_dynticks_zero_in_eqs()
390 new_old = atomic_read(&rdp->dynticks); in rcu_eqs_special_set()
396 new_old = atomic_cmpxchg(&rdp->dynticks, old, new); in rcu_eqs_special_set()
418 &this_cpu_ptr(&rcu_data)->dynticks); in rcu_momentary_dyntick_idle()
636 trace_rcu_dyntick(TPS("Start"), rdp->dynticks_nesting, 0, atomic_read(&rdp->dynticks)); in rcu_eqs_enter()
644 instrument_atomic_write(&rdp->dynticks, sizeof(rdp->dynticks)); in rcu_eqs_enter()
721 atomic_read(&rdp->dynticks)); in rcu_nmi_exit()
729 trace_rcu_dyntick(TPS("Startirq"), rdp->dynticks_nmi_nesting, 0, atomic_read(&rdp->dynticks)); in rcu_nmi_exit()
736 instrument_atomic_write(&rdp->dynticks, sizeof(rdp->dynticks)); in rcu_nmi_exit()
856 instrument_atomic_write(&rdp->dynticks, sizeof(rdp->dynticks)); in rcu_eqs_exit()
859 trace_rcu_dyntick(TPS("End"), rdp->dynticks_nesting, 1, atomic_read(&rdp->dynticks)); in rcu_eqs_exit()
1008 instrument_atomic_read(&rdp->dynticks, sizeof(rdp->dynticks)); in rcu_nmi_enter()
1010 instrument_atomic_write(&rdp->dynticks, sizeof(rdp->dynticks)); in rcu_nmi_enter()
1023 rdp->dynticks_nmi_nesting + incby, atomic_read(&rdp->dynticks)); in rcu_nmi_enter()