Lines Matching refs:RCU_DYNTICK_CTRL_CTR
80 #define RCU_DYNTICK_CTRL_CTR (RCU_DYNTICK_CTRL_MASK + 1) macro
85 .dynticks = ATOMIC_INIT(RCU_DYNTICK_CTRL_CTR),
258 seq = arch_atomic_add_return(RCU_DYNTICK_CTRL_CTR, &rdp->dynticks); in rcu_dynticks_eqs_enter()
261 (seq & RCU_DYNTICK_CTRL_CTR)); in rcu_dynticks_eqs_enter()
282 seq = arch_atomic_add_return(RCU_DYNTICK_CTRL_CTR, &rdp->dynticks); in rcu_dynticks_eqs_exit()
286 !(seq & RCU_DYNTICK_CTRL_CTR)); in rcu_dynticks_eqs_exit()
307 if (atomic_read(&rdp->dynticks) & RCU_DYNTICK_CTRL_CTR) in rcu_dynticks_eqs_online()
309 atomic_add(RCU_DYNTICK_CTRL_CTR, &rdp->dynticks); in rcu_dynticks_eqs_online()
321 return !(arch_atomic_read(&rdp->dynticks) & RCU_DYNTICK_CTRL_CTR); in rcu_dynticks_curr_cpu_in_eqs()
341 return !(snap & RCU_DYNTICK_CTRL_CTR); in rcu_dynticks_in_eqs()
365 RCU_DYNTICK_CTRL_CTR); in rcu_dynticks_zero_in_eqs()
393 if (old & RCU_DYNTICK_CTRL_CTR) in rcu_eqs_special_set()
417 special = atomic_add_return(2 * RCU_DYNTICK_CTRL_CTR, in rcu_momentary_dyntick_idle()
420 WARN_ON_ONCE(!(special & RCU_DYNTICK_CTRL_CTR)); in rcu_momentary_dyntick_idle()