Searched refs:rdtp (Results 1 – 5 of 5) sorted by relevance
280 struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_dynticks_eqs_enter() local288 seq = atomic_add_return(RCU_DYNTICK_CTRL_CTR, &rdtp->dynticks); in rcu_dynticks_eqs_enter()303 struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_dynticks_eqs_exit() local311 seq = atomic_add_return(RCU_DYNTICK_CTRL_CTR, &rdtp->dynticks); in rcu_dynticks_eqs_exit()315 atomic_andnot(RCU_DYNTICK_CTRL_MASK, &rdtp->dynticks); in rcu_dynticks_eqs_exit()334 struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_dynticks_eqs_online() local336 if (atomic_read(&rdtp->dynticks) & RCU_DYNTICK_CTRL_CTR) in rcu_dynticks_eqs_online()338 atomic_add(RCU_DYNTICK_CTRL_CTR, &rdtp->dynticks); in rcu_dynticks_eqs_online()348 struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_dynticks_curr_cpu_in_eqs() local350 return !(atomic_read(&rdtp->dynticks) & RCU_DYNTICK_CTRL_CTR); in rcu_dynticks_curr_cpu_in_eqs()[all …]
1489 struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_try_advance_all_cbs() local1494 if (jiffies == rdtp->last_advance_all) in rcu_try_advance_all_cbs()1496 rdtp->last_advance_all = jiffies; in rcu_try_advance_all_cbs()1529 struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_needs_cpu() local1535 rdtp->nonlazy_posted_snap = rdtp->nonlazy_posted; in rcu_needs_cpu()1538 if (!rcu_cpu_has_callbacks(&rdtp->all_lazy)) { in rcu_needs_cpu()1549 rdtp->last_accelerate = jiffies; in rcu_needs_cpu()1552 if (!rdtp->all_lazy) { in rcu_needs_cpu()1576 struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks); in rcu_prepare_for_idle() local1587 if (tne != rdtp->tick_nohz_enabled_snap) { in rcu_prepare_for_idle()[all …]
404 struct rcu_dynticks *rdtp = per_cpu_ptr(&rcu_dynticks, cpu); in sync_rcu_exp_select_node_cpus() local411 snap = rcu_dynticks_snap(rdtp); in sync_rcu_exp_select_node_cpus()
422 int rcu_dynticks_snap(struct rcu_dynticks *rdtp);
31 static inline int rcu_dynticks_snap(struct rcu_dynticks *rdtp) in rcu_dynticks_snap() argument
