Lines Matching refs:rdp
251 static void rcu_report_exp_rdp(struct rcu_data *rdp) in rcu_report_exp_rdp() argument
253 WRITE_ONCE(rdp->exp_deferred_qs, false); in rcu_report_exp_rdp()
254 rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true); in rcu_report_exp_rdp()
277 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id()); in exp_funnel_lock() local
278 struct rcu_node *rnp = rdp->mynode; in exp_funnel_lock()
349 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in sync_rcu_exp_select_node_cpus() local
356 snap = rcu_dynticks_snap(rdp); in sync_rcu_exp_select_node_cpus()
360 rdp->exp_dynticks_snap = snap; in sync_rcu_exp_select_node_cpus()
377 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in sync_rcu_exp_select_node_cpus() local
382 if (rcu_dynticks_in_eqs_since(rdp, rdp->exp_dynticks_snap)) { in sync_rcu_exp_select_node_cpus()
491 struct rcu_data *rdp; in synchronize_sched_expedited_wait() local
497 rdp = per_cpu_ptr(&rcu_data, cpu); in synchronize_sched_expedited_wait()
500 "o."[!!(rdp->grpmask & rnp->expmaskinit)], in synchronize_sched_expedited_wait()
501 "N."[!!(rdp->grpmask & rnp->expmaskinitnext)]); in synchronize_sched_expedited_wait()
604 struct rcu_data *rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler() local
605 struct rcu_node *rnp = rdp->mynode; in rcu_exp_handler()
616 rcu_report_exp_rdp(rdp); in rcu_exp_handler()
618 rdp->exp_deferred_qs = true; in rcu_exp_handler()
639 if (rnp->expmask & rdp->grpmask) { in rcu_exp_handler()
640 rdp->exp_deferred_qs = true; in rcu_exp_handler()
663 rdp->exp_deferred_qs = true; in rcu_exp_handler()
714 struct rcu_data *rdp; in rcu_exp_handler() local
717 rdp = this_cpu_ptr(&rcu_data); in rcu_exp_handler()
718 rnp = rdp->mynode; in rcu_exp_handler()
719 if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) || in rcu_exp_handler()
734 struct rcu_data *rdp; in sync_sched_exp_online_cleanup() local
738 rdp = per_cpu_ptr(&rcu_data, cpu); in sync_sched_exp_online_cleanup()
739 rnp = rdp->mynode; in sync_sched_exp_online_cleanup()
742 if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) || in sync_sched_exp_online_cleanup()