Lines Matching refs:rdp
262 static void rcu_report_exp_rdp(struct rcu_state *rsp, struct rcu_data *rdp, in rcu_report_exp_rdp() argument
265 rcu_report_exp_cpu_mult(rsp, rdp->mynode, rdp->grpmask, wake); in rcu_report_exp_rdp()
289 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, raw_smp_processor_id()); in exp_funnel_lock() local
290 struct rcu_node *rnp = rdp->mynode; in exp_funnel_lock()
343 struct rcu_data *rdp; in sync_sched_exp_handler() local
347 rdp = this_cpu_ptr(rsp->rda); in sync_sched_exp_handler()
348 rnp = rdp->mynode; in sync_sched_exp_handler()
349 if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) || in sync_sched_exp_handler()
366 struct rcu_data *rdp; in sync_sched_exp_online_cleanup() local
371 rdp = per_cpu_ptr(rsp->rda, cpu); in sync_sched_exp_online_cleanup()
372 rnp = rdp->mynode; in sync_sched_exp_online_cleanup()
373 if (!(READ_ONCE(rnp->expmask) & rdp->grpmask)) in sync_sched_exp_online_cleanup()
403 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in sync_rcu_exp_select_node_cpus() local
415 rdp->exp_dynticks_snap = snap; in sync_rcu_exp_select_node_cpus()
432 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in sync_rcu_exp_select_node_cpus() local
437 if (rcu_dynticks_in_eqs_since(rdp->dynticks, in sync_rcu_exp_select_node_cpus()
438 rdp->exp_dynticks_snap)) { in sync_rcu_exp_select_node_cpus()
545 struct rcu_data *rdp; in synchronize_sched_expedited_wait() local
551 rdp = per_cpu_ptr(rsp->rda, cpu); in synchronize_sched_expedited_wait()
554 "o."[!!(rdp->grpmask & rnp->expmaskinit)], in synchronize_sched_expedited_wait()
555 "N."[!!(rdp->grpmask & rnp->expmaskinitnext)]); in synchronize_sched_expedited_wait()
654 struct rcu_data *rdp; in _synchronize_rcu_expedited() local
684 rdp = per_cpu_ptr(rsp->rda, raw_smp_processor_id()); in _synchronize_rcu_expedited()
738 struct rcu_data *rdp; in sync_rcu_exp_handler() local
762 rdp = this_cpu_ptr(rsp->rda); in sync_rcu_exp_handler()
763 rcu_report_exp_rdp(rsp, rdp, true); in sync_rcu_exp_handler()