Lines Matching refs:rcu_data

128 static struct rcu_data __percpu *const rcu_data_p = &rcu_preempt_data;
177 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_preempt_ctxt_queue()
338 struct rcu_data *rdp; in rcu_preempt_note_context_switch()
479 struct rcu_data *rdp; in rcu_read_unlock_special()
875 struct rcu_data *rdp; in dump_blkd_tasks()
1362 struct rcu_data *rdp = per_cpu_ptr(rcu_state_p->rda, cpu); in rcu_prepare_kthreads()
1488 struct rcu_data *rdp; in rcu_try_advance_all_cbs()
1575 struct rcu_data *rdp; in rcu_prepare_for_idle()
1682 struct rcu_data *rdp; in rcu_oom_notify_cpu()
1784 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in print_cpu_stall_info()
1827 static void zero_cpu_stall_ticks(struct rcu_data *rdp) in zero_cpu_stall_ticks()
1913 static void __wake_nocb_leader(struct rcu_data *rdp, bool force, in __wake_nocb_leader()
1917 struct rcu_data *rdp_leader = rdp->nocb_leader; in __wake_nocb_leader()
1940 static void wake_nocb_leader(struct rcu_data *rdp, bool force) in wake_nocb_leader()
1952 static void wake_nocb_leader_defer(struct rcu_data *rdp, int waketype, in wake_nocb_leader_defer()
1971 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_nocb_cpu_needs_barrier()
2019 static void __call_rcu_nocb_enqueue(struct rcu_data *rdp, in __call_rcu_nocb_enqueue()
2082 static bool __call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *rhp, in __call_rcu_nocb()
2116 static bool __maybe_unused rcu_nocb_adopt_orphan_cbs(struct rcu_data *my_rdp, in rcu_nocb_adopt_orphan_cbs()
2117 struct rcu_data *rdp, in rcu_nocb_adopt_orphan_cbs()
2136 static void rcu_nocb_wait_gp(struct rcu_data *rdp) in rcu_nocb_wait_gp()
2178 static void nocb_leader_wait(struct rcu_data *my_rdp) in nocb_leader_wait()
2183 struct rcu_data *rdp; in nocb_leader_wait()
2269 static void nocb_follower_wait(struct rcu_data *rdp) in nocb_follower_wait()
2297 struct rcu_data *rdp = arg; in rcu_nocb_kthread()
2351 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp) in rcu_nocb_need_deferred_wakeup()
2357 static void do_nocb_deferred_wakeup_common(struct rcu_data *rdp) in do_nocb_deferred_wakeup_common()
2376 struct rcu_data *rdp = from_timer(rdp, t, nocb_timer); in do_nocb_deferred_wakeup_timer()
2386 static void do_nocb_deferred_wakeup(struct rcu_data *rdp) in do_nocb_deferred_wakeup()
2438 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp) in rcu_boot_init_nocb_percpu_data()
2455 struct rcu_data *rdp; in rcu_spawn_one_nocb_kthread()
2456 struct rcu_data *rdp_last; in rcu_spawn_one_nocb_kthread()
2457 struct rcu_data *rdp_old_leader; in rcu_spawn_one_nocb_kthread()
2458 struct rcu_data *rdp_spawn = per_cpu_ptr(rsp->rda, cpu); in rcu_spawn_one_nocb_kthread()
2534 struct rcu_data *rdp; in rcu_organize_nocb_kthreads()
2535 struct rcu_data *rdp_leader = NULL; /* Suppress misguided gcc warn. */ in rcu_organize_nocb_kthreads()
2536 struct rcu_data *rdp_prev = NULL; in rcu_organize_nocb_kthreads()
2567 static bool init_nocb_callback_list(struct rcu_data *rdp) in init_nocb_callback_list()
2607 static bool __call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *rhp, in __call_rcu_nocb()
2613 static bool __maybe_unused rcu_nocb_adopt_orphan_cbs(struct rcu_data *my_rdp, in rcu_nocb_adopt_orphan_cbs()
2614 struct rcu_data *rdp, in rcu_nocb_adopt_orphan_cbs()
2620 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp) in rcu_boot_init_nocb_percpu_data()
2624 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp) in rcu_nocb_need_deferred_wakeup()
2629 static void do_nocb_deferred_wakeup(struct rcu_data *rdp) in do_nocb_deferred_wakeup()
2641 static bool init_nocb_callback_list(struct rcu_data *rdp) in init_nocb_callback_list()