Lines Matching refs:rcu_data

95 static DEFINE_PER_CPU_SHARED_ALIGNED(struct rcu_data, sname##_data); \
168 static void invoke_rcu_callbacks(struct rcu_state *rsp, struct rcu_data *rdp);
170 struct rcu_data *rdp, bool wake);
549 static void force_qs_rnp(struct rcu_state *rsp, int (*f)(struct rcu_data *rsp));
635 struct rcu_data *rdp; in show_rcu_gp_kthreads()
712 struct rcu_data *rdp; in rcu_eqs_enter()
1070 struct rcu_data *rdp; in rcu_lockdep_current_cpu_online()
1112 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf()
1127 static int dyntick_save_progress_counter(struct rcu_data *rdp) in dyntick_save_progress_counter()
1146 struct rcu_data *rdp; in rcu_iw_handler()
1149 rdp = container_of(iwp, struct rcu_data, rcu_iw); in rcu_iw_handler()
1165 static int rcu_implicit_dynticks_qs(struct rcu_data *rdp) in rcu_implicit_dynticks_qs()
1449 struct rcu_data *rdp = this_cpu_ptr(rsp->rda); in print_cpu_stall()
1499 static void check_cpu_stall(struct rcu_state *rsp, struct rcu_data *rdp) in check_cpu_stall()
1579 static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_this_gp()
1602 static bool rcu_start_this_gp(struct rcu_node *rnp_start, struct rcu_data *rdp, in rcu_start_this_gp()
1681 struct rcu_data *rdp = this_cpu_ptr(rsp->rda); in rcu_future_gp_cleanup()
1720 struct rcu_data *rdp) in rcu_accelerate_cbs()
1762 struct rcu_data *rdp) in rcu_accelerate_cbs_unlocked()
1792 struct rcu_data *rdp) in rcu_advance_cbs()
1817 struct rcu_data *rdp) in __note_gp_changes()
1859 static void note_gp_changes(struct rcu_state *rsp, struct rcu_data *rdp) in note_gp_changes()
1895 struct rcu_data *rdp; in rcu_gp_init()
2070 struct rcu_data *rdp; in rcu_gp_cleanup()
2381 rcu_report_qs_rdp(int cpu, struct rcu_state *rsp, struct rcu_data *rdp) in rcu_report_qs_rdp()
2430 rcu_check_quiescent_state(struct rcu_state *rsp, struct rcu_data *rdp) in rcu_check_quiescent_state()
2462 RCU_TRACE(struct rcu_data *rdp = this_cpu_ptr(rsp->rda);) in rcu_cleanup_dying_cpu()
2526 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_cleanup_dead_cpu()
2540 static void rcu_do_batch(struct rcu_state *rsp, struct rcu_data *rdp) in rcu_do_batch()
2678 static void force_qs_rnp(struct rcu_state *rsp, int (*f)(struct rcu_data *rsp)) in force_qs_rnp()
2764 struct rcu_data *rdp) in rcu_check_gp_start_stall()
2826 struct rcu_data *rdp = raw_cpu_ptr(rsp->rda); in __rcu_process_callbacks()
2875 static void invoke_rcu_callbacks(struct rcu_state *rsp, struct rcu_data *rdp) in invoke_rcu_callbacks()
2895 static void __call_rcu_core(struct rcu_state *rsp, struct rcu_data *rdp, in __call_rcu_core()
2955 struct rcu_data *rdp; in __call_rcu()
3271 static int __rcu_pending(struct rcu_state *rsp, struct rcu_data *rdp) in __rcu_pending()
3333 struct rcu_data *rdp; in rcu_cpu_has_callbacks()
3368 struct rcu_data *rdp = container_of(rhp, struct rcu_data, barrier_head); in rcu_barrier_callback()
3386 struct rcu_data *rdp = raw_cpu_ptr(rsp->rda); in rcu_barrier_func()
3407 struct rcu_data *rdp; in _rcu_barrier()
3540 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_boot_init_percpu_data()
3566 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_init_percpu_data()
3622 struct rcu_data *rdp = per_cpu_ptr(rcu_state_p->rda, cpu); in rcutree_affinity_setting()
3634 struct rcu_data *rdp; in rcutree_online_cpu()
3661 struct rcu_data *rdp; in rcutree_offline_cpu()
3724 struct rcu_data *rdp; in rcu_cpu_starting()
3768 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_cleanup_dying_idle_cpu()
3814 struct rcu_data *my_rdp; in rcu_migrate_callbacks()
3815 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_migrate_callbacks()