Lines Matching refs:rcu_state

96 struct rcu_state sname##_state = { \
113 static struct rcu_state *const rcu_state_p;
162 rcu_report_qs_rnp(unsigned long mask, struct rcu_state *rsp,
168 static void invoke_rcu_callbacks(struct rcu_state *rsp, struct rcu_data *rdp);
169 static void rcu_report_exp_rdp(struct rcu_state *rsp,
220 static int rcu_gp_in_progress(struct rcu_state *rsp) in rcu_gp_in_progress()
549 static void force_qs_rnp(struct rcu_state *rsp, int (*f)(struct rcu_data *rsp));
550 static void force_quiescent_state(struct rcu_state *rsp);
637 struct rcu_state *rsp; in show_rcu_gp_kthreads()
671 struct rcu_state *rsp = NULL; in rcutorture_get_gp_data()
696 static struct rcu_node *rcu_get_root(struct rcu_state *rsp) in rcu_get_root()
711 struct rcu_state *rsp; in rcu_eqs_enter()
1072 struct rcu_state *rsp; in rcu_lockdep_current_cpu_online()
1275 static void record_gp_stall_check_time(struct rcu_state *rsp) in record_gp_stall_check_time()
1301 static void rcu_check_gp_kthread_starvation(struct rcu_state *rsp) in rcu_check_gp_kthread_starvation()
1330 static void rcu_dump_cpu_stacks(struct rcu_state *rsp) in rcu_dump_cpu_stacks()
1350 static void rcu_stall_kick_kthreads(struct rcu_state *rsp) in rcu_stall_kick_kthreads()
1372 static void print_other_cpu_stall(struct rcu_state *rsp, unsigned long gp_seq) in print_other_cpu_stall()
1445 static void print_cpu_stall(struct rcu_state *rsp) in print_cpu_stall()
1499 static void check_cpu_stall(struct rcu_state *rsp, struct rcu_data *rdp) in check_cpu_stall()
1572 struct rcu_state *rsp; in rcu_cpu_stall_reset()
1606 struct rcu_state *rsp = rdp->rsp; in rcu_start_this_gp()
1678 static bool rcu_future_gp_cleanup(struct rcu_state *rsp, struct rcu_node *rnp) in rcu_future_gp_cleanup()
1698 static void rcu_gp_kthread_wake(struct rcu_state *rsp) in rcu_gp_kthread_wake()
1719 static bool rcu_accelerate_cbs(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_accelerate_cbs()
1760 static void rcu_accelerate_cbs_unlocked(struct rcu_state *rsp, in rcu_accelerate_cbs_unlocked()
1791 static bool rcu_advance_cbs(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_advance_cbs()
1816 static bool __note_gp_changes(struct rcu_state *rsp, struct rcu_node *rnp, in __note_gp_changes()
1859 static void note_gp_changes(struct rcu_state *rsp, struct rcu_data *rdp) in note_gp_changes()
1879 static void rcu_gp_slow(struct rcu_state *rsp, int delay) in rcu_gp_slow()
1890 static bool rcu_gp_init(struct rcu_state *rsp) in rcu_gp_init()
2021 static bool rcu_gp_fqs_check_wake(struct rcu_state *rsp, int *gfp) in rcu_gp_fqs_check_wake()
2040 static void rcu_gp_fqs(struct rcu_state *rsp, bool first_time) in rcu_gp_fqs()
2065 static void rcu_gp_cleanup(struct rcu_state *rsp) in rcu_gp_cleanup()
2154 struct rcu_state *rsp = arg; in rcu_gp_kthread()
2250 static void rcu_report_qs_rsp(struct rcu_state *rsp, unsigned long flags) in rcu_report_qs_rsp()
2275 rcu_report_qs_rnp(unsigned long mask, struct rcu_state *rsp, in rcu_report_qs_rnp()
2340 rcu_report_unblock_qs_rnp(struct rcu_state *rsp, in rcu_report_unblock_qs_rnp()
2381 rcu_report_qs_rdp(int cpu, struct rcu_state *rsp, struct rcu_data *rdp) in rcu_report_qs_rdp()
2430 rcu_check_quiescent_state(struct rcu_state *rsp, struct rcu_data *rdp) in rcu_check_quiescent_state()
2459 static void rcu_cleanup_dying_cpu(struct rcu_state *rsp) in rcu_cleanup_dying_cpu()
2524 static void rcu_cleanup_dead_cpu(int cpu, struct rcu_state *rsp) in rcu_cleanup_dead_cpu()
2540 static void rcu_do_batch(struct rcu_state *rsp, struct rcu_data *rdp) in rcu_do_batch()
2678 static void force_qs_rnp(struct rcu_state *rsp, int (*f)(struct rcu_data *rsp)) in force_qs_rnp()
2726 static void force_quiescent_state(struct rcu_state *rsp) in force_quiescent_state()
2763 rcu_check_gp_start_stall(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_check_gp_start_stall()
2823 __rcu_process_callbacks(struct rcu_state *rsp) in __rcu_process_callbacks()
2858 struct rcu_state *rsp; in rcu_process_callbacks()
2875 static void invoke_rcu_callbacks(struct rcu_state *rsp, struct rcu_data *rdp) in invoke_rcu_callbacks()
2895 static void __call_rcu_core(struct rcu_state *rsp, struct rcu_data *rdp, in __call_rcu_core()
2952 struct rcu_state *rsp, int cpu, bool lazy) in __call_rcu()
3271 static int __rcu_pending(struct rcu_state *rsp, struct rcu_data *rdp) in __rcu_pending()
3316 struct rcu_state *rsp; in rcu_pending()
3334 struct rcu_state *rsp; in rcu_cpu_has_callbacks()
3355 static void _rcu_barrier_trace(struct rcu_state *rsp, const char *s, in _rcu_barrier_trace()
3369 struct rcu_state *rsp = rdp->rsp; in rcu_barrier_callback()
3385 struct rcu_state *rsp = type; in rcu_barrier_func()
3404 static void _rcu_barrier(struct rcu_state *rsp) in _rcu_barrier()
3538 rcu_boot_init_percpu_data(int cpu, struct rcu_state *rsp) in rcu_boot_init_percpu_data()
3563 rcu_init_percpu_data(int cpu, struct rcu_state *rsp) in rcu_init_percpu_data()
3606 struct rcu_state *rsp; in rcutree_prepare_cpu()
3636 struct rcu_state *rsp; in rcutree_online_cpu()
3663 struct rcu_state *rsp; in rcutree_offline_cpu()
3684 struct rcu_state *rsp; in rcutree_dying_cpu()
3696 struct rcu_state *rsp; in rcutree_dead_cpu()
3726 struct rcu_state *rsp; in rcu_cpu_starting()
3764 static void rcu_cleanup_dying_idle_cpu(int cpu, struct rcu_state *rsp) in rcu_cleanup_dying_idle_cpu()
3797 struct rcu_state *rsp; in rcu_report_dead()
3811 static void rcu_migrate_callbacks(int cpu, struct rcu_state *rsp) in rcu_migrate_callbacks()
3852 struct rcu_state *rsp; in rcutree_migrate_callbacks()
3891 struct rcu_state *rsp; in rcu_spawn_gp_kthread()
3952 static void __init rcu_init_one(struct rcu_state *rsp) in rcu_init_one()
4114 static void __init rcu_dump_rcu_node_tree(struct rcu_state *rsp) in rcu_dump_rcu_node_tree()