Lines Matching refs:rcu_node

145 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp,
147 static void rcu_boost_kthread_setaffinity(struct rcu_node *rnp, int outgoingcpu);
151 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp);
155 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf);
156 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf);
502 static struct rcu_node *rcu_get_root(void) in rcu_get_root()
730 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf()
765 struct rcu_node *rnp = rdp->mynode; in rcu_implicit_dynticks_qs()
800 struct rcu_node *rnp1; in rcu_implicit_dynticks_qs()
898 static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_this_gp()
922 static bool rcu_start_this_gp(struct rcu_node *rnp_start, struct rcu_data *rdp, in rcu_start_this_gp()
926 struct rcu_node *rnp; in rcu_start_this_gp()
997 static bool rcu_future_gp_cleanup(struct rcu_node *rnp) in rcu_future_gp_cleanup()
1049 static bool rcu_accelerate_cbs(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_accelerate_cbs()
1095 static void rcu_accelerate_cbs_unlocked(struct rcu_node *rnp, in rcu_accelerate_cbs_unlocked()
1125 static bool rcu_advance_cbs(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_advance_cbs()
1148 static void __maybe_unused rcu_advance_cbs_nowake(struct rcu_node *rnp, in rcu_advance_cbs_nowake()
1179 static bool __note_gp_changes(struct rcu_node *rnp, struct rcu_data *rdp) in __note_gp_changes()
1232 struct rcu_node *rnp; in note_gp_changes()
1320 struct rcu_node *rnp = rcu_get_root(); in rcu_poll_gp_seq_start()
1336 struct rcu_node *rnp = rcu_get_root(); in rcu_poll_gp_seq_end()
1358 struct rcu_node *rnp = rcu_get_root(); in rcu_poll_gp_seq_start_unlocked()
1375 struct rcu_node *rnp = rcu_get_root(); in rcu_poll_gp_seq_end_unlocked()
1396 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_init()
1536 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_fqs_check_wake()
1559 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_fqs()
1588 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_fqs_loop()
1676 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_cleanup()
1855 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp, in rcu_report_qs_rnp()
1860 struct rcu_node *rnp_c; in rcu_report_qs_rnp()
1920 rcu_report_unblock_qs_rnp(struct rcu_node *rnp, unsigned long flags) in rcu_report_unblock_qs_rnp()
1925 struct rcu_node *rnp_p; in rcu_report_unblock_qs_rnp()
1964 struct rcu_node *rnp; in rcu_report_qs_rdp()
2262 struct rcu_node *rnp; in force_qs_rnp()
2310 struct rcu_node *rnp; in rcu_force_quiescent_state()
2311 struct rcu_node *rnp_old = NULL; in rcu_force_quiescent_state()
2353 struct rcu_node *rnp = rdp->mynode; in rcu_core()
2590 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp) in check_cb_ovld_locked()
2615 struct rcu_node *const rnp = rdp->mynode; in check_cb_ovld()
3531 struct rcu_node *rnp; in synchronize_rcu()
3618 struct rcu_node *rnp = rcu_get_root(); in get_state_synchronize_rcu_full()
3639 struct rcu_node *rnp; in start_poll_synchronize_rcu_common()
3780 struct rcu_node *rnp = rcu_get_root(); in poll_state_synchronize_rcu_full()
3857 struct rcu_node *rnp = rdp->mynode; in rcu_pending()
4092 static unsigned long rcu_rnp_online_cpus(struct rcu_node *rnp) in rcu_rnp_online_cpus()
4162 struct rcu_node *rnp = rdp->mynode; in rcutree_dying_cpu()
4190 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf) in rcu_cleanup_dead_rnp()
4193 struct rcu_node *rnp = rnp_leaf; in rcu_cleanup_dead_rnp()
4241 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf) in rcu_init_new_rnp()
4245 struct rcu_node *rnp = rnp_leaf; in rcu_init_new_rnp()
4302 struct rcu_node *rnp = rcu_get_root(); in rcutree_prepare_cpu()
4370 struct rcu_node *rnp; in rcutree_online_cpu()
4395 struct rcu_node *rnp; in rcutree_offline_cpu()
4426 struct rcu_node *rnp; in rcu_cpu_starting()
4482 struct rcu_node *rnp = rdp->mynode; /* Outgoing CPU's rdp & rnp. */ in rcu_report_dead()
4520 struct rcu_node *my_rnp; in rcutree_migrate_callbacks()
4638 struct rcu_node *rnp; in rcu_spawn_gp_kthread()
4687 struct rcu_node *rnp; in rcu_scheduler_starting()
4718 struct rcu_node *rnp; in rcu_init_one()
4913 struct rcu_node *rnp; in rcu_dump_rcu_node_tree()