Lines Matching refs:rcu_node
145 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp,
147 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf);
148 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf);
149 static void rcu_boost_kthread_setaffinity(struct rcu_node *rnp, int outgoingcpu);
153 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp);
219 static unsigned long rcu_rnp_online_cpus(struct rcu_node *rnp) in rcu_rnp_online_cpus()
579 static struct rcu_node *rcu_get_root(void) in rcu_get_root()
1163 struct rcu_node *rnp; in rcu_lockdep_current_cpu_online()
1187 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf()
1224 struct rcu_node *rnp = rdp->mynode; in rcu_implicit_dynticks_qs()
1260 struct rcu_node *rnp1; in rcu_implicit_dynticks_qs()
1343 static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_this_gp()
1367 static bool rcu_start_this_gp(struct rcu_node *rnp_start, struct rcu_data *rdp, in rcu_start_this_gp()
1371 struct rcu_node *rnp; in rcu_start_this_gp()
1442 static bool rcu_future_gp_cleanup(struct rcu_node *rnp) in rcu_future_gp_cleanup()
1494 static bool rcu_accelerate_cbs(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_accelerate_cbs()
1540 static void rcu_accelerate_cbs_unlocked(struct rcu_node *rnp, in rcu_accelerate_cbs_unlocked()
1570 static bool rcu_advance_cbs(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_advance_cbs()
1593 static void __maybe_unused rcu_advance_cbs_nowake(struct rcu_node *rnp, in rcu_advance_cbs_nowake()
1623 static bool __note_gp_changes(struct rcu_node *rnp, struct rcu_data *rdp) in __note_gp_changes()
1674 struct rcu_node *rnp; in note_gp_changes()
1743 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_init()
1884 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_fqs_check_wake()
1907 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_fqs()
1936 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_fqs_loop()
2012 struct rcu_node *rnp = rcu_get_root(); in rcu_gp_cleanup()
2173 static void rcu_report_qs_rnp(unsigned long mask, struct rcu_node *rnp, in rcu_report_qs_rnp()
2178 struct rcu_node *rnp_c; in rcu_report_qs_rnp()
2238 rcu_report_unblock_qs_rnp(struct rcu_node *rnp, unsigned long flags) in rcu_report_unblock_qs_rnp()
2243 struct rcu_node *rnp_p; in rcu_report_unblock_qs_rnp()
2283 struct rcu_node *rnp; in rcu_report_qs_rdp()
2362 struct rcu_node *rnp = rdp->mynode; in rcutree_dying_cpu()
2390 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf) in rcu_cleanup_dead_rnp()
2393 struct rcu_node *rnp = rnp_leaf; in rcu_cleanup_dead_rnp()
2427 struct rcu_node *rnp = rdp->mynode; /* Outgoing CPU's rdp & rnp. */ in rcutree_dead_cpu()
2619 struct rcu_node *rnp; in force_qs_rnp()
2667 struct rcu_node *rnp; in rcu_force_quiescent_state()
2668 struct rcu_node *rnp_old = NULL; in rcu_force_quiescent_state()
2710 struct rcu_node *rnp = rdp->mynode; in rcu_core()
2923 static void check_cb_ovld_locked(struct rcu_data *rdp, struct rcu_node *rnp) in check_cb_ovld_locked()
2948 struct rcu_node *const rnp = rdp->mynode; in check_cb_ovld()
3788 struct rcu_node *rnp; in start_poll_synchronize_rcu()
3875 struct rcu_node *rnp = rdp->mynode; in rcu_pending()
4069 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf) in rcu_init_new_rnp()
4073 struct rcu_node *rnp = rnp_leaf; in rcu_init_new_rnp()
4126 struct rcu_node *rnp = rcu_get_root(); in rcutree_prepare_cpu()
4186 struct rcu_node *rnp; in rcutree_online_cpu()
4211 struct rcu_node *rnp; in rcutree_offline_cpu()
4242 struct rcu_node *rnp; in rcu_cpu_starting()
4293 struct rcu_node *rnp = rdp->mynode; /* Outgoing CPU's rdp & rnp. */ in rcu_report_dead()
4338 struct rcu_node *my_rnp; in rcutree_migrate_callbacks()
4407 struct rcu_node *rnp; in rcu_spawn_gp_kthread()
4482 struct rcu_node *rnp; in rcu_init_one()
4651 struct rcu_node *rnp; in rcu_dump_rcu_node_tree()