Lines Matching refs:rcu_node
163 struct rcu_node *rnp, unsigned long gps, unsigned long flags);
164 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf);
165 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf);
166 static void rcu_boost_kthread_setaffinity(struct rcu_node *rnp, int outgoingcpu);
210 unsigned long rcu_rnp_online_cpus(struct rcu_node *rnp) in rcu_rnp_online_cpus()
636 struct rcu_node *rnp; in show_rcu_gp_kthreads()
696 static struct rcu_node *rcu_get_root(struct rcu_state *rsp) in rcu_get_root()
1071 struct rcu_node *rnp; in rcu_lockdep_current_cpu_online()
1112 static void rcu_gpnum_ovf(struct rcu_node *rnp, struct rcu_data *rdp) in rcu_gpnum_ovf()
1147 struct rcu_node *rnp; in rcu_iw_handler()
1170 struct rcu_node *rnp = rdp->mynode; in rcu_implicit_dynticks_qs()
1210 struct rcu_node *rnp1; in rcu_implicit_dynticks_qs()
1334 struct rcu_node *rnp; in rcu_dump_cpu_stacks()
1379 struct rcu_node *rnp = rcu_get_root(rsp); in print_other_cpu_stall()
1450 struct rcu_node *rnp = rcu_get_root(rsp); in print_cpu_stall()
1507 struct rcu_node *rnp; in check_cpu_stall()
1579 static void trace_rcu_this_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_this_gp()
1602 static bool rcu_start_this_gp(struct rcu_node *rnp_start, struct rcu_data *rdp, in rcu_start_this_gp()
1607 struct rcu_node *rnp; in rcu_start_this_gp()
1678 static bool rcu_future_gp_cleanup(struct rcu_state *rsp, struct rcu_node *rnp) in rcu_future_gp_cleanup()
1719 static bool rcu_accelerate_cbs(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_accelerate_cbs()
1761 struct rcu_node *rnp, in rcu_accelerate_cbs_unlocked()
1791 static bool rcu_advance_cbs(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_advance_cbs()
1816 static bool __note_gp_changes(struct rcu_state *rsp, struct rcu_node *rnp, in __note_gp_changes()
1863 struct rcu_node *rnp; in note_gp_changes()
1896 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_init()
2023 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_fqs_check_wake()
2042 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_fqs()
2071 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_cleanup()
2155 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_kthread()
2276 struct rcu_node *rnp, unsigned long gps, unsigned long flags) in rcu_report_qs_rnp()
2280 struct rcu_node *rnp_c; in rcu_report_qs_rnp()
2341 struct rcu_node *rnp, unsigned long flags) in rcu_report_unblock_qs_rnp()
2346 struct rcu_node *rnp_p; in rcu_report_unblock_qs_rnp()
2386 struct rcu_node *rnp; in rcu_report_qs_rdp()
2463 RCU_TRACE(struct rcu_node *rnp = rdp->mynode;) in rcu_cleanup_dying_cpu()
2490 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf) in rcu_cleanup_dead_rnp()
2493 struct rcu_node *rnp = rnp_leaf; in rcu_cleanup_dead_rnp()
2527 struct rcu_node *rnp = rdp->mynode; /* Outgoing CPU's rdp & rnp. */ in rcu_cleanup_dead_cpu()
2683 struct rcu_node *rnp; in force_qs_rnp()
2730 struct rcu_node *rnp; in force_quiescent_state()
2731 struct rcu_node *rnp_old = NULL; in force_quiescent_state()
2763 rcu_check_gp_start_stall(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_check_gp_start_stall()
2769 struct rcu_node *rnp_root = rcu_get_root(rsp); in rcu_check_gp_start_stall()
2827 struct rcu_node *rnp = rdp->mynode; in __rcu_process_callbacks()
3273 struct rcu_node *rnp = rdp->mynode; in __rcu_pending()
3512 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf) in rcu_init_new_rnp()
3516 struct rcu_node *rnp = rnp_leaf; in rcu_init_new_rnp()
3567 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_init_percpu_data()
3635 struct rcu_node *rnp; in rcutree_online_cpu()
3662 struct rcu_node *rnp; in rcutree_offline_cpu()
3725 struct rcu_node *rnp; in rcu_cpu_starting()
3769 struct rcu_node *rnp = rdp->mynode; /* Outgoing CPU's rdp & rnp. */ in rcu_cleanup_dying_idle_cpu()
3816 struct rcu_node *rnp_root = rcu_get_root(rdp->rsp); in rcu_migrate_callbacks()
3890 struct rcu_node *rnp; in rcu_spawn_gp_kthread()
3963 struct rcu_node *rnp; in rcu_init_one()
4117 struct rcu_node *rnp; in rcu_dump_rcu_node_tree()