19 static inline int rcu_lockdep_is_held_nocb(struct rcu_data *rdp)  in rcu_lockdep_is_held_nocb()
24 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp)  in rcu_current_is_nocb_kthread()
94 static void rcu_nocb_bypass_lock(struct rcu_data *rdp)  in rcu_nocb_bypass_lock()
118 static void rcu_nocb_wait_contended(struct rcu_data *rdp)  in rcu_nocb_wait_contended()
129 static bool rcu_nocb_bypass_trylock(struct rcu_data *rdp)  in rcu_nocb_bypass_trylock()
138 static void rcu_nocb_bypass_unlock(struct rcu_data *rdp)  in rcu_nocb_bypass_unlock()
149 static void rcu_nocb_lock(struct rcu_data *rdp)  in rcu_nocb_lock()
161 static void rcu_nocb_unlock(struct rcu_data *rdp)  in rcu_nocb_unlock()
173 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,  in rcu_nocb_unlock_irqrestore()
185 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp)  in rcu_lockdep_assert_cblist_protected()
220 static bool __wake_nocb_gp(struct rcu_data *rdp_gp,  in __wake_nocb_gp()
221 			   struct rcu_data *rdp,  in __wake_nocb_gp()
255 static bool wake_nocb_gp(struct rcu_data *rdp, bool force)  in wake_nocb_gp()
258 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in wake_nocb_gp()
268 static void wake_nocb_gp_defer(struct rcu_data *rdp, int waketype,  in wake_nocb_gp_defer()
272 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in wake_nocb_gp_defer()
303 static bool rcu_nocb_do_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_do_flush_bypass()
333 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_flush_bypass()
347 static void rcu_nocb_try_flush_bypass(struct rcu_data *rdp, unsigned long j)  in rcu_nocb_try_flush_bypass()
374 static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_try_bypass()
495 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_alldone,  in __call_rcu_nocb_wake()
569 static inline bool nocb_gp_enabled_cb(struct rcu_data *rdp)  in nocb_gp_enabled_cb()
576 static inline bool nocb_gp_update_state_deoffloading(struct rcu_data *rdp,  in nocb_gp_update_state_deoffloading()
606 static void nocb_gp_wait(struct rcu_data *my_rdp)  in nocb_gp_wait()
618 	struct rcu_data *rdp;  in nocb_gp_wait()
757 	struct rcu_data *rdp = arg;  in rcu_nocb_gp_kthread()
767 static inline bool nocb_cb_can_run(struct rcu_data *rdp)  in nocb_cb_can_run()
773 static inline bool nocb_cb_wait_cond(struct rcu_data *rdp)  in nocb_cb_wait_cond()
782 static void nocb_cb_wait(struct rcu_data *rdp)  in nocb_cb_wait()
863 	struct rcu_data *rdp = arg;  in rcu_nocb_cb_kthread()
875 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level)  in rcu_nocb_need_deferred_wakeup()
881 static bool do_nocb_deferred_wakeup_common(struct rcu_data *rdp_gp,  in do_nocb_deferred_wakeup_common()
882 					   struct rcu_data *rdp, int level,  in do_nocb_deferred_wakeup_common()
905 	struct rcu_data *rdp = from_timer(rdp, t, nocb_timer);  in do_nocb_deferred_wakeup_timer()
920 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp)  in do_nocb_deferred_wakeup()
923 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in do_nocb_deferred_wakeup()
934 	do_nocb_deferred_wakeup(this_cpu_ptr(&rcu_data));  in rcu_nocb_flush_deferred_wakeup()
938 static int rdp_offload_toggle(struct rcu_data *rdp,  in rdp_offload_toggle()
943 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in rdp_offload_toggle()
973 	struct rcu_data *rdp = arg;  in rcu_nocb_rdp_deoffload()
1022 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_nocb_cpu_deoffload()
1046 	struct rcu_data *rdp = arg;  in rcu_nocb_rdp_offload()
1092 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_nocb_cpu_offload()
1118 	struct rcu_data *rdp;  in rcu_init_nohz()
1153 		rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_init_nohz()
1164 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp)  in rcu_boot_init_nocb_percpu_data()
1183 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_spawn_one_nocb_kthread()
1184 	struct rcu_data *rdp_gp;  in rcu_spawn_one_nocb_kthread()
1252 	struct rcu_data *rdp;  in rcu_organize_nocb_kthreads()
1253 	struct rcu_data *rdp_gp = NULL;  /* Suppress misguided gcc warn. */  in rcu_organize_nocb_kthreads()
1254 	struct rcu_data *rdp_prev = NULL;  in rcu_organize_nocb_kthreads()
1269 		rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_organize_nocb_kthreads()
1327 static void show_rcu_nocb_gp_state(struct rcu_data *rdp)  in show_rcu_nocb_gp_state()
1351 static void show_rcu_nocb_state(struct rcu_data *rdp)  in show_rcu_nocb_state()
1406 static inline int rcu_lockdep_is_held_nocb(struct rcu_data *rdp)  in rcu_lockdep_is_held_nocb()
1411 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp)  in rcu_current_is_nocb_kthread()
1417 static void rcu_nocb_lock(struct rcu_data *rdp)  in rcu_nocb_lock()
1422 static void rcu_nocb_unlock(struct rcu_data *rdp)  in rcu_nocb_unlock()
1427 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,  in rcu_nocb_unlock_irqrestore()
1434 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp)  in rcu_lockdep_assert_cblist_protected()
1452 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_flush_bypass()
1458 static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_try_bypass()
1464 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_empty,  in __call_rcu_nocb_wake()
1470 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp)  in rcu_boot_init_nocb_percpu_data()
1474 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level)  in rcu_nocb_need_deferred_wakeup()
1479 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp)  in do_nocb_deferred_wakeup()
1492 static void show_rcu_nocb_state(struct rcu_data *rdp)  in show_rcu_nocb_state()