134 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp)  in rcu_preempt_ctxt_queue()
266 	if (__this_cpu_read(rcu_data.cpu_no_qs.s)) {  in rcu_qs()
268 				       __this_cpu_read(rcu_data.gp_seq),  in rcu_qs()
270 		__this_cpu_write(rcu_data.cpu_no_qs.b.norm, false);  in rcu_qs()
292 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in rcu_note_context_switch()
446 	struct rcu_data *rdp;  in rcu_preempt_deferred_qs_irqrestore()
456 	rdp = this_cpu_ptr(&rcu_data);  in rcu_preempt_deferred_qs_irqrestore()
560 	return (__this_cpu_read(rcu_data.exp_deferred_qs) ||  in rcu_preempt_need_deferred_qs()
587 	struct rcu_data *rdp;  in rcu_preempt_deferred_qs_handler()
589 	rdp = container_of(iwp, struct rcu_data, defer_qs_iw);  in rcu_preempt_deferred_qs_handler()
613 		struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in rcu_read_unlock_special()
705 	    __this_cpu_read(rcu_data.core_needs_qs) &&  in rcu_flavor_sched_clock_irq()
706 	    __this_cpu_read(rcu_data.cpu_no_qs.b.norm) &&  in rcu_flavor_sched_clock_irq()
748 	struct rcu_data *rdp;  in dump_blkd_tasks()
770 		rdp = per_cpu_ptr(&rcu_data, cpu);  in dump_blkd_tasks()
788 	struct rcu_data *rdp;  in rcu_read_unlock_strict()
793 	rdp = this_cpu_ptr(&rcu_data);  in rcu_read_unlock_strict()
817 	if (!__this_cpu_read(rcu_data.cpu_no_qs.s))  in rcu_qs()
820 			       __this_cpu_read(rcu_data.gp_seq), TPS("cpuqs"));  in rcu_qs()
821 	__this_cpu_write(rcu_data.cpu_no_qs.b.norm, false);  in rcu_qs()
822 	if (!__this_cpu_read(rcu_data.cpu_no_qs.b.exp))  in rcu_qs()
824 	__this_cpu_write(rcu_data.cpu_no_qs.b.exp, false);  in rcu_qs()
825 	rcu_report_exp_rdp(this_cpu_ptr(&rcu_data));  in rcu_qs()
839 	if (!raw_cpu_read(rcu_data.rcu_urgent_qs))  in rcu_all_qs()
843 	if (!smp_load_acquire(this_cpu_ptr(&rcu_data.rcu_urgent_qs))) {  in rcu_all_qs()
847 	this_cpu_write(rcu_data.rcu_urgent_qs, false);  in rcu_all_qs()
848 	if (unlikely(raw_cpu_read(rcu_data.rcu_need_heavy_qs))) {  in rcu_all_qs()
866 	if (!smp_load_acquire(this_cpu_ptr(&rcu_data.rcu_urgent_qs)))  in rcu_note_context_switch()
868 	this_cpu_write(rcu_data.rcu_urgent_qs, false);  in rcu_note_context_switch()
869 	if (unlikely(raw_cpu_read(rcu_data.rcu_need_heavy_qs)))  in rcu_note_context_switch()
1113 	return __this_cpu_read(rcu_data.rcu_cpu_kthread_task) == current;  in rcu_is_callbacks_kthread()
1205 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_prepare_kthreads()
1258 	return !rcu_segcblist_empty(&this_cpu_ptr(&rcu_data)->cblist) &&  in rcu_needs_cpu()
1259 	       !rcu_segcblist_is_offloaded(&this_cpu_ptr(&rcu_data)->cblist);  in rcu_needs_cpu()
1312 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in rcu_try_advance_all_cbs()
1347 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in rcu_needs_cpu()
1354 	    rcu_segcblist_is_offloaded(&this_cpu_ptr(&rcu_data)->cblist)) {  in rcu_needs_cpu()
1385 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in rcu_prepare_for_idle()
1428 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in rcu_cleanup_after_idle()
1504 static void rcu_nocb_bypass_lock(struct rcu_data *rdp)  in rcu_nocb_bypass_lock()
1528 static void rcu_nocb_wait_contended(struct rcu_data *rdp)  in rcu_nocb_wait_contended()
1539 static bool rcu_nocb_bypass_trylock(struct rcu_data *rdp)  in rcu_nocb_bypass_trylock()
1548 static void rcu_nocb_bypass_unlock(struct rcu_data *rdp)  in rcu_nocb_bypass_unlock()
1559 static void rcu_nocb_lock(struct rcu_data *rdp)  in rcu_nocb_lock()
1571 static void rcu_nocb_unlock(struct rcu_data *rdp)  in rcu_nocb_unlock()
1583 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,  in rcu_nocb_unlock_irqrestore()
1595 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp)  in rcu_lockdep_assert_cblist_protected()
1634 static void wake_nocb_gp(struct rcu_data *rdp, bool force,  in wake_nocb_gp()
1639 	struct rcu_data *rdp_gp = rdp->nocb_gp_rdp;  in wake_nocb_gp()
1665 static void wake_nocb_gp_defer(struct rcu_data *rdp, int waketype,  in wake_nocb_gp_defer()
1683 static bool rcu_nocb_do_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_do_flush_bypass()
1713 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_flush_bypass()
1727 static void rcu_nocb_try_flush_bypass(struct rcu_data *rdp, unsigned long j)  in rcu_nocb_try_flush_bypass()
1754 static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_try_bypass()
1864 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_alldone,  in __call_rcu_nocb_wake()
1923 	struct rcu_data *rdp = from_timer(rdp, t, nocb_bypass_timer);  in do_nocb_bypass_wakeup_timer()
1935 static void nocb_gp_wait(struct rcu_data *my_rdp)  in nocb_gp_wait()
1947 	struct rcu_data *rdp;  in nocb_gp_wait()
2074 	struct rcu_data *rdp = arg;  in rcu_nocb_gp_kthread()
2088 static void nocb_cb_wait(struct rcu_data *rdp)  in nocb_cb_wait()
2137 	struct rcu_data *rdp = arg;  in rcu_nocb_cb_kthread()
2149 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp)  in rcu_nocb_need_deferred_wakeup()
2155 static void do_nocb_deferred_wakeup_common(struct rcu_data *rdp)  in do_nocb_deferred_wakeup_common()
2174 	struct rcu_data *rdp = from_timer(rdp, t, nocb_timer);  in do_nocb_deferred_wakeup_timer()
2184 static void do_nocb_deferred_wakeup(struct rcu_data *rdp)  in do_nocb_deferred_wakeup()
2194 	struct rcu_data *rdp;  in rcu_init_nohz()
2229 		rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_init_nohz()
2238 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp)  in rcu_boot_init_nocb_percpu_data()
2257 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_spawn_one_nocb_kthread()
2258 	struct rcu_data *rdp_gp;  in rcu_spawn_one_nocb_kthread()
2326 	struct rcu_data *rdp;  in rcu_organize_nocb_kthreads()
2327 	struct rcu_data *rdp_gp = NULL;  /* Suppress misguided gcc warn. */  in rcu_organize_nocb_kthreads()
2328 	struct rcu_data *rdp_prev = NULL;  in rcu_organize_nocb_kthreads()
2343 		rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_organize_nocb_kthreads()
2388 static void show_rcu_nocb_gp_state(struct rcu_data *rdp)  in show_rcu_nocb_gp_state()
2410 static void show_rcu_nocb_state(struct rcu_data *rdp)  in show_rcu_nocb_state()
2459 static void rcu_nocb_lock(struct rcu_data *rdp)  in rcu_nocb_lock()
2464 static void rcu_nocb_unlock(struct rcu_data *rdp)  in rcu_nocb_unlock()
2469 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp,  in rcu_nocb_unlock_irqrestore()
2476 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp)  in rcu_lockdep_assert_cblist_protected()
2494 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_flush_bypass()
2500 static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp,  in rcu_nocb_try_bypass()
2506 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_empty,  in __call_rcu_nocb_wake()
2512 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp)  in rcu_boot_init_nocb_percpu_data()
2516 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp)  in rcu_nocb_need_deferred_wakeup()
2521 static void do_nocb_deferred_wakeup(struct rcu_data *rdp)  in do_nocb_deferred_wakeup()
2533 static void show_rcu_nocb_state(struct rcu_data *rdp)  in show_rcu_nocb_state()