Lines Matching refs:cblist

1258 	return !rcu_segcblist_empty(&this_cpu_ptr(&rcu_data)->cblist) &&  in rcu_needs_cpu()
1259 !rcu_segcblist_is_offloaded(&this_cpu_ptr(&rcu_data)->cblist); in rcu_needs_cpu()
1330 rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_try_advance_all_cbs()
1333 if (rcu_segcblist_ready_cbs(&rdp->cblist)) in rcu_try_advance_all_cbs()
1353 if (rcu_segcblist_empty(&rdp->cblist) || in rcu_needs_cpu()
1354 rcu_segcblist_is_offloaded(&this_cpu_ptr(&rcu_data)->cblist)) { in rcu_needs_cpu()
1390 if (rcu_segcblist_is_offloaded(&rdp->cblist)) in rcu_prepare_for_idle()
1396 if (!rcu_segcblist_empty(&rdp->cblist)) in rcu_prepare_for_idle()
1411 if (rcu_segcblist_pend_cbs(&rdp->cblist)) { in rcu_prepare_for_idle()
1431 if (rcu_segcblist_is_offloaded(&rdp->cblist)) in rcu_cleanup_after_idle()
1562 if (!rcu_segcblist_is_offloaded(&rdp->cblist)) in rcu_nocb_lock()
1573 if (rcu_segcblist_is_offloaded(&rdp->cblist)) { in rcu_nocb_unlock()
1586 if (rcu_segcblist_is_offloaded(&rdp->cblist)) { in rcu_nocb_unlock_irqrestore()
1598 if (rcu_segcblist_is_offloaded(&rdp->cblist)) in rcu_lockdep_assert_cblist_protected()
1688 WARN_ON_ONCE(!rcu_segcblist_is_offloaded(&rdp->cblist)); in rcu_nocb_do_flush_bypass()
1697 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_do_flush_bypass()
1699 rcu_segcblist_insert_pend_cbs(&rdp->cblist, &rcl); in rcu_nocb_do_flush_bypass()
1716 if (!rcu_segcblist_is_offloaded(&rdp->cblist)) in rcu_nocb_flush_bypass()
1730 if (!rcu_segcblist_is_offloaded(&rdp->cblist) || in rcu_nocb_try_flush_bypass()
1762 if (!rcu_segcblist_is_offloaded(&rdp->cblist)) { in rcu_nocb_try_bypass()
1763 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
1772 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
1796 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
1811 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
1819 rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) && in rcu_nocb_try_bypass()
1832 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_try_bypass()
1845 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) { in rcu_nocb_try_bypass()
1882 len = rcu_segcblist_n_cbs(&rdp->cblist); in __call_rcu_nocb_wake()
1900 rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) && in __call_rcu_nocb_wake()
1907 !rcu_segcblist_ready_cbs(&rdp->cblist)) && in __call_rcu_nocb_wake()
1968 } else if (!bypass_ncbs && rcu_segcblist_empty(&rdp->cblist)) { in nocb_gp_wait()
1985 if (!rcu_segcblist_restempty(&rdp->cblist, in nocb_gp_wait()
1987 (rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) && in nocb_gp_wait()
1991 wasempty = rcu_segcblist_restempty(&rdp->cblist, in nocb_gp_wait()
1997 !rcu_segcblist_restempty(&rdp->cblist, in nocb_gp_wait()
1999 if (rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq)) { in nocb_gp_wait()
2007 if (rcu_segcblist_ready_cbs(&rdp->cblist)) { in nocb_gp_wait()
2103 if (rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) && in nocb_cb_wait()
2109 if (rcu_segcblist_ready_cbs(&rdp->cblist)) { in nocb_cb_wait()
2230 if (rcu_segcblist_empty(&rdp->cblist)) in rcu_init_nohz()
2231 rcu_segcblist_init(&rdp->cblist); in rcu_init_nohz()
2232 rcu_segcblist_offload(&rdp->cblist); in rcu_init_nohz()
2412 struct rcu_segcblist *rsclp = &rdp->cblist; in show_rcu_nocb_state()
2436 rcu_segcblist_n_cbs(&rdp->cblist)); in show_rcu_nocb_state()