Home
last modified time | relevance | path

Searched refs:cblist (Results 1 – 8 of 8) sorted by relevance

/Linux-v5.15/kernel/rcu/
Dtree_nocb.h317 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_do_flush_bypass()
319 rcu_segcblist_insert_pend_cbs(&rdp->cblist, &rcl); in rcu_nocb_do_flush_bypass()
387 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
393 if (!rcu_segcblist_completely_offloaded(&rdp->cblist)) { in rcu_nocb_try_bypass()
395 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
403 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
427 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
442 *was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist); in rcu_nocb_try_bypass()
450 rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) && in rcu_nocb_try_bypass()
463 rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */ in rcu_nocb_try_bypass()
[all …]
Dtree.c82 .cblist.flags = SEGCBLIST_SOFTIRQ_ONLY,
242 if (rcu_segcblist_is_enabled(&rdp->cblist)) in rcu_get_n_cbs_cpu()
243 return rcu_segcblist_n_cbs(&rdp->cblist); in rcu_get_n_cbs_cpu()
1503 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_accelerate_cbs()
1506 trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbPreAcc")); in rcu_accelerate_cbs()
1519 if (rcu_segcblist_accelerate(&rdp->cblist, gp_seq_req)) in rcu_accelerate_cbs()
1523 if (rcu_segcblist_restempty(&rdp->cblist, RCU_WAIT_TAIL)) in rcu_accelerate_cbs()
1528 trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbPostAcc")); in rcu_accelerate_cbs()
1550 (void)rcu_segcblist_accelerate(&rdp->cblist, c); in rcu_accelerate_cbs_unlocked()
1576 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_advance_cbs()
[all …]
Dtree_plugin.h37 return rcu_segcblist_is_offloaded(&rdp->cblist); in rcu_rdp_is_offloaded()
1271 return !rcu_segcblist_empty(&this_cpu_ptr(&rcu_data)->cblist) && in rcu_needs_cpu()
1343 rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_try_advance_all_cbs()
1346 if (rcu_segcblist_ready_cbs(&rdp->cblist)) in rcu_try_advance_all_cbs()
1366 if (rcu_segcblist_empty(&rdp->cblist) || in rcu_needs_cpu()
1409 if (!rcu_segcblist_empty(&rdp->cblist)) in rcu_prepare_for_idle()
1424 if (rcu_segcblist_pend_cbs(&rdp->cblist)) { in rcu_prepare_for_idle()
Dtree.h173 struct rcu_segcblist cblist; /* Segmented callback list, with */ member
452 if (!rcu_segcblist_is_offloaded(&(rdp)->cblist)) \
Dtree_stall.h862 if (rcu_segcblist_is_offloaded(&rdp->cblist)) in show_rcu_gp_kthreads()
/Linux-v5.15/tools/rcu/
Drcu-cbs.py43 len = rdp.cblist.len.value_();
/Linux-v5.15/Documentation/RCU/Design/Data-Structures/
DData-Structures.rst886 1 struct rcu_segcblist cblist;
895 The ``->cblist`` structure is the segmented callback list described
/Linux-v5.15/Documentation/RCU/Design/Memory-Ordering/
DTree-RCU-Memory-Ordering.rst235 34 if (rcu_segcblist_pend_cbs(&rdp->cblist))