Lines Matching refs:cblist

37 	struct rcu_segcblist cblist;  member
257 if (rcu_segcblist_empty(&rtpcp->cblist)) in cblist_init_generic()
258 rcu_segcblist_init(&rtpcp->cblist); in cblist_init_generic()
310 if (!rcu_segcblist_is_enabled(&rtpcp->cblist)) { in call_rcu_tasks_generic()
315 needwake = rcu_segcblist_empty(&rtpcp->cblist); in call_rcu_tasks_generic()
316 rcu_segcblist_enqueue(&rtpcp->cblist, rhp); in call_rcu_tasks_generic()
370 if (rcu_segcblist_entrain(&rtpcp->cblist, &rtpcp->barrier_q_head)) in rcu_barrier_tasks_generic()
396 if (!rcu_segcblist_n_cbs(&rtpcp->cblist)) in rcu_tasks_need_gpcb()
400 n = rcu_segcblist_n_cbs(&rtpcp->cblist); in rcu_tasks_need_gpcb()
406 rcu_segcblist_advance(&rtpcp->cblist, rcu_seq_current(&rtp->tasks_gp_seq)); in rcu_tasks_need_gpcb()
407 (void)rcu_segcblist_accelerate(&rtpcp->cblist, rcu_seq_snap(&rtp->tasks_gp_seq)); in rcu_tasks_need_gpcb()
408 if (rcu_segcblist_pend_cbs(&rtpcp->cblist)) in rcu_tasks_need_gpcb()
410 if (!rcu_segcblist_empty(&rtpcp->cblist)) in rcu_tasks_need_gpcb()
442 WARN_ON_ONCE(rcu_segcblist_n_cbs(&rtpcp->cblist)); in rcu_tasks_need_gpcb()
473 if (rcu_segcblist_empty(&rtpcp->cblist) || !cpu_possible(cpu)) in rcu_tasks_invoke_cbs()
476 rcu_segcblist_advance(&rtpcp->cblist, rcu_seq_current(&rtp->tasks_gp_seq)); in rcu_tasks_invoke_cbs()
477 rcu_segcblist_extract_done_cbs(&rtpcp->cblist, &rcl); in rcu_tasks_invoke_cbs()
487 rcu_segcblist_add_len(&rtpcp->cblist, -len); in rcu_tasks_invoke_cbs()
488 (void)rcu_segcblist_accelerate(&rtpcp->cblist, rcu_seq_snap(&rtp->tasks_gp_seq)); in rcu_tasks_invoke_cbs()
626 if (!data_race(rcu_segcblist_empty(&rtpcp->cblist))) { in show_rcu_tasks_generic_gp_kthread()