Lines Matching refs:cblist

1410 							    cpu)->cblist);  in print_other_cpu_stall()
1471 cpu)->cblist); in print_cpu_stall()
1728 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_accelerate_cbs()
1742 if (rcu_segcblist_accelerate(&rdp->cblist, gp_seq_req)) in rcu_accelerate_cbs()
1746 if (rcu_segcblist_restempty(&rdp->cblist, RCU_WAIT_TAIL)) in rcu_accelerate_cbs()
1771 (void)rcu_segcblist_accelerate(&rdp->cblist, c); in rcu_accelerate_cbs_unlocked()
1797 if (!rcu_segcblist_pend_cbs(&rdp->cblist)) in rcu_advance_cbs()
1804 rcu_segcblist_advance(&rdp->cblist, rnp->gp_seq); in rcu_advance_cbs()
2548 if (!rcu_segcblist_ready_cbs(&rdp->cblist)) { in rcu_do_batch()
2550 rcu_segcblist_n_lazy_cbs(&rdp->cblist), in rcu_do_batch()
2551 rcu_segcblist_n_cbs(&rdp->cblist), 0); in rcu_do_batch()
2553 !rcu_segcblist_empty(&rdp->cblist), in rcu_do_batch()
2567 trace_rcu_batch_start(rsp->name, rcu_segcblist_n_lazy_cbs(&rdp->cblist), in rcu_do_batch()
2568 rcu_segcblist_n_cbs(&rdp->cblist), bl); in rcu_do_batch()
2569 rcu_segcblist_extract_done_cbs(&rdp->cblist, &rcl); in rcu_do_batch()
2594 rcu_segcblist_insert_done_cbs(&rdp->cblist, &rcl); in rcu_do_batch()
2596 rcu_segcblist_insert_count(&rdp->cblist, &rcl); in rcu_do_batch()
2599 count = rcu_segcblist_n_cbs(&rdp->cblist); in rcu_do_batch()
2614 WARN_ON_ONCE(rcu_segcblist_empty(&rdp->cblist) != (count == 0)); in rcu_do_batch()
2619 if (rcu_segcblist_ready_cbs(&rdp->cblist)) in rcu_do_batch()
2836 rcu_segcblist_is_enabled(&rdp->cblist)) { in __rcu_process_callbacks()
2838 if (!rcu_segcblist_restempty(&rdp->cblist, RCU_NEXT_READY_TAIL)) in __rcu_process_callbacks()
2846 if (rcu_segcblist_ready_cbs(&rdp->cblist)) in __rcu_process_callbacks()
2916 if (unlikely(rcu_segcblist_n_cbs(&rdp->cblist) > in __call_rcu_core()
2929 rcu_segcblist_first_pend_cb(&rdp->cblist) != head) in __call_rcu_core()
2932 rdp->qlen_last_fqs_check = rcu_segcblist_n_cbs(&rdp->cblist); in __call_rcu_core()
2977 if (unlikely(!rcu_segcblist_is_enabled(&rdp->cblist)) || cpu != -1) { in __call_rcu()
2996 if (rcu_segcblist_empty(&rdp->cblist)) in __call_rcu()
2997 rcu_segcblist_init(&rdp->cblist); in __call_rcu()
2999 rcu_segcblist_enqueue(&rdp->cblist, head, lazy); in __call_rcu()
3005 rcu_segcblist_n_lazy_cbs(&rdp->cblist), in __call_rcu()
3006 rcu_segcblist_n_cbs(&rdp->cblist)); in __call_rcu()
3009 rcu_segcblist_n_lazy_cbs(&rdp->cblist), in __call_rcu()
3010 rcu_segcblist_n_cbs(&rdp->cblist)); in __call_rcu()
3287 if (rcu_segcblist_ready_cbs(&rdp->cblist)) in __rcu_pending()
3292 rcu_segcblist_is_enabled(&rdp->cblist) && in __rcu_pending()
3293 !rcu_segcblist_restempty(&rdp->cblist, RCU_NEXT_READY_TAIL)) in __rcu_pending()
3338 if (rcu_segcblist_empty(&rdp->cblist)) in rcu_cpu_has_callbacks()
3341 if (rcu_segcblist_n_nonlazy_cbs(&rdp->cblist) || !all_lazy) { in rcu_cpu_has_callbacks()
3391 if (rcu_segcblist_entrain(&rdp->cblist, &rdp->barrier_head, 0)) { in rcu_barrier_func()
3459 } else if (rcu_segcblist_n_cbs(&rdp->cblist)) { in _rcu_barrier()
3574 if (rcu_segcblist_empty(&rdp->cblist) && /* No early-boot CBs? */ in rcu_init_percpu_data()
3576 rcu_segcblist_init(&rdp->cblist); /* Re-enable callbacks. */ in rcu_init_percpu_data()
3819 if (rcu_is_nocb_cpu(cpu) || rcu_segcblist_empty(&rdp->cblist)) in rcu_migrate_callbacks()
3832 rcu_segcblist_merge(&my_rdp->cblist, &rdp->cblist); in rcu_migrate_callbacks()
3833 WARN_ON_ONCE(rcu_segcblist_empty(&my_rdp->cblist) != in rcu_migrate_callbacks()
3834 !rcu_segcblist_n_cbs(&my_rdp->cblist)); in rcu_migrate_callbacks()
3838 WARN_ONCE(rcu_segcblist_n_cbs(&rdp->cblist) != 0 || in rcu_migrate_callbacks()
3839 !rcu_segcblist_empty(&rdp->cblist), in rcu_migrate_callbacks()
3841 cpu, rcu_segcblist_n_cbs(&rdp->cblist), in rcu_migrate_callbacks()
3842 rcu_segcblist_first_cb(&rdp->cblist)); in rcu_migrate_callbacks()