81 	.cblist.flags = SEGCBLIST_RCU_CORE,
256 	if (rcu_segcblist_is_enabled(&rdp->cblist))  in rcu_get_n_cbs_cpu()
257 		return rcu_segcblist_n_cbs(&rdp->cblist);  in rcu_get_n_cbs_cpu()
683 	return !rcu_segcblist_empty(&this_cpu_ptr(&rcu_data)->cblist) &&  in rcu_needs_cpu()
1100 	if (!rcu_segcblist_pend_cbs(&rdp->cblist))  in rcu_accelerate_cbs()
1103 	trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbPreAcc"));  in rcu_accelerate_cbs()
1116 	if (rcu_segcblist_accelerate(&rdp->cblist, gp_seq_req))  in rcu_accelerate_cbs()
1120 	if (rcu_segcblist_restempty(&rdp->cblist, RCU_WAIT_TAIL))  in rcu_accelerate_cbs()
1125 	trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbPostAcc"));  in rcu_accelerate_cbs()
1147 		(void)rcu_segcblist_accelerate(&rdp->cblist, c);  in rcu_accelerate_cbs_unlocked()
1173 	if (!rcu_segcblist_pend_cbs(&rdp->cblist))  in rcu_advance_cbs()
1180 	rcu_segcblist_advance(&rdp->cblist, rnp->gp_seq);  in rcu_advance_cbs()
2043 		} else if (!rcu_segcblist_completely_offloaded(&rdp->cblist)) {  in rcu_report_qs_rdp()
2199 	if (!rcu_segcblist_ready_cbs(&rdp->cblist)) {  in rcu_do_batch()
2201 				      rcu_segcblist_n_cbs(&rdp->cblist), 0);  in rcu_do_batch()
2203 				    !rcu_segcblist_empty(&rdp->cblist),  in rcu_do_batch()
2216 	pending = rcu_segcblist_n_cbs(&rdp->cblist);  in rcu_do_batch()
2227 			      rcu_segcblist_n_cbs(&rdp->cblist), bl);  in rcu_do_batch()
2228 	rcu_segcblist_extract_done_cbs(&rdp->cblist, &rcl);  in rcu_do_batch()
2230 		rdp->qlen_last_fqs_check = rcu_segcblist_n_cbs(&rdp->cblist);  in rcu_do_batch()
2232 	trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCbDequeued"));  in rcu_do_batch()
2286 	rcu_segcblist_insert_done_cbs(&rdp->cblist, &rcl);  in rcu_do_batch()
2287 	rcu_segcblist_add_len(&rdp->cblist, -count);  in rcu_do_batch()
2290 	count = rcu_segcblist_n_cbs(&rdp->cblist);  in rcu_do_batch()
2305 	empty = rcu_segcblist_empty(&rdp->cblist);  in rcu_do_batch()
2309 	WARN_ON_ONCE(count == 0 && rcu_segcblist_n_segment_cbs(&rdp->cblist) != 0);  in rcu_do_batch()
2310 	WARN_ON_ONCE(!empty && rcu_segcblist_n_segment_cbs(&rdp->cblist) == 0);  in rcu_do_batch()
2478 	const bool do_batch = !rcu_segcblist_completely_offloaded(&rdp->cblist);  in rcu_core()
2498 	    rcu_segcblist_is_enabled(&rdp->cblist) && do_batch) {  in rcu_core()
2500 		if (!rcu_segcblist_restempty(&rdp->cblist, RCU_NEXT_READY_TAIL))  in rcu_core()
2508 	if (do_batch && rcu_segcblist_ready_cbs(&rdp->cblist) &&  in rcu_core()
2512 		if (rcu_segcblist_ready_cbs(&rdp->cblist))  in rcu_core()
2663 	if (unlikely(rcu_segcblist_n_cbs(&rdp->cblist) >  in __call_rcu_core()
2676 			    rcu_segcblist_first_pend_cb(&rdp->cblist) != head)  in __call_rcu_core()
2679 			rdp->qlen_last_fqs_check = rcu_segcblist_n_cbs(&rdp->cblist);  in __call_rcu_core()
2702 	if (rcu_segcblist_n_cbs(&rdp->cblist) >= qovld_calc)  in check_cb_ovld_locked()
2725 	    ((rcu_segcblist_n_cbs(&rdp->cblist) >= qovld_calc) ==  in check_cb_ovld()
2803 	if (unlikely(!rcu_segcblist_is_enabled(&rdp->cblist))) {  in call_rcu()
2809 		if (rcu_segcblist_empty(&rdp->cblist))  in call_rcu()
2810 			rcu_segcblist_init(&rdp->cblist);  in call_rcu()
2817 	rcu_segcblist_enqueue(&rdp->cblist, head);  in call_rcu()
2821 					 rcu_segcblist_n_cbs(&rdp->cblist));  in call_rcu()
2824 				   rcu_segcblist_n_cbs(&rdp->cblist));  in call_rcu()
2826 	trace_rcu_segcb_stats(&rdp->cblist, TPS("SegCBQueued"));  in call_rcu()
3842 	    rcu_segcblist_ready_cbs(&rdp->cblist))  in rcu_pending()
3846 	if (!gp_in_progress && rcu_segcblist_is_enabled(&rdp->cblist) &&  in rcu_pending()
3848 	    !rcu_segcblist_restempty(&rdp->cblist, RCU_NEXT_READY_TAIL))  in rcu_pending()
3908 	if (rcu_segcblist_entrain(&rdp->cblist, &rdp->barrier_head)) {  in rcu_barrier_entrain()
3991 		if (!rcu_segcblist_n_cbs(&rdp->cblist)) {  in rcu_barrier()
4119 	if (!rcu_segcblist_is_enabled(&rdp->cblist))  in rcutree_prepare_cpu()
4120 		rcu_segcblist_init(&rdp->cblist);  /* Re-enable callbacks. */  in rcutree_prepare_cpu()
4321 	    rcu_segcblist_empty(&rdp->cblist))  in rcutree_migrate_callbacks()
4335 	rcu_segcblist_merge(&my_rdp->cblist, &rdp->cblist);  in rcutree_migrate_callbacks()
4338 	rcu_segcblist_disable(&rdp->cblist);  in rcutree_migrate_callbacks()
4339 	WARN_ON_ONCE(rcu_segcblist_empty(&my_rdp->cblist) != !rcu_segcblist_n_cbs(&my_rdp->cblist));  in rcutree_migrate_callbacks()
4351 	WARN_ONCE(rcu_segcblist_n_cbs(&rdp->cblist) != 0 ||  in rcutree_migrate_callbacks()
4352 		  !rcu_segcblist_empty(&rdp->cblist),  in rcutree_migrate_callbacks()
4354 		  cpu, rcu_segcblist_n_cbs(&rdp->cblist),  in rcutree_migrate_callbacks()
4355 		  rcu_segcblist_first_cb(&rdp->cblist));  in rcutree_migrate_callbacks()