242 	BUILD_BUG_ON(ARRAY_SIZE(rsclp->tails) != ARRAY_SIZE(rsclp->gp_seq));  in rcu_segcblist_init()
245 		rsclp->tails[i] = &rsclp->head;  in rcu_segcblist_init()
281 	       &rsclp->head != READ_ONCE(rsclp->tails[RCU_DONE_TAIL]);  in rcu_segcblist_ready_cbs()
315 		return *rsclp->tails[RCU_DONE_TAIL];  in rcu_segcblist_first_pend_cb()
346 	WRITE_ONCE(*rsclp->tails[RCU_NEXT_TAIL], rhp);  in rcu_segcblist_enqueue()
347 	WRITE_ONCE(rsclp->tails[RCU_NEXT_TAIL], &rhp->next);  in rcu_segcblist_enqueue()
371 		if (rsclp->tails[i] != rsclp->tails[i - 1])  in rcu_segcblist_entrain()
374 	WRITE_ONCE(*rsclp->tails[i], rhp);  in rcu_segcblist_entrain()
376 		WRITE_ONCE(rsclp->tails[i], &rhp->next);  in rcu_segcblist_entrain()
394 	WRITE_ONCE(rsclp->head, *rsclp->tails[RCU_DONE_TAIL]);  in rcu_segcblist_extract_done_cbs()
395 	WRITE_ONCE(*rsclp->tails[RCU_DONE_TAIL], NULL);  in rcu_segcblist_extract_done_cbs()
396 	rclp->tail = rsclp->tails[RCU_DONE_TAIL];  in rcu_segcblist_extract_done_cbs()
398 		if (rsclp->tails[i] == rsclp->tails[RCU_DONE_TAIL])  in rcu_segcblist_extract_done_cbs()
399 			WRITE_ONCE(rsclp->tails[i], &rsclp->head);  in rcu_segcblist_extract_done_cbs()
418 	*rclp->tail = *rsclp->tails[RCU_DONE_TAIL];  in rcu_segcblist_extract_pend_cbs()
419 	rclp->tail = rsclp->tails[RCU_NEXT_TAIL];  in rcu_segcblist_extract_pend_cbs()
420 	WRITE_ONCE(*rsclp->tails[RCU_DONE_TAIL], NULL);  in rcu_segcblist_extract_pend_cbs()
423 		WRITE_ONCE(rsclp->tails[i], rsclp->tails[RCU_DONE_TAIL]);  in rcu_segcblist_extract_pend_cbs()
453 		if (&rsclp->head == rsclp->tails[i])  in rcu_segcblist_insert_done_cbs()
454 			WRITE_ONCE(rsclp->tails[i], rclp->tail);  in rcu_segcblist_insert_done_cbs()
472 	WRITE_ONCE(*rsclp->tails[RCU_NEXT_TAIL], rclp->head);  in rcu_segcblist_insert_pend_cbs()
473 	WRITE_ONCE(rsclp->tails[RCU_NEXT_TAIL], rclp->tail);  in rcu_segcblist_insert_pend_cbs()
495 		WRITE_ONCE(rsclp->tails[RCU_DONE_TAIL], rsclp->tails[i]);  in rcu_segcblist_advance()
505 		WRITE_ONCE(rsclp->tails[j], rsclp->tails[RCU_DONE_TAIL]);  in rcu_segcblist_advance()
514 		if (rsclp->tails[j] == rsclp->tails[RCU_NEXT_TAIL])  in rcu_segcblist_advance()
516 		WRITE_ONCE(rsclp->tails[j], rsclp->tails[i]);  in rcu_segcblist_advance()
554 		if (rsclp->tails[i] != rsclp->tails[i - 1] &&  in rcu_segcblist_accelerate()
594 		WRITE_ONCE(rsclp->tails[i], rsclp->tails[RCU_NEXT_TAIL]);  in rcu_segcblist_accelerate()