Lines Matching refs:tails

68 	BUILD_BUG_ON(ARRAY_SIZE(rsclp->tails) != ARRAY_SIZE(rsclp->gp_seq));  in rcu_segcblist_init()
71 rsclp->tails[i] = &rsclp->head; in rcu_segcblist_init()
85 rsclp->tails[RCU_NEXT_TAIL] = NULL; in rcu_segcblist_disable()
95 &rsclp->head != rsclp->tails[RCU_DONE_TAIL]; in rcu_segcblist_ready_cbs()
129 return *rsclp->tails[RCU_DONE_TAIL]; in rcu_segcblist_first_pend_cb()
150 *rsclp->tails[RCU_NEXT_TAIL] = rhp; in rcu_segcblist_enqueue()
151 rsclp->tails[RCU_NEXT_TAIL] = &rhp->next; in rcu_segcblist_enqueue()
177 if (rsclp->tails[i] != rsclp->tails[i - 1]) in rcu_segcblist_entrain()
179 *rsclp->tails[i] = rhp; in rcu_segcblist_entrain()
181 rsclp->tails[i] = &rhp->next; in rcu_segcblist_entrain()
216 rsclp->head = *rsclp->tails[RCU_DONE_TAIL]; in rcu_segcblist_extract_done_cbs()
217 *rsclp->tails[RCU_DONE_TAIL] = NULL; in rcu_segcblist_extract_done_cbs()
218 rclp->tail = rsclp->tails[RCU_DONE_TAIL]; in rcu_segcblist_extract_done_cbs()
220 if (rsclp->tails[i] == rsclp->tails[RCU_DONE_TAIL]) in rcu_segcblist_extract_done_cbs()
221 rsclp->tails[i] = &rsclp->head; in rcu_segcblist_extract_done_cbs()
238 *rclp->tail = *rsclp->tails[RCU_DONE_TAIL]; in rcu_segcblist_extract_pend_cbs()
239 rclp->tail = rsclp->tails[RCU_NEXT_TAIL]; in rcu_segcblist_extract_pend_cbs()
240 *rsclp->tails[RCU_DONE_TAIL] = NULL; in rcu_segcblist_extract_pend_cbs()
242 rsclp->tails[i] = rsclp->tails[RCU_DONE_TAIL]; in rcu_segcblist_extract_pend_cbs()
273 if (&rsclp->head == rsclp->tails[i]) in rcu_segcblist_insert_done_cbs()
274 rsclp->tails[i] = rclp->tail; in rcu_segcblist_insert_done_cbs()
290 *rsclp->tails[RCU_NEXT_TAIL] = rclp->head; in rcu_segcblist_insert_pend_cbs()
291 rsclp->tails[RCU_NEXT_TAIL] = rclp->tail; in rcu_segcblist_insert_pend_cbs()
315 rsclp->tails[RCU_DONE_TAIL] = rsclp->tails[i]; in rcu_segcblist_advance()
324 rsclp->tails[j] = rsclp->tails[RCU_DONE_TAIL]; in rcu_segcblist_advance()
333 if (rsclp->tails[j] == rsclp->tails[RCU_NEXT_TAIL]) in rcu_segcblist_advance()
335 rsclp->tails[j] = rsclp->tails[i]; in rcu_segcblist_advance()
372 if (rsclp->tails[i] != rsclp->tails[i - 1] && in rcu_segcblist_accelerate()
400 rsclp->tails[i] = rsclp->tails[RCU_NEXT_TAIL]; in rcu_segcblist_accelerate()