Lines Matching refs:consumer_head
37 int consumer_head ____cacheline_aligned_in_smp; /* next valid entry */
176 return READ_ONCE(r->queue[r->consumer_head]); in __ptr_ring_peek()
201 return !r->queue[READ_ONCE(r->consumer_head)]; in __ptr_ring_empty()
268 int consumer_head = r->consumer_head; in __ptr_ring_discard_one() local
269 int head = consumer_head++; in __ptr_ring_discard_one()
276 if (unlikely(consumer_head - r->consumer_tail >= r->batch || in __ptr_ring_discard_one()
277 consumer_head >= r->size)) { in __ptr_ring_discard_one()
285 r->consumer_tail = consumer_head; in __ptr_ring_discard_one()
287 if (unlikely(consumer_head >= r->size)) { in __ptr_ring_discard_one()
288 consumer_head = 0; in __ptr_ring_discard_one()
292 WRITE_ONCE(r->consumer_head, consumer_head); in __ptr_ring_discard_one()
498 r->producer = r->consumer_head = r->consumer_tail = 0; in ptr_ring_init()
531 head = r->consumer_head - 1; in ptr_ring_unconsume()
534 r->consumer_tail = r->consumer_head; in ptr_ring_unconsume()
541 head = r->consumer_head - 1; in ptr_ring_unconsume()
551 WRITE_ONCE(r->consumer_head, head); in ptr_ring_unconsume()
578 r->consumer_head = 0; in __ptr_ring_swap_queue()