87 	u32 cons;  in queue_empty()  local
93 		cons = q->index;  in queue_empty()
98 		cons = smp_load_acquire(&q->buf->consumer_index);  in queue_empty()
102 		cons = q->buf->consumer_index;  in queue_empty()
106 	return ((prod - cons) & q->index_mask) == 0;  in queue_empty()
112 	u32 cons;  in queue_full()  local
118 		cons = q->index;  in queue_full()
123 		cons = smp_load_acquire(&q->buf->consumer_index);  in queue_full()
127 		cons = q->buf->consumer_index;  in queue_full()
131 	return ((prod + 1 - cons) & q->index_mask) == 0;  in queue_full()
138 	u32 cons;  in queue_count()  local
144 		cons = q->index;  in queue_count()
149 		cons = smp_load_acquire(&q->buf->consumer_index);  in queue_count()
153 		cons = q->buf->consumer_index;  in queue_count()
157 	return (prod - cons) & q->index_mask;  in queue_count()
187 	u32 cons;  in advance_consumer()  local
191 		cons = q->index;  in advance_consumer()
192 		q->index = (cons + 1) & q->index_mask;  in advance_consumer()
198 		cons = smp_load_acquire(&q->buf->consumer_index);  in advance_consumer()
199 		cons = (cons + 1) & q->index_mask;  in advance_consumer()
201 		smp_store_release(&q->buf->consumer_index, cons);  in advance_consumer()
204 		cons = q->buf->consumer_index;  in advance_consumer()
205 		q->buf->consumer_index = (cons + 1) & q->index_mask;  in advance_consumer()
233 	u32 cons;  in consumer_addr()  local
237 		cons = q->index;  in consumer_addr()
241 		cons = smp_load_acquire(&q->buf->consumer_index);  in consumer_addr()
242 		cons &= q->index_mask;  in consumer_addr()
245 		cons = q->buf->consumer_index;  in consumer_addr()
249 	return q->buf->data + (cons << q->log2_elem_size);  in consumer_addr()
277 	u32 cons;  in consumer_index()  local
281 		cons = q->index;  in consumer_index()
285 		cons = smp_load_acquire(&q->buf->consumer_index);  in consumer_index()
286 		cons &= q->index_mask;  in consumer_index()
289 		cons = q->buf->consumer_index;  in consumer_index()
293 	return cons;  in consumer_index()