Lines Matching refs:cached_cons
44 u32 cached_cons; member
118 if (q->cached_cons != q->cached_prod) { in xskq_cons_read_addr_unchecked()
119 u32 idx = q->cached_cons & q->ring_mask; in xskq_cons_read_addr_unchecked()
190 while (q->cached_cons != q->cached_prod) { in xskq_cons_read_desc()
192 u32 idx = q->cached_cons & q->ring_mask; in xskq_cons_read_desc()
198 q->cached_cons++; in xskq_cons_read_desc()
208 u32 cached_cons = q->cached_cons, nb_entries = 0; in xskq_cons_read_desc_batch() local
210 while (cached_cons != q->cached_prod && nb_entries < max) { in xskq_cons_read_desc_batch()
212 u32 idx = cached_cons & q->ring_mask; in xskq_cons_read_desc_batch()
217 cached_cons++; in xskq_cons_read_desc_batch()
222 cached_cons++; in xskq_cons_read_desc_batch()
232 smp_store_release(&q->ring->consumer, q->cached_cons); /* D, matchees A */ in __xskq_cons_release()
249 u32 entries = q->cached_prod - q->cached_cons; in xskq_cons_nb_entries()
255 entries = q->cached_prod - q->cached_cons; in xskq_cons_nb_entries()
267 if (q->cached_prod == q->cached_cons) in xskq_cons_peek_addr_unchecked()
276 if (q->cached_prod == q->cached_cons) in xskq_cons_peek_desc()
295 q->cached_cons++; in xskq_cons_release()
300 q->cached_cons += cnt; in xskq_cons_release_n()
320 u32 free_entries = q->nentries - (q->cached_prod - q->cached_cons); in xskq_prod_nb_free()
326 q->cached_cons = READ_ONCE(q->ring->consumer); in xskq_prod_nb_free()
327 free_entries = q->nentries - (q->cached_prod - q->cached_cons); in xskq_prod_nb_free()