Lines Matching refs:cached_prod
43 u32 cached_prod; member
118 if (q->cached_cons != q->cached_prod) { in xskq_cons_read_addr_unchecked()
190 while (q->cached_cons != q->cached_prod) { in xskq_cons_read_desc()
210 while (cached_cons != q->cached_prod && nb_entries < max) { in xskq_cons_read_desc_batch()
238 q->cached_prod = smp_load_acquire(&q->ring->producer); /* C, matches B */ in __xskq_cons_peek()
249 u32 entries = q->cached_prod - q->cached_cons; in xskq_cons_nb_entries()
255 entries = q->cached_prod - q->cached_cons; in xskq_cons_nb_entries()
267 if (q->cached_prod == q->cached_cons) in xskq_cons_peek_addr_unchecked()
276 if (q->cached_prod == q->cached_cons) in xskq_cons_peek_desc()
320 u32 free_entries = q->nentries - (q->cached_prod - q->cached_cons); in xskq_prod_nb_free()
327 free_entries = q->nentries - (q->cached_prod - q->cached_cons); in xskq_prod_nb_free()
339 q->cached_prod--; in xskq_prod_cancel()
348 q->cached_prod++; in xskq_prod_reserve()
360 ring->desc[q->cached_prod++ & q->ring_mask] = addr; in xskq_prod_reserve_addr()
368 u32 nb_entries, i, cached_prod; in xskq_prod_reserve_addr_batch() local
373 cached_prod = q->cached_prod; in xskq_prod_reserve_addr_batch()
375 ring->desc[cached_prod++ & q->ring_mask] = descs[i].addr; in xskq_prod_reserve_addr_batch()
376 q->cached_prod = cached_prod; in xskq_prod_reserve_addr_batch()
391 idx = q->cached_prod++ & q->ring_mask; in xskq_prod_reserve_desc()
405 __xskq_prod_submit(q, q->cached_prod); in xskq_prod_submit()