93 	struct xdp_umem_uqueue fq;  member
213 static inline int umem_fill_to_kernel_ex(struct xdp_umem_uqueue *fq,  in umem_fill_to_kernel_ex()  argument
219 	if (umem_nb_free(fq, nb) < nb)  in umem_fill_to_kernel_ex()
223 		u32 idx = fq->cached_prod++ & fq->mask;  in umem_fill_to_kernel_ex()
225 		fq->ring[idx] = d[i].addr;  in umem_fill_to_kernel_ex()
230 	*fq->producer = fq->cached_prod;  in umem_fill_to_kernel_ex()
235 static inline int umem_fill_to_kernel(struct xdp_umem_uqueue *fq, u64 *d,  in umem_fill_to_kernel()  argument
240 	if (umem_nb_free(fq, nb) < nb)  in umem_fill_to_kernel()
244 		u32 idx = fq->cached_prod++ & fq->mask;  in umem_fill_to_kernel()
246 		fq->ring[idx] = d[i];  in umem_fill_to_kernel()
251 	*fq->producer = fq->cached_prod;  in umem_fill_to_kernel()
436 	umem->fq.map = mmap(0, off.fr.desc +  in xdp_umem_configure()
441 	lassert(umem->fq.map != MAP_FAILED);  in xdp_umem_configure()
443 	umem->fq.mask = FQ_NUM_DESCS - 1;  in xdp_umem_configure()
444 	umem->fq.size = FQ_NUM_DESCS;  in xdp_umem_configure()
445 	umem->fq.producer = umem->fq.map + off.fr.producer;  in xdp_umem_configure()
446 	umem->fq.consumer = umem->fq.map + off.fr.consumer;  in xdp_umem_configure()
447 	umem->fq.ring = umem->fq.map + off.fr.desc;  in xdp_umem_configure()
448 	umem->fq.cached_cons = FQ_NUM_DESCS;  in xdp_umem_configure()
521 			lassert(umem_fill_to_kernel(&xsk->umem->fq, &i, 1)  in xsk_configure()
758 		umem_fill_to_kernel(&xsk->umem->fq, descs, rcvd);  in complete_tx_l2fwd()
798 	umem_fill_to_kernel_ex(&xsk->umem->fq, descs, rcvd);  in rx_drop()