491 	unsigned int rcvd;  in complete_tx_l2fwd()  local
504 	rcvd = xsk_ring_cons__peek(&umem->cq, ndescs, &idx_cq);  in complete_tx_l2fwd()
505 	if (rcvd > 0) {  in complete_tx_l2fwd()
509 		ret = xsk_ring_prod__reserve(&umem->fq, rcvd, &idx_fq);  in complete_tx_l2fwd()
510 		while (ret != rcvd) {  in complete_tx_l2fwd()
515 			ret = xsk_ring_prod__reserve(&umem->fq, rcvd, &idx_fq);  in complete_tx_l2fwd()
518 		for (i = 0; i < rcvd; i++)  in complete_tx_l2fwd()
522 		xsk_ring_prod__submit(&xsk->umem->fq, rcvd);  in complete_tx_l2fwd()
523 		xsk_ring_cons__release(&xsk->umem->cq, rcvd);  in complete_tx_l2fwd()
524 		xsk->outstanding_tx -= rcvd;  in complete_tx_l2fwd()
525 		xsk->tx_npkts += rcvd;  in complete_tx_l2fwd()
531 	unsigned int rcvd;  in complete_tx_only()  local
540 	rcvd = xsk_ring_cons__peek(&xsk->umem->cq, BATCH_SIZE, &idx);  in complete_tx_only()
541 	if (rcvd > 0) {  in complete_tx_only()
542 		xsk_ring_cons__release(&xsk->umem->cq, rcvd);  in complete_tx_only()
543 		xsk->outstanding_tx -= rcvd;  in complete_tx_only()
544 		xsk->tx_npkts += rcvd;  in complete_tx_only()
550 	unsigned int rcvd, i;  in rx_drop()  local
554 	rcvd = xsk_ring_cons__peek(&xsk->rx, BATCH_SIZE, &idx_rx);  in rx_drop()
555 	if (!rcvd) {  in rx_drop()
561 	ret = xsk_ring_prod__reserve(&xsk->umem->fq, rcvd, &idx_fq);  in rx_drop()
562 	while (ret != rcvd) {  in rx_drop()
567 		ret = xsk_ring_prod__reserve(&xsk->umem->fq, rcvd, &idx_fq);  in rx_drop()
570 	for (i = 0; i < rcvd; i++) {  in rx_drop()
582 	xsk_ring_prod__submit(&xsk->umem->fq, rcvd);  in rx_drop()
583 	xsk_ring_cons__release(&xsk->rx, rcvd);  in rx_drop()
584 	xsk->rx_npkts += rcvd;  in rx_drop()
663 	unsigned int rcvd, i;  in l2fwd()  local
669 	rcvd = xsk_ring_cons__peek(&xsk->rx, BATCH_SIZE, &idx_rx);  in l2fwd()
670 	if (!rcvd) {  in l2fwd()
676 	ret = xsk_ring_prod__reserve(&xsk->tx, rcvd, &idx_tx);  in l2fwd()
677 	while (ret != rcvd) {  in l2fwd()
682 		ret = xsk_ring_prod__reserve(&xsk->tx, rcvd, &idx_tx);  in l2fwd()
685 	for (i = 0; i < rcvd; i++) {  in l2fwd()
700 	xsk_ring_prod__submit(&xsk->tx, rcvd);  in l2fwd()
701 	xsk_ring_cons__release(&xsk->rx, rcvd);  in l2fwd()
703 	xsk->rx_npkts += rcvd;  in l2fwd()
704 	xsk->outstanding_tx += rcvd;  in l2fwd()