417 	struct ice_rx_buf *rx_buf;  in ice_alloc_rx_bufs_zc()  local
425 	rx_buf = &rx_ring->rx_buf[ntu];  in ice_alloc_rx_bufs_zc()
428 		rx_buf->xdp = xsk_buff_alloc(rx_ring->xsk_pool);  in ice_alloc_rx_bufs_zc()
429 		if (!rx_buf->xdp) {  in ice_alloc_rx_bufs_zc()
434 		dma = xsk_buff_xdp_get_dma(rx_buf->xdp);  in ice_alloc_rx_bufs_zc()
439 		rx_buf++;  in ice_alloc_rx_bufs_zc()
444 			rx_buf = rx_ring->rx_buf;  in ice_alloc_rx_bufs_zc()
478 ice_construct_skb_zc(struct ice_ring *rx_ring, struct ice_rx_buf *rx_buf)  in ice_construct_skb_zc()  argument
480 	unsigned int metasize = rx_buf->xdp->data - rx_buf->xdp->data_meta;  in ice_construct_skb_zc()
481 	unsigned int datasize = rx_buf->xdp->data_end - rx_buf->xdp->data;  in ice_construct_skb_zc()
482 	unsigned int datasize_hard = rx_buf->xdp->data_end -  in ice_construct_skb_zc()
483 				     rx_buf->xdp->data_hard_start;  in ice_construct_skb_zc()
491 	skb_reserve(skb, rx_buf->xdp->data - rx_buf->xdp->data_hard_start);  in ice_construct_skb_zc()
492 	memcpy(__skb_put(skb, datasize), rx_buf->xdp->data, datasize);  in ice_construct_skb_zc()
496 	xsk_buff_free(rx_buf->xdp);  in ice_construct_skb_zc()
497 	rx_buf->xdp = NULL;  in ice_construct_skb_zc()
567 		struct ice_rx_buf *rx_buf;  in ice_clean_rx_irq_zc()  local
596 		rx_buf = &rx_ring->rx_buf[rx_ring->next_to_clean];  in ice_clean_rx_irq_zc()
597 		rx_buf->xdp->data_end = rx_buf->xdp->data + size;  in ice_clean_rx_irq_zc()
598 		xsk_buff_dma_sync_for_cpu(rx_buf->xdp, rx_ring->xsk_pool);  in ice_clean_rx_irq_zc()
600 		xdp_res = ice_run_xdp_zc(rx_ring, rx_buf->xdp);  in ice_clean_rx_irq_zc()
605 				xsk_buff_free(rx_buf->xdp);  in ice_clean_rx_irq_zc()
607 			rx_buf->xdp = NULL;  in ice_clean_rx_irq_zc()
617 		skb = ice_construct_skb_zc(rx_ring, rx_buf);  in ice_clean_rx_irq_zc()
865 		struct ice_rx_buf *rx_buf = &rx_ring->rx_buf[i];  in ice_xsk_clean_rx_ring()  local
867 		if (!rx_buf->xdp)  in ice_xsk_clean_rx_ring()
870 		rx_buf->xdp = NULL;  in ice_xsk_clean_rx_ring()