204 static void efx_memcpy_toio_aligned(struct efx_nic *efx, u8 __iomem **piobuf,  in efx_memcpy_toio_aligned()  argument
210 	__iowrite64_copy(*piobuf, data, block_len >> 3);  in efx_memcpy_toio_aligned()
211 	*piobuf += block_len;  in efx_memcpy_toio_aligned()
226 static void efx_memcpy_toio_aligned_cb(struct efx_nic *efx, u8 __iomem **piobuf,  in efx_memcpy_toio_aligned_cb()  argument
242 		__iowrite64_copy(*piobuf, copy_buf->buf,  in efx_memcpy_toio_aligned_cb()
244 		*piobuf += sizeof(copy_buf->buf);  in efx_memcpy_toio_aligned_cb()
250 	efx_memcpy_toio_aligned(efx, piobuf, data, len, copy_buf);  in efx_memcpy_toio_aligned_cb()
253 static void efx_flush_copy_buffer(struct efx_nic *efx, u8 __iomem *piobuf,  in efx_flush_copy_buffer()  argument
258 		__iowrite64_copy(piobuf, copy_buf->buf,  in efx_flush_copy_buffer()
266 				     u8 __iomem **piobuf,  in efx_skb_copy_bits_to_pio()  argument
271 	efx_memcpy_toio_aligned(efx, piobuf, skb->data, skb_headlen(skb),  in efx_skb_copy_bits_to_pio()
280 		efx_memcpy_toio_aligned_cb(efx, piobuf, vaddr + f->page_offset,  in efx_skb_copy_bits_to_pio()
293 	u8 __iomem *piobuf = tx_queue->piobuf;  in efx_enqueue_skb_pio()  local
309 					 &piobuf, &copy_buf);  in efx_enqueue_skb_pio()
310 		efx_flush_copy_buffer(tx_queue->efx, piobuf, &copy_buf);  in efx_enqueue_skb_pio()
318 		__iowrite64_copy(tx_queue->piobuf, skb->data,  in efx_enqueue_skb_pio()