82 static inline void prefetch_ptr(struct efx_tx_queue *tx_queue)  in prefetch_ptr()  argument
84 	unsigned int insert_ptr = efx_tx_queue_get_insert_index(tx_queue);  in prefetch_ptr()
87 	ptr = (char *) (tx_queue->buffer + insert_ptr);  in prefetch_ptr()
91 	ptr = (char *) (((efx_qword_t *)tx_queue->txd.buf.addr) + insert_ptr);  in prefetch_ptr()
105 static void efx_tx_queue_insert(struct efx_tx_queue *tx_queue,  in efx_tx_queue_insert()  argument
115 		buffer = efx_tx_queue_get_insert_buffer(tx_queue);  in efx_tx_queue_insert()
116 		++tx_queue->insert_count;  in efx_tx_queue_insert()
118 		EFX_WARN_ON_ONCE_PARANOID(tx_queue->insert_count -  in efx_tx_queue_insert()
119 					  tx_queue->read_count >=  in efx_tx_queue_insert()
120 					  tx_queue->efx->txq_entries);  in efx_tx_queue_insert()
124 		dma_len = tx_queue->efx->type->tx_limit_len(tx_queue,  in efx_tx_queue_insert()
173 		     struct efx_tx_queue *tx_queue,  in tso_start()  argument
235 static void tso_fill_packet_with_fragment(struct efx_tx_queue *tx_queue,  in tso_fill_packet_with_fragment()  argument
256 	efx_tx_queue_insert(tx_queue, st->dma_addr, n, &buffer);  in tso_fill_packet_with_fragment()
288 static int tso_start_new_packet(struct efx_tx_queue *tx_queue,  in tso_start_new_packet()  argument
293 		efx_tx_queue_get_insert_buffer(tx_queue);  in tso_start_new_packet()
322 	++tx_queue->insert_count;  in tso_start_new_packet()
327 	buffer = efx_tx_queue_get_insert_buffer(tx_queue);  in tso_start_new_packet()
342 	++tx_queue->insert_count;  in tso_start_new_packet()
365 int efx_enqueue_skb_tso(struct efx_tx_queue *tx_queue,  in efx_enqueue_skb_tso()  argument
369 	struct efx_nic *efx = tx_queue->efx;  in efx_enqueue_skb_tso()
373 	if (tx_queue->tso_version != 1)  in efx_enqueue_skb_tso()
381 	EFX_WARN_ON_ONCE_PARANOID(tx_queue->write_count != tx_queue->insert_count);  in efx_enqueue_skb_tso()
383 	rc = tso_start(&state, efx, tx_queue, skb);  in efx_enqueue_skb_tso()
400 	rc = tso_start_new_packet(tx_queue, skb, &state);  in efx_enqueue_skb_tso()
404 	prefetch_ptr(tx_queue);  in efx_enqueue_skb_tso()
407 		tso_fill_packet_with_fragment(tx_queue, skb, &state);  in efx_enqueue_skb_tso()
422 			rc = tso_start_new_packet(tx_queue, skb, &state);  in efx_enqueue_skb_tso()