66 ef4_tx_desc(struct ef4_tx_queue *tx_queue, unsigned int index)  in ef4_tx_desc()  argument
68 	return ((ef4_qword_t *) (tx_queue->txd.buf.addr)) + index;  in ef4_tx_desc()
72 static inline struct ef4_tx_queue *ef4_tx_queue_partner(struct ef4_tx_queue *tx_queue)  in ef4_tx_queue_partner()  argument
74 	if (tx_queue->queue & EF4_TXQ_TYPE_OFFLOAD)  in ef4_tx_queue_partner()
75 		return tx_queue - EF4_TXQ_TYPE_OFFLOAD;  in ef4_tx_queue_partner()
77 		return tx_queue + EF4_TXQ_TYPE_OFFLOAD;  in ef4_tx_queue_partner()
83 static inline bool __ef4_nic_tx_is_empty(struct ef4_tx_queue *tx_queue,  in __ef4_nic_tx_is_empty()  argument
86 	unsigned int empty_read_count = READ_ONCE(tx_queue->empty_read_count);  in __ef4_nic_tx_is_empty()
102 static inline bool ef4_nic_may_push_tx_desc(struct ef4_tx_queue *tx_queue,  in ef4_nic_may_push_tx_desc()  argument
105 	bool was_empty = __ef4_nic_tx_is_empty(tx_queue, write_count);  in ef4_nic_may_push_tx_desc()
107 	tx_queue->empty_read_count = 0;  in ef4_nic_may_push_tx_desc()
108 	return was_empty && tx_queue->write_count - write_count == 1;  in ef4_nic_may_push_tx_desc()
318 static inline int ef4_nic_probe_tx(struct ef4_tx_queue *tx_queue)  in ef4_nic_probe_tx()  argument
320 	return tx_queue->efx->type->tx_probe(tx_queue);  in ef4_nic_probe_tx()
322 static inline void ef4_nic_init_tx(struct ef4_tx_queue *tx_queue)  in ef4_nic_init_tx()  argument
324 	tx_queue->efx->type->tx_init(tx_queue);  in ef4_nic_init_tx()
326 static inline void ef4_nic_remove_tx(struct ef4_tx_queue *tx_queue)  in ef4_nic_remove_tx()  argument
328 	tx_queue->efx->type->tx_remove(tx_queue);  in ef4_nic_remove_tx()
330 static inline void ef4_nic_push_buffers(struct ef4_tx_queue *tx_queue)  in ef4_nic_push_buffers()  argument
332 	tx_queue->efx->type->tx_write(tx_queue);  in ef4_nic_push_buffers()
386 int ef4_farch_tx_probe(struct ef4_tx_queue *tx_queue);
387 void ef4_farch_tx_init(struct ef4_tx_queue *tx_queue);
388 void ef4_farch_tx_fini(struct ef4_tx_queue *tx_queue);
389 void ef4_farch_tx_remove(struct ef4_tx_queue *tx_queue);
390 void ef4_farch_tx_write(struct ef4_tx_queue *tx_queue);
391 unsigned int ef4_farch_tx_limit_len(struct ef4_tx_queue *tx_queue,