246 static inline u32 bnx2_tx_avail(struct bnx2 *bp, struct bnx2_tx_ring_info *txr)  in bnx2_tx_avail()  argument
253 	diff = READ_ONCE(txr->tx_prod) - READ_ONCE(txr->tx_cons);  in bnx2_tx_avail()
696 		struct bnx2_tx_ring_info *txr = &bnapi->tx_ring;  in bnx2_free_tx_mem()  local
698 		if (txr->tx_desc_ring) {  in bnx2_free_tx_mem()
700 					  txr->tx_desc_ring,  in bnx2_free_tx_mem()
701 					  txr->tx_desc_mapping);  in bnx2_free_tx_mem()
702 			txr->tx_desc_ring = NULL;  in bnx2_free_tx_mem()
704 		kfree(txr->tx_buf_ring);  in bnx2_free_tx_mem()
705 		txr->tx_buf_ring = NULL;  in bnx2_free_tx_mem()
748 		struct bnx2_tx_ring_info *txr = &bnapi->tx_ring;  in bnx2_alloc_tx_mem()  local
750 		txr->tx_buf_ring = kzalloc(SW_TXBD_RING_SIZE, GFP_KERNEL);  in bnx2_alloc_tx_mem()
751 		if (!txr->tx_buf_ring)  in bnx2_alloc_tx_mem()
754 		txr->tx_desc_ring =  in bnx2_alloc_tx_mem()
756 					   &txr->tx_desc_mapping, GFP_KERNEL);  in bnx2_alloc_tx_mem()
757 		if (!txr->tx_desc_ring)  in bnx2_alloc_tx_mem()
2843 	struct bnx2_tx_ring_info *txr = &bnapi->tx_ring;  in bnx2_tx_int()  local
2853 	sw_cons = txr->tx_cons;  in bnx2_tx_int()
2862 		tx_buf = &txr->tx_buf_ring[sw_ring_cons];  in bnx2_tx_int()
2893 			tx_buf = &txr->tx_buf_ring[BNX2_TX_RING_IDX(sw_cons)];  in bnx2_tx_int()
2913 	txr->hw_tx_cons = hw_cons;  in bnx2_tx_int()
2914 	txr->tx_cons = sw_cons;  in bnx2_tx_int()
2924 		     (bnx2_tx_avail(bp, txr) > bp->tx_wake_thresh)) {  in bnx2_tx_int()
2927 		    (bnx2_tx_avail(bp, txr) > bp->tx_wake_thresh))  in bnx2_tx_int()
3386 	struct bnx2_tx_ring_info *txr = &bnapi->tx_ring;  in bnx2_has_fast_work()  local
3390 	    (bnx2_get_hw_tx_cons(bnapi) != txr->hw_tx_cons))  in bnx2_has_fast_work()
3480 	struct bnx2_tx_ring_info *txr = &bnapi->tx_ring;  in bnx2_poll_work()  local
3483 	if (bnx2_get_hw_tx_cons(bnapi) != txr->hw_tx_cons)  in bnx2_poll_work()
5111 	struct bnx2_tx_ring_info *txr;  in bnx2_clear_ring_states()  local
5117 		txr = &bnapi->tx_ring;  in bnx2_clear_ring_states()
5120 		txr->tx_cons = 0;  in bnx2_clear_ring_states()
5121 		txr->hw_tx_cons = 0;  in bnx2_clear_ring_states()
5131 bnx2_init_tx_context(struct bnx2 *bp, u32 cid, struct bnx2_tx_ring_info *txr)  in bnx2_init_tx_context()  argument
5153 	val = (u64) txr->tx_desc_mapping >> 32;  in bnx2_init_tx_context()
5156 	val = (u64) txr->tx_desc_mapping & 0xffffffff;  in bnx2_init_tx_context()
5166 	struct bnx2_tx_ring_info *txr;  in bnx2_init_tx_ring()  local
5169 	txr = &bnapi->tx_ring;  in bnx2_init_tx_ring()
5178 	txbd = &txr->tx_desc_ring[BNX2_MAX_TX_DESC_CNT];  in bnx2_init_tx_ring()
5180 	txbd->tx_bd_haddr_hi = (u64) txr->tx_desc_mapping >> 32;  in bnx2_init_tx_ring()
5181 	txbd->tx_bd_haddr_lo = (u64) txr->tx_desc_mapping & 0xffffffff;  in bnx2_init_tx_ring()
5183 	txr->tx_prod = 0;  in bnx2_init_tx_ring()
5184 	txr->tx_prod_bseq = 0;  in bnx2_init_tx_ring()
5186 	txr->tx_bidx_addr = MB_GET_CID_ADDR(cid) + BNX2_L2CTX_TX_HOST_BIDX;  in bnx2_init_tx_ring()
5187 	txr->tx_bseq_addr = MB_GET_CID_ADDR(cid) + BNX2_L2CTX_TX_HOST_BSEQ;  in bnx2_init_tx_ring()
5189 	bnx2_init_tx_context(bp, cid, txr);  in bnx2_init_tx_ring()
5417 		struct bnx2_tx_ring_info *txr = &bnapi->tx_ring;  in bnx2_free_tx_skbs()  local
5420 		if (!txr->tx_buf_ring)  in bnx2_free_tx_skbs()
5424 			struct bnx2_sw_tx_bd *tx_buf = &txr->tx_buf_ring[j];  in bnx2_free_tx_skbs()
5443 				tx_buf = &txr->tx_buf_ring[BNX2_TX_RING_IDX(j)];  in bnx2_free_tx_skbs()
5798 	struct bnx2_tx_ring_info *txr;  in bnx2_run_loopback()  local
5803 	txr = &tx_napi->tx_ring;  in bnx2_run_loopback()
5846 	txbd = &txr->tx_desc_ring[BNX2_TX_RING_IDX(txr->tx_prod)];  in bnx2_run_loopback()
5854 	txr->tx_prod = BNX2_NEXT_TX_BD(txr->tx_prod);  in bnx2_run_loopback()
5855 	txr->tx_prod_bseq += pkt_size;  in bnx2_run_loopback()
5857 	BNX2_WR16(bp, txr->tx_bidx_addr, txr->tx_prod);  in bnx2_run_loopback()
5858 	BNX2_WR(bp, txr->tx_bseq_addr, txr->tx_prod_bseq);  in bnx2_run_loopback()
5872 	if (bnx2_get_hw_tx_cons(tx_napi) != txr->tx_prod)  in bnx2_run_loopback()
6583 	struct bnx2_tx_ring_info *txr;  in bnx2_start_xmit()  local
6589 	txr = &bnapi->tx_ring;  in bnx2_start_xmit()
6592 	if (unlikely(bnx2_tx_avail(bp, txr) <  in bnx2_start_xmit()
6600 	prod = txr->tx_prod;  in bnx2_start_xmit()
6654 	tx_buf = &txr->tx_buf_ring[ring_prod];  in bnx2_start_xmit()
6658 	txbd = &txr->tx_desc_ring[ring_prod];  in bnx2_start_xmit()
6674 		txbd = &txr->tx_desc_ring[ring_prod];  in bnx2_start_xmit()
6681 		dma_unmap_addr_set(&txr->tx_buf_ring[ring_prod], mapping,  in bnx2_start_xmit()
6698 	txr->tx_prod_bseq += skb->len;  in bnx2_start_xmit()
6700 	BNX2_WR16(bp, txr->tx_bidx_addr, prod);  in bnx2_start_xmit()
6701 	BNX2_WR(bp, txr->tx_bseq_addr, txr->tx_prod_bseq);  in bnx2_start_xmit()
6703 	txr->tx_prod = prod;  in bnx2_start_xmit()
6705 	if (unlikely(bnx2_tx_avail(bp, txr) <= MAX_SKB_FRAGS)) {  in bnx2_start_xmit()
6714 		if (bnx2_tx_avail(bp, txr) > bp->tx_wake_thresh)  in bnx2_start_xmit()
6724 	prod = txr->tx_prod;  in bnx2_start_xmit()
6726 	tx_buf = &txr->tx_buf_ring[ring_prod];  in bnx2_start_xmit()
6735 		tx_buf = &txr->tx_buf_ring[ring_prod];  in bnx2_start_xmit()