194 static u16 bnx2x_free_tx_pkt(struct bnx2x *bp, struct bnx2x_fp_txdata *txdata,  in bnx2x_free_tx_pkt()  argument
198 	struct sw_tx_bd *tx_buf = &txdata->tx_buf_ring[idx];  in bnx2x_free_tx_pkt()
210 	   txdata->txq_index, idx, tx_buf, skb);  in bnx2x_free_tx_pkt()
212 	tx_start_bd = &txdata->tx_desc_ring[bd_idx].start_bd;  in bnx2x_free_tx_pkt()
238 		tx_data_bd = &txdata->tx_desc_ring[bd_idx].reg_bd;  in bnx2x_free_tx_pkt()
252 		tx_data_bd = &txdata->tx_desc_ring[bd_idx].reg_bd;  in bnx2x_free_tx_pkt()
273 int bnx2x_tx_int(struct bnx2x *bp, struct bnx2x_fp_txdata *txdata)  in bnx2x_tx_int()  argument
276 	u16 hw_cons, sw_cons, bd_cons = txdata->tx_bd_cons;  in bnx2x_tx_int()
284 	txq = netdev_get_tx_queue(bp->dev, txdata->txq_index);  in bnx2x_tx_int()
285 	hw_cons = le16_to_cpu(*txdata->tx_cons_sb);  in bnx2x_tx_int()
286 	sw_cons = txdata->tx_pkt_cons;  in bnx2x_tx_int()
298 		   txdata->txq_index, hw_cons, sw_cons, pkt_cons);  in bnx2x_tx_int()
300 		bd_cons = bnx2x_free_tx_pkt(bp, txdata, pkt_cons,  in bnx2x_tx_int()
308 	txdata->tx_pkt_cons = sw_cons;  in bnx2x_tx_int()
309 	txdata->tx_bd_cons = bd_cons;  in bnx2x_tx_int()
337 		    (bnx2x_tx_avail(bp, txdata) >= MAX_DESC_PER_TX_PKT))  in bnx2x_tx_int()
1496 		struct bnx2x_fp_txdata *txdata = fp->txdata_ptr[cos];  in bnx2x_free_tx_skbs_queue()  local
1499 		u16 sw_prod = txdata->tx_pkt_prod;  in bnx2x_free_tx_skbs_queue()
1500 		u16 sw_cons = txdata->tx_pkt_cons;  in bnx2x_free_tx_skbs_queue()
1503 			bnx2x_free_tx_pkt(bp, txdata, TX_BD(sw_cons),  in bnx2x_free_tx_skbs_queue()
1510 					    txdata->txq_index));  in bnx2x_free_tx_skbs_queue()
3279 			  struct bnx2x_fp_txdata *txdata,  in bnx2x_tx_split()  argument
3298 	d_tx_bd = &txdata->tx_desc_ring[bd_prod].reg_bd;  in bnx2x_tx_split()
3738 	struct bnx2x_fp_txdata *txdata;  in bnx2x_start_xmit()  local
3766 	txdata = &bp->bnx2x_txq[txq_index];  in bnx2x_start_xmit()
3777 	if (unlikely(bnx2x_tx_avail(bp, txdata) <  in bnx2x_start_xmit()
3782 		if (txdata->tx_ring_size == 0) {  in bnx2x_start_xmit()
3784 				bnx2x_fp_qstats(bp, txdata->parent_fp);  in bnx2x_start_xmit()
3789 		bnx2x_fp_qstats(bp, txdata->parent_fp)->driver_xoff++;  in bnx2x_start_xmit()
3848 	pkt_prod = txdata->tx_pkt_prod;  in bnx2x_start_xmit()
3849 	bd_prod = TX_BD(txdata->tx_bd_prod);  in bnx2x_start_xmit()
3855 	tx_buf = &txdata->tx_buf_ring[TX_BD(pkt_prod)];  in bnx2x_start_xmit()
3856 	tx_start_bd = &txdata->tx_desc_ring[bd_prod].start_bd;  in bnx2x_start_xmit()
3882 	tx_buf->first_bd = txdata->tx_bd_prod;  in bnx2x_start_xmit()
3888 	   pkt_prod, tx_buf, txdata->tx_pkt_prod, bd_prod, tx_start_bd);  in bnx2x_start_xmit()
3931 		pbd_e2 = &txdata->tx_desc_ring[bd_prod].parse_bd_e2;  in bnx2x_start_xmit()
3945 			pbd2 = &txdata->tx_desc_ring[bd_prod].parse_2nd_bd;  in bnx2x_start_xmit()
4014 		pbd_e1x = &txdata->tx_desc_ring[bd_prod].parse_bd_e1x;  in bnx2x_start_xmit()
4049 			bd_prod = bnx2x_tx_split(bp, txdata, tx_buf,  in bnx2x_start_xmit()
4088 			bnx2x_free_tx_pkt(bp, txdata,  in bnx2x_start_xmit()
4089 					  TX_BD(txdata->tx_pkt_prod),  in bnx2x_start_xmit()
4095 		tx_data_bd = &txdata->tx_desc_ring[bd_prod].reg_bd;  in bnx2x_start_xmit()
4097 			total_pkt_bd = &txdata->tx_desc_ring[bd_prod].reg_bd;  in bnx2x_start_xmit()
4158 	txdata->tx_pkt_prod++;  in bnx2x_start_xmit()
4168 	txdata->tx_db.data.prod += nbd;  in bnx2x_start_xmit()
4172 	DOORBELL_RELAXED(bp, txdata->cid, txdata->tx_db.raw);  in bnx2x_start_xmit()
4174 	txdata->tx_bd_prod += nbd;  in bnx2x_start_xmit()
4176 	if (unlikely(bnx2x_tx_avail(bp, txdata) < MAX_DESC_PER_TX_PKT)) {  in bnx2x_start_xmit()
4184 		bnx2x_fp_qstats(bp, txdata->parent_fp)->driver_xoff++;  in bnx2x_start_xmit()
4185 		if (bnx2x_tx_avail(bp, txdata) >= MAX_DESC_PER_TX_PKT)  in bnx2x_start_xmit()
4188 	txdata->tx_pkt++;  in bnx2x_start_xmit()
4397 			struct bnx2x_fp_txdata *txdata = fp->txdata_ptr[cos];  in bnx2x_free_fp_mem_at()  local
4401 			   fp_index, cos, txdata->cid);  in bnx2x_free_fp_mem_at()
4403 			BNX2X_FREE(txdata->tx_buf_ring);  in bnx2x_free_fp_mem_at()
4404 			BNX2X_PCI_FREE(txdata->tx_desc_ring,  in bnx2x_free_fp_mem_at()
4405 				txdata->tx_desc_mapping,  in bnx2x_free_fp_mem_at()
4561 			struct bnx2x_fp_txdata *txdata = fp->txdata_ptr[cos];  in bnx2x_alloc_fp_mem_at()  local
4567 			txdata->tx_buf_ring = kcalloc(NUM_TX_BD,  in bnx2x_alloc_fp_mem_at()
4570 			if (!txdata->tx_buf_ring)  in bnx2x_alloc_fp_mem_at()
4572 			txdata->tx_desc_ring = BNX2X_PCI_ALLOC(&txdata->tx_desc_mapping,  in bnx2x_alloc_fp_mem_at()
4574 			if (!txdata->tx_desc_ring)  in bnx2x_alloc_fp_mem_at()