442 	if (tq->data_ring.base) {  in vmxnet3_tq_destroy()
444 				  tq->data_ring.size * tq->txdata_desc_size,  in vmxnet3_tq_destroy()
445 				  tq->data_ring.base, tq->data_ring.basePA);  in vmxnet3_tq_destroy()
446 		tq->data_ring.base = NULL;  in vmxnet3_tq_destroy()
486 	memset(tq->data_ring.base, 0,  in vmxnet3_tq_init()
487 	       tq->data_ring.size * tq->txdata_desc_size);  in vmxnet3_tq_init()
510 	BUG_ON(tq->tx_ring.base || tq->data_ring.base ||  in vmxnet3_tq_create()
521 	tq->data_ring.base = dma_alloc_coherent(&adapter->pdev->dev,  in vmxnet3_tq_create()
522 			tq->data_ring.size * tq->txdata_desc_size,  in vmxnet3_tq_create()
523 			&tq->data_ring.basePA, GFP_KERNEL);  in vmxnet3_tq_create()
524 	if (!tq->data_ring.base) {  in vmxnet3_tq_create()
694 		ctx->sop_txd->txd.addr = cpu_to_le64(tq->data_ring.basePA +  in vmxnet3_map_pkt()
947 	tdd = (struct Vmxnet3_TxDataDesc *)((u8 *)tq->data_ring.base +  in vmxnet3_copy_hdr()
1446 				BUG_ON(rcd->len > rq->data_ring.desc_size);  in vmxnet3_rq_rx_complete()
1449 				sz = rcd->rxdIdx * rq->data_ring.desc_size;  in vmxnet3_rq_rx_complete()
1451 				       &rq->data_ring.base[sz], rcd->len);  in vmxnet3_rq_rx_complete()
1726 	if (rq->data_ring.base) {  in vmxnet3_rq_destroy()
1728 				  rq->rx_ring[0].size * rq->data_ring.desc_size,  in vmxnet3_rq_destroy()
1729 				  rq->data_ring.base, rq->data_ring.basePA);  in vmxnet3_rq_destroy()
1730 		rq->data_ring.base = NULL;  in vmxnet3_rq_destroy()
1757 		if (rq->data_ring.base) {  in vmxnet3_rq_destroy_all_rxdataring()
1760 					  rq->data_ring.desc_size),  in vmxnet3_rq_destroy_all_rxdataring()
1761 					  rq->data_ring.base,  in vmxnet3_rq_destroy_all_rxdataring()
1762 					  rq->data_ring.basePA);  in vmxnet3_rq_destroy_all_rxdataring()
1763 			rq->data_ring.base = NULL;  in vmxnet3_rq_destroy_all_rxdataring()
1764 			rq->data_ring.desc_size = 0;  in vmxnet3_rq_destroy_all_rxdataring()
1861 	if ((adapter->rxdataring_enabled) && (rq->data_ring.desc_size != 0)) {  in vmxnet3_rq_create()
1862 		sz = rq->rx_ring[0].size * rq->data_ring.desc_size;  in vmxnet3_rq_create()
1863 		rq->data_ring.base =  in vmxnet3_rq_create()
1865 					   &rq->data_ring.basePA,  in vmxnet3_rq_create()
1867 		if (!rq->data_ring.base) {  in vmxnet3_rq_create()
1873 		rq->data_ring.base = NULL;  in vmxnet3_rq_create()
1874 		rq->data_ring.desc_size = 0;  in vmxnet3_rq_create()
2523 		tqc->dataRingBasePA = cpu_to_le64(tq->data_ring.basePA);  in vmxnet3_setup_driver_shared()
2527 		tqc->dataRingSize   = cpu_to_le32(tq->data_ring.size);  in vmxnet3_setup_driver_shared()
2555 				cpu_to_le64(rq->data_ring.basePA);  in vmxnet3_setup_driver_shared()
2557 				cpu_to_le16(rq->data_ring.desc_size);  in vmxnet3_setup_driver_shared()
2938 		tq->data_ring.size = tx_ring_size;  in vmxnet3_create_queues()
2965 		rq->data_ring.desc_size = rxdata_desc_size;  in vmxnet3_create_queues()