6679 static int tg3_alloc_rx_data(struct tg3 *tp, struct tg3_rx_prodring_set *tpr,  in tg3_alloc_rx_data()  argument
6692 		desc = &tpr->rx_std[dest_idx];  in tg3_alloc_rx_data()
6693 		map = &tpr->rx_std_buffers[dest_idx];  in tg3_alloc_rx_data()
6699 		desc = &tpr->rx_jmb[dest_idx].std;  in tg3_alloc_rx_data()
6700 		map = &tpr->rx_jmb_buffers[dest_idx];  in tg3_alloc_rx_data()
6826 	struct tg3_rx_prodring_set *tpr = &tnapi->prodring;  in tg3_rx()  local
6836 	std_prod_idx = tpr->rx_std_prod_idx;  in tg3_rx()
6837 	jmb_prod_idx = tpr->rx_jmb_prod_idx;  in tg3_rx()
6868 			tg3_recycle_rx(tnapi, tpr, opaque_key,  in tg3_rx()
6892 			skb_size = tg3_alloc_rx_data(tp, tpr, opaque_key,  in tg3_rx()
6914 			tg3_recycle_rx(tnapi, tpr, opaque_key,  in tg3_rx()
6966 			tpr->rx_std_prod_idx = std_prod_idx &  in tg3_rx()
6969 				     tpr->rx_std_prod_idx);  in tg3_rx()
6994 			tpr->rx_std_prod_idx = std_prod_idx &  in tg3_rx()
6997 				     tpr->rx_std_prod_idx);  in tg3_rx()
7000 			tpr->rx_jmb_prod_idx = jmb_prod_idx &  in tg3_rx()
7003 				     tpr->rx_jmb_prod_idx);  in tg3_rx()
7011 		tpr->rx_std_prod_idx = std_prod_idx & tp->rx_std_ring_mask;  in tg3_rx()
7012 		tpr->rx_jmb_prod_idx = jmb_prod_idx & tp->rx_jmb_ring_mask;  in tg3_rx()
8344 				 struct tg3_rx_prodring_set *tpr)  in tg3_rx_prodring_free()  argument
8348 	if (tpr != &tp->napi[0].prodring) {  in tg3_rx_prodring_free()
8349 		for (i = tpr->rx_std_cons_idx; i != tpr->rx_std_prod_idx;  in tg3_rx_prodring_free()
8351 			tg3_rx_data_free(tp, &tpr->rx_std_buffers[i],  in tg3_rx_prodring_free()
8355 			for (i = tpr->rx_jmb_cons_idx;  in tg3_rx_prodring_free()
8356 			     i != tpr->rx_jmb_prod_idx;  in tg3_rx_prodring_free()
8358 				tg3_rx_data_free(tp, &tpr->rx_jmb_buffers[i],  in tg3_rx_prodring_free()
8367 		tg3_rx_data_free(tp, &tpr->rx_std_buffers[i],  in tg3_rx_prodring_free()
8372 			tg3_rx_data_free(tp, &tpr->rx_jmb_buffers[i],  in tg3_rx_prodring_free()
8385 				 struct tg3_rx_prodring_set *tpr)  in tg3_rx_prodring_alloc()  argument
8389 	tpr->rx_std_cons_idx = 0;  in tg3_rx_prodring_alloc()
8390 	tpr->rx_std_prod_idx = 0;  in tg3_rx_prodring_alloc()
8391 	tpr->rx_jmb_cons_idx = 0;  in tg3_rx_prodring_alloc()
8392 	tpr->rx_jmb_prod_idx = 0;  in tg3_rx_prodring_alloc()
8394 	if (tpr != &tp->napi[0].prodring) {  in tg3_rx_prodring_alloc()
8395 		memset(&tpr->rx_std_buffers[0], 0,  in tg3_rx_prodring_alloc()
8397 		if (tpr->rx_jmb_buffers)  in tg3_rx_prodring_alloc()
8398 			memset(&tpr->rx_jmb_buffers[0], 0,  in tg3_rx_prodring_alloc()
8404 	memset(tpr->rx_std, 0, TG3_RX_STD_RING_BYTES(tp));  in tg3_rx_prodring_alloc()
8419 		rxd = &tpr->rx_std[i];  in tg3_rx_prodring_alloc()
8430 		if (tg3_alloc_rx_data(tp, tpr, RXD_OPAQUE_RING_STD, i,  in tg3_rx_prodring_alloc()
8446 	memset(tpr->rx_jmb, 0, TG3_RX_JMB_RING_BYTES(tp));  in tg3_rx_prodring_alloc()
8454 		rxd = &tpr->rx_jmb[i].std;  in tg3_rx_prodring_alloc()
8465 		if (tg3_alloc_rx_data(tp, tpr, RXD_OPAQUE_RING_JUMBO, i,  in tg3_rx_prodring_alloc()
8482 	tg3_rx_prodring_free(tp, tpr);  in tg3_rx_prodring_alloc()
8487 				 struct tg3_rx_prodring_set *tpr)  in tg3_rx_prodring_fini()  argument
8489 	kfree(tpr->rx_std_buffers);  in tg3_rx_prodring_fini()
8490 	tpr->rx_std_buffers = NULL;  in tg3_rx_prodring_fini()
8491 	kfree(tpr->rx_jmb_buffers);  in tg3_rx_prodring_fini()
8492 	tpr->rx_jmb_buffers = NULL;  in tg3_rx_prodring_fini()
8493 	if (tpr->rx_std) {  in tg3_rx_prodring_fini()
8495 				  tpr->rx_std, tpr->rx_std_mapping);  in tg3_rx_prodring_fini()
8496 		tpr->rx_std = NULL;  in tg3_rx_prodring_fini()
8498 	if (tpr->rx_jmb) {  in tg3_rx_prodring_fini()
8500 				  tpr->rx_jmb, tpr->rx_jmb_mapping);  in tg3_rx_prodring_fini()
8501 		tpr->rx_jmb = NULL;  in tg3_rx_prodring_fini()
8506 				struct tg3_rx_prodring_set *tpr)  in tg3_rx_prodring_init()  argument
8508 	tpr->rx_std_buffers = kzalloc(TG3_RX_STD_BUFF_RING_SIZE(tp),  in tg3_rx_prodring_init()
8510 	if (!tpr->rx_std_buffers)  in tg3_rx_prodring_init()
8513 	tpr->rx_std = dma_alloc_coherent(&tp->pdev->dev,  in tg3_rx_prodring_init()
8515 					 &tpr->rx_std_mapping,  in tg3_rx_prodring_init()
8517 	if (!tpr->rx_std)  in tg3_rx_prodring_init()
8521 		tpr->rx_jmb_buffers = kzalloc(TG3_RX_JMB_BUFF_RING_SIZE(tp),  in tg3_rx_prodring_init()
8523 		if (!tpr->rx_jmb_buffers)  in tg3_rx_prodring_init()
8526 		tpr->rx_jmb = dma_alloc_coherent(&tp->pdev->dev,  in tg3_rx_prodring_init()
8528 						 &tpr->rx_jmb_mapping,  in tg3_rx_prodring_init()
8530 		if (!tpr->rx_jmb)  in tg3_rx_prodring_init()
8537 	tg3_rx_prodring_fini(tp, tpr);  in tg3_rx_prodring_init()
9876 	struct tg3_rx_prodring_set *tpr = &tp->napi[0].prodring;  in tg3_reset_hw()  local
10189 	     ((u64) tpr->rx_std_mapping >> 32));  in tg3_reset_hw()
10191 	     ((u64) tpr->rx_std_mapping & 0xffffffff));  in tg3_reset_hw()
10209 			     ((u64) tpr->rx_jmb_mapping >> 32));  in tg3_reset_hw()
10211 			     ((u64) tpr->rx_jmb_mapping & 0xffffffff));  in tg3_reset_hw()
10237 	tpr->rx_std_prod_idx = tp->rx_pending;  in tg3_reset_hw()
10238 	tw32_rx_mbox(TG3_RX_STD_PROD_IDX_REG, tpr->rx_std_prod_idx);  in tg3_reset_hw()
10240 	tpr->rx_jmb_prod_idx =  in tg3_reset_hw()
10242 	tw32_rx_mbox(TG3_RX_JMB_PROD_IDX_REG, tpr->rx_jmb_prod_idx);  in tg3_reset_hw()
13437 	struct tg3_rx_prodring_set *tpr = &tp->napi[0].prodring;  in tg3_run_loopback()  local
13607 			rx_data = tpr->rx_std_buffers[desc_idx].data;  in tg3_run_loopback()
13608 			map = dma_unmap_addr(&tpr->rx_std_buffers[desc_idx],  in tg3_run_loopback()
13611 			rx_data = tpr->rx_jmb_buffers[desc_idx].data;  in tg3_run_loopback()
13612 			map = dma_unmap_addr(&tpr->rx_jmb_buffers[desc_idx],  in tg3_run_loopback()