90 	cbd_t __iomem *bdp;  in fs_enet_napi()  local
99 	bdp = fep->dirty_tx;  in fs_enet_napi()
105 	while (((sc = CBDR_SC(bdp)) & BD_ENET_TX_READY) == 0 && tx_left) {  in fs_enet_napi()
106 		dirtyidx = bdp - fep->tx_bd_base;  in fs_enet_napi()
151 			dma_unmap_page(fep->dev, CBDR_BUFADDR(bdp),  in fs_enet_napi()
152 				       CBDR_DATLEN(bdp), DMA_TO_DEVICE);  in fs_enet_napi()
154 			dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_enet_napi()
155 					 CBDR_DATLEN(bdp), DMA_TO_DEVICE);  in fs_enet_napi()
169 			bdp++;  in fs_enet_napi()
171 			bdp = fep->tx_bd_base;  in fs_enet_napi()
182 	fep->dirty_tx = bdp;  in fs_enet_napi()
196 	bdp = fep->cur_rx;  in fs_enet_napi()
198 	while (((sc = CBDR_SC(bdp)) & BD_ENET_RX_EMPTY) == 0 &&  in fs_enet_napi()
200 		curidx = bdp - fep->rx_bd_base;  in fs_enet_napi()
236 			pkt_len = CBDR_DATLEN(bdp) - 4;	/* remove CRC */  in fs_enet_napi()
248 						CBDR_BUFADDR(bdp),  in fs_enet_napi()
261 						CBDR_BUFADDR(bdp),  in fs_enet_napi()
269 					CBDW_BUFADDR(bdp, dma);  in fs_enet_napi()
285 		CBDW_DATLEN(bdp, 0);  in fs_enet_napi()
286 		CBDW_SC(bdp, (sc & ~BD_ENET_RX_STATS) | BD_ENET_RX_EMPTY);  in fs_enet_napi()
292 			bdp++;  in fs_enet_napi()
294 			bdp = fep->rx_bd_base;  in fs_enet_napi()
299 	fep->cur_rx = bdp;  in fs_enet_napi()
361 	cbd_t __iomem *bdp;  in fs_init_bds()  local
374 	for (i = 0, bdp = fep->rx_bd_base; i < fep->rx_ring; i++, bdp++) {  in fs_init_bds()
381 		CBDW_BUFADDR(bdp,  in fs_init_bds()
385 		CBDW_DATLEN(bdp, 0);	/* zero */  in fs_init_bds()
386 		CBDW_SC(bdp, BD_ENET_RX_EMPTY |  in fs_init_bds()
392 	for (; i < fep->rx_ring; i++, bdp++) {  in fs_init_bds()
394 		CBDW_SC(bdp, (i < fep->rx_ring - 1) ? 0 : BD_SC_WRAP);  in fs_init_bds()
400 	for (i = 0, bdp = fep->tx_bd_base; i < fep->tx_ring; i++, bdp++) {  in fs_init_bds()
402 		CBDW_BUFADDR(bdp, 0);  in fs_init_bds()
403 		CBDW_DATLEN(bdp, 0);  in fs_init_bds()
404 		CBDW_SC(bdp, (i < fep->tx_ring - 1) ? 0 : BD_SC_WRAP);  in fs_init_bds()
412 	cbd_t __iomem *bdp;  in fs_cleanup_bds()  local
418 	for (i = 0, bdp = fep->tx_bd_base; i < fep->tx_ring; i++, bdp++) {  in fs_cleanup_bds()
423 		dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_cleanup_bds()
433 	for (i = 0, bdp = fep->rx_bd_base; i < fep->rx_ring; i++, bdp++) {  in fs_cleanup_bds()
438 		dma_unmap_single(fep->dev, CBDR_BUFADDR(bdp),  in fs_cleanup_bds()
485 	cbd_t __iomem *bdp;  in fs_enet_start_xmit()  local
526 	bdp = fep->cur_tx;  in fs_enet_start_xmit()
529 	if (fep->tx_free <= nr_frags || (CBDR_SC(bdp) & BD_ENET_TX_READY)) {  in fs_enet_start_xmit()
541 	curidx = bdp - fep->tx_bd_base;  in fs_enet_start_xmit()
551 	CBDW_BUFADDR(bdp, dma_map_single(fep->dev,  in fs_enet_start_xmit()
553 	CBDW_DATLEN(bdp, len);  in fs_enet_start_xmit()
558 		CBDC_SC(bdp,  in fs_enet_start_xmit()
561 		CBDS_SC(bdp, BD_ENET_TX_READY);  in fs_enet_start_xmit()
563 		if ((CBDR_SC(bdp) & BD_ENET_TX_WRAP) == 0) {  in fs_enet_start_xmit()
564 			bdp++;  in fs_enet_start_xmit()
567 			bdp = fep->tx_bd_base;  in fs_enet_start_xmit()
572 		CBDW_BUFADDR(bdp, skb_frag_dma_map(fep->dev, frag, 0, len,  in fs_enet_start_xmit()
574 		CBDW_DATLEN(bdp, len);  in fs_enet_start_xmit()
592 	CBDC_SC(bdp, BD_ENET_TX_STATS);  in fs_enet_start_xmit()
593 	CBDS_SC(bdp, sc);  in fs_enet_start_xmit()
599 	if ((CBDR_SC(bdp) & BD_ENET_TX_WRAP) == 0)  in fs_enet_start_xmit()
600 		bdp++;  in fs_enet_start_xmit()
602 		bdp = fep->tx_bd_base;  in fs_enet_start_xmit()
603 	fep->cur_tx = bdp;  in fs_enet_start_xmit()