32 	phys_addr_t (*dma_to_phys)(struct device *dev, dma_addr_t daddr);
43 static phys_addr_t octeon_hole_dma_to_phys(dma_addr_t daddr)  in octeon_hole_dma_to_phys()  argument
45 	if (daddr >= CVMX_PCIE_BAR1_RC_BASE)  in octeon_hole_dma_to_phys()
46 		return daddr + CVMX_PCIE_BAR1_PHYS_BASE - CVMX_PCIE_BAR1_RC_BASE;  in octeon_hole_dma_to_phys()
48 		return daddr;  in octeon_hole_dma_to_phys()
58 static phys_addr_t octeon_gen1_dma_to_phys(struct device *dev, dma_addr_t daddr)  in octeon_gen1_dma_to_phys()  argument
60 	daddr = octeon_hole_dma_to_phys(daddr);  in octeon_gen1_dma_to_phys()
62 	if (daddr >= 0x10000000ull && daddr < 0x20000000ull)  in octeon_gen1_dma_to_phys()
63 		daddr += 0x400000000ull;  in octeon_gen1_dma_to_phys()
65 	return daddr;  in octeon_gen1_dma_to_phys()
78 static phys_addr_t octeon_gen2_dma_to_phys(struct device *dev, dma_addr_t daddr)  in octeon_gen2_dma_to_phys()  argument
80 	return octeon_hole_dma_to_phys(daddr);  in octeon_gen2_dma_to_phys()
100 static phys_addr_t octeon_big_dma_to_phys(struct device *dev, dma_addr_t daddr)  in octeon_big_dma_to_phys()  argument
102 	if (daddr >= OCTEON_BAR2_PCI_ADDRESS)  in octeon_big_dma_to_phys()
103 		daddr -= OCTEON_BAR2_PCI_ADDRESS;  in octeon_big_dma_to_phys()
105 	if (daddr >= 0x10000000ull && daddr < 0x20000000ull)  in octeon_big_dma_to_phys()
106 		daddr += 0x400000000ull;  in octeon_big_dma_to_phys()
107 	return daddr;  in octeon_big_dma_to_phys()
131 					    dma_addr_t daddr)  in octeon_small_dma_to_phys()  argument
133 	if (daddr >= OCTEON_BAR2_PCI_ADDRESS)  in octeon_small_dma_to_phys()
134 		daddr -= OCTEON_BAR2_PCI_ADDRESS;  in octeon_small_dma_to_phys()
136 		daddr += octeon_bar1_pci_phys;  in octeon_small_dma_to_phys()
138 	if (daddr >= 0x10000000ull && daddr < 0x20000000ull)  in octeon_small_dma_to_phys()
139 		daddr += 0x400000000ull;  in octeon_small_dma_to_phys()
140 	return daddr;  in octeon_small_dma_to_phys()
180 phys_addr_t dma_to_phys(struct device *dev, dma_addr_t daddr)  in dma_to_phys()  argument
184 		return octeon_pci_dma_ops->dma_to_phys(dev, daddr);  in dma_to_phys()
186 	return daddr;  in dma_to_phys()