39 	dma_addr_t		iova;  member
199 		msi_page[i].iova = start;  in cookie_init_hw_msi_region()
352 	unsigned long shift, iova_len, iova = 0;  in iommu_dma_alloc_iova()  local
378 		iova = alloc_iova_fast(iovad, iova_len,  in iommu_dma_alloc_iova()
381 	if (!iova)  in iommu_dma_alloc_iova()
382 		iova = alloc_iova_fast(iovad, iova_len, dma_limit >> shift,  in iommu_dma_alloc_iova()
385 	return (dma_addr_t)iova << shift;  in iommu_dma_alloc_iova()
389 		dma_addr_t iova, size_t size)  in iommu_dma_free_iova()  argument
397 		free_iova_fast(iovad, iova_pfn(iovad, iova),  in iommu_dma_free_iova()
526 	dma_addr_t iova;  in iommu_dma_alloc()  local
547 	iova = iommu_dma_alloc_iova(domain, size, dev->coherent_dma_mask, dev);  in iommu_dma_alloc()
548 	if (!iova)  in iommu_dma_alloc()
566 	if (iommu_map_sg(domain, iova, sgt.sgl, sgt.orig_nents, prot)  in iommu_dma_alloc()
570 	*handle = iova;  in iommu_dma_alloc()
577 	iommu_dma_free_iova(cookie, iova, size);  in iommu_dma_alloc()
614 	dma_addr_t iova;  in __iommu_dma_map()  local
621 	iova = iommu_dma_alloc_iova(domain, size, dma_get_mask(dev), dev);  in __iommu_dma_map()
622 	if (!iova)  in __iommu_dma_map()
625 	if (iommu_map(domain, iova, phys - iova_off, size, prot)) {  in __iommu_dma_map()
626 		iommu_dma_free_iova(cookie, iova, size);  in __iommu_dma_map()
629 	return iova + iova_off;  in __iommu_dma_map()
733 	dma_addr_t iova;  in iommu_dma_map_sg()  local
777 	iova = iommu_dma_alloc_iova(domain, iova_len, dma_get_mask(dev), dev);  in iommu_dma_map_sg()
778 	if (!iova)  in iommu_dma_map_sg()
785 	if (iommu_map_sg(domain, iova, sg, nents, prot) < iova_len)  in iommu_dma_map_sg()
788 	return __finalise_sg(dev, sg, nents, iova);  in iommu_dma_map_sg()
791 	iommu_dma_free_iova(cookie, iova, iova_len);  in iommu_dma_map_sg()
840 	dma_addr_t iova;  in iommu_dma_get_msi_page()  local
853 	iova = __iommu_dma_map(dev, msi_addr, size, prot);  in iommu_dma_get_msi_page()
854 	if (iommu_dma_mapping_error(dev, iova))  in iommu_dma_get_msi_page()
859 	msi_page->iova = iova;  in iommu_dma_get_msi_page()
902 		msg->address_hi = upper_32_bits(msi_page->iova);  in iommu_dma_map_msi_msg()
904 		msg->address_lo += lower_32_bits(msi_page->iova);  in iommu_dma_map_msi_msg()