112 			iotsb_num = pbm->iommu->atu->iotsb->iotsb_num;  in iommu_batch_flush()
182 	struct atu *atu;  in dma_4v_alloc_coherent()  local
208 	atu = iommu->atu;  in dma_4v_alloc_coherent()
214 		tbl = &atu->tbl;  in dma_4v_alloc_coherent()
324 	struct atu *atu;  in dma_4v_free_coherent()  local
333 	atu = iommu->atu;  in dma_4v_free_coherent()
340 		tbl = &atu->tbl;  in dma_4v_free_coherent()
341 		iotsb_num = atu->iotsb->iotsb_num;  in dma_4v_free_coherent()
357 	struct atu *atu;  in dma_4v_map_page()  local
367 	atu = iommu->atu;  in dma_4v_map_page()
380 		tbl = &atu->tbl;  in dma_4v_map_page()
431 	struct atu *atu;  in dma_4v_unmap_page()  local
446 	atu = iommu->atu;  in dma_4v_unmap_page()
457 		iotsb_num = atu->iotsb->iotsb_num;  in dma_4v_unmap_page()
458 		tbl = &atu->tbl;  in dma_4v_unmap_page()
476 	struct atu *atu;  in dma_4v_map_sg()  local
487 	atu = iommu->atu;  in dma_4v_map_sg()
516 		tbl = &atu->tbl;  in dma_4v_map_sg()
630 	struct atu *atu;  in dma_4v_unmap_sg()  local
639 	atu = iommu->atu;  in dma_4v_unmap_sg()
660 			iotsb_num = atu->iotsb->iotsb_num;  in dma_4v_unmap_sg()
661 			tbl = &atu->tbl;  in dma_4v_unmap_sg()
680 		if (iommu->atu)  in dma_4v_supported()
681 			dma_addr_mask = iommu->atu->dma_addr_mask;  in dma_4v_supported()
753 	struct atu *atu = pbm->iommu->atu;  in pci_sun4v_atu_alloc_iotsb()  local
766 	atu->iotsb = iotsb;  in pci_sun4v_atu_alloc_iotsb()
769 	table_size = (atu->size / IO_PAGE_SIZE) * 8;  in pci_sun4v_atu_alloc_iotsb()
778 	iotsb->dvma_size = atu->size;  in pci_sun4v_atu_alloc_iotsb()
779 	iotsb->dvma_base = atu->base;  in pci_sun4v_atu_alloc_iotsb()
814 	struct atu *atu = pbm->iommu->atu;  in pci_sun4v_atu_init()  local
846 	atu->ranges = (struct atu_ranges *)ranges;  in pci_sun4v_atu_init()
847 	atu->base = atu->ranges[3].base;  in pci_sun4v_atu_init()
848 	atu->size = ATU_64_SPACE_SIZE;  in pci_sun4v_atu_init()
860 	dma_mask = (roundup_pow_of_two(atu->size) - 1UL);  in pci_sun4v_atu_init()
861 	num_iotte = atu->size / IO_PAGE_SIZE;  in pci_sun4v_atu_init()
863 	atu->tbl.table_map_base = atu->base;  in pci_sun4v_atu_init()
864 	atu->dma_addr_mask = dma_mask;  in pci_sun4v_atu_init()
865 	atu->tbl.map = kzalloc(map_size, GFP_KERNEL);  in pci_sun4v_atu_init()
866 	if (!atu->tbl.map)  in pci_sun4v_atu_init()
869 	iommu_tbl_pool_init(&atu->tbl, num_iotte, IO_PAGE_SHIFT,  in pci_sun4v_atu_init()
1217 	if (pbm->iommu->atu) {  in pci_sun4v_pbm_init()
1220 			kfree(pbm->iommu->atu);  in pci_sun4v_pbm_init()
1221 			pbm->iommu->atu = NULL;  in pci_sun4v_pbm_init()
1239 	struct atu *atu;  in pci_sun4v_probe()  local
1312 	iommu->atu = NULL;  in pci_sun4v_probe()
1314 		atu = kzalloc(sizeof(*atu), GFP_KERNEL);  in pci_sun4v_probe()
1315 		if (!atu)  in pci_sun4v_probe()
1318 			iommu->atu = atu;  in pci_sun4v_probe()
1330 	kfree(iommu->atu);  in pci_sun4v_probe()