79 	return iommu->atu && mask > DMA_BIT_MASK(32);  in iommu_use_atu()
118 			iotsb_num = pbm->iommu->atu->iotsb->iotsb_num;  in iommu_batch_flush()
217 		tbl = &iommu->atu->tbl;  in dma_4v_alloc_coherent()
327 	struct atu *atu;  in dma_4v_free_coherent()  local
336 	atu = iommu->atu;  in dma_4v_free_coherent()
343 		tbl = &atu->tbl;  in dma_4v_free_coherent()
344 		iotsb_num = atu->iotsb->iotsb_num;  in dma_4v_free_coherent()
360 	struct atu *atu;  in dma_4v_map_page()  local
370 	atu = iommu->atu;  in dma_4v_map_page()
383 		tbl = &atu->tbl;  in dma_4v_map_page()
434 	struct atu *atu;  in dma_4v_unmap_page()  local
449 	atu = iommu->atu;  in dma_4v_unmap_page()
460 		iotsb_num = atu->iotsb->iotsb_num;  in dma_4v_unmap_page()
461 		tbl = &atu->tbl;  in dma_4v_unmap_page()
479 	struct atu *atu;  in dma_4v_map_sg()  local
490 	atu = iommu->atu;  in dma_4v_map_sg()
518 		tbl = &atu->tbl;  in dma_4v_map_sg()
630 	struct atu *atu;  in dma_4v_unmap_sg()  local
639 	atu = iommu->atu;  in dma_4v_unmap_sg()
660 			iotsb_num = atu->iotsb->iotsb_num;  in dma_4v_unmap_sg()
661 			tbl = &atu->tbl;  in dma_4v_unmap_sg()
741 	struct atu *atu = pbm->iommu->atu;  in pci_sun4v_atu_alloc_iotsb()  local
754 	atu->iotsb = iotsb;  in pci_sun4v_atu_alloc_iotsb()
757 	table_size = (atu->size / IO_PAGE_SIZE) * 8;  in pci_sun4v_atu_alloc_iotsb()
766 	iotsb->dvma_size = atu->size;  in pci_sun4v_atu_alloc_iotsb()
767 	iotsb->dvma_base = atu->base;  in pci_sun4v_atu_alloc_iotsb()
802 	struct atu *atu = pbm->iommu->atu;  in pci_sun4v_atu_init()  local
834 	atu->ranges = (struct atu_ranges *)ranges;  in pci_sun4v_atu_init()
835 	atu->base = atu->ranges[3].base;  in pci_sun4v_atu_init()
836 	atu->size = ATU_64_SPACE_SIZE;  in pci_sun4v_atu_init()
848 	dma_mask = (roundup_pow_of_two(atu->size) - 1UL);  in pci_sun4v_atu_init()
849 	num_iotte = atu->size / IO_PAGE_SIZE;  in pci_sun4v_atu_init()
851 	atu->tbl.table_map_base = atu->base;  in pci_sun4v_atu_init()
852 	atu->dma_addr_mask = dma_mask;  in pci_sun4v_atu_init()
853 	atu->tbl.map = kzalloc(map_size, GFP_KERNEL);  in pci_sun4v_atu_init()
854 	if (!atu->tbl.map)  in pci_sun4v_atu_init()
857 	iommu_tbl_pool_init(&atu->tbl, num_iotte, IO_PAGE_SHIFT,  in pci_sun4v_atu_init()
1205 	if (pbm->iommu->atu) {  in pci_sun4v_pbm_init()
1208 			kfree(pbm->iommu->atu);  in pci_sun4v_pbm_init()
1209 			pbm->iommu->atu = NULL;  in pci_sun4v_pbm_init()
1227 	struct atu *atu;  in pci_sun4v_probe()  local
1300 	iommu->atu = NULL;  in pci_sun4v_probe()
1302 		atu = kzalloc(sizeof(*atu), GFP_KERNEL);  in pci_sun4v_probe()
1303 		if (!atu)  in pci_sun4v_probe()
1306 			iommu->atu = atu;  in pci_sun4v_probe()
1318 	kfree(iommu->atu);  in pci_sun4v_probe()