Lines Matching +full:iommu +full:- +full:map +full:- +full:mask
1 // SPDX-License-Identifier: GPL-2.0
20 #include <linux/dma-map-ops.h>
21 #include <asm/iommu-common.h>
23 #include <asm/iommu.h>
58 unsigned long prot; /* IOMMU page protections */
72 p->dev = dev; in iommu_batch_start()
73 p->prot = prot; in iommu_batch_start()
74 p->entry = entry; in iommu_batch_start()
75 p->npages = 0; in iommu_batch_start()
78 static inline bool iommu_use_atu(struct iommu *iommu, u64 mask) in iommu_use_atu() argument
80 return iommu->atu && mask > DMA_BIT_MASK(32); in iommu_use_atu()
84 static long iommu_batch_flush(struct iommu_batch *p, u64 mask) in iommu_batch_flush() argument
86 struct pci_pbm_info *pbm = p->dev->archdata.host_controller; in iommu_batch_flush()
87 u64 *pglist = p->pglist; in iommu_batch_flush()
89 unsigned long devhandle = pbm->devhandle; in iommu_batch_flush()
90 unsigned long prot = p->prot; in iommu_batch_flush()
91 unsigned long entry = p->entry; in iommu_batch_flush()
92 unsigned long npages = p->npages; in iommu_batch_flush()
102 if (!iommu_use_atu(pbm->iommu, mask)) { in iommu_batch_flush()
109 pr_err_ratelimited("%s: IOMMU map of [%08lx:%08llx:%lx:%lx:%lx] failed with status %ld\n", in iommu_batch_flush()
115 return -1; in iommu_batch_flush()
119 iotsb_num = pbm->iommu->atu->iotsb->iotsb_num; in iommu_batch_flush()
127 pr_err_ratelimited("%s: ATU map of [%08lx:%lx:%llx:%lx:%lx] failed with status %ld\n", in iommu_batch_flush()
132 return -1; in iommu_batch_flush()
136 npages -= num; in iommu_batch_flush()
140 p->entry = entry; in iommu_batch_flush()
141 p->npages = 0; in iommu_batch_flush()
146 static inline void iommu_batch_new_entry(unsigned long entry, u64 mask) in iommu_batch_new_entry() argument
150 if (p->entry + p->npages == entry) in iommu_batch_new_entry()
152 if (p->entry != ~0UL) in iommu_batch_new_entry()
153 iommu_batch_flush(p, mask); in iommu_batch_new_entry()
154 p->entry = entry; in iommu_batch_new_entry()
158 static inline long iommu_batch_add(u64 phys_page, u64 mask) in iommu_batch_add() argument
162 BUG_ON(p->npages >= PGLIST_NENTS); in iommu_batch_add()
164 p->pglist[p->npages++] = phys_page; in iommu_batch_add()
165 if (p->npages == PGLIST_NENTS) in iommu_batch_add()
166 return iommu_batch_flush(p, mask); in iommu_batch_add()
172 static inline long iommu_batch_end(u64 mask) in iommu_batch_end() argument
176 BUG_ON(p->npages >= PGLIST_NENTS); in iommu_batch_end()
178 return iommu_batch_flush(p, mask); in iommu_batch_end()
185 u64 mask; in dma_4v_alloc_coherent() local
188 struct iommu *iommu; in dma_4v_alloc_coherent() local
205 nid = dev->archdata.numa_node; in dma_4v_alloc_coherent()
213 iommu = dev->archdata.iommu; in dma_4v_alloc_coherent()
214 mask = dev->coherent_dma_mask; in dma_4v_alloc_coherent()
215 if (!iommu_use_atu(iommu, mask)) in dma_4v_alloc_coherent()
216 tbl = &iommu->tbl; in dma_4v_alloc_coherent()
218 tbl = &iommu->atu->tbl; in dma_4v_alloc_coherent()
221 (unsigned long)(-1), 0); in dma_4v_alloc_coherent()
226 *dma_addrp = (tbl->table_map_base + (entry << IO_PAGE_SHIFT)); in dma_4v_alloc_coherent()
238 long err = iommu_batch_add(first_page + (n * PAGE_SIZE), mask); in dma_4v_alloc_coherent()
243 if (unlikely(iommu_batch_end(mask) < 0L)) in dma_4v_alloc_coherent()
269 list_for_each_entry(pdev, &bus_dev->devices, bus_list) { in dma_4v_iotsb_bind()
270 if (pdev->subordinate) { in dma_4v_iotsb_bind()
273 pdev->subordinate); in dma_4v_iotsb_bind()
275 bus = bus_dev->number; in dma_4v_iotsb_bind()
276 device = PCI_SLOT(pdev->devfn); in dma_4v_iotsb_bind()
277 fun = PCI_FUNC(pdev->devfn); in dma_4v_iotsb_bind()
318 npages -= num; in dma_4v_iommu_demap()
327 struct iommu *iommu; in dma_4v_free_coherent() local
335 iommu = dev->archdata.iommu; in dma_4v_free_coherent()
336 pbm = dev->archdata.host_controller; in dma_4v_free_coherent()
337 atu = iommu->atu; in dma_4v_free_coherent()
338 devhandle = pbm->devhandle; in dma_4v_free_coherent()
340 if (!iommu_use_atu(iommu, dvma)) { in dma_4v_free_coherent()
341 tbl = &iommu->tbl; in dma_4v_free_coherent()
342 iotsb_num = 0; /* we don't care for legacy iommu */ in dma_4v_free_coherent()
344 tbl = &atu->tbl; in dma_4v_free_coherent()
345 iotsb_num = atu->iotsb->iotsb_num; in dma_4v_free_coherent()
347 entry = ((dvma - tbl->table_map_base) >> IO_PAGE_SHIFT); in dma_4v_free_coherent()
360 struct iommu *iommu; in dma_4v_map_page() local
363 u64 mask; in dma_4v_map_page() local
370 iommu = dev->archdata.iommu; in dma_4v_map_page()
371 atu = iommu->atu; in dma_4v_map_page()
377 npages = IO_PAGE_ALIGN(oaddr + sz) - (oaddr & IO_PAGE_MASK); in dma_4v_map_page()
380 mask = *dev->dma_mask; in dma_4v_map_page()
381 if (!iommu_use_atu(iommu, mask)) in dma_4v_map_page()
382 tbl = &iommu->tbl; in dma_4v_map_page()
384 tbl = &atu->tbl; in dma_4v_map_page()
387 (unsigned long)(-1), 0); in dma_4v_map_page()
392 bus_addr = (tbl->table_map_base + (entry << IO_PAGE_SHIFT)); in dma_4v_map_page()
407 long err = iommu_batch_add(base_paddr, mask); in dma_4v_map_page()
411 if (unlikely(iommu_batch_end(mask) < 0L)) in dma_4v_map_page()
434 struct iommu *iommu; in dma_4v_unmap_page() local
448 iommu = dev->archdata.iommu; in dma_4v_unmap_page()
449 pbm = dev->archdata.host_controller; in dma_4v_unmap_page()
450 atu = iommu->atu; in dma_4v_unmap_page()
451 devhandle = pbm->devhandle; in dma_4v_unmap_page()
453 npages = IO_PAGE_ALIGN(bus_addr + sz) - (bus_addr & IO_PAGE_MASK); in dma_4v_unmap_page()
458 iotsb_num = 0; /* we don't care for legacy iommu */ in dma_4v_unmap_page()
459 tbl = &iommu->tbl; in dma_4v_unmap_page()
461 iotsb_num = atu->iotsb->iotsb_num; in dma_4v_unmap_page()
462 tbl = &atu->tbl; in dma_4v_unmap_page()
464 entry = (bus_addr - tbl->table_map_base) >> IO_PAGE_SHIFT; in dma_4v_unmap_page()
479 struct iommu *iommu; in dma_4v_map_sg() local
482 u64 mask; in dma_4v_map_sg() local
488 iommu = dev->archdata.iommu; in dma_4v_map_sg()
489 if (nelems == 0 || !iommu) in dma_4v_map_sg()
490 return -EINVAL; in dma_4v_map_sg()
491 atu = iommu->atu; in dma_4v_map_sg()
506 outs->dma_length = 0; in dma_4v_map_sg()
515 mask = *dev->dma_mask; in dma_4v_map_sg()
516 if (!iommu_use_atu(iommu, mask)) in dma_4v_map_sg()
517 tbl = &iommu->tbl; in dma_4v_map_sg()
519 tbl = &atu->tbl; in dma_4v_map_sg()
521 base_shift = tbl->table_map_base >> IO_PAGE_SHIFT; in dma_4v_map_sg()
526 slen = s->length; in dma_4v_map_sg()
532 /* Allocate iommu entries for that segment */ in dma_4v_map_sg()
536 &handle, (unsigned long)(-1), 0); in dma_4v_map_sg()
540 pr_err_ratelimited("iommu_alloc failed, iommu %p paddr %lx npages %lx\n", in dma_4v_map_sg()
545 iommu_batch_new_entry(entry, mask); in dma_4v_map_sg()
548 dma_addr = tbl->table_map_base + (entry << IO_PAGE_SHIFT); in dma_4v_map_sg()
549 dma_addr |= (s->offset & ~IO_PAGE_MASK); in dma_4v_map_sg()
553 while (npages--) { in dma_4v_map_sg()
554 err = iommu_batch_add(paddr, mask); in dma_4v_map_sg()
563 * - allocated dma_addr isn't contiguous to previous allocation in dma_4v_map_sg()
566 (outs->dma_length + s->length > max_seg_size) || in dma_4v_map_sg()
574 outs->dma_length += s->length; in dma_4v_map_sg()
580 outs->dma_address = dma_addr; in dma_4v_map_sg()
581 outs->dma_length = slen; in dma_4v_map_sg()
589 err = iommu_batch_end(mask); in dma_4v_map_sg()
598 outs->dma_length = 0; in dma_4v_map_sg()
605 if (s->dma_length != 0) { in dma_4v_map_sg()
608 vaddr = s->dma_address & IO_PAGE_MASK; in dma_4v_map_sg()
609 npages = iommu_num_pages(s->dma_address, s->dma_length, in dma_4v_map_sg()
614 s->dma_length = 0; in dma_4v_map_sg()
621 return -EINVAL; in dma_4v_map_sg()
630 struct iommu *iommu; in dma_4v_unmap_sg() local
638 iommu = dev->archdata.iommu; in dma_4v_unmap_sg()
639 pbm = dev->archdata.host_controller; in dma_4v_unmap_sg()
640 atu = iommu->atu; in dma_4v_unmap_sg()
641 devhandle = pbm->devhandle; in dma_4v_unmap_sg()
646 while (nelems--) { in dma_4v_unmap_sg()
647 dma_addr_t dma_handle = sg->dma_address; in dma_4v_unmap_sg()
648 unsigned int len = sg->dma_length; in dma_4v_unmap_sg()
658 iotsb_num = 0; /* we don't care for legacy iommu */ in dma_4v_unmap_sg()
659 tbl = &iommu->tbl; in dma_4v_unmap_sg()
661 iotsb_num = atu->iotsb->iotsb_num; in dma_4v_unmap_sg()
662 tbl = &atu->tbl; in dma_4v_unmap_sg()
664 entry = ((dma_handle - tbl->table_map_base) >> shift); in dma_4v_unmap_sg()
677 struct iommu *iommu = dev->archdata.iommu; in dma_4v_supported() local
681 if (device_mask < iommu->dma_addr_mask) in dma_4v_supported()
701 dp = pbm->op->dev.of_node; in pci_sun4v_scan_bus()
702 prop = of_find_property(dp, "66mhz-capable", NULL); in pci_sun4v_scan_bus()
703 pbm->is_66mhz_capable = (prop != NULL); in pci_sun4v_scan_bus()
704 pbm->pci_bus = pci_scan_one_pbm(pbm, parent); in pci_sun4v_scan_bus()
710 struct iommu_map_table *iommu) in probe_existing_entries() argument
716 devhandle = pbm->devhandle; in probe_existing_entries()
717 for (pool_nr = 0; pool_nr < iommu->nr_pools; pool_nr++) { in probe_existing_entries()
718 pool = &(iommu->pools[pool_nr]); in probe_existing_entries()
719 for (i = pool->start; i <= pool->end; i++) { in probe_existing_entries()
732 __set_bit(i, iommu->map); in probe_existing_entries()
742 struct atu *atu = pbm->iommu->atu; in pci_sun4v_atu_alloc_iotsb()
752 err = -ENOMEM; in pci_sun4v_atu_alloc_iotsb()
755 atu->iotsb = iotsb; in pci_sun4v_atu_alloc_iotsb()
758 table_size = (atu->size / IO_PAGE_SIZE) * 8; in pci_sun4v_atu_alloc_iotsb()
762 err = -ENOMEM; in pci_sun4v_atu_alloc_iotsb()
765 iotsb->table = table; in pci_sun4v_atu_alloc_iotsb()
766 iotsb->ra = __pa(table); in pci_sun4v_atu_alloc_iotsb()
767 iotsb->dvma_size = atu->size; in pci_sun4v_atu_alloc_iotsb()
768 iotsb->dvma_base = atu->base; in pci_sun4v_atu_alloc_iotsb()
769 iotsb->table_size = table_size; in pci_sun4v_atu_alloc_iotsb()
770 iotsb->page_size = IO_PAGE_SIZE; in pci_sun4v_atu_alloc_iotsb()
773 err = pci_sun4v_iotsb_conf(pbm->devhandle, in pci_sun4v_atu_alloc_iotsb()
774 iotsb->ra, in pci_sun4v_atu_alloc_iotsb()
775 iotsb->table_size, in pci_sun4v_atu_alloc_iotsb()
776 iotsb->page_size, in pci_sun4v_atu_alloc_iotsb()
777 iotsb->dvma_base, in pci_sun4v_atu_alloc_iotsb()
783 iotsb->iotsb_num = iotsb_num; in pci_sun4v_atu_alloc_iotsb()
785 err = dma_4v_iotsb_bind(pbm->devhandle, iotsb_num, pbm->pci_bus); in pci_sun4v_atu_alloc_iotsb()
803 struct atu *atu = pbm->iommu->atu; in pci_sun4v_atu_init()
811 ranges = of_get_property(pbm->op->dev.of_node, "iommu-address-ranges", in pci_sun4v_atu_init()
814 pr_err(PFX "No iommu-address-ranges\n"); in pci_sun4v_atu_init()
815 return -EINVAL; in pci_sun4v_atu_init()
818 page_size = of_get_property(pbm->op->dev.of_node, "iommu-pagesizes", in pci_sun4v_atu_init()
821 pr_err(PFX "No iommu-pagesizes\n"); in pci_sun4v_atu_init()
822 return -EINVAL; in pci_sun4v_atu_init()
825 /* There are 4 iommu-address-ranges supported. Each range is pair of in pci_sun4v_atu_init()
835 atu->ranges = (struct atu_ranges *)ranges; in pci_sun4v_atu_init()
836 atu->base = atu->ranges[3].base; in pci_sun4v_atu_init()
837 atu->size = ATU_64_SPACE_SIZE; in pci_sun4v_atu_init()
846 /* Create ATU iommu map. in pci_sun4v_atu_init()
849 dma_mask = (roundup_pow_of_two(atu->size) - 1UL); in pci_sun4v_atu_init()
850 num_iotte = atu->size / IO_PAGE_SIZE; in pci_sun4v_atu_init()
852 atu->tbl.table_map_base = atu->base; in pci_sun4v_atu_init()
853 atu->dma_addr_mask = dma_mask; in pci_sun4v_atu_init()
854 atu->tbl.map = kzalloc(map_size, GFP_KERNEL); in pci_sun4v_atu_init()
855 if (!atu->tbl.map) in pci_sun4v_atu_init()
856 return -ENOMEM; in pci_sun4v_atu_init()
858 iommu_tbl_pool_init(&atu->tbl, num_iotte, IO_PAGE_SHIFT, in pci_sun4v_atu_init()
869 struct iommu *iommu = pbm->iommu; in pci_sun4v_iommu_init() local
874 vdma = of_get_property(pbm->op->dev.of_node, "virtual-dma", NULL); in pci_sun4v_iommu_init()
879 printk(KERN_ERR PFX "Strange virtual-dma[%08x:%08x].\n", in pci_sun4v_iommu_init()
881 return -EINVAL; in pci_sun4v_iommu_init()
884 dma_mask = (roundup_pow_of_two(vdma[1]) - 1UL); in pci_sun4v_iommu_init()
889 /* Setup initial software IOMMU state. */ in pci_sun4v_iommu_init()
890 spin_lock_init(&iommu->lock); in pci_sun4v_iommu_init()
891 iommu->ctx_lowest_free = 1; in pci_sun4v_iommu_init()
892 iommu->tbl.table_map_base = dma_offset; in pci_sun4v_iommu_init()
893 iommu->dma_addr_mask = dma_mask; in pci_sun4v_iommu_init()
895 /* Allocate and initialize the free area map. */ in pci_sun4v_iommu_init()
898 iommu->tbl.map = kzalloc(sz, GFP_KERNEL); in pci_sun4v_iommu_init()
899 if (!iommu->tbl.map) { in pci_sun4v_iommu_init()
900 printk(KERN_ERR PFX "Error, kmalloc(arena.map) failed.\n"); in pci_sun4v_iommu_init()
901 return -ENOMEM; in pci_sun4v_iommu_init()
903 iommu_tbl_pool_init(&iommu->tbl, num_tsb_entries, IO_PAGE_SHIFT, in pci_sun4v_iommu_init()
907 sz = probe_existing_entries(pbm, &iommu->tbl); in pci_sun4v_iommu_init()
910 pbm->name, sz); in pci_sun4v_iommu_init()
944 * For MSI-X bits 31:0 are the data from the MSI packet.
946 * bits 39:32 is the bus/device/fn of the msg target-id
949 * For INTx the low order 2-bits are:
950 * 00 - INTA
951 * 01 - INTB
952 * 10 - INTC
953 * 11 - INTD
965 err = pci_sun4v_msiq_gethead(pbm->devhandle, msiqid, head); in pci_sun4v_get_head()
967 return -ENXIO; in pci_sun4v_get_head()
969 limit = pbm->msiq_ent_count * sizeof(struct pci_sun4v_msiq_entry); in pci_sun4v_get_head()
971 return -EFBIG; in pci_sun4v_get_head()
984 ep = (pbm->msi_queues + ((msiqid - pbm->msiq_first) * in pci_sun4v_dequeue_msi()
985 (pbm->msiq_ent_count * in pci_sun4v_dequeue_msi()
989 if ((ep->version_type & MSIQ_TYPE_MASK) == 0) in pci_sun4v_dequeue_msi()
992 type = (ep->version_type & MSIQ_TYPE_MASK) >> MSIQ_TYPE_SHIFT; in pci_sun4v_dequeue_msi()
995 return -EINVAL; in pci_sun4v_dequeue_msi()
997 *msi = ep->msi_data; in pci_sun4v_dequeue_msi()
999 err = pci_sun4v_msi_setstate(pbm->devhandle, in pci_sun4v_dequeue_msi()
1000 ep->msi_data /* msi_num */, in pci_sun4v_dequeue_msi()
1003 return -ENXIO; in pci_sun4v_dequeue_msi()
1006 ep->version_type &= ~MSIQ_TYPE_MASK; in pci_sun4v_dequeue_msi()
1010 (pbm->msiq_ent_count * sizeof(struct pci_sun4v_msiq_entry))) in pci_sun4v_dequeue_msi()
1021 err = pci_sun4v_msiq_sethead(pbm->devhandle, msiqid, head); in pci_sun4v_set_head()
1023 return -EINVAL; in pci_sun4v_set_head()
1031 if (pci_sun4v_msi_setmsiq(pbm->devhandle, msi, msiqid, in pci_sun4v_msi_setup()
1034 return -ENXIO; in pci_sun4v_msi_setup()
1035 if (pci_sun4v_msi_setstate(pbm->devhandle, msi, HV_MSISTATE_IDLE)) in pci_sun4v_msi_setup()
1036 return -ENXIO; in pci_sun4v_msi_setup()
1037 if (pci_sun4v_msi_setvalid(pbm->devhandle, msi, HV_MSIVALID_VALID)) in pci_sun4v_msi_setup()
1038 return -ENXIO; in pci_sun4v_msi_setup()
1046 err = pci_sun4v_msi_getmsiq(pbm->devhandle, msi, &msiqid); in pci_sun4v_msi_teardown()
1048 return -ENXIO; in pci_sun4v_msi_teardown()
1050 pci_sun4v_msi_setvalid(pbm->devhandle, msi, HV_MSIVALID_INVALID); in pci_sun4v_msi_teardown()
1060 q_size = pbm->msiq_ent_count * sizeof(struct pci_sun4v_msiq_entry); in pci_sun4v_msiq_alloc()
1061 alloc_size = (pbm->msiq_num * q_size); in pci_sun4v_msiq_alloc()
1067 return -ENOMEM; in pci_sun4v_msiq_alloc()
1070 pbm->msi_queues = (void *) pages; in pci_sun4v_msiq_alloc()
1072 for (i = 0; i < pbm->msiq_num; i++) { in pci_sun4v_msiq_alloc()
1076 err = pci_sun4v_msiq_conf(pbm->devhandle, in pci_sun4v_msiq_alloc()
1077 pbm->msiq_first + i, in pci_sun4v_msiq_alloc()
1078 base, pbm->msiq_ent_count); in pci_sun4v_msiq_alloc()
1085 err = pci_sun4v_msiq_info(pbm->devhandle, in pci_sun4v_msiq_alloc()
1086 pbm->msiq_first + i, in pci_sun4v_msiq_alloc()
1093 if (ret1 != base || ret2 != pbm->msiq_ent_count) { in pci_sun4v_msiq_alloc()
1096 base, pbm->msiq_ent_count, in pci_sun4v_msiq_alloc()
1106 return -EINVAL; in pci_sun4v_msiq_alloc()
1114 for (i = 0; i < pbm->msiq_num; i++) { in pci_sun4v_msiq_free()
1115 unsigned long msiqid = pbm->msiq_first + i; in pci_sun4v_msiq_free()
1117 (void) pci_sun4v_msiq_conf(pbm->devhandle, msiqid, 0UL, 0); in pci_sun4v_msiq_free()
1120 q_size = pbm->msiq_ent_count * sizeof(struct pci_sun4v_msiq_entry); in pci_sun4v_msiq_free()
1121 alloc_size = (pbm->msiq_num * q_size); in pci_sun4v_msiq_free()
1124 pages = (unsigned long) pbm->msi_queues; in pci_sun4v_msiq_free()
1128 pbm->msi_queues = NULL; in pci_sun4v_msiq_free()
1135 unsigned int irq = sun4v_build_irq(pbm->devhandle, devino); in pci_sun4v_msiq_build_irq()
1138 return -ENOMEM; in pci_sun4v_msiq_build_irq()
1140 if (pci_sun4v_msiq_setvalid(pbm->devhandle, msiqid, HV_MSIQ_VALID)) in pci_sun4v_msiq_build_irq()
1141 return -EINVAL; in pci_sun4v_msiq_build_irq()
1142 if (pci_sun4v_msiq_setstate(pbm->devhandle, msiqid, HV_MSIQSTATE_IDLE)) in pci_sun4v_msiq_build_irq()
1143 return -EINVAL; in pci_sun4v_msiq_build_irq()
1172 struct device_node *dp = op->dev.of_node; in pci_sun4v_pbm_init()
1175 pbm->numa_node = of_node_to_nid(dp); in pci_sun4v_pbm_init()
1177 pbm->pci_ops = &sun4v_pci_ops; in pci_sun4v_pbm_init()
1178 pbm->config_space_reg_bits = 12; in pci_sun4v_pbm_init()
1180 pbm->index = pci_num_pbms++; in pci_sun4v_pbm_init()
1182 pbm->op = op; in pci_sun4v_pbm_init()
1184 pbm->devhandle = devhandle; in pci_sun4v_pbm_init()
1186 pbm->name = dp->full_name; in pci_sun4v_pbm_init()
1188 printk("%s: SUN4V PCI Bus Module\n", pbm->name); in pci_sun4v_pbm_init()
1189 printk("%s: On NUMA node %d\n", pbm->name, pbm->numa_node); in pci_sun4v_pbm_init()
1201 pci_sun4v_scan_bus(pbm, &op->dev); in pci_sun4v_pbm_init()
1204 * we can still continue using legacy iommu. in pci_sun4v_pbm_init()
1206 if (pbm->iommu->atu) { in pci_sun4v_pbm_init()
1209 kfree(pbm->iommu->atu); in pci_sun4v_pbm_init()
1210 pbm->iommu->atu = NULL; in pci_sun4v_pbm_init()
1215 pbm->next = pci_pbm_root; in pci_sun4v_pbm_init()
1227 struct iommu *iommu; in pci_sun4v_probe() local
1230 int i, err = -ENODEV; in pci_sun4v_probe()
1233 dp = op->dev.of_node; in pci_sun4v_probe()
1268 err = -ENODEV; in pci_sun4v_probe()
1273 devhandle = (regs->phys_addr >> 32UL) & 0x0fffffff; in pci_sun4v_probe()
1275 err = -ENOMEM; in pci_sun4v_probe()
1294 iommu = kzalloc(sizeof(struct iommu), GFP_KERNEL); in pci_sun4v_probe()
1295 if (!iommu) { in pci_sun4v_probe()
1296 printk(KERN_ERR PFX "Could not allocate pbm iommu\n"); in pci_sun4v_probe()
1300 pbm->iommu = iommu; in pci_sun4v_probe()
1301 iommu->atu = NULL; in pci_sun4v_probe()
1307 iommu->atu = atu; in pci_sun4v_probe()
1314 dev_set_drvdata(&op->dev, pbm); in pci_sun4v_probe()
1319 kfree(iommu->atu); in pci_sun4v_probe()
1320 kfree(pbm->iommu); in pci_sun4v_probe()
1332 .compatible = "SUNW,sun4v-pci",