118 			return p->devid;  in get_acpihid_device_id()
126 	int devid;  in get_device_id()  local
129 		devid = get_pci_device_id(dev);  in get_device_id()
131 		devid = get_acpihid_device_id(dev, NULL);  in get_device_id()
133 	return devid;  in get_device_id()
141 static struct iommu_dev_data *alloc_dev_data(u16 devid)  in alloc_dev_data()  argument
150 	dev_data->devid = devid;  in alloc_dev_data()
157 static struct iommu_dev_data *search_dev_data(u16 devid)  in search_dev_data()  argument
167 		if (dev_data->devid == devid)  in search_dev_data()
176 	u16 devid = pci_dev_id(pdev);  in clone_alias()  local
178 	if (devid == alias)  in clone_alias()
182 		amd_iommu_rlookup_table[devid];  in clone_alias()
184 	       amd_iommu_dev_table[devid].data,  in clone_alias()
228 static struct iommu_dev_data *find_dev_data(u16 devid)  in find_dev_data()  argument
231 	struct amd_iommu *iommu = amd_iommu_rlookup_table[devid];  in find_dev_data()
233 	dev_data = search_dev_data(devid);  in find_dev_data()
236 		dev_data = alloc_dev_data(devid);  in find_dev_data()
253 	int devid;  in acpihid_device_group()  local
255 	devid = get_acpihid_device_id(dev, &entry);  in acpihid_device_group()
256 	if (devid < 0)  in acpihid_device_group()
257 		return ERR_PTR(devid);  in acpihid_device_group()
260 		if ((devid == p->devid) && p->group)  in acpihid_device_group()
298 	int devid;  in check_device()  local
303 	devid = get_device_id(dev);  in check_device()
304 	if (devid < 0)  in check_device()
308 	if (devid > amd_iommu_last_bdf)  in check_device()
311 	if (amd_iommu_rlookup_table[devid] == NULL)  in check_device()
320 	int devid;  in iommu_init_device()  local
325 	devid = get_device_id(dev);  in iommu_init_device()
326 	if (devid < 0)  in iommu_init_device()
327 		return devid;  in iommu_init_device()
329 	dev_data = find_dev_data(devid);  in iommu_init_device()
345 		iommu = amd_iommu_rlookup_table[dev_data->devid];  in iommu_init_device()
356 	int devid;  in iommu_ignore_device()  local
358 	devid = get_device_id(dev);  in iommu_ignore_device()
359 	if (devid < 0)  in iommu_ignore_device()
362 	amd_iommu_rlookup_table[devid] = NULL;  in iommu_ignore_device()
363 	memset(&amd_iommu_dev_table[devid], 0, sizeof(struct dev_table_entry));  in iommu_ignore_device()
393 static void dump_dte_entry(u16 devid)  in dump_dte_entry()  argument
399 			amd_iommu_dev_table[devid].data[i]);  in dump_dte_entry()
414 	int devid, vmg_tag, flags;  in amd_iommu_report_rmp_hw_error()  local
418 	devid   = (event[0] >> EVENT_DEVID_SHIFT) & EVENT_DEVID_MASK;  in amd_iommu_report_rmp_hw_error()
423 	pdev = pci_get_domain_bus_and_slot(0, PCI_BUS_NUM(devid),  in amd_iommu_report_rmp_hw_error()
424 					   devid & 0xff);  in amd_iommu_report_rmp_hw_error()
435 			PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid),  in amd_iommu_report_rmp_hw_error()
446 	int devid, flags_rmp, vmg_tag, flags;  in amd_iommu_report_rmp_fault()  local
450 	devid     = (event[0] >> EVENT_DEVID_SHIFT) & EVENT_DEVID_MASK;  in amd_iommu_report_rmp_fault()
456 	pdev = pci_get_domain_bus_and_slot(0, PCI_BUS_NUM(devid),  in amd_iommu_report_rmp_fault()
457 					   devid & 0xff);  in amd_iommu_report_rmp_fault()
468 			PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid),  in amd_iommu_report_rmp_fault()
476 static void amd_iommu_report_page_fault(u16 devid, u16 domain_id,  in amd_iommu_report_page_fault()  argument
482 	pdev = pci_get_domain_bus_and_slot(0, PCI_BUS_NUM(devid),  in amd_iommu_report_page_fault()
483 					   devid & 0xff);  in amd_iommu_report_page_fault()
494 			PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid),  in amd_iommu_report_page_fault()
505 	int type, devid, flags, tag;  in iommu_print_event()  local
513 	devid   = (event[0] >> EVENT_DEVID_SHIFT) & EVENT_DEVID_MASK;  in iommu_print_event()
530 		amd_iommu_report_page_fault(devid, pasid, address, flags);  in iommu_print_event()
537 			PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid),  in iommu_print_event()
539 		dump_dte_entry(devid);  in iommu_print_event()
544 			PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid),  in iommu_print_event()
549 			PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid),  in iommu_print_event()
562 			PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid),  in iommu_print_event()
567 			PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid),  in iommu_print_event()
580 			PCI_BUS_NUM(devid), PCI_SLOT(devid), PCI_FUNC(devid),  in iommu_print_event()
716 			pr_debug("%s: devid=%#x, ga_tag=%#x\n",  in iommu_poll_ga_log()
853 static void build_inv_dte(struct iommu_cmd *cmd, u16 devid)  in build_inv_dte()  argument
856 	cmd->data[0] = devid;  in build_inv_dte()
916 static void build_inv_iotlb_pages(struct iommu_cmd *cmd, u16 devid, int qdep,  in build_inv_iotlb_pages()  argument
922 	cmd->data[0]  = devid;  in build_inv_iotlb_pages()
924 	cmd->data[1]  = devid;  in build_inv_iotlb_pages()
948 static void build_inv_iotlb_pasid(struct iommu_cmd *cmd, u16 devid, u32 pasid,  in build_inv_iotlb_pasid()  argument
955 	cmd->data[0]  = devid;  in build_inv_iotlb_pasid()
958 	cmd->data[1]  = devid;  in build_inv_iotlb_pasid()
968 static void build_complete_ppr(struct iommu_cmd *cmd, u16 devid, u32 pasid,  in build_complete_ppr()  argument
973 	cmd->data[0]  = devid;  in build_complete_ppr()
990 static void build_inv_irt(struct iommu_cmd *cmd, u16 devid)  in build_inv_irt()  argument
993 	cmd->data[0] = devid;  in build_inv_irt()
1088 static int iommu_flush_dte(struct amd_iommu *iommu, u16 devid)  in iommu_flush_dte()  argument
1092 	build_inv_dte(&cmd, devid);  in iommu_flush_dte()
1099 	u32 devid;  in amd_iommu_flush_dte_all()  local
1101 	for (devid = 0; devid <= 0xffff; ++devid)  in amd_iommu_flush_dte_all()
1102 		iommu_flush_dte(iommu, devid);  in amd_iommu_flush_dte_all()
1146 static void iommu_flush_irt(struct amd_iommu *iommu, u16 devid)  in iommu_flush_irt()  argument
1150 	build_inv_irt(&cmd, devid);  in iommu_flush_irt()
1157 	u32 devid;  in amd_iommu_flush_irt_all()  local
1159 	for (devid = 0; devid <= MAX_DEV_TABLE_ENTRIES; devid++)  in amd_iommu_flush_irt_all()
1160 		iommu_flush_irt(iommu, devid);  in amd_iommu_flush_irt_all()
1187 	iommu    = amd_iommu_rlookup_table[dev_data->devid];  in device_flush_iotlb()
1189 	build_inv_iotlb_pages(&cmd, dev_data->devid, qdep, address, size);  in device_flush_iotlb()
1210 	iommu = amd_iommu_rlookup_table[dev_data->devid];  in device_flush_dte()
1216 		ret = iommu_flush_dte(iommu, dev_data->devid);  in device_flush_dte()
1220 	alias = amd_iommu_alias_table[dev_data->devid];  in device_flush_dte()
1221 	if (alias != dev_data->devid) {  in device_flush_dte()
1436 static void set_dte_entry(u16 devid, struct protection_domain *domain,  in set_dte_entry()  argument
1450 	flags = amd_iommu_dev_table[devid].data[1];  in set_dte_entry()
1456 		struct amd_iommu *iommu = amd_iommu_rlookup_table[devid];  in set_dte_entry()
1491 	old_domid = amd_iommu_dev_table[devid].data[1] & DEV_DOMID_MASK;  in set_dte_entry()
1492 	amd_iommu_dev_table[devid].data[1]  = flags;  in set_dte_entry()
1493 	amd_iommu_dev_table[devid].data[0]  = pte_root;  in set_dte_entry()
1501 		struct amd_iommu *iommu = amd_iommu_rlookup_table[devid];  in set_dte_entry()
1507 static void clear_dte_entry(u16 devid)  in clear_dte_entry()  argument
1510 	amd_iommu_dev_table[devid].data[0]  = DTE_FLAG_V | DTE_FLAG_TV;  in clear_dte_entry()
1511 	amd_iommu_dev_table[devid].data[1] &= DTE_FLAG_MASK;  in clear_dte_entry()
1513 	amd_iommu_apply_erratum_63(devid);  in clear_dte_entry()
1522 	iommu = amd_iommu_rlookup_table[dev_data->devid];  in do_attach()
1534 	set_dte_entry(dev_data->devid, domain,  in do_attach()
1546 	iommu = amd_iommu_rlookup_table[dev_data->devid];  in do_detach()
1551 	clear_dte_entry(dev_data->devid);  in do_detach()
1724 	int ret, devid;  in amd_iommu_probe_device()  local
1729 	devid = get_device_id(dev);  in amd_iommu_probe_device()
1730 	iommu = amd_iommu_rlookup_table[devid];  in amd_iommu_probe_device()
1760 	int devid = get_device_id(dev);  in amd_iommu_release_device()  local
1766 	iommu = amd_iommu_rlookup_table[devid];  in amd_iommu_release_device()
1791 		set_dte_entry(dev_data->devid, domain,  in update_device_table()
1986 	int devid = get_device_id(dev);  in amd_iommu_detach_device()  local
1995 	iommu = amd_iommu_rlookup_table[devid];  in amd_iommu_detach_device()
2022 	iommu = amd_iommu_rlookup_table[dev_data->devid];  in amd_iommu_attach_device()
2149 	int devid;  in amd_iommu_get_resv_regions()  local
2151 	devid = get_device_id(dev);  in amd_iommu_get_resv_regions()
2152 	if (devid < 0)  in amd_iommu_get_resv_regions()
2159 		if (devid < entry->devid_start || devid > entry->devid_end)  in amd_iommu_get_resv_regions()
2391 		iommu = amd_iommu_rlookup_table[dev_data->devid];  in __flush_pasid()
2393 		build_inv_iotlb_pasid(&cmd, dev_data->devid, pasid,  in __flush_pasid()
2554 	iommu    = amd_iommu_rlookup_table[dev_data->devid];  in amd_iommu_complete_ppr()
2556 	build_complete_ppr(&cmd, dev_data->devid, pasid, status,  in amd_iommu_complete_ppr()
2616 static void set_dte_irq_entry(u16 devid, struct irq_remap_table *table)  in set_dte_irq_entry()  argument
2620 	dte	= amd_iommu_dev_table[devid].data[2];  in set_dte_irq_entry()
2627 	amd_iommu_dev_table[devid].data[2] = dte;  in set_dte_irq_entry()
2630 static struct irq_remap_table *get_irq_table(u16 devid)  in get_irq_table()  argument
2634 	if (WARN_ONCE(!amd_iommu_rlookup_table[devid],  in get_irq_table()
2635 		      "%s: no iommu for devid %x\n", __func__, devid))  in get_irq_table()
2638 	table = irq_lookup_table[devid];  in get_irq_table()
2639 	if (WARN_ONCE(!table, "%s: no table for devid %x\n", __func__, devid))  in get_irq_table()
2669 static void set_remap_table_entry(struct amd_iommu *iommu, u16 devid,  in set_remap_table_entry()  argument
2672 	irq_lookup_table[devid] = table;  in set_remap_table_entry()
2673 	set_dte_irq_entry(devid, table);  in set_remap_table_entry()
2674 	iommu_flush_dte(iommu, devid);  in set_remap_table_entry()
2690 static struct irq_remap_table *alloc_irq_table(u16 devid, struct pci_dev *pdev)  in alloc_irq_table()  argument
2700 	iommu = amd_iommu_rlookup_table[devid];  in alloc_irq_table()
2704 	table = irq_lookup_table[devid];  in alloc_irq_table()
2708 	alias = amd_iommu_alias_table[devid];  in alloc_irq_table()
2711 		set_remap_table_entry(iommu, devid, table);  in alloc_irq_table()
2723 	table = irq_lookup_table[devid];  in alloc_irq_table()
2729 		set_remap_table_entry(iommu, devid, table);  in alloc_irq_table()
2740 		set_remap_table_entry(iommu, devid, table);  in alloc_irq_table()
2742 	if (devid != alias)  in alloc_irq_table()
2758 static int alloc_irq_index(u16 devid, int count, bool align,  in alloc_irq_index()  argument
2764 	struct amd_iommu *iommu = amd_iommu_rlookup_table[devid];  in alloc_irq_index()
2769 	table = alloc_irq_table(devid, pdev);  in alloc_irq_index()
2808 static int modify_irte_ga(u16 devid, int index, struct irte_ga *irte,  in modify_irte_ga()  argument
2817 	iommu = amd_iommu_rlookup_table[devid];  in modify_irte_ga()
2821 	table = get_irq_table(devid);  in modify_irte_ga()
2846 	iommu_flush_irt(iommu, devid);  in modify_irte_ga()
2852 static int modify_irte(u16 devid, int index, union irte *irte)  in modify_irte()  argument
2858 	iommu = amd_iommu_rlookup_table[devid];  in modify_irte()
2862 	table = get_irq_table(devid);  in modify_irte()
2870 	iommu_flush_irt(iommu, devid);  in modify_irte()
2876 static void free_irte(u16 devid, int index)  in free_irte()  argument
2882 	iommu = amd_iommu_rlookup_table[devid];  in free_irte()
2886 	table = get_irq_table(devid);  in free_irte()
2894 	iommu_flush_irt(iommu, devid);  in free_irte()
2900 			 u8 vector, u32 dest_apicid, int devid)  in irte_prepare()  argument
2914 			    u8 vector, u32 dest_apicid, int devid)  in irte_ga_prepare()  argument
2928 static void irte_activate(void *entry, u16 devid, u16 index)  in irte_activate()  argument
2933 	modify_irte(devid, index, irte);  in irte_activate()
2936 static void irte_ga_activate(void *entry, u16 devid, u16 index)  in irte_ga_activate()  argument
2941 	modify_irte_ga(devid, index, irte, NULL);  in irte_ga_activate()
2944 static void irte_deactivate(void *entry, u16 devid, u16 index)  in irte_deactivate()  argument
2949 	modify_irte(devid, index, irte);  in irte_deactivate()
2952 static void irte_ga_deactivate(void *entry, u16 devid, u16 index)  in irte_ga_deactivate()  argument
2957 	modify_irte_ga(devid, index, irte, NULL);  in irte_ga_deactivate()
2960 static void irte_set_affinity(void *entry, u16 devid, u16 index,  in irte_set_affinity()  argument
2967 	modify_irte(devid, index, irte);  in irte_set_affinity()
2970 static void irte_ga_set_affinity(void *entry, u16 devid, u16 index,  in irte_ga_set_affinity()  argument
2981 		modify_irte_ga(devid, index, irte, NULL);  in irte_ga_set_affinity()
3035 		return get_ioapic_devid(info->devid);  in get_devid()
3037 		return get_hpet_devid(info->devid);  in get_devid()
3066 				       int devid, int index, int sub_handle)  in irq_remapping_prepare_irte()  argument
3069 	struct amd_iommu *iommu = amd_iommu_rlookup_table[devid];  in irq_remapping_prepare_irte()
3074 	data->irq_2_irte.devid = devid;  in irq_remapping_prepare_irte()
3078 				 irq_cfg->dest_apicid, devid);  in irq_remapping_prepare_irte()
3121 	int i, ret, devid;  in irq_remapping_alloc()  local
3137 	devid = get_devid(info);  in irq_remapping_alloc()
3138 	if (devid < 0)  in irq_remapping_alloc()
3149 		table = alloc_irq_table(devid, NULL);  in irq_remapping_alloc()
3157 				iommu = amd_iommu_rlookup_table[devid];  in irq_remapping_alloc()
3170 		index = alloc_irq_index(devid, nr_irqs, align,  in irq_remapping_alloc()
3173 		index = alloc_irq_index(devid, nr_irqs, false, NULL);  in irq_remapping_alloc()
3205 		irq_data->hwirq = (devid << 16) + i;  in irq_remapping_alloc()
3208 		irq_remapping_prepare_irte(data, cfg, info, devid, index, i);  in irq_remapping_alloc()
3221 		free_irte(devid, index + i);  in irq_remapping_alloc()
3240 			free_irte(irte_info->devid, irte_info->index);  in irq_remapping_free()
3258 	struct amd_iommu *iommu = amd_iommu_rlookup_table[irte_info->devid];  in irq_remapping_activate()
3264 	iommu->irte_ops->activate(data->entry, irte_info->devid,  in irq_remapping_activate()
3275 	struct amd_iommu *iommu = amd_iommu_rlookup_table[irte_info->devid];  in irq_remapping_deactivate()
3278 		iommu->irte_ops->deactivate(data->entry, irte_info->devid,  in irq_remapping_deactivate()
3286 	int devid = -1;  in irq_remapping_select()  local
3292 		devid = get_ioapic_devid(fwspec->param[0]);  in irq_remapping_select()
3294 		devid = get_hpet_devid(fwspec->param[0]);  in irq_remapping_select()
3296 	if (devid < 0)  in irq_remapping_select()
3299 	iommu = amd_iommu_rlookup_table[devid];  in irq_remapping_select()
3333 	return modify_irte_ga(ir_data->irq_2_irte.devid,  in amd_iommu_activate_guest_mode()
3363 	return modify_irte_ga(ir_data->irq_2_irte.devid,  in amd_iommu_deactivate_guest_mode()
3376 	struct iommu_dev_data *dev_data = search_dev_data(irte_info->devid);  in amd_ir_set_vcpu_affinity()
3398 	iommu = amd_iommu_rlookup_table[irte_info->devid];  in amd_ir_set_vcpu_affinity()
3435 	iommu->irte_ops->set_affinity(ir_data->entry, irte_info->devid,  in amd_ir_update_irte()
3447 	struct amd_iommu *iommu = amd_iommu_rlookup_table[irte_info->devid];  in amd_ir_set_affinity()
3509 	int devid = ir_data->irq_2_irte.devid;  in amd_iommu_update_ga()  local
3517 	iommu = amd_iommu_rlookup_table[devid];  in amd_iommu_update_ga()
3521 	table = get_irq_table(devid);  in amd_iommu_update_ga()
3540 	iommu_flush_irt(iommu, devid);  in amd_iommu_update_ga()