271 bool translation_pre_enabled(struct amd_iommu *iommu)  in translation_pre_enabled()
277 static void clear_translation_pre_enabled(struct amd_iommu *iommu)  in clear_translation_pre_enabled()
282 static void init_translation_status(struct amd_iommu *iommu)  in init_translation_status()
312 static u32 iommu_read_l1(struct amd_iommu *iommu, u16 l1, u8 address)  in iommu_read_l1()
321 static void iommu_write_l1(struct amd_iommu *iommu, u16 l1, u8 address, u32 val)  in iommu_write_l1()
328 static u32 iommu_read_l2(struct amd_iommu *iommu, u8 address)  in iommu_read_l2()
337 static void iommu_write_l2(struct amd_iommu *iommu, u8 address, u32 val)  in iommu_write_l2()
356 static void iommu_set_exclusion_range(struct amd_iommu *iommu)  in iommu_set_exclusion_range()
375 static void iommu_set_device_table(struct amd_iommu *iommu)  in iommu_set_device_table()
388 static void iommu_feature_enable(struct amd_iommu *iommu, u8 bit)  in iommu_feature_enable()
397 static void iommu_feature_disable(struct amd_iommu *iommu, u8 bit)  in iommu_feature_disable()
406 static void iommu_set_inv_tlb_timeout(struct amd_iommu *iommu, int timeout)  in iommu_set_inv_tlb_timeout()
417 static void iommu_enable(struct amd_iommu *iommu)  in iommu_enable()
422 static void iommu_disable(struct amd_iommu *iommu)  in iommu_disable()
455 static void __init iommu_unmap_mmio_space(struct amd_iommu *iommu)  in iommu_unmap_mmio_space()
605 static int __init alloc_command_buffer(struct amd_iommu *iommu)  in alloc_command_buffer()
617 void amd_iommu_reset_cmd_buffer(struct amd_iommu *iommu)  in amd_iommu_reset_cmd_buffer()
633 static void iommu_enable_command_buffer(struct amd_iommu *iommu)  in iommu_enable_command_buffer()
651 static void iommu_disable_command_buffer(struct amd_iommu *iommu)  in iommu_disable_command_buffer()
656 static void __init free_command_buffer(struct amd_iommu *iommu)  in free_command_buffer()
662 static int __init alloc_event_buffer(struct amd_iommu *iommu)  in alloc_event_buffer()
670 static void iommu_enable_event_buffer(struct amd_iommu *iommu)  in iommu_enable_event_buffer()
691 static void iommu_disable_event_buffer(struct amd_iommu *iommu)  in iommu_disable_event_buffer()
696 static void __init free_event_buffer(struct amd_iommu *iommu)  in free_event_buffer()
702 static int __init alloc_ppr_log(struct amd_iommu *iommu)  in alloc_ppr_log()
710 static void iommu_enable_ppr_log(struct amd_iommu *iommu)  in iommu_enable_ppr_log()
730 static void __init free_ppr_log(struct amd_iommu *iommu)  in free_ppr_log()
738 static void free_ga_log(struct amd_iommu *iommu)  in free_ga_log()
750 static int iommu_ga_log_enable(struct amd_iommu *iommu)  in iommu_ga_log_enable()
780 static int iommu_init_ga_log(struct amd_iommu *iommu)  in iommu_init_ga_log()
813 static int iommu_init_ga(struct amd_iommu *iommu)  in iommu_init_ga()
831 static void iommu_enable_xt(struct amd_iommu *iommu)  in iommu_enable_xt()
844 static void iommu_enable_gt(struct amd_iommu *iommu)  in iommu_enable_gt()
876 	struct amd_iommu *iommu;  in copy_device_table()  local
972 static void __init set_iommu_for_device(struct amd_iommu *iommu, u16 devid)  in set_iommu_for_device()
981 static void __init set_dev_entry_from_acpi(struct amd_iommu *iommu,  in set_dev_entry_from_acpi()
1117 	struct amd_iommu *iommu = amd_iommu_rlookup_table[devid];  in set_device_exclusion_range()  local
1138 static int __init init_iommu_from_acpi(struct amd_iommu *iommu,  in init_iommu_from_acpi()
1402 static void __init free_iommu_one(struct amd_iommu *iommu)  in free_iommu_one()
1413 	struct amd_iommu *iommu, *next;  in free_iommu_all()  local
1428 static void amd_iommu_erratum_746_workaround(struct amd_iommu *iommu)  in amd_iommu_erratum_746_workaround()
1460 static void amd_iommu_ats_write_check_workaround(struct amd_iommu *iommu)  in amd_iommu_ats_write_check_workaround()
1487 static int __init init_iommu_one(struct amd_iommu *iommu, struct ivhd_header *h)  in init_iommu_one()
1616 	struct amd_iommu *iommu;  in init_iommu_all()  local
1653 static void init_iommu_perf_ctr(struct amd_iommu *iommu)  in init_iommu_perf_ctr()
1682 	struct amd_iommu *iommu = dev_to_amd_iommu(dev);  in amd_iommu_show_cap()  local
1691 	struct amd_iommu *iommu = dev_to_amd_iommu(dev);  in amd_iommu_show_features()  local
1712 static int iommu_init_pci(struct amd_iommu *iommu)  in iommu_init_pci()
1827 	struct amd_iommu *iommu;  in print_iommu_info()  local
1860 	struct amd_iommu *iommu;  in amd_iommu_init_pci()  local
1901 static int iommu_setup_msi(struct amd_iommu *iommu)  in iommu_setup_msi()
1925 static int iommu_init_msi(struct amd_iommu *iommu)  in iommu_init_msi()
2094 static void iommu_init_flags(struct amd_iommu *iommu)  in iommu_init_flags()
2121 static void iommu_apply_resume_quirks(struct amd_iommu *iommu)  in iommu_apply_resume_quirks()
2164 static void iommu_enable_ga(struct amd_iommu *iommu)  in iommu_enable_ga()
2182 static void early_enable_iommu(struct amd_iommu *iommu)  in early_enable_iommu()
2206 	struct amd_iommu *iommu;  in early_enable_iommus()  local
2250 	struct amd_iommu *iommu;  in enable_iommus_v2()  local
2267 	struct amd_iommu *iommu;  in disable_iommus()  local
2285 	struct amd_iommu *iommu;  in amd_iommu_resume()  local
2575 	struct amd_iommu *iommu;  in amd_iommu_enable_interrupts()  local
2745 	struct amd_iommu *iommu;  in amd_iommu_init()  local
2969 	struct amd_iommu *iommu;  in get_amd_iommu()  local
2987 	struct amd_iommu *iommu = get_amd_iommu(idx);  in amd_iommu_pc_get_max_banks()  local
3004 	struct amd_iommu *iommu = get_amd_iommu(idx);  in amd_iommu_pc_get_max_counters()  local
3013 static int iommu_pc_get_set_reg(struct amd_iommu *iommu, u8 bank, u8 cntr,  in iommu_pc_get_set_reg()
3051 int amd_iommu_pc_get_reg(struct amd_iommu *iommu, u8 bank, u8 cntr, u8 fxn, u64 *value)  in amd_iommu_pc_get_reg()
3060 int amd_iommu_pc_set_reg(struct amd_iommu *iommu, u8 bank, u8 cntr, u8 fxn, u64 *value)  in amd_iommu_pc_set_reg()