89 static void parse_driver_options(struct arm_smmu_device *smmu)  in parse_driver_options()
180 static void queue_poll_init(struct arm_smmu_device *smmu,  in queue_poll_init()
336 static struct arm_smmu_cmdq *arm_smmu_get_cmdq(struct arm_smmu_device *smmu)  in arm_smmu_get_cmdq()
341 static void arm_smmu_cmdq_build_sync_cmd(u64 *cmd, struct arm_smmu_device *smmu,  in arm_smmu_cmdq_build_sync_cmd()
360 static void __arm_smmu_cmdq_skip_err(struct arm_smmu_device *smmu,  in __arm_smmu_cmdq_skip_err()
415 static void arm_smmu_cmdq_skip_err(struct arm_smmu_device *smmu)  in arm_smmu_cmdq_skip_err()
581 static int arm_smmu_cmdq_poll_until_not_full(struct arm_smmu_device *smmu,  in arm_smmu_cmdq_poll_until_not_full()
616 static int __arm_smmu_cmdq_poll_until_msi(struct arm_smmu_device *smmu,  in __arm_smmu_cmdq_poll_until_msi()
640 static int __arm_smmu_cmdq_poll_until_consumed(struct arm_smmu_device *smmu,  in __arm_smmu_cmdq_poll_until_consumed()
690 static int arm_smmu_cmdq_poll_until_sync(struct arm_smmu_device *smmu,  in arm_smmu_cmdq_poll_until_sync()
732 static int arm_smmu_cmdq_issue_cmdlist(struct arm_smmu_device *smmu,  in arm_smmu_cmdq_issue_cmdlist()
852 static int __arm_smmu_cmdq_issue_cmd(struct arm_smmu_device *smmu,  in __arm_smmu_cmdq_issue_cmd()
867 static int arm_smmu_cmdq_issue_cmd(struct arm_smmu_device *smmu,  in arm_smmu_cmdq_issue_cmd()
873 static int arm_smmu_cmdq_issue_cmd_with_sync(struct arm_smmu_device *smmu,  in arm_smmu_cmdq_issue_cmd_with_sync()
879 static void arm_smmu_cmdq_batch_add(struct arm_smmu_device *smmu,  in arm_smmu_cmdq_batch_add()
900 static int arm_smmu_cmdq_batch_submit(struct arm_smmu_device *smmu,  in arm_smmu_cmdq_batch_submit()
945 void arm_smmu_tlb_inv_asid(struct arm_smmu_device *smmu, u16 asid)  in arm_smmu_tlb_inv_asid()
963 	struct arm_smmu_device *smmu = smmu_domain->smmu;  in arm_smmu_sync_cd()  local
986 static int arm_smmu_alloc_cd_leaf_table(struct arm_smmu_device *smmu,  in arm_smmu_alloc_cd_leaf_table()
1017 	struct arm_smmu_device *smmu = smmu_domain->smmu;  in arm_smmu_get_cd_ptr()  local
1122 	struct arm_smmu_device *smmu = smmu_domain->smmu;  in arm_smmu_alloc_cd_tables()  local
1170 	struct arm_smmu_device *smmu = smmu_domain->smmu;  in arm_smmu_free_cd_tables()  local
1226 static void arm_smmu_sync_ste_for_sid(struct arm_smmu_device *smmu, u32 sid)  in arm_smmu_sync_ste_for_sid()
1260 	struct arm_smmu_device *smmu = NULL;  in arm_smmu_write_strtab_ent()  local
1400 static int arm_smmu_init_l2_strtab(struct arm_smmu_device *smmu, u32 sid)  in arm_smmu_init_l2_strtab()
1429 arm_smmu_find_master(struct arm_smmu_device *smmu, u32 sid)  in arm_smmu_find_master()
1451 static int arm_smmu_handle_evt(struct arm_smmu_device *smmu, u64 *evt)  in arm_smmu_handle_evt()
1548 	struct arm_smmu_device *smmu = dev;  in arm_smmu_evtq_thread()  local
1585 static void arm_smmu_handle_ppr(struct arm_smmu_device *smmu, u64 *evt)  in arm_smmu_handle_ppr()
1625 	struct arm_smmu_device *smmu = dev;  in arm_smmu_priq_thread()  local
1650 	struct arm_smmu_device *smmu = dev;  in arm_smmu_gerror_handler()  local
1695 	struct arm_smmu_device *smmu = dev;  in arm_smmu_combined_irq_thread()  local
1846 	struct arm_smmu_device *smmu = smmu_domain->smmu;  in arm_smmu_tlb_inv_context()  local
1871 	struct arm_smmu_device *smmu = smmu_domain->smmu;  in __arm_smmu_tlb_inv_range()  local
2056 	struct arm_smmu_device *smmu = smmu_domain->smmu;  in arm_smmu_domain_free()  local
2085 	struct arm_smmu_device *smmu = smmu_domain->smmu;  in arm_smmu_domain_finalise_s1()  local
2143 	struct arm_smmu_device *smmu = smmu_domain->smmu;  in arm_smmu_domain_finalise_s2()  local
2176 	struct arm_smmu_device *smmu = smmu_domain->smmu;  in arm_smmu_domain_finalise()  local
2235 static __le64 *arm_smmu_get_step_for_sid(struct arm_smmu_device *smmu, u32 sid)  in arm_smmu_get_step_for_sid()
2260 	struct arm_smmu_device *smmu = master->smmu;  in arm_smmu_install_ste_for_dev()  local
2280 	struct arm_smmu_device *smmu = master->smmu;  in arm_smmu_ats_supported()  local
2296 	struct arm_smmu_device *smmu = master->smmu;  in arm_smmu_enable_ats()  local
2401 	struct arm_smmu_device *smmu;  in arm_smmu_attach_dev()  local
2540 static bool arm_smmu_sid_in_range(struct arm_smmu_device *smmu, u32 sid)  in arm_smmu_sid_in_range()
2550 static int arm_smmu_init_sid_strtab(struct arm_smmu_device *smmu, u32 sid)  in arm_smmu_init_sid_strtab()
2563 static int arm_smmu_insert_master(struct arm_smmu_device *smmu,  in arm_smmu_insert_master()
2628 	struct arm_smmu_device *smmu = master->smmu;  in arm_smmu_remove_master()  local
2647 	struct arm_smmu_device *smmu;  in arm_smmu_probe_device()  local
2871 static int arm_smmu_init_one_queue(struct arm_smmu_device *smmu,  in arm_smmu_init_one_queue()
2914 static int arm_smmu_cmdq_init(struct arm_smmu_device *smmu)  in arm_smmu_cmdq_init()
2930 static int arm_smmu_init_queues(struct arm_smmu_device *smmu)  in arm_smmu_init_queues()
2968 static int arm_smmu_init_l1_strtab(struct arm_smmu_device *smmu)  in arm_smmu_init_l1_strtab()
2987 static int arm_smmu_init_strtab_2lvl(struct arm_smmu_device *smmu)  in arm_smmu_init_strtab_2lvl()
3025 static int arm_smmu_init_strtab_linear(struct arm_smmu_device *smmu)  in arm_smmu_init_strtab_linear()
3053 static int arm_smmu_init_strtab(struct arm_smmu_device *smmu)  in arm_smmu_init_strtab()
3076 static int arm_smmu_init_structures(struct arm_smmu_device *smmu)  in arm_smmu_init_structures()
3090 static int arm_smmu_write_reg_sync(struct arm_smmu_device *smmu, u32 val,  in arm_smmu_write_reg_sync()
3101 static int arm_smmu_update_gbpa(struct arm_smmu_device *smmu, u32 set, u32 clr)  in arm_smmu_update_gbpa()
3132 	struct arm_smmu_device *smmu = dev_get_drvdata(dev);  in arm_smmu_write_msi_msg()  local
3143 static void arm_smmu_setup_msis(struct arm_smmu_device *smmu)  in arm_smmu_setup_msis()
3180 static void arm_smmu_setup_unique_irqs(struct arm_smmu_device *smmu)  in arm_smmu_setup_unique_irqs()
3226 static int arm_smmu_setup_irqs(struct arm_smmu_device *smmu)  in arm_smmu_setup_irqs()
3267 static int arm_smmu_device_disable(struct arm_smmu_device *smmu)  in arm_smmu_device_disable()
3278 static int arm_smmu_device_reset(struct arm_smmu_device *smmu, bool bypass)  in arm_smmu_device_reset()
3413 static int arm_smmu_device_hw_probe(struct arm_smmu_device *smmu)  in arm_smmu_device_hw_probe()
3627 static void acpi_smmu_get_options(u32 model, struct arm_smmu_device *smmu)  in acpi_smmu_get_options()
3642 				      struct arm_smmu_device *smmu)  in arm_smmu_device_acpi_probe()
3662 					     struct arm_smmu_device *smmu)  in arm_smmu_device_acpi_probe()
3669 				    struct arm_smmu_device *smmu)  in arm_smmu_device_dt_probe()
3690 static unsigned long arm_smmu_resource_size(struct arm_smmu_device *smmu)  in arm_smmu_resource_size()
3706 static void arm_smmu_rmr_install_bypass_ste(struct arm_smmu_device *smmu)  in arm_smmu_rmr_install_bypass_ste()
3741 	struct arm_smmu_device *smmu;  in arm_smmu_device_probe()  local
3845 	struct arm_smmu_device *smmu = platform_get_drvdata(pdev);  in arm_smmu_device_remove()  local