99 static struct arm64_cpu_capabilities const __ro_after_init *cpu_hwcaps_ptrs[ARM64_NCAPS];
158 cpufeature_pan_not_uao(const struct arm64_cpu_capabilities *entry, int __unused);
160 static void cpu_enable_cnp(struct arm64_cpu_capabilities const *cap);
796 extern const struct arm64_cpu_capabilities arm64_errata[];
797 static const struct arm64_cpu_capabilities arm64_features[];
800 init_cpu_hwcaps_indirect_list_from_array(const struct arm64_cpu_capabilities *caps)  in init_cpu_hwcaps_indirect_list_from_array()
1175 feature_matches(u64 reg, const struct arm64_cpu_capabilities *entry)  in feature_matches()
1183 has_cpuid_feature(const struct arm64_cpu_capabilities *entry, int scope)  in has_cpuid_feature()
1196 static bool has_useable_gicv3_cpuif(const struct arm64_cpu_capabilities *entry, int scope)  in has_useable_gicv3_cpuif()
1211 static bool has_no_hw_prefetch(const struct arm64_cpu_capabilities *entry, int __unused)  in has_no_hw_prefetch()
1221 static bool has_no_fpsimd(const struct arm64_cpu_capabilities *entry, int __unused)  in has_no_fpsimd()
1229 static bool has_cache_idc(const struct arm64_cpu_capabilities *entry,  in has_cache_idc()
1242 static void cpu_emulate_effective_ctr(const struct arm64_cpu_capabilities *__unused)  in cpu_emulate_effective_ctr()
1254 static bool has_cache_dic(const struct arm64_cpu_capabilities *entry,  in has_cache_dic()
1268 has_useable_cnp(const struct arm64_cpu_capabilities *entry, int scope)  in has_useable_cnp()
1324 static bool unmap_kernel_at_el0(const struct arm64_cpu_capabilities *entry,  in unmap_kernel_at_el0()
1398 kpti_install_ng_mappings(const struct arm64_cpu_capabilities *__unused)  in kpti_install_ng_mappings()
1427 kpti_install_ng_mappings(const struct arm64_cpu_capabilities *__unused)  in kpti_install_ng_mappings()
1470 static bool cpu_can_use_dbm(const struct arm64_cpu_capabilities *cap)  in cpu_can_use_dbm()
1476 static void cpu_enable_hw_dbm(struct arm64_cpu_capabilities const *cap)  in cpu_enable_hw_dbm()
1482 static bool has_hw_dbm(const struct arm64_cpu_capabilities *cap,  in has_hw_dbm()
1534 static void cpu_amu_enable(struct arm64_cpu_capabilities const *cap)  in cpu_amu_enable()
1544 static bool has_amu(const struct arm64_cpu_capabilities *cap,  in has_amu()
1565 static bool runs_at_el2(const struct arm64_cpu_capabilities *entry, int __unused)  in runs_at_el2()
1570 static void cpu_copy_el2regs(const struct arm64_cpu_capabilities *__unused)  in cpu_copy_el2regs()
1585 static void cpu_has_fwb(const struct arm64_cpu_capabilities *__unused)  in cpu_has_fwb()
1594 static void cpu_enable_pan(const struct arm64_cpu_capabilities *__unused)  in cpu_enable_pan()
1608 static void cpu_clear_disr(const struct arm64_cpu_capabilities *__unused)  in cpu_clear_disr()
1616 static bool has_address_auth_cpucap(const struct arm64_cpu_capabilities *entry, int scope)  in has_address_auth_cpucap()
1642 static bool has_address_auth_metacap(const struct arm64_cpu_capabilities *entry,  in has_address_auth_metacap()
1649 static bool has_generic_auth(const struct arm64_cpu_capabilities *entry,  in has_generic_auth()
1658 static void cpu_enable_e0pd(struct arm64_cpu_capabilities const *cap)  in cpu_enable_e0pd()
1674 static bool can_use_gic_priorities(const struct arm64_cpu_capabilities *entry,  in can_use_gic_priorities()
1682 static void bti_enable(const struct arm64_cpu_capabilities *__unused)  in bti_enable()
1697 static void cpu_enable_mte(struct arm64_cpu_capabilities const *cap)  in cpu_enable_mte()
1714 cpucap_late_cpu_optional(const struct arm64_cpu_capabilities *cap)  in cpucap_late_cpu_optional()
1720 cpucap_late_cpu_permitted(const struct arm64_cpu_capabilities *cap)  in cpucap_late_cpu_permitted()
1726 cpucap_panic_on_conflict(const struct arm64_cpu_capabilities *cap)  in cpucap_panic_on_conflict()
1731 static const struct arm64_cpu_capabilities arm64_features[] = {
2177 static const struct arm64_cpu_capabilities ptr_auth_hwcap_addr_matches[] = {
2189 static const struct arm64_cpu_capabilities ptr_auth_hwcap_gen_matches[] = {
2202 static const struct arm64_cpu_capabilities arm64_elf_hwcaps[] = {
2264 static bool compat_has_neon(const struct arm64_cpu_capabilities *cap, int scope)  in compat_has_neon()
2285 static const struct arm64_cpu_capabilities compat_elf_hwcaps[] = {
2301 static void __init cap_set_elf_hwcap(const struct arm64_cpu_capabilities *cap)  in cap_set_elf_hwcap()
2322 static bool cpus_have_elf_hwcap(const struct arm64_cpu_capabilities *cap)  in cpus_have_elf_hwcap()
2346 static void __init setup_elf_hwcaps(const struct arm64_cpu_capabilities *hwcaps)  in setup_elf_hwcaps()
2358 	const struct arm64_cpu_capabilities *caps;  in update_cpu_capabilities()
2387 		const struct arm64_cpu_capabilities *cap = cpu_hwcaps_ptrs[i];  in cpu_enable_non_boot_scope_capabilities()
2408 	const struct arm64_cpu_capabilities *caps;  in enable_cpu_capabilities()
2460 	const struct arm64_cpu_capabilities *caps;  in verify_local_cpu_caps()
2521 verify_local_elf_hwcaps(const struct arm64_cpu_capabilities *caps)  in verify_local_elf_hwcaps()
2640 		const struct arm64_cpu_capabilities *cap = cpu_hwcaps_ptrs[n];  in this_cpu_has_cap()
2658 		const struct arm64_cpu_capabilities *cap = cpu_hwcaps_ptrs[n];  in __system_matches_cap()
2736 cpufeature_pan_not_uao(const struct arm64_cpu_capabilities *entry, int __unused)  in cpufeature_pan_not_uao()
2741 static void __maybe_unused cpu_enable_cnp(struct arm64_cpu_capabilities const *cap)  in cpu_enable_cnp()