109 static struct arm64_cpu_capabilities const __ro_after_init *cpu_hwcaps_ptrs[ARM64_NCAPS];
166 static void cpu_enable_cnp(struct arm64_cpu_capabilities const *cap);
933 extern const struct arm64_cpu_capabilities arm64_errata[];
934 static const struct arm64_cpu_capabilities arm64_features[];
937 init_cpu_hwcaps_indirect_list_from_array(const struct arm64_cpu_capabilities *caps)  in init_cpu_hwcaps_indirect_list_from_array()
1399 has_always(const struct arm64_cpu_capabilities *entry, int scope)  in has_always()
1405 feature_matches(u64 reg, const struct arm64_cpu_capabilities *entry)  in feature_matches()
1415 read_scoped_sysreg(const struct arm64_cpu_capabilities *entry, int scope)  in read_scoped_sysreg()
1425 has_user_cpuid_feature(const struct arm64_cpu_capabilities *entry, int scope)  in has_user_cpuid_feature()
1445 has_cpuid_feature(const struct arm64_cpu_capabilities *entry, int scope)  in has_cpuid_feature()
1487 static bool has_32bit_el0(const struct arm64_cpu_capabilities *entry, int scope)  in has_32bit_el0()
1498 static bool has_useable_gicv3_cpuif(const struct arm64_cpu_capabilities *entry, int scope)  in has_useable_gicv3_cpuif()
1513 static bool has_no_hw_prefetch(const struct arm64_cpu_capabilities *entry, int __unused)  in has_no_hw_prefetch()
1523 static bool has_no_fpsimd(const struct arm64_cpu_capabilities *entry, int __unused)  in has_no_fpsimd()
1531 static bool has_cache_idc(const struct arm64_cpu_capabilities *entry,  in has_cache_idc()
1544 static void cpu_emulate_effective_ctr(const struct arm64_cpu_capabilities *__unused)  in cpu_emulate_effective_ctr()
1556 static bool has_cache_dic(const struct arm64_cpu_capabilities *entry,  in has_cache_dic()
1570 has_useable_cnp(const struct arm64_cpu_capabilities *entry, int scope)  in has_useable_cnp()
1629 static bool unmap_kernel_at_el0(const struct arm64_cpu_capabilities *entry,  in unmap_kernel_at_el0()
1722 kpti_install_ng_mappings(const struct arm64_cpu_capabilities *__unused)  in kpti_install_ng_mappings()
1788 kpti_install_ng_mappings(const struct arm64_cpu_capabilities *__unused)  in kpti_install_ng_mappings()
1834 static bool cpu_can_use_dbm(const struct arm64_cpu_capabilities *cap)  in cpu_can_use_dbm()
1840 static void cpu_enable_hw_dbm(struct arm64_cpu_capabilities const *cap)  in cpu_enable_hw_dbm()
1846 static bool has_hw_dbm(const struct arm64_cpu_capabilities *cap,  in has_hw_dbm()
1900 static void cpu_amu_enable(struct arm64_cpu_capabilities const *cap)  in cpu_amu_enable()
1913 static bool has_amu(const struct arm64_cpu_capabilities *cap,  in has_amu()
1938 static bool runs_at_el2(const struct arm64_cpu_capabilities *entry, int __unused)  in runs_at_el2()
1943 static void cpu_copy_el2regs(const struct arm64_cpu_capabilities *__unused)  in cpu_copy_el2regs()
1958 static void cpu_enable_pan(const struct arm64_cpu_capabilities *__unused)  in cpu_enable_pan()
1972 static void cpu_clear_disr(const struct arm64_cpu_capabilities *__unused)  in cpu_clear_disr()
1980 static bool has_address_auth_cpucap(const struct arm64_cpu_capabilities *entry, int scope)  in has_address_auth_cpucap()
2006 static bool has_address_auth_metacap(const struct arm64_cpu_capabilities *entry,  in has_address_auth_metacap()
2016 static bool has_generic_auth(const struct arm64_cpu_capabilities *entry,  in has_generic_auth()
2028 static void cpu_enable_e0pd(struct arm64_cpu_capabilities const *cap)  in cpu_enable_e0pd()
2044 static bool can_use_gic_priorities(const struct arm64_cpu_capabilities *entry,  in can_use_gic_priorities()
2052 static void bti_enable(const struct arm64_cpu_capabilities *__unused)  in bti_enable()
2067 static void cpu_enable_mte(struct arm64_cpu_capabilities const *cap)  in cpu_enable_mte()
2093 static bool is_kvm_protected_mode(const struct arm64_cpu_capabilities *entry, int __unused)  in is_kvm_protected_mode()
2099 static void cpu_trap_el0_impdef(const struct arm64_cpu_capabilities *__unused)  in cpu_trap_el0_impdef()
2106 cpucap_late_cpu_optional(const struct arm64_cpu_capabilities *cap)  in cpucap_late_cpu_optional()
2112 cpucap_late_cpu_permitted(const struct arm64_cpu_capabilities *cap)  in cpucap_late_cpu_permitted()
2118 cpucap_panic_on_conflict(const struct arm64_cpu_capabilities *cap)  in cpucap_panic_on_conflict()
2123 static const struct arm64_cpu_capabilities arm64_features[] = {
2704 static const struct arm64_cpu_capabilities ptr_auth_hwcap_addr_matches[] = {
2721 static const struct arm64_cpu_capabilities ptr_auth_hwcap_gen_matches[] = {
2738 static const struct arm64_cpu_capabilities arm64_elf_hwcaps[] = {
2817 static bool compat_has_neon(const struct arm64_cpu_capabilities *cap, int scope)  in compat_has_neon()
2838 static const struct arm64_cpu_capabilities compat_elf_hwcaps[] = {
2854 static void cap_set_elf_hwcap(const struct arm64_cpu_capabilities *cap)  in cap_set_elf_hwcap()
2875 static bool cpus_have_elf_hwcap(const struct arm64_cpu_capabilities *cap)  in cpus_have_elf_hwcap()
2899 static void setup_elf_hwcaps(const struct arm64_cpu_capabilities *hwcaps)  in setup_elf_hwcaps()
2911 	const struct arm64_cpu_capabilities *caps;  in update_cpu_capabilities()
2940 		const struct arm64_cpu_capabilities *cap = cpu_hwcaps_ptrs[i];  in cpu_enable_non_boot_scope_capabilities()
2961 	const struct arm64_cpu_capabilities *caps;  in enable_cpu_capabilities()
3010 	const struct arm64_cpu_capabilities *caps;  in verify_local_cpu_caps()
3071 __verify_local_elf_hwcaps(const struct arm64_cpu_capabilities *caps)  in __verify_local_elf_hwcaps()
3214 		const struct arm64_cpu_capabilities *cap = cpu_hwcaps_ptrs[n];  in this_cpu_has_cap()
3233 		const struct arm64_cpu_capabilities *cap = cpu_hwcaps_ptrs[n];  in __system_matches_cap()
3359 static void __maybe_unused cpu_enable_cnp(struct arm64_cpu_capabilities const *cap)  in cpu_enable_cnp()