110 static struct arm64_cpu_capabilities const __ro_after_init *cpucap_ptrs[ARM64_NCAPS];
174 static void cpu_enable_cnp(struct arm64_cpu_capabilities const *cap);
965 extern const struct arm64_cpu_capabilities arm64_errata[];
966 static const struct arm64_cpu_capabilities arm64_features[];
969 init_cpucap_indirect_list_from_array(const struct arm64_cpu_capabilities *caps)  in init_cpucap_indirect_list_from_array()
1435 has_always(const struct arm64_cpu_capabilities *entry, int scope)  in has_always()
1441 feature_matches(u64 reg, const struct arm64_cpu_capabilities *entry)  in feature_matches()
1451 read_scoped_sysreg(const struct arm64_cpu_capabilities *entry, int scope)  in read_scoped_sysreg()
1461 has_user_cpuid_feature(const struct arm64_cpu_capabilities *entry, int scope)  in has_user_cpuid_feature()
1481 has_cpuid_feature(const struct arm64_cpu_capabilities *entry, int scope)  in has_cpuid_feature()
1531 static bool has_32bit_el0(const struct arm64_cpu_capabilities *entry, int scope)  in has_32bit_el0()
1542 static bool has_useable_gicv3_cpuif(const struct arm64_cpu_capabilities *entry, int scope)  in has_useable_gicv3_cpuif()
1557 static bool has_no_hw_prefetch(const struct arm64_cpu_capabilities *entry, int __unused)  in has_no_hw_prefetch()
1567 static bool has_no_fpsimd(const struct arm64_cpu_capabilities *entry, int __unused)  in has_no_fpsimd()
1575 static bool has_cache_idc(const struct arm64_cpu_capabilities *entry,  in has_cache_idc()
1588 static void cpu_emulate_effective_ctr(const struct arm64_cpu_capabilities *__unused)  in cpu_emulate_effective_ctr()
1600 static bool has_cache_dic(const struct arm64_cpu_capabilities *entry,  in has_cache_dic()
1614 has_useable_cnp(const struct arm64_cpu_capabilities *entry, int scope)  in has_useable_cnp()
1673 static bool unmap_kernel_at_el0(const struct arm64_cpu_capabilities *entry,  in unmap_kernel_at_el0()
1766 kpti_install_ng_mappings(const struct arm64_cpu_capabilities *__unused)  in kpti_install_ng_mappings()
1832 kpti_install_ng_mappings(const struct arm64_cpu_capabilities *__unused)  in kpti_install_ng_mappings()
1878 static bool cpu_can_use_dbm(const struct arm64_cpu_capabilities *cap)  in cpu_can_use_dbm()
1884 static void cpu_enable_hw_dbm(struct arm64_cpu_capabilities const *cap)  in cpu_enable_hw_dbm()
1890 static bool has_hw_dbm(const struct arm64_cpu_capabilities *cap,  in has_hw_dbm()
1944 static void cpu_amu_enable(struct arm64_cpu_capabilities const *cap)  in cpu_amu_enable()
1957 static bool has_amu(const struct arm64_cpu_capabilities *cap,  in has_amu()
1982 static bool runs_at_el2(const struct arm64_cpu_capabilities *entry, int __unused)  in runs_at_el2()
1987 static void cpu_copy_el2regs(const struct arm64_cpu_capabilities *__unused)  in cpu_copy_el2regs()
2001 static bool has_nested_virt_support(const struct arm64_cpu_capabilities *cap,  in has_nested_virt_support()
2015 static bool hvhe_possible(const struct arm64_cpu_capabilities *entry,  in hvhe_possible()
2029 static void cpu_enable_pan(const struct arm64_cpu_capabilities *__unused)  in cpu_enable_pan()
2043 static void cpu_clear_disr(const struct arm64_cpu_capabilities *__unused)  in cpu_clear_disr()
2051 static bool has_address_auth_cpucap(const struct arm64_cpu_capabilities *entry, int scope)  in has_address_auth_cpucap()
2077 static bool has_address_auth_metacap(const struct arm64_cpu_capabilities *entry,  in has_address_auth_metacap()
2087 static bool has_generic_auth(const struct arm64_cpu_capabilities *entry,  in has_generic_auth()
2099 static void cpu_enable_e0pd(struct arm64_cpu_capabilities const *cap)  in cpu_enable_e0pd()
2115 static bool can_use_gic_priorities(const struct arm64_cpu_capabilities *entry,  in can_use_gic_priorities()
2129 static bool has_gic_prio_relaxed_sync(const struct arm64_cpu_capabilities *entry,  in has_gic_prio_relaxed_sync()
2159 static void bti_enable(const struct arm64_cpu_capabilities *__unused)  in bti_enable()
2174 static void cpu_enable_mte(struct arm64_cpu_capabilities const *cap)  in cpu_enable_mte()
2202 static bool is_kvm_protected_mode(const struct arm64_cpu_capabilities *entry, int __unused)  in is_kvm_protected_mode()
2208 static void cpu_trap_el0_impdef(const struct arm64_cpu_capabilities *__unused)  in cpu_trap_el0_impdef()
2213 static void cpu_enable_dit(const struct arm64_cpu_capabilities *__unused)  in cpu_enable_dit()
2218 static void cpu_enable_mops(const struct arm64_cpu_capabilities *__unused)  in cpu_enable_mops()
2225 cpucap_late_cpu_optional(const struct arm64_cpu_capabilities *cap)  in cpucap_late_cpu_optional()
2231 cpucap_late_cpu_permitted(const struct arm64_cpu_capabilities *cap)  in cpucap_late_cpu_permitted()
2237 cpucap_panic_on_conflict(const struct arm64_cpu_capabilities *cap)  in cpucap_panic_on_conflict()
2242 static const struct arm64_cpu_capabilities arm64_features[] = {
2755 static const struct arm64_cpu_capabilities ptr_auth_hwcap_addr_matches[] = {
2768 static const struct arm64_cpu_capabilities ptr_auth_hwcap_gen_matches[] = {
2782 static const struct arm64_cpu_capabilities arm64_elf_hwcaps[] = {
2872 static bool compat_has_neon(const struct arm64_cpu_capabilities *cap, int scope)  in compat_has_neon()
2893 static const struct arm64_cpu_capabilities compat_elf_hwcaps[] = {
2917 static void cap_set_elf_hwcap(const struct arm64_cpu_capabilities *cap)  in cap_set_elf_hwcap()
2938 static bool cpus_have_elf_hwcap(const struct arm64_cpu_capabilities *cap)  in cpus_have_elf_hwcap()
2962 static void setup_elf_hwcaps(const struct arm64_cpu_capabilities *hwcaps)  in setup_elf_hwcaps()
2974 	const struct arm64_cpu_capabilities *caps;  in update_cpu_capabilities()
3004 		const struct arm64_cpu_capabilities *cap = cpucap_ptrs[i];  in cpu_enable_non_boot_scope_capabilities()
3025 	const struct arm64_cpu_capabilities *caps;  in enable_cpu_capabilities()
3074 	const struct arm64_cpu_capabilities *caps;  in verify_local_cpu_caps()
3135 __verify_local_elf_hwcaps(const struct arm64_cpu_capabilities *caps)  in __verify_local_elf_hwcaps()
3278 		const struct arm64_cpu_capabilities *cap = cpucap_ptrs[n];  in this_cpu_has_cap()
3297 		const struct arm64_cpu_capabilities *cap = cpucap_ptrs[n];  in __system_matches_cap()
3423 static void __maybe_unused cpu_enable_cnp(struct arm64_cpu_capabilities const *cap)  in cpu_enable_cnp()