48 static bool read_from_write_only(struct kvm_vcpu *vcpu,  in read_from_write_only()
58 static bool write_to_read_only(struct kvm_vcpu *vcpu,  in write_to_read_only()
68 u64 vcpu_read_sys_reg(const struct kvm_vcpu *vcpu, int reg)  in vcpu_read_sys_reg()
79 void vcpu_write_sys_reg(struct kvm_vcpu *vcpu, u64 val, int reg)  in vcpu_write_sys_reg()
117 static u32 get_ccsidr(struct kvm_vcpu *vcpu, u32 csselr)  in get_ccsidr()
152 static int set_ccsidr(struct kvm_vcpu *vcpu, u32 csselr, u32 val)  in set_ccsidr()
181 static bool access_rw(struct kvm_vcpu *vcpu,  in access_rw()
196 static bool access_dcsw(struct kvm_vcpu *vcpu,  in access_dcsw()
216 static bool access_dcgsw(struct kvm_vcpu *vcpu,  in access_dcgsw()
252 static bool access_vm_reg(struct kvm_vcpu *vcpu,  in access_vm_reg()
277 static bool access_actlr(struct kvm_vcpu *vcpu,  in access_actlr()
298 static bool access_gic_sgi(struct kvm_vcpu *vcpu,  in access_gic_sgi()
343 static bool access_gic_sre(struct kvm_vcpu *vcpu,  in access_gic_sre()
354 static bool trap_raz_wi(struct kvm_vcpu *vcpu,  in trap_raz_wi()
364 static bool trap_undef(struct kvm_vcpu *vcpu,  in trap_undef()
378 static bool trap_loregion(struct kvm_vcpu *vcpu,  in trap_loregion()
396 static bool trap_oslar_el1(struct kvm_vcpu *vcpu,  in trap_oslar_el1()
414 static bool trap_oslsr_el1(struct kvm_vcpu *vcpu,  in trap_oslsr_el1()
425 static int set_oslsr_el1(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_oslsr_el1()
439 static bool trap_dbgauthstatus_el1(struct kvm_vcpu *vcpu,  in trap_dbgauthstatus_el1()
478 static bool trap_debug_regs(struct kvm_vcpu *vcpu,  in trap_debug_regs()
500 static void reg_to_dbg(struct kvm_vcpu *vcpu,  in reg_to_dbg()
517 static void dbg_to_reg(struct kvm_vcpu *vcpu,  in dbg_to_reg()
528 static bool trap_bvr(struct kvm_vcpu *vcpu,  in trap_bvr()
544 static int set_bvr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_bvr()
551 static int get_bvr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_bvr()
558 static u64 reset_bvr(struct kvm_vcpu *vcpu,  in reset_bvr()
565 static bool trap_bcr(struct kvm_vcpu *vcpu,  in trap_bcr()
581 static int set_bcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_bcr()
588 static int get_bcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_bcr()
595 static u64 reset_bcr(struct kvm_vcpu *vcpu,  in reset_bcr()
602 static bool trap_wvr(struct kvm_vcpu *vcpu,  in trap_wvr()
619 static int set_wvr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_wvr()
626 static int get_wvr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_wvr()
633 static u64 reset_wvr(struct kvm_vcpu *vcpu,  in reset_wvr()
640 static bool trap_wcr(struct kvm_vcpu *vcpu,  in trap_wcr()
656 static int set_wcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_wcr()
663 static int get_wcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_wcr()
670 static u64 reset_wcr(struct kvm_vcpu *vcpu,  in reset_wcr()
677 static u64 reset_amair_el1(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_amair_el1()
684 static u64 reset_actlr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_actlr()
691 static u64 reset_mpidr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_mpidr()
711 static unsigned int pmu_visibility(const struct kvm_vcpu *vcpu,  in pmu_visibility()
720 static u64 reset_pmu_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmu_reg()
739 static u64 reset_pmevcntr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmevcntr()
747 static u64 reset_pmevtyper(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmevtyper()
755 static u64 reset_pmselr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmselr()
763 static u64 reset_pmcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmcr()
781 static bool check_pmu_access_disabled(struct kvm_vcpu *vcpu, u64 flags)  in check_pmu_access_disabled()
792 static bool pmu_access_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_access_el0_disabled()
797 static bool pmu_write_swinc_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_write_swinc_el0_disabled()
802 static bool pmu_access_cycle_counter_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_access_cycle_counter_el0_disabled()
807 static bool pmu_access_event_counter_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_access_event_counter_el0_disabled()
812 static bool access_pmcr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmcr()
841 static bool access_pmselr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmselr()
857 static bool access_pmceid(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmceid()
878 static bool pmu_counter_idx_valid(struct kvm_vcpu *vcpu, u64 idx)  in pmu_counter_idx_valid()
892 static int get_pmu_evcntr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r,  in get_pmu_evcntr()
908 static bool access_pmu_evcntr(struct kvm_vcpu *vcpu,  in access_pmu_evcntr()
961 static bool access_pmu_evtyper(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmu_evtyper()
997 static bool access_pmcnten(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmcnten()
1025 static bool access_pminten(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pminten()
1049 static bool access_pmovs(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmovs()
1071 static bool access_pmswinc(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmswinc()
1087 static bool access_pmuserenr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmuserenr()
1133 static bool undef_access(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in undef_access()
1147 static unsigned int ptrauth_visibility(const struct kvm_vcpu *vcpu,  in ptrauth_visibility()
1167 static bool access_arch_timer(struct kvm_vcpu *vcpu,  in access_arch_timer()
1243 static int arm64_check_features(struct kvm_vcpu *vcpu,  in arm64_check_features()
1310 static u64 __kvm_read_sanitised_id_reg(const struct kvm_vcpu *vcpu,  in __kvm_read_sanitised_id_reg()
1354 static u64 kvm_read_sanitised_id_reg(struct kvm_vcpu *vcpu,  in kvm_read_sanitised_id_reg()
1360 static u64 read_id_reg(const struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in read_id_reg()
1376 static unsigned int id_visibility(const struct kvm_vcpu *vcpu,  in id_visibility()
1391 static unsigned int aa32_id_visibility(const struct kvm_vcpu *vcpu,  in aa32_id_visibility()
1405 static unsigned int raz_visibility(const struct kvm_vcpu *vcpu,  in raz_visibility()
1413 static bool access_id_reg(struct kvm_vcpu *vcpu,  in access_id_reg()
1428 static unsigned int sve_visibility(const struct kvm_vcpu *vcpu,  in sve_visibility()
1437 static u64 read_sanitised_id_aa64pfr0_el1(struct kvm_vcpu *vcpu,  in read_sanitised_id_aa64pfr0_el1()
1472 static u64 read_sanitised_id_aa64dfr0_el1(struct kvm_vcpu *vcpu,  in read_sanitised_id_aa64dfr0_el1()
1495 static int set_id_aa64dfr0_el1(struct kvm_vcpu *vcpu,  in set_id_aa64dfr0_el1()
1521 static u64 read_sanitised_id_dfr0_el1(struct kvm_vcpu *vcpu,  in read_sanitised_id_dfr0_el1()
1534 static int set_id_dfr0_el1(struct kvm_vcpu *vcpu,  in set_id_dfr0_el1()
1564 static int get_id_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_id_reg()
1583 static int set_id_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_id_reg()
1623 static int get_raz_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_raz_reg()
1630 static int set_wi_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_wi_reg()
1636 static bool access_ctr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_ctr()
1646 static bool access_clidr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_clidr()
1660 static u64 reset_clidr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_clidr()
1712 static int set_clidr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_clidr()
1726 static bool access_csselr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_csselr()
1738 static bool access_ccsidr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_ccsidr()
1754 static unsigned int mte_visibility(const struct kvm_vcpu *vcpu,  in mte_visibility()
1771 static unsigned int el2_visibility(const struct kvm_vcpu *vcpu,  in el2_visibility()
1794 static unsigned int elx2_visibility(const struct kvm_vcpu *vcpu,  in elx2_visibility()
1872 static bool access_sp_el1(struct kvm_vcpu *vcpu,  in access_sp_el1()
1884 static bool access_elr(struct kvm_vcpu *vcpu,  in access_elr()
1896 static bool access_spsr(struct kvm_vcpu *vcpu,  in access_spsr()
2434 static bool trap_dbgdidr(struct kvm_vcpu *vcpu,  in trap_dbgdidr()
2774 int kvm_handle_cp14_load_store(struct kvm_vcpu *vcpu)  in kvm_handle_cp14_load_store()
2780 static void perform_access(struct kvm_vcpu *vcpu,  in perform_access()
2814 static bool emulate_cp(struct kvm_vcpu *vcpu,  in emulate_cp()
2835 static void unhandled_cp_access(struct kvm_vcpu *vcpu,  in unhandled_cp_access()
2865 static int kvm_handle_cp_64(struct kvm_vcpu *vcpu,  in kvm_handle_cp_64()
2965 int kvm_handle_cp10_id(struct kvm_vcpu *vcpu)  in kvm_handle_cp10_id()
3000 static int kvm_emulate_cp15_id_reg(struct kvm_vcpu *vcpu,  in kvm_emulate_cp15_id_reg()
3032 static int kvm_handle_cp_32(struct kvm_vcpu *vcpu,  in kvm_handle_cp_32()
3051 int kvm_handle_cp15_64(struct kvm_vcpu *vcpu)  in kvm_handle_cp15_64()
3056 int kvm_handle_cp15_32(struct kvm_vcpu *vcpu)  in kvm_handle_cp15_32()
3074 int kvm_handle_cp14_64(struct kvm_vcpu *vcpu)  in kvm_handle_cp14_64()
3079 int kvm_handle_cp14_32(struct kvm_vcpu *vcpu)  in kvm_handle_cp14_32()
3101 static bool emulate_sys_reg(struct kvm_vcpu *vcpu,  in emulate_sys_reg()
3124 static void kvm_reset_id_regs(struct kvm_vcpu *vcpu)  in kvm_reset_id_regs()
3153 void kvm_reset_sys_regs(struct kvm_vcpu *vcpu)  in kvm_reset_sys_regs()
3174 int kvm_handle_sys_reg(struct kvm_vcpu *vcpu)  in kvm_handle_sys_reg()
3243 id_to_sys_reg_desc(struct kvm_vcpu *vcpu, u64 id,  in id_to_sys_reg_desc()
3328 static int demux_c15_get(struct kvm_vcpu *vcpu, u64 id, void __user *uaddr)  in demux_c15_get()
3353 static int demux_c15_set(struct kvm_vcpu *vcpu, u64 id, void __user *uaddr)  in demux_c15_set()
3381 int kvm_sys_reg_get_user(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg,  in kvm_sys_reg_get_user()
3406 int kvm_arm_sys_reg_get_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg)  in kvm_arm_sys_reg_get_reg()
3422 int kvm_sys_reg_set_user(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg,  in kvm_sys_reg_set_user()
3450 int kvm_arm_sys_reg_set_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg)  in kvm_arm_sys_reg_set_reg()
3508 static int walk_one_sys_reg(const struct kvm_vcpu *vcpu,  in walk_one_sys_reg()
3531 static int walk_sys_regs(struct kvm_vcpu *vcpu, u64 __user *uind)  in walk_sys_regs()
3548 unsigned long kvm_arm_num_sys_reg_descs(struct kvm_vcpu *vcpu)  in kvm_arm_num_sys_reg_descs()
3555 int kvm_arm_copy_sys_reg_indices(struct kvm_vcpu *vcpu, u64 __user *uindices)  in kvm_arm_copy_sys_reg_indices()