51 static bool undef_access(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in undef_access()
58 static bool bad_trap(struct kvm_vcpu *vcpu,  in bad_trap()
68 static bool read_from_write_only(struct kvm_vcpu *vcpu,  in read_from_write_only()
76 static bool write_to_read_only(struct kvm_vcpu *vcpu,  in write_to_read_only()
151 u64 vcpu_read_sys_reg(const struct kvm_vcpu *vcpu, int reg)  in vcpu_read_sys_reg()
213 void vcpu_write_sys_reg(struct kvm_vcpu *vcpu, u64 val, int reg)  in vcpu_write_sys_reg()
297 static u32 get_ccsidr(struct kvm_vcpu *vcpu, u32 csselr)  in get_ccsidr()
332 static int set_ccsidr(struct kvm_vcpu *vcpu, u32 csselr, u32 val)  in set_ccsidr()
361 static bool access_rw(struct kvm_vcpu *vcpu,  in access_rw()
376 static bool access_dcsw(struct kvm_vcpu *vcpu,  in access_dcsw()
396 static bool access_dcgsw(struct kvm_vcpu *vcpu,  in access_dcgsw()
430 static bool access_vm_reg(struct kvm_vcpu *vcpu,  in access_vm_reg()
455 static bool access_actlr(struct kvm_vcpu *vcpu,  in access_actlr()
476 static bool access_gic_sgi(struct kvm_vcpu *vcpu,  in access_gic_sgi()
524 static bool access_gic_sre(struct kvm_vcpu *vcpu,  in access_gic_sre()
538 static bool trap_raz_wi(struct kvm_vcpu *vcpu,  in trap_raz_wi()
554 static bool trap_loregion(struct kvm_vcpu *vcpu,  in trap_loregion()
569 static bool trap_oslar_el1(struct kvm_vcpu *vcpu,  in trap_oslar_el1()
580 static bool trap_oslsr_el1(struct kvm_vcpu *vcpu,  in trap_oslsr_el1()
591 static int set_oslsr_el1(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_oslsr_el1()
605 static bool trap_dbgauthstatus_el1(struct kvm_vcpu *vcpu,  in trap_dbgauthstatus_el1()
617 static bool trap_debug_regs(struct kvm_vcpu *vcpu,  in trap_debug_regs()
633 static void reg_to_dbg(struct kvm_vcpu *vcpu,  in reg_to_dbg()
648 static void dbg_to_reg(struct kvm_vcpu *vcpu,  in dbg_to_reg()
659 static u64 *demux_wb_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd)  in demux_wb_reg()
678 static bool trap_dbg_wb_reg(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in trap_dbg_wb_reg()
695 static int set_dbg_wb_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_dbg_wb_reg()
707 static int get_dbg_wb_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_dbg_wb_reg()
719 static u64 reset_dbg_wb_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd)  in reset_dbg_wb_reg()
735 static u64 reset_amair_el1(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_amair_el1()
742 static u64 reset_actlr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_actlr()
749 static u64 reset_mpidr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_mpidr()
769 static unsigned int pmu_visibility(const struct kvm_vcpu *vcpu,  in pmu_visibility()
778 static u64 reset_pmu_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmu_reg()
792 static u64 reset_pmevcntr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmevcntr()
800 static u64 reset_pmevtyper(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmevtyper()
812 static u64 reset_pmselr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmselr()
820 static u64 reset_pmcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_pmcr()
836 static bool check_pmu_access_disabled(struct kvm_vcpu *vcpu, u64 flags)  in check_pmu_access_disabled()
847 static bool pmu_access_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_access_el0_disabled()
852 static bool pmu_write_swinc_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_write_swinc_el0_disabled()
857 static bool pmu_access_cycle_counter_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_access_cycle_counter_el0_disabled()
862 static bool pmu_access_event_counter_el0_disabled(struct kvm_vcpu *vcpu)  in pmu_access_event_counter_el0_disabled()
867 static bool access_pmcr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmcr()
896 static bool access_pmselr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmselr()
912 static bool access_pmceid(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmceid()
933 static bool pmu_counter_idx_valid(struct kvm_vcpu *vcpu, u64 idx)  in pmu_counter_idx_valid()
947 static int get_pmu_evcntr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r,  in get_pmu_evcntr()
963 static bool access_pmu_evcntr(struct kvm_vcpu *vcpu,  in access_pmu_evcntr()
1016 static bool access_pmu_evtyper(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmu_evtyper()
1052 static int set_pmreg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r, u64 val)  in set_pmreg()
1060 static int get_pmreg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r, u64 *val)  in get_pmreg()
1068 static bool access_pmcnten(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmcnten()
1094 static bool access_pminten(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pminten()
1118 static bool access_pmovs(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmovs()
1140 static bool access_pmswinc(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmswinc()
1156 static bool access_pmuserenr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_pmuserenr()
1173 static int get_pmcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r,  in get_pmcr()
1180 static int set_pmcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r,  in set_pmcr()
1255 static unsigned int ptrauth_visibility(const struct kvm_vcpu *vcpu,  in ptrauth_visibility()
1275 static bool access_arch_timer(struct kvm_vcpu *vcpu,  in access_arch_timer()
1438 static bool access_hv_timer(struct kvm_vcpu *vcpu,  in access_hv_timer()
1486 static int arm64_check_features(struct kvm_vcpu *vcpu,  in arm64_check_features()
1556 static u64 __kvm_read_sanitised_id_reg(const struct kvm_vcpu *vcpu,  in __kvm_read_sanitised_id_reg()
1626 static u64 kvm_read_sanitised_id_reg(struct kvm_vcpu *vcpu,  in kvm_read_sanitised_id_reg()
1632 static u64 read_id_reg(const struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in read_id_reg()
1672 static unsigned int id_visibility(const struct kvm_vcpu *vcpu,  in id_visibility()
1687 static unsigned int aa32_id_visibility(const struct kvm_vcpu *vcpu,  in aa32_id_visibility()
1701 static unsigned int raz_visibility(const struct kvm_vcpu *vcpu,  in raz_visibility()
1709 static bool access_id_reg(struct kvm_vcpu *vcpu,  in access_id_reg()
1722 static unsigned int sve_visibility(const struct kvm_vcpu *vcpu,  in sve_visibility()
1731 static unsigned int sme_visibility(const struct kvm_vcpu *vcpu,  in sme_visibility()
1740 static unsigned int fp8_visibility(const struct kvm_vcpu *vcpu,  in fp8_visibility()
1749 static u64 sanitise_id_aa64pfr0_el1(const struct kvm_vcpu *vcpu, u64 val)  in sanitise_id_aa64pfr0_el1()
1798 static u64 sanitise_id_aa64dfr0_el1(const struct kvm_vcpu *vcpu, u64 val)  in sanitise_id_aa64dfr0_el1()
1819 static int set_id_aa64dfr0_el1(struct kvm_vcpu *vcpu,  in set_id_aa64dfr0_el1()
1853 static u64 read_sanitised_id_dfr0_el1(struct kvm_vcpu *vcpu,  in read_sanitised_id_dfr0_el1()
1868 static int set_id_dfr0_el1(struct kvm_vcpu *vcpu,  in set_id_dfr0_el1()
1895 static int set_id_aa64pfr0_el1(struct kvm_vcpu *vcpu,  in set_id_aa64pfr0_el1()
1918 static int set_id_aa64pfr1_el1(struct kvm_vcpu *vcpu,  in set_id_aa64pfr1_el1()
1931 static int set_ctr_el0(struct kvm_vcpu *vcpu,  in set_ctr_el0()
1966 static int get_id_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_id_reg()
1985 static int set_id_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_id_reg()
2037 static int get_raz_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in get_raz_reg()
2044 static int set_wi_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_wi_reg()
2050 static bool access_ctr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_ctr()
2060 static bool access_clidr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_clidr()
2074 static u64 reset_clidr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_clidr()
2126 static int set_clidr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *rd,  in set_clidr()
2140 static bool access_csselr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_csselr()
2152 static bool access_ccsidr(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in access_ccsidr()
2168 static unsigned int mte_visibility(const struct kvm_vcpu *vcpu,  in mte_visibility()
2185 static unsigned int el2_visibility(const struct kvm_vcpu *vcpu,  in el2_visibility()
2194 static bool bad_vncr_trap(struct kvm_vcpu *vcpu,  in bad_vncr_trap()
2207 static bool bad_redir_trap(struct kvm_vcpu *vcpu,  in bad_redir_trap()
2321 static bool access_sp_el1(struct kvm_vcpu *vcpu,  in access_sp_el1()
2333 static bool access_elr(struct kvm_vcpu *vcpu,  in access_elr()
2345 static bool access_spsr(struct kvm_vcpu *vcpu,  in access_spsr()
2357 static bool access_cntkctl_el12(struct kvm_vcpu *vcpu,  in access_cntkctl_el12()
2369 static u64 reset_hcr(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r)  in reset_hcr()
2379 static unsigned int __el2_visibility(const struct kvm_vcpu *vcpu,  in __el2_visibility()
2387 static unsigned int sve_el2_visibility(const struct kvm_vcpu *vcpu,  in sve_el2_visibility()
2393 static bool access_zcr_el2(struct kvm_vcpu *vcpu,  in access_zcr_el2()
2415 static unsigned int s1poe_visibility(const struct kvm_vcpu *vcpu,  in s1poe_visibility()
2424 static unsigned int s1poe_el2_visibility(const struct kvm_vcpu *vcpu,  in s1poe_el2_visibility()
2430 static unsigned int tcr2_visibility(const struct kvm_vcpu *vcpu,  in tcr2_visibility()
2439 static unsigned int tcr2_el2_visibility(const struct kvm_vcpu *vcpu,  in tcr2_el2_visibility()
2445 static unsigned int s1pie_visibility(const struct kvm_vcpu *vcpu,  in s1pie_visibility()
2454 static unsigned int s1pie_el2_visibility(const struct kvm_vcpu *vcpu,  in s1pie_el2_visibility()
2460 static bool access_mdcr(struct kvm_vcpu *vcpu,  in access_mdcr()
2494 static bool access_imp_id_reg(struct kvm_vcpu *vcpu,  in access_imp_id_reg()
2526 static int get_imp_id_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r,  in get_imp_id_reg()
2547 static int set_imp_id_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *r,  in set_imp_id_reg()
3206 static bool handle_at_s1e01(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in handle_at_s1e01()
3216 static bool handle_at_s1e2(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in handle_at_s1e2()
3233 static bool handle_at_s12(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in handle_at_s12()
3259 static bool handle_alle1is(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in handle_alle1is()
3351 static bool handle_vmalls12e1is(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in handle_vmalls12e1is()
3375 static bool handle_ripas2e1is(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in handle_ripas2e1is()
3450 static bool handle_ipas2e1is(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in handle_ipas2e1is()
3476 static bool handle_tlbi_el1(struct kvm_vcpu *vcpu, struct sys_reg_params *p,  in handle_tlbi_el1()
3686 static bool trap_dbgdidr(struct kvm_vcpu *vcpu,  in trap_dbgdidr()
4053 int kvm_handle_cp14_load_store(struct kvm_vcpu *vcpu)  in kvm_handle_cp14_load_store()
4059 static void perform_access(struct kvm_vcpu *vcpu,  in perform_access()
4093 static bool emulate_cp(struct kvm_vcpu *vcpu,  in emulate_cp()
4114 static void unhandled_cp_access(struct kvm_vcpu *vcpu,  in unhandled_cp_access()
4145 static int kvm_handle_cp_64(struct kvm_vcpu *vcpu,  in kvm_handle_cp_64()
4245 int kvm_handle_cp10_id(struct kvm_vcpu *vcpu)  in kvm_handle_cp10_id()
4280 static int kvm_emulate_cp15_id_reg(struct kvm_vcpu *vcpu,  in kvm_emulate_cp15_id_reg()
4314 static int kvm_handle_cp_32(struct kvm_vcpu *vcpu,  in kvm_handle_cp_32()
4333 int kvm_handle_cp15_64(struct kvm_vcpu *vcpu)  in kvm_handle_cp15_64()
4338 int kvm_handle_cp15_32(struct kvm_vcpu *vcpu)  in kvm_handle_cp15_32()
4360 int kvm_handle_cp14_64(struct kvm_vcpu *vcpu)  in kvm_handle_cp14_64()
4365 int kvm_handle_cp14_32(struct kvm_vcpu *vcpu)  in kvm_handle_cp14_32()
4381 static bool emulate_sys_reg(struct kvm_vcpu *vcpu,  in emulate_sys_reg()
4503 static void reset_vm_ftr_id_reg(struct kvm_vcpu *vcpu, const struct sys_reg_desc *reg)  in reset_vm_ftr_id_reg()
4514 static void reset_vcpu_ftr_id_reg(struct kvm_vcpu *vcpu,  in reset_vcpu_ftr_id_reg()
4530 void kvm_reset_sys_regs(struct kvm_vcpu *vcpu)  in kvm_reset_sys_regs()
4560 int kvm_handle_sys_reg(struct kvm_vcpu *vcpu)  in kvm_handle_sys_reg()
4639 id_to_sys_reg_desc(struct kvm_vcpu *vcpu, u64 id,  in id_to_sys_reg_desc()
4658 static int demux_c15_get(struct kvm_vcpu *vcpu, u64 id, void __user *uaddr)  in demux_c15_get()
4683 static int demux_c15_set(struct kvm_vcpu *vcpu, u64 id, void __user *uaddr)  in demux_c15_set()
4711 int kvm_sys_reg_get_user(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg,  in kvm_sys_reg_get_user()
4736 int kvm_arm_sys_reg_get_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg)  in kvm_arm_sys_reg_get_reg()
4747 int kvm_sys_reg_set_user(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg,  in kvm_sys_reg_set_user()
4775 int kvm_arm_sys_reg_set_reg(struct kvm_vcpu *vcpu, const struct kvm_one_reg *reg)  in kvm_arm_sys_reg_set_reg()
4828 static int walk_one_sys_reg(const struct kvm_vcpu *vcpu,  in walk_one_sys_reg()
4851 static int walk_sys_regs(struct kvm_vcpu *vcpu, u64 __user *uind)  in walk_sys_regs()
4868 unsigned long kvm_arm_num_sys_reg_descs(struct kvm_vcpu *vcpu)  in kvm_arm_num_sys_reg_descs()
4874 int kvm_arm_copy_sys_reg_indices(struct kvm_vcpu *vcpu, u64 __user *uindices)  in kvm_arm_copy_sys_reg_indices()
4928 static void vcpu_set_hcr(struct kvm_vcpu *vcpu)  in vcpu_set_hcr()
4966 void kvm_calculate_traps(struct kvm_vcpu *vcpu)  in kvm_calculate_traps()
5069 int kvm_finalize_sys_regs(struct kvm_vcpu *vcpu)  in kvm_finalize_sys_regs()