297 int svm_set_efer(struct kvm_vcpu *vcpu, u64 efer)  in svm_set_efer()
349 static u32 svm_get_interrupt_shadow(struct kvm_vcpu *vcpu)  in svm_get_interrupt_shadow()
359 static void svm_set_interrupt_shadow(struct kvm_vcpu *vcpu, int mask)  in svm_set_interrupt_shadow()
370 static int __svm_skip_emulated_instruction(struct kvm_vcpu *vcpu,  in __svm_skip_emulated_instruction()
408 static int svm_skip_emulated_instruction(struct kvm_vcpu *vcpu)  in svm_skip_emulated_instruction()
413 static int svm_update_soft_interrupt_rip(struct kvm_vcpu *vcpu)  in svm_update_soft_interrupt_rip()
458 static void svm_inject_exception(struct kvm_vcpu *vcpu)  in svm_inject_exception()
500 static void svm_init_osvw(struct kvm_vcpu *vcpu)  in svm_init_osvw()
772 static void set_shadow_msr_intercept(struct kvm_vcpu *vcpu, u32 msr, int read,  in set_shadow_msr_intercept()
798 static bool msr_write_intercepted(struct kvm_vcpu *vcpu, u32 msr)  in msr_write_intercepted()
826 static void set_msr_interception_bitmap(struct kvm_vcpu *vcpu, u32 *msrpm,  in set_msr_interception_bitmap()
863 void set_msr_interception(struct kvm_vcpu *vcpu, u32 *msrpm, u32 msr,  in set_msr_interception()
885 void svm_vcpu_init_msrpm(struct kvm_vcpu *vcpu, u32 *msrpm)  in svm_vcpu_init_msrpm()
924 static void svm_msr_filter_changed(struct kvm_vcpu *vcpu)  in svm_msr_filter_changed()
997 void svm_enable_lbrv(struct kvm_vcpu *vcpu)  in svm_enable_lbrv()
1015 static void svm_disable_lbrv(struct kvm_vcpu *vcpu)  in svm_disable_lbrv()
1046 void svm_update_lbrv(struct kvm_vcpu *vcpu)  in svm_update_lbrv()
1076 static void grow_ple_window(struct kvm_vcpu *vcpu)  in grow_ple_window()
1097 static void shrink_ple_window(struct kvm_vcpu *vcpu)  in shrink_ple_window()
1148 static u64 svm_get_l2_tsc_offset(struct kvm_vcpu *vcpu)  in svm_get_l2_tsc_offset()
1155 static u64 svm_get_l2_tsc_multiplier(struct kvm_vcpu *vcpu)  in svm_get_l2_tsc_multiplier()
1162 static void svm_write_tsc_offset(struct kvm_vcpu *vcpu)  in svm_write_tsc_offset()
1171 void svm_write_tsc_multiplier(struct kvm_vcpu *vcpu)  in svm_write_tsc_multiplier()
1180 static void svm_recalc_instruction_intercepts(struct kvm_vcpu *vcpu,  in svm_recalc_instruction_intercepts()
1203 static inline void init_vmcb_after_set_cpuid(struct kvm_vcpu *vcpu)  in init_vmcb_after_set_cpuid()
1235 static void init_vmcb(struct kvm_vcpu *vcpu)  in init_vmcb()
1385 static void __svm_vcpu_reset(struct kvm_vcpu *vcpu)  in __svm_vcpu_reset()
1404 static void svm_vcpu_reset(struct kvm_vcpu *vcpu, bool init_event)  in svm_vcpu_reset()
1426 static int svm_vcpu_create(struct kvm_vcpu *vcpu)  in svm_vcpu_create()
1491 static void svm_vcpu_free(struct kvm_vcpu *vcpu)  in svm_vcpu_free()
1511 static void svm_prepare_switch_to_guest(struct kvm_vcpu *vcpu)  in svm_prepare_switch_to_guest()
1546 static void svm_prepare_host_switch(struct kvm_vcpu *vcpu)  in svm_prepare_host_switch()
1551 static void svm_vcpu_load(struct kvm_vcpu *vcpu, int cpu)  in svm_vcpu_load()
1569 static void svm_vcpu_put(struct kvm_vcpu *vcpu)  in svm_vcpu_put()
1579 static unsigned long svm_get_rflags(struct kvm_vcpu *vcpu)  in svm_get_rflags()
1594 static void svm_set_rflags(struct kvm_vcpu *vcpu, unsigned long rflags)  in svm_set_rflags()
1607 static bool svm_get_if_flag(struct kvm_vcpu *vcpu)  in svm_get_if_flag()
1616 static void svm_cache_reg(struct kvm_vcpu *vcpu, enum kvm_reg reg)  in svm_cache_reg()
1688 static struct vmcb_seg *svm_seg(struct kvm_vcpu *vcpu, int seg)  in svm_seg()
1707 static u64 svm_get_segment_base(struct kvm_vcpu *vcpu, int seg)  in svm_get_segment_base()
1714 static void svm_get_segment(struct kvm_vcpu *vcpu,  in svm_get_segment()
1783 static int svm_get_cpl(struct kvm_vcpu *vcpu)  in svm_get_cpl()
1790 static void svm_get_cs_db_l_bits(struct kvm_vcpu *vcpu, int *db, int *l)  in svm_get_cs_db_l_bits()
1799 static void svm_get_idt(struct kvm_vcpu *vcpu, struct desc_ptr *dt)  in svm_get_idt()
1807 static void svm_set_idt(struct kvm_vcpu *vcpu, struct desc_ptr *dt)  in svm_set_idt()
1816 static void svm_get_gdt(struct kvm_vcpu *vcpu, struct desc_ptr *dt)  in svm_get_gdt()
1824 static void svm_set_gdt(struct kvm_vcpu *vcpu, struct desc_ptr *dt)  in svm_set_gdt()
1833 static void sev_post_set_cr3(struct kvm_vcpu *vcpu, unsigned long cr3)  in sev_post_set_cr3()
1851 static bool svm_is_valid_cr0(struct kvm_vcpu *vcpu, unsigned long cr0)  in svm_is_valid_cr0()
1856 void svm_set_cr0(struct kvm_vcpu *vcpu, unsigned long cr0)  in svm_set_cr0()
1913 static bool svm_is_valid_cr4(struct kvm_vcpu *vcpu, unsigned long cr4)  in svm_is_valid_cr4()
1918 void svm_set_cr4(struct kvm_vcpu *vcpu, unsigned long cr4)  in svm_set_cr4()
1938 static void svm_set_segment(struct kvm_vcpu *vcpu,  in svm_set_segment()
1969 static void svm_update_exception_bitmap(struct kvm_vcpu *vcpu)  in svm_update_exception_bitmap()
1994 static void svm_set_dr6(struct kvm_vcpu *vcpu, unsigned long value)  in svm_set_dr6()
2007 static void svm_sync_dirty_debug_regs(struct kvm_vcpu *vcpu)  in svm_sync_dirty_debug_regs()
2028 static void svm_set_dr7(struct kvm_vcpu *vcpu, unsigned long value)  in svm_set_dr7()
2039 static int pf_interception(struct kvm_vcpu *vcpu)  in pf_interception()
2052 static int npf_interception(struct kvm_vcpu *vcpu)  in npf_interception()
2084 static int db_interception(struct kvm_vcpu *vcpu)  in db_interception()
2117 static int bp_interception(struct kvm_vcpu *vcpu)  in bp_interception()
2128 static int ud_interception(struct kvm_vcpu *vcpu)  in ud_interception()
2133 static int ac_interception(struct kvm_vcpu *vcpu)  in ac_interception()
2178 static void svm_handle_mce(struct kvm_vcpu *vcpu)  in svm_handle_mce()
2199 static int mc_interception(struct kvm_vcpu *vcpu)  in mc_interception()
2204 static int shutdown_interception(struct kvm_vcpu *vcpu)  in shutdown_interception()
2230 static int io_interception(struct kvm_vcpu *vcpu)  in io_interception()
2255 static int nmi_interception(struct kvm_vcpu *vcpu)  in nmi_interception()
2260 static int smi_interception(struct kvm_vcpu *vcpu)  in smi_interception()
2265 static int intr_interception(struct kvm_vcpu *vcpu)  in intr_interception()
2271 static int vmload_vmsave_interception(struct kvm_vcpu *vcpu, bool vmload)  in vmload_vmsave_interception()
2305 static int vmload_interception(struct kvm_vcpu *vcpu)  in vmload_interception()
2310 static int vmsave_interception(struct kvm_vcpu *vcpu)  in vmsave_interception()
2315 static int vmrun_interception(struct kvm_vcpu *vcpu)  in vmrun_interception()
2331 static int svm_instr_opcode(struct kvm_vcpu *vcpu)  in svm_instr_opcode()
2352 static int emulate_svm_instr(struct kvm_vcpu *vcpu, int opcode)  in emulate_svm_instr()
2385 static int gp_interception(struct kvm_vcpu *vcpu)  in gp_interception()
2458 static int stgi_interception(struct kvm_vcpu *vcpu)  in stgi_interception()
2470 static int clgi_interception(struct kvm_vcpu *vcpu)  in clgi_interception()
2482 static int invlpga_interception(struct kvm_vcpu *vcpu)  in invlpga_interception()
2499 static int skinit_interception(struct kvm_vcpu *vcpu)  in skinit_interception()
2507 static int task_switch_interception(struct kvm_vcpu *vcpu)  in task_switch_interception()
2585 static int iret_interception(struct kvm_vcpu *vcpu)  in iret_interception()
2601 static int invlpg_interception(struct kvm_vcpu *vcpu)  in invlpg_interception()
2610 static int emulate_on_interception(struct kvm_vcpu *vcpu)  in emulate_on_interception()
2615 static int rsm_interception(struct kvm_vcpu *vcpu)  in rsm_interception()
2620 static bool check_selective_cr0_intercepted(struct kvm_vcpu *vcpu,  in check_selective_cr0_intercepted()
2644 static int cr_interception(struct kvm_vcpu *vcpu)  in cr_interception()
2718 static int cr_trap(struct kvm_vcpu *vcpu)  in cr_trap()
2753 static int dr_interception(struct kvm_vcpu *vcpu)  in dr_interception()
2792 static int cr8_write_interception(struct kvm_vcpu *vcpu)  in cr8_write_interception()
2807 static int efer_trap(struct kvm_vcpu *vcpu)  in efer_trap()
2843 sev_es_prevent_msr_access(struct kvm_vcpu *vcpu, struct msr_data *msr_info)  in sev_es_prevent_msr_access()
2851 static int svm_get_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)  in svm_get_msr()
2970 static int svm_complete_emulated_msr(struct kvm_vcpu *vcpu, int err)  in svm_complete_emulated_msr()
2984 static int svm_set_vm_cr(struct kvm_vcpu *vcpu, u64 data)  in svm_set_vm_cr()
3009 static int svm_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr)  in svm_set_msr()
3230 static int msr_interception(struct kvm_vcpu *vcpu)  in msr_interception()
3238 static int interrupt_window_interception(struct kvm_vcpu *vcpu)  in interrupt_window_interception()
3261 static int pause_interception(struct kvm_vcpu *vcpu)  in pause_interception()
3277 static int invpcid_interception(struct kvm_vcpu *vcpu)  in invpcid_interception()
3375 static void dump_vmcb(struct kvm_vcpu *vcpu)  in dump_vmcb()
3504 static int svm_handle_invalid_exit(struct kvm_vcpu *vcpu, u64 exit_code)  in svm_handle_invalid_exit()
3516 int svm_invoke_exit_handler(struct kvm_vcpu *vcpu, u64 exit_code)  in svm_invoke_exit_handler()
3536 static void svm_get_exit_info(struct kvm_vcpu *vcpu, u32 *reason,  in svm_get_exit_info()
3553 static void svm_get_entry_info(struct kvm_vcpu *vcpu, u32 *intr_info,  in svm_get_entry_info()
3568 static int svm_handle_exit(struct kvm_vcpu *vcpu, fastpath_t exit_fastpath)  in svm_handle_exit()
3611 static void pre_svm_run(struct kvm_vcpu *vcpu)  in pre_svm_run()
3635 static void svm_inject_nmi(struct kvm_vcpu *vcpu)  in svm_inject_nmi()
3656 static bool svm_is_vnmi_pending(struct kvm_vcpu *vcpu)  in svm_is_vnmi_pending()
3666 static bool svm_set_vnmi_pending(struct kvm_vcpu *vcpu)  in svm_set_vnmi_pending()
3689 static void svm_inject_irq(struct kvm_vcpu *vcpu, bool reinjected)  in svm_inject_irq()
3711 void svm_complete_interrupt_delivery(struct kvm_vcpu *vcpu, int delivery_mode,  in svm_complete_interrupt_delivery()
3761 static void svm_update_cr8_intercept(struct kvm_vcpu *vcpu, int tpr, int irr)  in svm_update_cr8_intercept()
3784 static bool svm_get_nmi_mask(struct kvm_vcpu *vcpu)  in svm_get_nmi_mask()
3794 static void svm_set_nmi_mask(struct kvm_vcpu *vcpu, bool masked)  in svm_set_nmi_mask()
3813 bool svm_nmi_blocked(struct kvm_vcpu *vcpu)  in svm_nmi_blocked()
3830 static int svm_nmi_allowed(struct kvm_vcpu *vcpu, bool for_injection)  in svm_nmi_allowed()
3845 bool svm_interrupt_blocked(struct kvm_vcpu *vcpu)  in svm_interrupt_blocked()
3871 static int svm_interrupt_allowed(struct kvm_vcpu *vcpu, bool for_injection)  in svm_interrupt_allowed()
3891 static void svm_enable_irq_window(struct kvm_vcpu *vcpu)  in svm_enable_irq_window()
3921 static void svm_enable_nmi_window(struct kvm_vcpu *vcpu)  in svm_enable_nmi_window()
3976 static void svm_flush_tlb_asid(struct kvm_vcpu *vcpu)  in svm_flush_tlb_asid()
4000 static void svm_flush_tlb_current(struct kvm_vcpu *vcpu)  in svm_flush_tlb_current()
4016 static void svm_flush_tlb_all(struct kvm_vcpu *vcpu)  in svm_flush_tlb_all()
4031 static void svm_flush_tlb_gva(struct kvm_vcpu *vcpu, gva_t gva)  in svm_flush_tlb_gva()
4038 static inline void sync_cr8_to_lapic(struct kvm_vcpu *vcpu)  in sync_cr8_to_lapic()
4051 static inline void sync_lapic_to_cr8(struct kvm_vcpu *vcpu)  in sync_lapic_to_cr8()
4065 static void svm_complete_soft_interrupt(struct kvm_vcpu *vcpu, u8 vector,  in svm_complete_soft_interrupt()
4097 static void svm_complete_interrupts(struct kvm_vcpu *vcpu)  in svm_complete_interrupts()
4166 static void svm_cancel_injection(struct kvm_vcpu *vcpu)  in svm_cancel_injection()
4177 static int svm_vcpu_pre_run(struct kvm_vcpu *vcpu)  in svm_vcpu_pre_run()
4185 static fastpath_t svm_exit_handlers_fastpath(struct kvm_vcpu *vcpu)  in svm_exit_handlers_fastpath()
4206 static noinstr void svm_vcpu_enter_exit(struct kvm_vcpu *vcpu, bool spec_ctrl_intercepted)  in svm_vcpu_enter_exit()
4238 static __no_kcsan fastpath_t svm_vcpu_run(struct kvm_vcpu *vcpu,  in svm_vcpu_run()
4379 static void svm_load_mmu_pgd(struct kvm_vcpu *vcpu, hpa_t root_hpa,  in svm_load_mmu_pgd()
4405 svm_patch_hypercall(struct kvm_vcpu *vcpu, unsigned char *hypercall)  in svm_patch_hypercall()
4439 static void svm_vcpu_after_set_cpuid(struct kvm_vcpu *vcpu)  in svm_vcpu_after_set_cpuid()
4550 static int svm_check_intercept(struct kvm_vcpu *vcpu,  in svm_check_intercept()
4670 static void svm_handle_exit_irqoff(struct kvm_vcpu *vcpu)  in svm_handle_exit_irqoff()
4676 static void svm_setup_mce(struct kvm_vcpu *vcpu)  in svm_setup_mce()
4683 bool svm_smi_blocked(struct kvm_vcpu *vcpu)  in svm_smi_blocked()
4694 static int svm_smi_allowed(struct kvm_vcpu *vcpu, bool for_injection)  in svm_smi_allowed()
4710 static int svm_enter_smm(struct kvm_vcpu *vcpu, union kvm_smram *smram)  in svm_enter_smm()
4762 static int svm_leave_smm(struct kvm_vcpu *vcpu, const union kvm_smram *smram)  in svm_leave_smm()
4824 static void svm_enable_smi_window(struct kvm_vcpu *vcpu)  in svm_enable_smi_window()
4838 static int svm_check_emulate_instruction(struct kvm_vcpu *vcpu, int emul_type,  in svm_check_emulate_instruction()
4991 static bool svm_apic_init_signal_blocked(struct kvm_vcpu *vcpu)  in svm_apic_init_signal_blocked()
4998 static void svm_vcpu_deliver_sipi_vector(struct kvm_vcpu *vcpu, u8 vector)  in svm_vcpu_deliver_sipi_vector()
5038 static void *svm_alloc_apic_backing_page(struct kvm_vcpu *vcpu)  in svm_alloc_apic_backing_page()