1 // SPDX-License-Identifier: GPL-2.0 2 #include <linux/moduleparam.h> 3 4 #include "x86_ops.h" 5 #include "vmx.h" 6 #include "nested.h" 7 #include "pmu.h" 8 #include "posted_intr.h" 9 10 #define VMX_REQUIRED_APICV_INHIBITS \ 11 (BIT(APICV_INHIBIT_REASON_DISABLED) | \ 12 BIT(APICV_INHIBIT_REASON_ABSENT) | \ 13 BIT(APICV_INHIBIT_REASON_HYPERV) | \ 14 BIT(APICV_INHIBIT_REASON_BLOCKIRQ) | \ 15 BIT(APICV_INHIBIT_REASON_PHYSICAL_ID_ALIASED) | \ 16 BIT(APICV_INHIBIT_REASON_APIC_ID_MODIFIED) | \ 17 BIT(APICV_INHIBIT_REASON_APIC_BASE_MODIFIED)) 18 19 struct kvm_x86_ops vt_x86_ops __initdata = { 20 .name = KBUILD_MODNAME, 21 22 .check_processor_compatibility = vmx_check_processor_compat, 23 24 .hardware_unsetup = vmx_hardware_unsetup, 25 26 .enable_virtualization_cpu = vmx_enable_virtualization_cpu, 27 .disable_virtualization_cpu = vmx_disable_virtualization_cpu, 28 .emergency_disable_virtualization_cpu = vmx_emergency_disable_virtualization_cpu, 29 30 .has_emulated_msr = vmx_has_emulated_msr, 31 32 .vm_size = sizeof(struct kvm_vmx), 33 .vm_init = vmx_vm_init, 34 .vm_destroy = vmx_vm_destroy, 35 36 .vcpu_precreate = vmx_vcpu_precreate, 37 .vcpu_create = vmx_vcpu_create, 38 .vcpu_free = vmx_vcpu_free, 39 .vcpu_reset = vmx_vcpu_reset, 40 41 .prepare_switch_to_guest = vmx_prepare_switch_to_guest, 42 .vcpu_load = vmx_vcpu_load, 43 .vcpu_put = vmx_vcpu_put, 44 45 .update_exception_bitmap = vmx_update_exception_bitmap, 46 .get_feature_msr = vmx_get_feature_msr, 47 .get_msr = vmx_get_msr, 48 .set_msr = vmx_set_msr, 49 .get_segment_base = vmx_get_segment_base, 50 .get_segment = vmx_get_segment, 51 .set_segment = vmx_set_segment, 52 .get_cpl = vmx_get_cpl, 53 .get_cpl_no_cache = vmx_get_cpl_no_cache, 54 .get_cs_db_l_bits = vmx_get_cs_db_l_bits, 55 .is_valid_cr0 = vmx_is_valid_cr0, 56 .set_cr0 = vmx_set_cr0, 57 .is_valid_cr4 = vmx_is_valid_cr4, 58 .set_cr4 = vmx_set_cr4, 59 .set_efer = vmx_set_efer, 60 .get_idt = vmx_get_idt, 61 .set_idt = vmx_set_idt, 62 .get_gdt = vmx_get_gdt, 63 .set_gdt = vmx_set_gdt, 64 .set_dr6 = vmx_set_dr6, 65 .set_dr7 = vmx_set_dr7, 66 .sync_dirty_debug_regs = vmx_sync_dirty_debug_regs, 67 .cache_reg = vmx_cache_reg, 68 .get_rflags = vmx_get_rflags, 69 .set_rflags = vmx_set_rflags, 70 .get_if_flag = vmx_get_if_flag, 71 72 .flush_tlb_all = vmx_flush_tlb_all, 73 .flush_tlb_current = vmx_flush_tlb_current, 74 .flush_tlb_gva = vmx_flush_tlb_gva, 75 .flush_tlb_guest = vmx_flush_tlb_guest, 76 77 .vcpu_pre_run = vmx_vcpu_pre_run, 78 .vcpu_run = vmx_vcpu_run, 79 .handle_exit = vmx_handle_exit, 80 .skip_emulated_instruction = vmx_skip_emulated_instruction, 81 .update_emulated_instruction = vmx_update_emulated_instruction, 82 .set_interrupt_shadow = vmx_set_interrupt_shadow, 83 .get_interrupt_shadow = vmx_get_interrupt_shadow, 84 .patch_hypercall = vmx_patch_hypercall, 85 .inject_irq = vmx_inject_irq, 86 .inject_nmi = vmx_inject_nmi, 87 .inject_exception = vmx_inject_exception, 88 .cancel_injection = vmx_cancel_injection, 89 .interrupt_allowed = vmx_interrupt_allowed, 90 .nmi_allowed = vmx_nmi_allowed, 91 .get_nmi_mask = vmx_get_nmi_mask, 92 .set_nmi_mask = vmx_set_nmi_mask, 93 .enable_nmi_window = vmx_enable_nmi_window, 94 .enable_irq_window = vmx_enable_irq_window, 95 .update_cr8_intercept = vmx_update_cr8_intercept, 96 97 .x2apic_icr_is_split = false, 98 .set_virtual_apic_mode = vmx_set_virtual_apic_mode, 99 .set_apic_access_page_addr = vmx_set_apic_access_page_addr, 100 .refresh_apicv_exec_ctrl = vmx_refresh_apicv_exec_ctrl, 101 .load_eoi_exitmap = vmx_load_eoi_exitmap, 102 .apicv_pre_state_restore = vmx_apicv_pre_state_restore, 103 .required_apicv_inhibits = VMX_REQUIRED_APICV_INHIBITS, 104 .hwapic_isr_update = vmx_hwapic_isr_update, 105 .sync_pir_to_irr = vmx_sync_pir_to_irr, 106 .deliver_interrupt = vmx_deliver_interrupt, 107 .dy_apicv_has_pending_interrupt = pi_has_pending_interrupt, 108 109 .set_tss_addr = vmx_set_tss_addr, 110 .set_identity_map_addr = vmx_set_identity_map_addr, 111 .get_mt_mask = vmx_get_mt_mask, 112 113 .get_exit_info = vmx_get_exit_info, 114 .get_entry_info = vmx_get_entry_info, 115 116 .vcpu_after_set_cpuid = vmx_vcpu_after_set_cpuid, 117 118 .has_wbinvd_exit = cpu_has_vmx_wbinvd_exit, 119 120 .get_l2_tsc_offset = vmx_get_l2_tsc_offset, 121 .get_l2_tsc_multiplier = vmx_get_l2_tsc_multiplier, 122 .write_tsc_offset = vmx_write_tsc_offset, 123 .write_tsc_multiplier = vmx_write_tsc_multiplier, 124 125 .load_mmu_pgd = vmx_load_mmu_pgd, 126 127 .check_intercept = vmx_check_intercept, 128 .handle_exit_irqoff = vmx_handle_exit_irqoff, 129 130 .cpu_dirty_log_size = PML_LOG_NR_ENTRIES, 131 .update_cpu_dirty_logging = vmx_update_cpu_dirty_logging, 132 133 .nested_ops = &vmx_nested_ops, 134 135 .pi_update_irte = vmx_pi_update_irte, 136 .pi_start_assignment = vmx_pi_start_assignment, 137 138 #ifdef CONFIG_X86_64 139 .set_hv_timer = vmx_set_hv_timer, 140 .cancel_hv_timer = vmx_cancel_hv_timer, 141 #endif 142 143 .setup_mce = vmx_setup_mce, 144 145 #ifdef CONFIG_KVM_SMM 146 .smi_allowed = vmx_smi_allowed, 147 .enter_smm = vmx_enter_smm, 148 .leave_smm = vmx_leave_smm, 149 .enable_smi_window = vmx_enable_smi_window, 150 #endif 151 152 .check_emulate_instruction = vmx_check_emulate_instruction, 153 .apic_init_signal_blocked = vmx_apic_init_signal_blocked, 154 .migrate_timers = vmx_migrate_timers, 155 156 .msr_filter_changed = vmx_msr_filter_changed, 157 .complete_emulated_msr = kvm_complete_insn_gp, 158 159 .vcpu_deliver_sipi_vector = kvm_vcpu_deliver_sipi_vector, 160 161 .get_untagged_addr = vmx_get_untagged_addr, 162 }; 163 164 struct kvm_x86_init_ops vt_init_ops __initdata = { 165 .hardware_setup = vmx_hardware_setup, 166 .handle_intel_pt_intr = NULL, 167 168 .runtime_ops = &vt_x86_ops, 169 .pmu_ops = &intel_pmu_ops, 170 }; 171