kvm/vmx/evmcs.c

0001 // SPDX-License-Identifier: GPL-2.0
0002
0003 #include <linux/errno.h>
0004 #include <linux/smp.h>
0005
0006 #include "../hyperv.h"
0007 #include "../cpuid.h"
0008 #include "evmcs.h"
0009 #include "vmcs.h"
0010 #include "vmx.h"
0011 #include "trace.h"
0012
0013 DEFINE_STATIC_KEY_FALSE(enable_evmcs);
0014
0015 #define EVMCS1_OFFSET(x) offsetof(struct hv_enlightened_vmcs, x)
0016 #define EVMCS1_FIELD(number, name, clean_field)[ROL16(number, 6)] = \
0017         {EVMCS1_OFFSET(name), clean_field}
0018
0019 const struct evmcs_field vmcs_field_to_evmcs_1[] = {
0020     /* 64 bit rw */
0021     EVMCS1_FIELD(GUEST_RIP, guest_rip,
0022              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0023     EVMCS1_FIELD(GUEST_RSP, guest_rsp,
0024              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_BASIC),
0025     EVMCS1_FIELD(GUEST_RFLAGS, guest_rflags,
0026              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_BASIC),
0027     EVMCS1_FIELD(HOST_IA32_PAT, host_ia32_pat,
0028              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0029     EVMCS1_FIELD(HOST_IA32_EFER, host_ia32_efer,
0030              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0031     EVMCS1_FIELD(HOST_CR0, host_cr0,
0032              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0033     EVMCS1_FIELD(HOST_CR3, host_cr3,
0034              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0035     EVMCS1_FIELD(HOST_CR4, host_cr4,
0036              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0037     EVMCS1_FIELD(HOST_IA32_SYSENTER_ESP, host_ia32_sysenter_esp,
0038              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0039     EVMCS1_FIELD(HOST_IA32_SYSENTER_EIP, host_ia32_sysenter_eip,
0040              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0041     EVMCS1_FIELD(HOST_RIP, host_rip,
0042              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0043     EVMCS1_FIELD(IO_BITMAP_A, io_bitmap_a,
0044              HV_VMX_ENLIGHTENED_CLEAN_FIELD_IO_BITMAP),
0045     EVMCS1_FIELD(IO_BITMAP_B, io_bitmap_b,
0046              HV_VMX_ENLIGHTENED_CLEAN_FIELD_IO_BITMAP),
0047     EVMCS1_FIELD(MSR_BITMAP, msr_bitmap,
0048              HV_VMX_ENLIGHTENED_CLEAN_FIELD_MSR_BITMAP),
0049     EVMCS1_FIELD(GUEST_ES_BASE, guest_es_base,
0050              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0051     EVMCS1_FIELD(GUEST_CS_BASE, guest_cs_base,
0052              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0053     EVMCS1_FIELD(GUEST_SS_BASE, guest_ss_base,
0054              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0055     EVMCS1_FIELD(GUEST_DS_BASE, guest_ds_base,
0056              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0057     EVMCS1_FIELD(GUEST_FS_BASE, guest_fs_base,
0058              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0059     EVMCS1_FIELD(GUEST_GS_BASE, guest_gs_base,
0060              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0061     EVMCS1_FIELD(GUEST_LDTR_BASE, guest_ldtr_base,
0062              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0063     EVMCS1_FIELD(GUEST_TR_BASE, guest_tr_base,
0064              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0065     EVMCS1_FIELD(GUEST_GDTR_BASE, guest_gdtr_base,
0066              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0067     EVMCS1_FIELD(GUEST_IDTR_BASE, guest_idtr_base,
0068              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0069     EVMCS1_FIELD(TSC_OFFSET, tsc_offset,
0070              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP2),
0071     EVMCS1_FIELD(VIRTUAL_APIC_PAGE_ADDR, virtual_apic_page_addr,
0072              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP2),
0073     EVMCS1_FIELD(VMCS_LINK_POINTER, vmcs_link_pointer,
0074              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0075     EVMCS1_FIELD(GUEST_IA32_DEBUGCTL, guest_ia32_debugctl,
0076              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0077     EVMCS1_FIELD(GUEST_IA32_PAT, guest_ia32_pat,
0078              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0079     EVMCS1_FIELD(GUEST_IA32_EFER, guest_ia32_efer,
0080              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0081     EVMCS1_FIELD(GUEST_PDPTR0, guest_pdptr0,
0082              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0083     EVMCS1_FIELD(GUEST_PDPTR1, guest_pdptr1,
0084              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0085     EVMCS1_FIELD(GUEST_PDPTR2, guest_pdptr2,
0086              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0087     EVMCS1_FIELD(GUEST_PDPTR3, guest_pdptr3,
0088              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0089     EVMCS1_FIELD(GUEST_PENDING_DBG_EXCEPTIONS, guest_pending_dbg_exceptions,
0090              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0091     EVMCS1_FIELD(GUEST_SYSENTER_ESP, guest_sysenter_esp,
0092              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0093     EVMCS1_FIELD(GUEST_SYSENTER_EIP, guest_sysenter_eip,
0094              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0095     EVMCS1_FIELD(CR0_GUEST_HOST_MASK, cr0_guest_host_mask,
0096              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
0097     EVMCS1_FIELD(CR4_GUEST_HOST_MASK, cr4_guest_host_mask,
0098              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
0099     EVMCS1_FIELD(CR0_READ_SHADOW, cr0_read_shadow,
0100              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
0101     EVMCS1_FIELD(CR4_READ_SHADOW, cr4_read_shadow,
0102              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
0103     EVMCS1_FIELD(GUEST_CR0, guest_cr0,
0104              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
0105     EVMCS1_FIELD(GUEST_CR3, guest_cr3,
0106              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
0107     EVMCS1_FIELD(GUEST_CR4, guest_cr4,
0108              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
0109     EVMCS1_FIELD(GUEST_DR7, guest_dr7,
0110              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CRDR),
0111     EVMCS1_FIELD(HOST_FS_BASE, host_fs_base,
0112              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
0113     EVMCS1_FIELD(HOST_GS_BASE, host_gs_base,
0114              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
0115     EVMCS1_FIELD(HOST_TR_BASE, host_tr_base,
0116              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
0117     EVMCS1_FIELD(HOST_GDTR_BASE, host_gdtr_base,
0118              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
0119     EVMCS1_FIELD(HOST_IDTR_BASE, host_idtr_base,
0120              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
0121     EVMCS1_FIELD(HOST_RSP, host_rsp,
0122              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_POINTER),
0123     EVMCS1_FIELD(EPT_POINTER, ept_pointer,
0124              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_XLAT),
0125     EVMCS1_FIELD(GUEST_BNDCFGS, guest_bndcfgs,
0126              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0127     EVMCS1_FIELD(XSS_EXIT_BITMAP, xss_exit_bitmap,
0128              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP2),
0129
0130     /* 64 bit read only */
0131     EVMCS1_FIELD(GUEST_PHYSICAL_ADDRESS, guest_physical_address,
0132              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0133     EVMCS1_FIELD(EXIT_QUALIFICATION, exit_qualification,
0134              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0135     /*
0136      * Not defined in KVM:
0137      *
0138      * EVMCS1_FIELD(0x00006402, exit_io_instruction_ecx,
0139      *      HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE);
0140      * EVMCS1_FIELD(0x00006404, exit_io_instruction_esi,
0141      *      HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE);
0142      * EVMCS1_FIELD(0x00006406, exit_io_instruction_esi,
0143      *      HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE);
0144      * EVMCS1_FIELD(0x00006408, exit_io_instruction_eip,
0145      *      HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE);
0146      */
0147     EVMCS1_FIELD(GUEST_LINEAR_ADDRESS, guest_linear_address,
0148              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0149
0150     /*
0151      * No mask defined in the spec as Hyper-V doesn't currently support
0152      * these. Future proof by resetting the whole clean field mask on
0153      * access.
0154      */
0155     EVMCS1_FIELD(VM_EXIT_MSR_STORE_ADDR, vm_exit_msr_store_addr,
0156              HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
0157     EVMCS1_FIELD(VM_EXIT_MSR_LOAD_ADDR, vm_exit_msr_load_addr,
0158              HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
0159     EVMCS1_FIELD(VM_ENTRY_MSR_LOAD_ADDR, vm_entry_msr_load_addr,
0160              HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
0161
0162     /* 32 bit rw */
0163     EVMCS1_FIELD(TPR_THRESHOLD, tpr_threshold,
0164              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0165     EVMCS1_FIELD(GUEST_INTERRUPTIBILITY_INFO, guest_interruptibility_info,
0166              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_BASIC),
0167     EVMCS1_FIELD(CPU_BASED_VM_EXEC_CONTROL, cpu_based_vm_exec_control,
0168              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_PROC),
0169     EVMCS1_FIELD(EXCEPTION_BITMAP, exception_bitmap,
0170              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EXCPN),
0171     EVMCS1_FIELD(VM_ENTRY_CONTROLS, vm_entry_controls,
0172              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_ENTRY),
0173     EVMCS1_FIELD(VM_ENTRY_INTR_INFO_FIELD, vm_entry_intr_info_field,
0174              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EVENT),
0175     EVMCS1_FIELD(VM_ENTRY_EXCEPTION_ERROR_CODE,
0176              vm_entry_exception_error_code,
0177              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EVENT),
0178     EVMCS1_FIELD(VM_ENTRY_INSTRUCTION_LEN, vm_entry_instruction_len,
0179              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_EVENT),
0180     EVMCS1_FIELD(HOST_IA32_SYSENTER_CS, host_ia32_sysenter_cs,
0181              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0182     EVMCS1_FIELD(PIN_BASED_VM_EXEC_CONTROL, pin_based_vm_exec_control,
0183              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP1),
0184     EVMCS1_FIELD(VM_EXIT_CONTROLS, vm_exit_controls,
0185              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP1),
0186     EVMCS1_FIELD(SECONDARY_VM_EXEC_CONTROL, secondary_vm_exec_control,
0187              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_GRP1),
0188     EVMCS1_FIELD(GUEST_ES_LIMIT, guest_es_limit,
0189              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0190     EVMCS1_FIELD(GUEST_CS_LIMIT, guest_cs_limit,
0191              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0192     EVMCS1_FIELD(GUEST_SS_LIMIT, guest_ss_limit,
0193              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0194     EVMCS1_FIELD(GUEST_DS_LIMIT, guest_ds_limit,
0195              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0196     EVMCS1_FIELD(GUEST_FS_LIMIT, guest_fs_limit,
0197              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0198     EVMCS1_FIELD(GUEST_GS_LIMIT, guest_gs_limit,
0199              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0200     EVMCS1_FIELD(GUEST_LDTR_LIMIT, guest_ldtr_limit,
0201              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0202     EVMCS1_FIELD(GUEST_TR_LIMIT, guest_tr_limit,
0203              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0204     EVMCS1_FIELD(GUEST_GDTR_LIMIT, guest_gdtr_limit,
0205              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0206     EVMCS1_FIELD(GUEST_IDTR_LIMIT, guest_idtr_limit,
0207              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0208     EVMCS1_FIELD(GUEST_ES_AR_BYTES, guest_es_ar_bytes,
0209              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0210     EVMCS1_FIELD(GUEST_CS_AR_BYTES, guest_cs_ar_bytes,
0211              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0212     EVMCS1_FIELD(GUEST_SS_AR_BYTES, guest_ss_ar_bytes,
0213              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0214     EVMCS1_FIELD(GUEST_DS_AR_BYTES, guest_ds_ar_bytes,
0215              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0216     EVMCS1_FIELD(GUEST_FS_AR_BYTES, guest_fs_ar_bytes,
0217              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0218     EVMCS1_FIELD(GUEST_GS_AR_BYTES, guest_gs_ar_bytes,
0219              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0220     EVMCS1_FIELD(GUEST_LDTR_AR_BYTES, guest_ldtr_ar_bytes,
0221              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0222     EVMCS1_FIELD(GUEST_TR_AR_BYTES, guest_tr_ar_bytes,
0223              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0224     EVMCS1_FIELD(GUEST_ACTIVITY_STATE, guest_activity_state,
0225              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0226     EVMCS1_FIELD(GUEST_SYSENTER_CS, guest_sysenter_cs,
0227              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP1),
0228
0229     /* 32 bit read only */
0230     EVMCS1_FIELD(VM_INSTRUCTION_ERROR, vm_instruction_error,
0231              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0232     EVMCS1_FIELD(VM_EXIT_REASON, vm_exit_reason,
0233              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0234     EVMCS1_FIELD(VM_EXIT_INTR_INFO, vm_exit_intr_info,
0235              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0236     EVMCS1_FIELD(VM_EXIT_INTR_ERROR_CODE, vm_exit_intr_error_code,
0237              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0238     EVMCS1_FIELD(IDT_VECTORING_INFO_FIELD, idt_vectoring_info_field,
0239              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0240     EVMCS1_FIELD(IDT_VECTORING_ERROR_CODE, idt_vectoring_error_code,
0241              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0242     EVMCS1_FIELD(VM_EXIT_INSTRUCTION_LEN, vm_exit_instruction_len,
0243              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0244     EVMCS1_FIELD(VMX_INSTRUCTION_INFO, vmx_instruction_info,
0245              HV_VMX_ENLIGHTENED_CLEAN_FIELD_NONE),
0246
0247     /* No mask defined in the spec (not used) */
0248     EVMCS1_FIELD(PAGE_FAULT_ERROR_CODE_MASK, page_fault_error_code_mask,
0249              HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
0250     EVMCS1_FIELD(PAGE_FAULT_ERROR_CODE_MATCH, page_fault_error_code_match,
0251              HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
0252     EVMCS1_FIELD(CR3_TARGET_COUNT, cr3_target_count,
0253              HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
0254     EVMCS1_FIELD(VM_EXIT_MSR_STORE_COUNT, vm_exit_msr_store_count,
0255              HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
0256     EVMCS1_FIELD(VM_EXIT_MSR_LOAD_COUNT, vm_exit_msr_load_count,
0257              HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
0258     EVMCS1_FIELD(VM_ENTRY_MSR_LOAD_COUNT, vm_entry_msr_load_count,
0259              HV_VMX_ENLIGHTENED_CLEAN_FIELD_ALL),
0260
0261     /* 16 bit rw */
0262     EVMCS1_FIELD(HOST_ES_SELECTOR, host_es_selector,
0263              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0264     EVMCS1_FIELD(HOST_CS_SELECTOR, host_cs_selector,
0265              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0266     EVMCS1_FIELD(HOST_SS_SELECTOR, host_ss_selector,
0267              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0268     EVMCS1_FIELD(HOST_DS_SELECTOR, host_ds_selector,
0269              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0270     EVMCS1_FIELD(HOST_FS_SELECTOR, host_fs_selector,
0271              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0272     EVMCS1_FIELD(HOST_GS_SELECTOR, host_gs_selector,
0273              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0274     EVMCS1_FIELD(HOST_TR_SELECTOR, host_tr_selector,
0275              HV_VMX_ENLIGHTENED_CLEAN_FIELD_HOST_GRP1),
0276     EVMCS1_FIELD(GUEST_ES_SELECTOR, guest_es_selector,
0277              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0278     EVMCS1_FIELD(GUEST_CS_SELECTOR, guest_cs_selector,
0279              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0280     EVMCS1_FIELD(GUEST_SS_SELECTOR, guest_ss_selector,
0281              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0282     EVMCS1_FIELD(GUEST_DS_SELECTOR, guest_ds_selector,
0283              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0284     EVMCS1_FIELD(GUEST_FS_SELECTOR, guest_fs_selector,
0285              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0286     EVMCS1_FIELD(GUEST_GS_SELECTOR, guest_gs_selector,
0287              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0288     EVMCS1_FIELD(GUEST_LDTR_SELECTOR, guest_ldtr_selector,
0289              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0290     EVMCS1_FIELD(GUEST_TR_SELECTOR, guest_tr_selector,
0291              HV_VMX_ENLIGHTENED_CLEAN_FIELD_GUEST_GRP2),
0292     EVMCS1_FIELD(VIRTUAL_PROCESSOR_ID, virtual_processor_id,
0293              HV_VMX_ENLIGHTENED_CLEAN_FIELD_CONTROL_XLAT),
0294 };
0295 const unsigned int nr_evmcs_1_fields = ARRAY_SIZE(vmcs_field_to_evmcs_1);
0296
0297 #if IS_ENABLED(CONFIG_HYPERV)
0298 __init void evmcs_sanitize_exec_ctrls(struct vmcs_config *vmcs_conf)
0299 {
0300     vmcs_conf->cpu_based_exec_ctrl &= ~EVMCS1_UNSUPPORTED_EXEC_CTRL;
0301     vmcs_conf->pin_based_exec_ctrl &= ~EVMCS1_UNSUPPORTED_PINCTRL;
0302     vmcs_conf->cpu_based_2nd_exec_ctrl &= ~EVMCS1_UNSUPPORTED_2NDEXEC;
0303     vmcs_conf->cpu_based_3rd_exec_ctrl = 0;
0304
0305     vmcs_conf->vmexit_ctrl &= ~EVMCS1_UNSUPPORTED_VMEXIT_CTRL;
0306     vmcs_conf->vmentry_ctrl &= ~EVMCS1_UNSUPPORTED_VMENTRY_CTRL;
0307 }
0308 #endif
0309
0310 bool nested_enlightened_vmentry(struct kvm_vcpu *vcpu, u64 *evmcs_gpa)
0311 {
0312     struct hv_vp_assist_page assist_page;
0313
0314     *evmcs_gpa = -1ull;
0315
0316     if (unlikely(!kvm_hv_get_assist_page(vcpu, &assist_page)))
0317         return false;
0318
0319     if (unlikely(!assist_page.enlighten_vmentry))
0320         return false;
0321
0322     if (unlikely(!evmptr_is_valid(assist_page.current_nested_vmcs)))
0323         return false;
0324
0325     *evmcs_gpa = assist_page.current_nested_vmcs;
0326
0327     return true;
0328 }
0329
0330 uint16_t nested_get_evmcs_version(struct kvm_vcpu *vcpu)
0331 {
0332     /*
0333      * vmcs_version represents the range of supported Enlightened VMCS
0334      * versions: lower 8 bits is the minimal version, higher 8 bits is the
0335      * maximum supported version. KVM supports versions from 1 to
0336      * KVM_EVMCS_VERSION.
0337      */
0338     if (kvm_cpu_cap_get(X86_FEATURE_VMX) &&
0339         (!vcpu || to_vmx(vcpu)->nested.enlightened_vmcs_enabled))
0340         return (KVM_EVMCS_VERSION << 8) | 1;
0341
0342     return 0;
0343 }
0344
0345 void nested_evmcs_filter_control_msr(u32 msr_index, u64 *pdata)
0346 {
0347     u32 ctl_low = (u32)*pdata;
0348     u32 ctl_high = (u32)(*pdata >> 32);
0349
0350     /*
0351      * Hyper-V 2016 and 2019 try using these features even when eVMCS
0352      * is enabled but there are no corresponding fields.
0353      */
0354     switch (msr_index) {
0355     case MSR_IA32_VMX_EXIT_CTLS:
0356     case MSR_IA32_VMX_TRUE_EXIT_CTLS:
0357         ctl_high &= ~EVMCS1_UNSUPPORTED_VMEXIT_CTRL;
0358         break;
0359     case MSR_IA32_VMX_ENTRY_CTLS:
0360     case MSR_IA32_VMX_TRUE_ENTRY_CTLS:
0361         ctl_high &= ~EVMCS1_UNSUPPORTED_VMENTRY_CTRL;
0362         break;
0363     case MSR_IA32_VMX_PROCBASED_CTLS2:
0364         ctl_high &= ~EVMCS1_UNSUPPORTED_2NDEXEC;
0365         break;
0366     case MSR_IA32_VMX_TRUE_PINBASED_CTLS:
0367     case MSR_IA32_VMX_PINBASED_CTLS:
0368         ctl_high &= ~EVMCS1_UNSUPPORTED_PINCTRL;
0369         break;
0370     case MSR_IA32_VMX_VMFUNC:
0371         ctl_low &= ~EVMCS1_UNSUPPORTED_VMFUNC;
0372         break;
0373     }
0374
0375     *pdata = ctl_low | ((u64)ctl_high << 32);
0376 }
0377
0378 int nested_evmcs_check_controls(struct vmcs12 *vmcs12)
0379 {
0380     int ret = 0;
0381     u32 unsupp_ctl;
0382
0383     unsupp_ctl = vmcs12->pin_based_vm_exec_control &
0384         EVMCS1_UNSUPPORTED_PINCTRL;
0385     if (unsupp_ctl) {
0386         trace_kvm_nested_vmenter_failed(
0387             "eVMCS: unsupported pin-based VM-execution controls",
0388             unsupp_ctl);
0389         ret = -EINVAL;
0390     }
0391
0392     unsupp_ctl = vmcs12->secondary_vm_exec_control &
0393         EVMCS1_UNSUPPORTED_2NDEXEC;
0394     if (unsupp_ctl) {
0395         trace_kvm_nested_vmenter_failed(
0396             "eVMCS: unsupported secondary VM-execution controls",
0397             unsupp_ctl);
0398         ret = -EINVAL;
0399     }
0400
0401     unsupp_ctl = vmcs12->vm_exit_controls &
0402         EVMCS1_UNSUPPORTED_VMEXIT_CTRL;
0403     if (unsupp_ctl) {
0404         trace_kvm_nested_vmenter_failed(
0405             "eVMCS: unsupported VM-exit controls",
0406             unsupp_ctl);
0407         ret = -EINVAL;
0408     }
0409
0410     unsupp_ctl = vmcs12->vm_entry_controls &
0411         EVMCS1_UNSUPPORTED_VMENTRY_CTRL;
0412     if (unsupp_ctl) {
0413         trace_kvm_nested_vmenter_failed(
0414             "eVMCS: unsupported VM-entry controls",
0415             unsupp_ctl);
0416         ret = -EINVAL;
0417     }
0418
0419     unsupp_ctl = vmcs12->vm_function_control & EVMCS1_UNSUPPORTED_VMFUNC;
0420     if (unsupp_ctl) {
0421         trace_kvm_nested_vmenter_failed(
0422             "eVMCS: unsupported VM-function controls",
0423             unsupp_ctl);
0424         ret = -EINVAL;
0425     }
0426
0427     return ret;
0428 }
0429
0430 int nested_enable_evmcs(struct kvm_vcpu *vcpu,
0431             uint16_t *vmcs_version)
0432 {
0433     struct vcpu_vmx *vmx = to_vmx(vcpu);
0434
0435     vmx->nested.enlightened_vmcs_enabled = true;
0436
0437     if (vmcs_version)
0438         *vmcs_version = nested_get_evmcs_version(vcpu);
0439
0440     return 0;
0441 }