Lines Matching refs:vmx
188 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_fail() local
194 if (vmx->nested.current_vmptr == -1ull && in nested_vmx_fail()
195 !evmptr_is_valid(vmx->nested.hv_evmcs_vmptr)) in nested_vmx_fail()
218 static void vmx_disable_shadow_vmcs(struct vcpu_vmx *vmx) in vmx_disable_shadow_vmcs() argument
220 secondary_exec_controls_clearbit(vmx, SECONDARY_EXEC_SHADOW_VMCS); in vmx_disable_shadow_vmcs()
222 vmx->nested.need_vmcs12_to_shadow_sync = false; in vmx_disable_shadow_vmcs()
227 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_release_evmcs() local
229 if (evmptr_is_valid(vmx->nested.hv_evmcs_vmptr)) { in nested_release_evmcs()
230 kvm_vcpu_unmap(vcpu, &vmx->nested.hv_evmcs_map, true); in nested_release_evmcs()
231 vmx->nested.hv_evmcs = NULL; in nested_release_evmcs()
234 vmx->nested.hv_evmcs_vmptr = EVMPTR_INVALID; in nested_release_evmcs()
237 static void vmx_sync_vmcs_host_state(struct vcpu_vmx *vmx, in vmx_sync_vmcs_host_state() argument
242 if (unlikely(!vmx->guest_state_loaded)) in vmx_sync_vmcs_host_state()
246 dest = &vmx->loaded_vmcs->host_state; in vmx_sync_vmcs_host_state()
258 struct vcpu_vmx *vmx = to_vmx(vcpu); in vmx_switch_vmcs() local
262 if (WARN_ON_ONCE(vmx->loaded_vmcs == vmcs)) in vmx_switch_vmcs()
266 prev = vmx->loaded_vmcs; in vmx_switch_vmcs()
267 vmx->loaded_vmcs = vmcs; in vmx_switch_vmcs()
269 vmx_sync_vmcs_host_state(vmx, prev); in vmx_switch_vmcs()
281 struct vcpu_vmx *vmx = to_vmx(vcpu); in free_nested() local
283 if (WARN_ON_ONCE(vmx->loaded_vmcs != &vmx->vmcs01)) in free_nested()
284 vmx_switch_vmcs(vcpu, &vmx->vmcs01); in free_nested()
286 if (!vmx->nested.vmxon && !vmx->nested.smm.vmxon) in free_nested()
291 vmx->nested.vmxon = false; in free_nested()
292 vmx->nested.smm.vmxon = false; in free_nested()
293 free_vpid(vmx->nested.vpid02); in free_nested()
294 vmx->nested.posted_intr_nv = -1; in free_nested()
295 vmx->nested.current_vmptr = -1ull; in free_nested()
297 vmx_disable_shadow_vmcs(vmx); in free_nested()
298 vmcs_clear(vmx->vmcs01.shadow_vmcs); in free_nested()
299 free_vmcs(vmx->vmcs01.shadow_vmcs); in free_nested()
300 vmx->vmcs01.shadow_vmcs = NULL; in free_nested()
302 kfree(vmx->nested.cached_vmcs12); in free_nested()
303 vmx->nested.cached_vmcs12 = NULL; in free_nested()
304 kfree(vmx->nested.cached_shadow_vmcs12); in free_nested()
305 vmx->nested.cached_shadow_vmcs12 = NULL; in free_nested()
307 if (vmx->nested.apic_access_page) { in free_nested()
308 kvm_release_page_clean(vmx->nested.apic_access_page); in free_nested()
309 vmx->nested.apic_access_page = NULL; in free_nested()
311 kvm_vcpu_unmap(vcpu, &vmx->nested.virtual_apic_map, true); in free_nested()
312 kvm_vcpu_unmap(vcpu, &vmx->nested.pi_desc_map, true); in free_nested()
313 vmx->nested.pi_desc = NULL; in free_nested()
319 free_loaded_vmcs(&vmx->nested.vmcs02); in free_nested()
362 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_ept_inject_page_fault() local
366 if (vmx->nested.pml_full) { in nested_ept_inject_page_fault()
368 vmx->nested.pml_full = false; in nested_ept_inject_page_fault()
727 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_flush_cached_shadow_vmcs12() local
733 kvm_write_guest(vmx->vcpu.kvm, vmcs12->vmcs_link_pointer, in nested_flush_cached_shadow_vmcs12()
920 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_max_atomic_switch_msrs() local
921 u64 vmx_misc = vmx_control_msr(vmx->nested.msrs.misc_low, in nested_vmx_max_atomic_switch_msrs()
922 vmx->nested.msrs.misc_high); in nested_vmx_max_atomic_switch_msrs()
976 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_get_vmexit_msr_value() local
984 int i = vmx_find_loadstore_msr_slot(&vmx->msr_autostore.guest, in nested_vmx_get_vmexit_msr_value()
988 u64 val = vmx->msr_autostore.guest.val[i].value; in nested_vmx_get_vmexit_msr_value()
1074 struct vcpu_vmx *vmx = to_vmx(vcpu); in prepare_vmx_msr_autostore_list() local
1075 struct vmx_msrs *autostore = &vmx->msr_autostore.guest; in prepare_vmx_msr_autostore_list()
1169 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_transition_tlb_flush() local
1213 vmcs12->virtual_processor_id != vmx->nested.last_vpid) { in nested_vmx_transition_tlb_flush()
1214 vmx->nested.last_vpid = vmcs12->virtual_processor_id; in nested_vmx_transition_tlb_flush()
1227 static int vmx_restore_vmx_basic(struct vcpu_vmx *vmx, u64 data) in vmx_restore_vmx_basic() argument
1234 u64 vmx_basic = vmx->nested.msrs.basic; in vmx_restore_vmx_basic()
1253 vmx->nested.msrs.basic = data; in vmx_restore_vmx_basic()
1258 vmx_restore_control_msr(struct vcpu_vmx *vmx, u32 msr_index, u64 data) in vmx_restore_control_msr() argument
1265 lowp = &vmx->nested.msrs.pinbased_ctls_low; in vmx_restore_control_msr()
1266 highp = &vmx->nested.msrs.pinbased_ctls_high; in vmx_restore_control_msr()
1269 lowp = &vmx->nested.msrs.procbased_ctls_low; in vmx_restore_control_msr()
1270 highp = &vmx->nested.msrs.procbased_ctls_high; in vmx_restore_control_msr()
1273 lowp = &vmx->nested.msrs.exit_ctls_low; in vmx_restore_control_msr()
1274 highp = &vmx->nested.msrs.exit_ctls_high; in vmx_restore_control_msr()
1277 lowp = &vmx->nested.msrs.entry_ctls_low; in vmx_restore_control_msr()
1278 highp = &vmx->nested.msrs.entry_ctls_high; in vmx_restore_control_msr()
1281 lowp = &vmx->nested.msrs.secondary_ctls_low; in vmx_restore_control_msr()
1282 highp = &vmx->nested.msrs.secondary_ctls_high; in vmx_restore_control_msr()
1303 static int vmx_restore_vmx_misc(struct vcpu_vmx *vmx, u64 data) in vmx_restore_vmx_misc() argument
1313 vmx_misc = vmx_control_msr(vmx->nested.msrs.misc_low, in vmx_restore_vmx_misc()
1314 vmx->nested.msrs.misc_high); in vmx_restore_vmx_misc()
1319 if ((vmx->nested.msrs.pinbased_ctls_high & in vmx_restore_vmx_misc()
1334 vmx->nested.msrs.misc_low = data; in vmx_restore_vmx_misc()
1335 vmx->nested.msrs.misc_high = data >> 32; in vmx_restore_vmx_misc()
1340 static int vmx_restore_vmx_ept_vpid_cap(struct vcpu_vmx *vmx, u64 data) in vmx_restore_vmx_ept_vpid_cap() argument
1344 vmx_ept_vpid_cap = vmx_control_msr(vmx->nested.msrs.ept_caps, in vmx_restore_vmx_ept_vpid_cap()
1345 vmx->nested.msrs.vpid_caps); in vmx_restore_vmx_ept_vpid_cap()
1351 vmx->nested.msrs.ept_caps = data; in vmx_restore_vmx_ept_vpid_cap()
1352 vmx->nested.msrs.vpid_caps = data >> 32; in vmx_restore_vmx_ept_vpid_cap()
1356 static int vmx_restore_fixed0_msr(struct vcpu_vmx *vmx, u32 msr_index, u64 data) in vmx_restore_fixed0_msr() argument
1362 msr = &vmx->nested.msrs.cr0_fixed0; in vmx_restore_fixed0_msr()
1365 msr = &vmx->nested.msrs.cr4_fixed0; in vmx_restore_fixed0_msr()
1389 struct vcpu_vmx *vmx = to_vmx(vcpu); in vmx_set_vmx_msr() local
1395 if (vmx->nested.vmxon) in vmx_set_vmx_msr()
1400 return vmx_restore_vmx_basic(vmx, data); in vmx_set_vmx_msr()
1420 return vmx_restore_control_msr(vmx, msr_index, data); in vmx_set_vmx_msr()
1422 return vmx_restore_vmx_misc(vmx, data); in vmx_set_vmx_msr()
1425 return vmx_restore_fixed0_msr(vmx, msr_index, data); in vmx_set_vmx_msr()
1434 return vmx_restore_vmx_ept_vpid_cap(vmx, data); in vmx_set_vmx_msr()
1436 vmx->nested.msrs.vmcs_enum = data; in vmx_set_vmx_msr()
1439 if (data & ~vmx->nested.msrs.vmfunc_controls) in vmx_set_vmx_msr()
1441 vmx->nested.msrs.vmfunc_controls = data; in vmx_set_vmx_msr()
1537 static void copy_shadow_to_vmcs12(struct vcpu_vmx *vmx) in copy_shadow_to_vmcs12() argument
1539 struct vmcs *shadow_vmcs = vmx->vmcs01.shadow_vmcs; in copy_shadow_to_vmcs12()
1540 struct vmcs12 *vmcs12 = get_vmcs12(&vmx->vcpu); in copy_shadow_to_vmcs12()
1559 vmcs_load(vmx->loaded_vmcs->vmcs); in copy_shadow_to_vmcs12()
1564 static void copy_vmcs12_to_shadow(struct vcpu_vmx *vmx) in copy_vmcs12_to_shadow() argument
1574 struct vmcs *shadow_vmcs = vmx->vmcs01.shadow_vmcs; in copy_vmcs12_to_shadow()
1575 struct vmcs12 *vmcs12 = get_vmcs12(&vmx->vcpu); in copy_vmcs12_to_shadow()
1595 vmcs_load(vmx->loaded_vmcs->vmcs); in copy_vmcs12_to_shadow()
1598 static void copy_enlightened_to_vmcs12(struct vcpu_vmx *vmx, u32 hv_clean_fields) in copy_enlightened_to_vmcs12() argument
1600 struct vmcs12 *vmcs12 = vmx->nested.cached_vmcs12; in copy_enlightened_to_vmcs12()
1601 struct hv_enlightened_vmcs *evmcs = vmx->nested.hv_evmcs; in copy_enlightened_to_vmcs12()
1814 static void copy_vmcs12_to_enlightened(struct vcpu_vmx *vmx) in copy_vmcs12_to_enlightened() argument
1816 struct vmcs12 *vmcs12 = vmx->nested.cached_vmcs12; in copy_vmcs12_to_enlightened()
1817 struct hv_enlightened_vmcs *evmcs = vmx->nested.hv_evmcs; in copy_vmcs12_to_enlightened()
1984 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_handle_enlightened_vmptrld() local
1988 if (likely(!vmx->nested.enlightened_vmcs_enabled)) in nested_vmx_handle_enlightened_vmptrld()
1996 if (unlikely(evmcs_gpa != vmx->nested.hv_evmcs_vmptr)) { in nested_vmx_handle_enlightened_vmptrld()
1997 vmx->nested.current_vmptr = -1ull; in nested_vmx_handle_enlightened_vmptrld()
2002 &vmx->nested.hv_evmcs_map)) in nested_vmx_handle_enlightened_vmptrld()
2005 vmx->nested.hv_evmcs = vmx->nested.hv_evmcs_map.hva; in nested_vmx_handle_enlightened_vmptrld()
2029 if ((vmx->nested.hv_evmcs->revision_id != KVM_EVMCS_VERSION) && in nested_vmx_handle_enlightened_vmptrld()
2030 (vmx->nested.hv_evmcs->revision_id != VMCS12_REVISION)) { in nested_vmx_handle_enlightened_vmptrld()
2035 vmx->nested.hv_evmcs_vmptr = evmcs_gpa; in nested_vmx_handle_enlightened_vmptrld()
2057 vmx->nested.hv_evmcs->hv_clean_fields &= in nested_vmx_handle_enlightened_vmptrld()
2065 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_sync_vmcs12_to_shadow() local
2067 if (evmptr_is_valid(vmx->nested.hv_evmcs_vmptr)) in nested_sync_vmcs12_to_shadow()
2068 copy_vmcs12_to_enlightened(vmx); in nested_sync_vmcs12_to_shadow()
2070 copy_vmcs12_to_shadow(vmx); in nested_sync_vmcs12_to_shadow()
2072 vmx->nested.need_vmcs12_to_shadow_sync = false; in nested_sync_vmcs12_to_shadow()
2077 struct vcpu_vmx *vmx = in vmx_preemption_timer_fn() local
2080 vmx->nested.preemption_timer_expired = true; in vmx_preemption_timer_fn()
2081 kvm_make_request(KVM_REQ_EVENT, &vmx->vcpu); in vmx_preemption_timer_fn()
2082 kvm_vcpu_kick(&vmx->vcpu); in vmx_preemption_timer_fn()
2089 struct vcpu_vmx *vmx = to_vmx(vcpu); in vmx_calc_preemption_timer_value() local
2095 if (!vmx->nested.has_preemption_timer_deadline) { in vmx_calc_preemption_timer_value()
2096 vmx->nested.preemption_timer_deadline = in vmx_calc_preemption_timer_value()
2098 vmx->nested.has_preemption_timer_deadline = true; in vmx_calc_preemption_timer_value()
2100 return vmx->nested.preemption_timer_deadline - l1_scaled_tsc; in vmx_calc_preemption_timer_value()
2106 struct vcpu_vmx *vmx = to_vmx(vcpu); in vmx_start_preemption_timer() local
2113 vmx_preemption_timer_fn(&vmx->nested.preemption_timer); in vmx_start_preemption_timer()
2123 hrtimer_start(&vmx->nested.preemption_timer, in vmx_start_preemption_timer()
2128 static u64 nested_vmx_calc_efer(struct vcpu_vmx *vmx, struct vmcs12 *vmcs12) in nested_vmx_calc_efer() argument
2130 if (vmx->nested.nested_run_pending && in nested_vmx_calc_efer()
2134 return vmx->vcpu.arch.efer | (EFER_LMA | EFER_LME); in nested_vmx_calc_efer()
2136 return vmx->vcpu.arch.efer & ~(EFER_LMA | EFER_LME); in nested_vmx_calc_efer()
2139 static void prepare_vmcs02_constant_state(struct vcpu_vmx *vmx) in prepare_vmcs02_constant_state() argument
2147 if (vmx->nested.vmcs02_initialized) in prepare_vmcs02_constant_state()
2149 vmx->nested.vmcs02_initialized = true; in prepare_vmcs02_constant_state()
2158 construct_eptp(&vmx->vcpu, 0, PT64_ROOT_4LEVEL)); in prepare_vmcs02_constant_state()
2168 vmcs_write64(MSR_BITMAP, __pa(vmx->nested.vmcs02.msr_bitmap)); in prepare_vmcs02_constant_state()
2188 vmcs_write64(VM_EXIT_MSR_STORE_ADDR, __pa(vmx->msr_autostore.guest.val)); in prepare_vmcs02_constant_state()
2189 vmcs_write64(VM_EXIT_MSR_LOAD_ADDR, __pa(vmx->msr_autoload.host.val)); in prepare_vmcs02_constant_state()
2190 vmcs_write64(VM_ENTRY_MSR_LOAD_ADDR, __pa(vmx->msr_autoload.guest.val)); in prepare_vmcs02_constant_state()
2192 vmx_set_constant_host_state(vmx); in prepare_vmcs02_constant_state()
2195 static void prepare_vmcs02_early_rare(struct vcpu_vmx *vmx, in prepare_vmcs02_early_rare() argument
2198 prepare_vmcs02_constant_state(vmx); in prepare_vmcs02_early_rare()
2203 if (nested_cpu_has_vpid(vmcs12) && vmx->nested.vpid02) in prepare_vmcs02_early_rare()
2204 vmcs_write16(VIRTUAL_PROCESSOR_ID, vmx->nested.vpid02); in prepare_vmcs02_early_rare()
2206 vmcs_write16(VIRTUAL_PROCESSOR_ID, vmx->vpid); in prepare_vmcs02_early_rare()
2210 static void prepare_vmcs02_early(struct vcpu_vmx *vmx, struct loaded_vmcs *vmcs01, in prepare_vmcs02_early() argument
2214 u64 guest_efer = nested_vmx_calc_efer(vmx, vmcs12); in prepare_vmcs02_early()
2216 if (vmx->nested.dirty_vmcs12 || evmptr_is_valid(vmx->nested.hv_evmcs_vmptr)) in prepare_vmcs02_early()
2217 prepare_vmcs02_early_rare(vmx, vmcs12); in prepare_vmcs02_early()
2227 vmx->nested.pi_pending = false; in prepare_vmcs02_early()
2229 vmx->nested.posted_intr_nv = vmcs12->posted_intr_nv; in prepare_vmcs02_early()
2232 pin_controls_set(vmx, exec_control); in prepare_vmcs02_early()
2243 vmx->nested.l1_tpr_threshold = -1; in prepare_vmcs02_early()
2266 exec_control |= exec_controls_get(vmx) & CPU_BASED_USE_MSR_BITMAPS; in prepare_vmcs02_early()
2268 exec_controls_set(vmx, exec_control); in prepare_vmcs02_early()
2315 vmx_write_encls_bitmap(&vmx->vcpu, vmcs12); in prepare_vmcs02_early()
2317 secondary_exec_controls_set(vmx, exec_control); in prepare_vmcs02_early()
2337 vm_entry_controls_set(vmx, exec_control); in prepare_vmcs02_early()
2351 vm_exit_controls_set(vmx, exec_control); in prepare_vmcs02_early()
2356 if (vmx->nested.nested_run_pending) { in prepare_vmcs02_early()
2365 vmx->loaded_vmcs->nmi_known_unmasked = in prepare_vmcs02_early()
2372 static void prepare_vmcs02_rare(struct vcpu_vmx *vmx, struct vmcs12 *vmcs12) in prepare_vmcs02_rare() argument
2374 struct hv_enlightened_vmcs *hv_evmcs = vmx->nested.hv_evmcs; in prepare_vmcs02_rare()
2415 vmx->segment_cache.bitmask = 0; in prepare_vmcs02_rare()
2437 if (kvm_mpx_supported() && vmx->nested.nested_run_pending && in prepare_vmcs02_rare()
2458 if (vmx_need_pf_intercept(&vmx->vcpu)) { in prepare_vmcs02_rare()
2481 prepare_vmx_msr_autostore_list(&vmx->vcpu, MSR_IA32_TSC); in prepare_vmcs02_rare()
2483 vmcs_write32(VM_EXIT_MSR_STORE_COUNT, vmx->msr_autostore.guest.nr); in prepare_vmcs02_rare()
2484 vmcs_write32(VM_EXIT_MSR_LOAD_COUNT, vmx->msr_autoload.host.nr); in prepare_vmcs02_rare()
2485 vmcs_write32(VM_ENTRY_MSR_LOAD_COUNT, vmx->msr_autoload.guest.nr); in prepare_vmcs02_rare()
2487 set_cr4_guest_host_mask(vmx); in prepare_vmcs02_rare()
2505 struct vcpu_vmx *vmx = to_vmx(vcpu); in prepare_vmcs02() local
2508 if (vmx->nested.dirty_vmcs12 || evmptr_is_valid(vmx->nested.hv_evmcs_vmptr)) { in prepare_vmcs02()
2509 prepare_vmcs02_rare(vmx, vmcs12); in prepare_vmcs02()
2510 vmx->nested.dirty_vmcs12 = false; in prepare_vmcs02()
2512 load_guest_pdptrs_vmcs12 = !evmptr_is_valid(vmx->nested.hv_evmcs_vmptr) || in prepare_vmcs02()
2513 !(vmx->nested.hv_evmcs->hv_clean_fields & in prepare_vmcs02()
2517 if (vmx->nested.nested_run_pending && in prepare_vmcs02()
2523 vmcs_write64(GUEST_IA32_DEBUGCTL, vmx->nested.vmcs01_debugctl); in prepare_vmcs02()
2525 if (kvm_mpx_supported() && (!vmx->nested.nested_run_pending || in prepare_vmcs02()
2527 vmcs_write64(GUEST_BNDCFGS, vmx->nested.vmcs01_guest_bndcfgs); in prepare_vmcs02()
2538 if (vmx->nested.nested_run_pending && in prepare_vmcs02()
2543 vmcs_write64(GUEST_IA32_PAT, vmx->vcpu.arch.pat); in prepare_vmcs02()
2578 vcpu->arch.efer = nested_vmx_calc_efer(vmx, vmcs12); in prepare_vmcs02()
2638 if (evmptr_is_valid(vmx->nested.hv_evmcs_vmptr)) in prepare_vmcs02()
2639 vmx->nested.hv_evmcs->hv_clean_fields |= in prepare_vmcs02()
2660 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_check_eptp() local
2665 if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPTP_UC_BIT))) in nested_vmx_check_eptp()
2669 if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPTP_WB_BIT))) in nested_vmx_check_eptp()
2679 if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPT_PAGE_WALK_5_BIT))) in nested_vmx_check_eptp()
2683 if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPT_PAGE_WALK_4_BIT))) in nested_vmx_check_eptp()
2696 if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPT_AD_BIT))) in nested_vmx_check_eptp()
2709 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_check_vm_execution_controls() local
2712 vmx->nested.msrs.pinbased_ctls_low, in nested_check_vm_execution_controls()
2713 vmx->nested.msrs.pinbased_ctls_high)) || in nested_check_vm_execution_controls()
2715 vmx->nested.msrs.procbased_ctls_low, in nested_check_vm_execution_controls()
2716 vmx->nested.msrs.procbased_ctls_high))) in nested_check_vm_execution_controls()
2721 vmx->nested.msrs.secondary_ctls_low, in nested_check_vm_execution_controls()
2722 vmx->nested.msrs.secondary_ctls_high))) in nested_check_vm_execution_controls()
2749 ~vmx->nested.msrs.vmfunc_controls)) in nested_check_vm_execution_controls()
2768 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_check_vm_exit_controls() local
2771 vmx->nested.msrs.exit_ctls_low, in nested_check_vm_exit_controls()
2772 vmx->nested.msrs.exit_ctls_high)) || in nested_check_vm_exit_controls()
2785 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_check_vm_entry_controls() local
2788 vmx->nested.msrs.entry_ctls_low, in nested_check_vm_entry_controls()
2789 vmx->nested.msrs.entry_ctls_high))) in nested_check_vm_entry_controls()
3046 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_check_vmentry_hw() local
3053 if (vmx->msr_autoload.host.nr) in nested_vmx_check_vmentry_hw()
3055 if (vmx->msr_autoload.guest.nr) in nested_vmx_check_vmentry_hw()
3071 if (unlikely(cr3 != vmx->loaded_vmcs->host_state.cr3)) { in nested_vmx_check_vmentry_hw()
3073 vmx->loaded_vmcs->host_state.cr3 = cr3; in nested_vmx_check_vmentry_hw()
3077 if (unlikely(cr4 != vmx->loaded_vmcs->host_state.cr4)) { in nested_vmx_check_vmentry_hw()
3079 vmx->loaded_vmcs->host_state.cr4 = cr4; in nested_vmx_check_vmentry_hw()
3082 vm_fail = __vmx_vcpu_run(vmx, (unsigned long *)&vcpu->arch.regs, in nested_vmx_check_vmentry_hw()
3083 vmx->loaded_vmcs->launched); in nested_vmx_check_vmentry_hw()
3085 if (vmx->msr_autoload.host.nr) in nested_vmx_check_vmentry_hw()
3086 vmcs_write32(VM_EXIT_MSR_LOAD_COUNT, vmx->msr_autoload.host.nr); in nested_vmx_check_vmentry_hw()
3087 if (vmx->msr_autoload.guest.nr) in nested_vmx_check_vmentry_hw()
3088 vmcs_write32(VM_ENTRY_MSR_LOAD_COUNT, vmx->msr_autoload.guest.nr); in nested_vmx_check_vmentry_hw()
3124 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_get_evmcs_page() local
3131 if (vmx->nested.enlightened_vmcs_enabled && in nested_get_evmcs_page()
3132 vmx->nested.hv_evmcs_vmptr == EVMPTR_MAP_PENDING) { in nested_get_evmcs_page()
3144 vmx->nested.need_vmcs12_to_shadow_sync = true; in nested_get_evmcs_page()
3153 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_get_vmcs12_pages() local
3177 if (vmx->nested.apic_access_page) { /* shouldn't happen */ in nested_get_vmcs12_pages()
3178 kvm_release_page_clean(vmx->nested.apic_access_page); in nested_get_vmcs12_pages()
3179 vmx->nested.apic_access_page = NULL; in nested_get_vmcs12_pages()
3183 vmx->nested.apic_access_page = page; in nested_get_vmcs12_pages()
3184 hpa = page_to_phys(vmx->nested.apic_access_page); in nested_get_vmcs12_pages()
3198 map = &vmx->nested.virtual_apic_map; in nested_get_vmcs12_pages()
3213 exec_controls_clearbit(vmx, CPU_BASED_TPR_SHADOW); in nested_get_vmcs12_pages()
3224 map = &vmx->nested.pi_desc_map; in nested_get_vmcs12_pages()
3227 vmx->nested.pi_desc = in nested_get_vmcs12_pages()
3239 vmx->nested.pi_desc = NULL; in nested_get_vmcs12_pages()
3240 pin_controls_clearbit(vmx, PIN_BASED_POSTED_INTR); in nested_get_vmcs12_pages()
3244 exec_controls_setbit(vmx, CPU_BASED_USE_MSR_BITMAPS); in nested_get_vmcs12_pages()
3246 exec_controls_clearbit(vmx, CPU_BASED_USE_MSR_BITMAPS); in nested_get_vmcs12_pages()
3273 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_write_pml_buffer() local
3279 if (WARN_ON_ONCE(vmx->nested.pml_full)) in nested_vmx_write_pml_buffer()
3291 vmx->nested.pml_full = true; in nested_vmx_write_pml_buffer()
3353 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_enter_non_root_mode() local
3366 evaluate_pending_interrupts = exec_controls_get(vmx) & in nested_vmx_enter_non_root_mode()
3372 vmx->nested.vmcs01_debugctl = vmcs_read64(GUEST_IA32_DEBUGCTL); in nested_vmx_enter_non_root_mode()
3375 vmx->nested.vmcs01_guest_bndcfgs = vmcs_read64(GUEST_BNDCFGS); in nested_vmx_enter_non_root_mode()
3396 vmx_switch_vmcs(vcpu, &vmx->nested.vmcs02); in nested_vmx_enter_non_root_mode()
3398 prepare_vmcs02_early(vmx, &vmx->vmcs01, vmcs12); in nested_vmx_enter_non_root_mode()
3402 vmx_switch_vmcs(vcpu, &vmx->vmcs01); in nested_vmx_enter_non_root_mode()
3407 vmx_switch_vmcs(vcpu, &vmx->vmcs01); in nested_vmx_enter_non_root_mode()
3469 vmx->nested.preemption_timer_expired = false; in nested_vmx_enter_non_root_mode()
3494 vmx_switch_vmcs(vcpu, &vmx->vmcs01); in nested_vmx_enter_non_root_mode()
3501 if (enable_shadow_vmcs || evmptr_is_valid(vmx->nested.hv_evmcs_vmptr)) in nested_vmx_enter_non_root_mode()
3502 vmx->nested.need_vmcs12_to_shadow_sync = true; in nested_vmx_enter_non_root_mode()
3514 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_run() local
3529 if (CC(!evmptr_is_valid(vmx->nested.hv_evmcs_vmptr) && in nested_vmx_run()
3530 vmx->nested.current_vmptr == -1ull)) in nested_vmx_run()
3544 if (evmptr_is_valid(vmx->nested.hv_evmcs_vmptr)) { in nested_vmx_run()
3545 copy_enlightened_to_vmcs12(vmx, vmx->nested.hv_evmcs->hv_clean_fields); in nested_vmx_run()
3549 copy_shadow_to_vmcs12(vmx); in nested_vmx_run()
3580 vmx->nested.nested_run_pending = 1; in nested_vmx_run()
3581 vmx->nested.has_preemption_timer_deadline = false; in nested_vmx_run()
3588 kvm_apic_has_interrupt(vcpu) == vmx->nested.posted_intr_nv) { in nested_vmx_run()
3589 vmx->nested.pi_pending = true; in nested_vmx_run()
3591 kvm_apic_clear_irr(vcpu, vmx->nested.posted_intr_nv); in nested_vmx_run()
3595 vmx->vcpu.arch.l1tf_flush_l1d = true; in nested_vmx_run()
3620 vmx->nested.nested_run_pending = 0; in nested_vmx_run()
3625 vmx->nested.nested_run_pending = 0; in nested_vmx_run()
3635 vmx->nested.nested_run_pending = 0; in nested_vmx_run()
3747 struct vcpu_vmx *vmx = to_vmx(vcpu); in vmx_complete_nested_posted_interrupt() local
3752 if (!vmx->nested.pi_pending) in vmx_complete_nested_posted_interrupt()
3755 if (!vmx->nested.pi_desc) in vmx_complete_nested_posted_interrupt()
3758 vmx->nested.pi_pending = false; in vmx_complete_nested_posted_interrupt()
3760 if (!pi_test_and_clear_on(vmx->nested.pi_desc)) in vmx_complete_nested_posted_interrupt()
3763 max_irr = find_last_bit((unsigned long *)vmx->nested.pi_desc->pir, 256); in vmx_complete_nested_posted_interrupt()
3765 vapic_page = vmx->nested.virtual_apic_map.hva; in vmx_complete_nested_posted_interrupt()
3769 __kvm_apic_update_irr(vmx->nested.pi_desc->pir, in vmx_complete_nested_posted_interrupt()
3846 struct vcpu_vmx *vmx = to_vmx(vcpu); in vmx_check_nested_events() local
3849 vmx->nested.nested_run_pending || kvm_event_needs_reinjection(vcpu); in vmx_check_nested_events()
3850 bool mtf_pending = vmx->nested.mtf_pending; in vmx_check_nested_events()
3858 vmx->nested.mtf_pending = false; in vmx_check_nested_events()
3893 if (vmx->nested.nested_run_pending) in vmx_check_nested_events()
3910 if (vmx->nested.nested_run_pending) in vmx_check_nested_events()
4026 struct vcpu_vmx *vmx = to_vmx(vcpu); in sync_vmcs02_to_vmcs12_rare() local
4067 vmx->nested.need_sync_vmcs02_to_vmcs12_rare = false; in sync_vmcs02_to_vmcs12_rare()
4073 struct vcpu_vmx *vmx = to_vmx(vcpu); in copy_vmcs02_to_vmcs12_rare() local
4076 if (!vmx->nested.need_sync_vmcs02_to_vmcs12_rare) in copy_vmcs02_to_vmcs12_rare()
4080 WARN_ON_ONCE(vmx->loaded_vmcs != &vmx->vmcs01); in copy_vmcs02_to_vmcs12_rare()
4083 vmx->loaded_vmcs = &vmx->nested.vmcs02; in copy_vmcs02_to_vmcs12_rare()
4084 vmx_vcpu_load_vmcs(vcpu, cpu, &vmx->vmcs01); in copy_vmcs02_to_vmcs12_rare()
4088 vmx->loaded_vmcs = &vmx->vmcs01; in copy_vmcs02_to_vmcs12_rare()
4089 vmx_vcpu_load_vmcs(vcpu, cpu, &vmx->nested.vmcs02); in copy_vmcs02_to_vmcs12_rare()
4101 struct vcpu_vmx *vmx = to_vmx(vcpu); in sync_vmcs02_to_vmcs12() local
4103 if (evmptr_is_valid(vmx->nested.hv_evmcs_vmptr)) in sync_vmcs02_to_vmcs12()
4106 vmx->nested.need_sync_vmcs02_to_vmcs12_rare = in sync_vmcs02_to_vmcs12()
4107 !evmptr_is_valid(vmx->nested.hv_evmcs_vmptr); in sync_vmcs02_to_vmcs12()
4131 !vmx->nested.nested_run_pending) in sync_vmcs02_to_vmcs12()
4363 static inline u64 nested_vmx_get_vmcs01_guest_efer(struct vcpu_vmx *vmx) in nested_vmx_get_vmcs01_guest_efer() argument
4368 if (vm_entry_controls_get(vmx) & VM_ENTRY_LOAD_IA32_EFER) in nested_vmx_get_vmcs01_guest_efer()
4374 for (i = 0; i < vmx->msr_autoload.guest.nr; ++i) { in nested_vmx_get_vmcs01_guest_efer()
4375 if (vmx->msr_autoload.guest.val[i].index == MSR_EFER) in nested_vmx_get_vmcs01_guest_efer()
4376 return vmx->msr_autoload.guest.val[i].value; in nested_vmx_get_vmcs01_guest_efer()
4379 efer_msr = vmx_find_uret_msr(vmx, MSR_EFER); in nested_vmx_get_vmcs01_guest_efer()
4389 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_restore_host_state() local
4413 vmx_set_efer(vcpu, nested_vmx_get_vmcs01_guest_efer(vmx)); in nested_vmx_restore_host_state()
4499 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_vmexit() local
4503 WARN_ON_ONCE(vmx->nested.nested_run_pending); in nested_vmx_vmexit()
4541 if (likely(!vmx->fail)) { in nested_vmx_vmexit()
4570 vmx_switch_vmcs(vcpu, &vmx->vmcs01); in nested_vmx_vmexit()
4573 vmcs_write32(VM_EXIT_MSR_LOAD_COUNT, vmx->msr_autoload.host.nr); in nested_vmx_vmexit()
4574 vmcs_write32(VM_ENTRY_MSR_LOAD_COUNT, vmx->msr_autoload.guest.nr); in nested_vmx_vmexit()
4579 if (vmx->nested.l1_tpr_threshold != -1) in nested_vmx_vmexit()
4580 vmcs_write32(TPR_THRESHOLD, vmx->nested.l1_tpr_threshold); in nested_vmx_vmexit()
4582 if (vmx->nested.change_vmcs01_virtual_apic_mode) { in nested_vmx_vmexit()
4583 vmx->nested.change_vmcs01_virtual_apic_mode = false; in nested_vmx_vmexit()
4587 if (vmx->nested.update_vmcs01_cpu_dirty_logging) { in nested_vmx_vmexit()
4588 vmx->nested.update_vmcs01_cpu_dirty_logging = false; in nested_vmx_vmexit()
4593 if (vmx->nested.apic_access_page) { in nested_vmx_vmexit()
4594 kvm_release_page_clean(vmx->nested.apic_access_page); in nested_vmx_vmexit()
4595 vmx->nested.apic_access_page = NULL; in nested_vmx_vmexit()
4597 kvm_vcpu_unmap(vcpu, &vmx->nested.virtual_apic_map, true); in nested_vmx_vmexit()
4598 kvm_vcpu_unmap(vcpu, &vmx->nested.pi_desc_map, true); in nested_vmx_vmexit()
4599 vmx->nested.pi_desc = NULL; in nested_vmx_vmexit()
4601 if (vmx->nested.reload_vmcs01_apic_access_page) { in nested_vmx_vmexit()
4602 vmx->nested.reload_vmcs01_apic_access_page = false; in nested_vmx_vmexit()
4607 (enable_shadow_vmcs || evmptr_is_valid(vmx->nested.hv_evmcs_vmptr))) in nested_vmx_vmexit()
4608 vmx->nested.need_vmcs12_to_shadow_sync = true; in nested_vmx_vmexit()
4613 if (likely(!vmx->fail)) { in nested_vmx_vmexit()
4652 vmx->fail = 0; in nested_vmx_vmexit()
4792 struct vcpu_vmx *vmx; in nested_vmx_pmu_entry_exit_ctls_update() local
4797 vmx = to_vmx(vcpu); in nested_vmx_pmu_entry_exit_ctls_update()
4799 vmx->nested.msrs.entry_ctls_high |= in nested_vmx_pmu_entry_exit_ctls_update()
4801 vmx->nested.msrs.exit_ctls_high |= in nested_vmx_pmu_entry_exit_ctls_update()
4804 vmx->nested.msrs.entry_ctls_high &= in nested_vmx_pmu_entry_exit_ctls_update()
4806 vmx->nested.msrs.exit_ctls_high &= in nested_vmx_pmu_entry_exit_ctls_update()
4841 struct vcpu_vmx *vmx = to_vmx(vcpu); in alloc_shadow_vmcs() local
4842 struct loaded_vmcs *loaded_vmcs = vmx->loaded_vmcs; in alloc_shadow_vmcs()
4850 WARN_ON(loaded_vmcs == &vmx->vmcs01 && loaded_vmcs->shadow_vmcs); in alloc_shadow_vmcs()
4862 struct vcpu_vmx *vmx = to_vmx(vcpu); in enter_vmx_operation() local
4865 r = alloc_loaded_vmcs(&vmx->nested.vmcs02); in enter_vmx_operation()
4869 vmx->nested.cached_vmcs12 = kzalloc(VMCS12_SIZE, GFP_KERNEL_ACCOUNT); in enter_vmx_operation()
4870 if (!vmx->nested.cached_vmcs12) in enter_vmx_operation()
4873 vmx->nested.cached_shadow_vmcs12 = kzalloc(VMCS12_SIZE, GFP_KERNEL_ACCOUNT); in enter_vmx_operation()
4874 if (!vmx->nested.cached_shadow_vmcs12) in enter_vmx_operation()
4880 hrtimer_init(&vmx->nested.preemption_timer, CLOCK_MONOTONIC, in enter_vmx_operation()
4882 vmx->nested.preemption_timer.function = vmx_preemption_timer_fn; in enter_vmx_operation()
4884 vmx->nested.vpid02 = allocate_vpid(); in enter_vmx_operation()
4886 vmx->nested.vmcs02_initialized = false; in enter_vmx_operation()
4887 vmx->nested.vmxon = true; in enter_vmx_operation()
4890 vmx->pt_desc.guest.ctl = 0; in enter_vmx_operation()
4897 kfree(vmx->nested.cached_shadow_vmcs12); in enter_vmx_operation()
4900 kfree(vmx->nested.cached_vmcs12); in enter_vmx_operation()
4903 free_loaded_vmcs(&vmx->nested.vmcs02); in enter_vmx_operation()
4915 struct vcpu_vmx *vmx = to_vmx(vcpu); in handle_vmon() local
4939 if (vmx->nested.vmxon) in handle_vmon()
4942 if ((vmx->msr_ia32_feature_control & VMXON_NEEDED_FEATURES) in handle_vmon()
4966 vmx->nested.vmxon_ptr = vmptr; in handle_vmon()
4976 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_release_vmcs12() local
4978 if (vmx->nested.current_vmptr == -1ull) in nested_release_vmcs12()
4986 copy_shadow_to_vmcs12(vmx); in nested_release_vmcs12()
4987 vmx_disable_shadow_vmcs(vmx); in nested_release_vmcs12()
4989 vmx->nested.posted_intr_nv = -1; in nested_release_vmcs12()
4993 vmx->nested.current_vmptr >> PAGE_SHIFT, in nested_release_vmcs12()
4994 vmx->nested.cached_vmcs12, 0, VMCS12_SIZE); in nested_release_vmcs12()
4998 vmx->nested.current_vmptr = -1ull; in nested_release_vmcs12()
5018 struct vcpu_vmx *vmx = to_vmx(vcpu); in handle_vmclear() local
5033 if (vmptr == vmx->nested.vmxon_ptr) in handle_vmclear()
5046 if (likely(!vmx->nested.enlightened_vmcs_enabled || in handle_vmclear()
5048 if (vmptr == vmx->nested.current_vmptr) in handle_vmclear()
5055 } else if (vmx->nested.hv_evmcs && vmptr == vmx->nested.hv_evmcs_vmptr) { in handle_vmclear()
5081 struct vcpu_vmx *vmx = to_vmx(vcpu); in handle_vmread() local
5096 if (vmx->nested.current_vmptr == -1ull || in handle_vmread()
5165 struct vcpu_vmx *vmx = to_vmx(vcpu); in handle_vmwrite() local
5188 if (vmx->nested.current_vmptr == -1ull || in handle_vmwrite()
5252 vmcs_load(vmx->vmcs01.shadow_vmcs); in handle_vmwrite()
5256 vmcs_clear(vmx->vmcs01.shadow_vmcs); in handle_vmwrite()
5257 vmcs_load(vmx->loaded_vmcs->vmcs); in handle_vmwrite()
5260 vmx->nested.dirty_vmcs12 = true; in handle_vmwrite()
5266 static void set_current_vmptr(struct vcpu_vmx *vmx, gpa_t vmptr) in set_current_vmptr() argument
5268 vmx->nested.current_vmptr = vmptr; in set_current_vmptr()
5270 secondary_exec_controls_setbit(vmx, SECONDARY_EXEC_SHADOW_VMCS); in set_current_vmptr()
5272 __pa(vmx->vmcs01.shadow_vmcs)); in set_current_vmptr()
5273 vmx->nested.need_vmcs12_to_shadow_sync = true; in set_current_vmptr()
5275 vmx->nested.dirty_vmcs12 = true; in set_current_vmptr()
5281 struct vcpu_vmx *vmx = to_vmx(vcpu); in handle_vmptrld() local
5294 if (vmptr == vmx->nested.vmxon_ptr) in handle_vmptrld()
5298 if (evmptr_is_valid(vmx->nested.hv_evmcs_vmptr)) in handle_vmptrld()
5301 if (vmx->nested.current_vmptr != vmptr) { in handle_vmptrld()
5332 memcpy(vmx->nested.cached_vmcs12, new_vmcs12, VMCS12_SIZE); in handle_vmptrld()
5335 set_current_vmptr(vmx, vmptr); in handle_vmptrld()
5372 struct vcpu_vmx *vmx = to_vmx(vcpu); in handle_invept() local
5383 if (!(vmx->nested.msrs.secondary_ctls_high & in handle_invept()
5385 !(vmx->nested.msrs.ept_caps & VMX_EPT_INVEPT_BIT)) { in handle_invept()
5396 types = (vmx->nested.msrs.ept_caps >> VMX_EPT_EXTENT_SHIFT) & 6; in handle_invept()
5451 struct vcpu_vmx *vmx = to_vmx(vcpu); in handle_invvpid() local
5463 if (!(vmx->nested.msrs.secondary_ctls_high & in handle_invvpid()
5465 !(vmx->nested.msrs.vpid_caps & VMX_VPID_INVVPID_BIT)) { in handle_invvpid()
5476 types = (vmx->nested.msrs.vpid_caps & in handle_invvpid()
5572 struct vcpu_vmx *vmx = to_vmx(vcpu); in handle_vmfunc() local
5616 nested_vmx_vmexit(vcpu, vmx->exit_reason.full, in handle_vmfunc()
6048 struct vcpu_vmx *vmx = to_vmx(vcpu); in nested_vmx_reflect_vmexit() local
6049 union vmx_exit_reason exit_reason = vmx->exit_reason; in nested_vmx_reflect_vmexit()
6053 WARN_ON_ONCE(vmx->nested.nested_run_pending); in nested_vmx_reflect_vmexit()
6059 if (unlikely(vmx->fail)) { in nested_vmx_reflect_vmexit()
6102 struct vcpu_vmx *vmx; in vmx_get_nested_state() local
6108 .hdr.vmx.flags = 0, in vmx_get_nested_state()
6109 .hdr.vmx.vmxon_pa = -1ull, in vmx_get_nested_state()
6110 .hdr.vmx.vmcs12_pa = -1ull, in vmx_get_nested_state()
6111 .hdr.vmx.preemption_timer_deadline = 0, in vmx_get_nested_state()
6114 &user_kvm_nested_state->data.vmx[0]; in vmx_get_nested_state()
6119 vmx = to_vmx(vcpu); in vmx_get_nested_state()
6123 (vmx->nested.vmxon || vmx->nested.smm.vmxon)) { in vmx_get_nested_state()
6124 kvm_state.hdr.vmx.vmxon_pa = vmx->nested.vmxon_ptr; in vmx_get_nested_state()
6125 kvm_state.hdr.vmx.vmcs12_pa = vmx->nested.current_vmptr; in vmx_get_nested_state()
6131 if (vmx->nested.hv_evmcs_vmptr != EVMPTR_INVALID) in vmx_get_nested_state()
6140 if (vmx->nested.smm.vmxon) in vmx_get_nested_state()
6141 kvm_state.hdr.vmx.smm.flags |= KVM_STATE_NESTED_SMM_VMXON; in vmx_get_nested_state()
6143 if (vmx->nested.smm.guest_mode) in vmx_get_nested_state()
6144 kvm_state.hdr.vmx.smm.flags |= KVM_STATE_NESTED_SMM_GUEST_MODE; in vmx_get_nested_state()
6149 if (vmx->nested.nested_run_pending) in vmx_get_nested_state()
6152 if (vmx->nested.mtf_pending) in vmx_get_nested_state()
6156 vmx->nested.has_preemption_timer_deadline) { in vmx_get_nested_state()
6157 kvm_state.hdr.vmx.flags |= in vmx_get_nested_state()
6159 kvm_state.hdr.vmx.preemption_timer_deadline = in vmx_get_nested_state()
6160 vmx->nested.preemption_timer_deadline; in vmx_get_nested_state()
6186 if (!vmx->nested.need_vmcs12_to_shadow_sync) { in vmx_get_nested_state()
6187 if (evmptr_is_valid(vmx->nested.hv_evmcs_vmptr)) in vmx_get_nested_state()
6195 copy_enlightened_to_vmcs12(vmx, 0); in vmx_get_nested_state()
6197 copy_shadow_to_vmcs12(vmx); in vmx_get_nested_state()
6237 struct vcpu_vmx *vmx = to_vmx(vcpu); in vmx_set_nested_state() local
6241 &user_kvm_nested_state->data.vmx[0]; in vmx_set_nested_state()
6247 if (kvm_state->hdr.vmx.vmxon_pa == -1ull) { in vmx_set_nested_state()
6248 if (kvm_state->hdr.vmx.smm.flags) in vmx_set_nested_state()
6251 if (kvm_state->hdr.vmx.vmcs12_pa != -1ull) in vmx_set_nested_state()
6269 if (!page_address_valid(vcpu, kvm_state->hdr.vmx.vmxon_pa)) in vmx_set_nested_state()
6273 if ((kvm_state->hdr.vmx.smm.flags & KVM_STATE_NESTED_SMM_GUEST_MODE) && in vmx_set_nested_state()
6277 if (kvm_state->hdr.vmx.smm.flags & in vmx_set_nested_state()
6281 if (kvm_state->hdr.vmx.flags & ~KVM_STATE_VMX_PREEMPTION_TIMER_DEADLINE) in vmx_set_nested_state()
6292 : kvm_state->hdr.vmx.smm.flags) in vmx_set_nested_state()
6295 if ((kvm_state->hdr.vmx.smm.flags & KVM_STATE_NESTED_SMM_GUEST_MODE) && in vmx_set_nested_state()
6296 !(kvm_state->hdr.vmx.smm.flags & KVM_STATE_NESTED_SMM_VMXON)) in vmx_set_nested_state()
6300 (!nested_vmx_allowed(vcpu) || !vmx->nested.enlightened_vmcs_enabled)) in vmx_set_nested_state()
6305 if (kvm_state->hdr.vmx.vmxon_pa == -1ull) in vmx_set_nested_state()
6308 vmx->nested.vmxon_ptr = kvm_state->hdr.vmx.vmxon_pa; in vmx_set_nested_state()
6318 (kvm_state->hdr.vmx.vmcs12_pa != -1ull)) in vmx_set_nested_state()
6324 if (kvm_state->hdr.vmx.vmcs12_pa != -1ull) { in vmx_set_nested_state()
6325 if (kvm_state->hdr.vmx.vmcs12_pa == kvm_state->hdr.vmx.vmxon_pa || in vmx_set_nested_state()
6326 !page_address_valid(vcpu, kvm_state->hdr.vmx.vmcs12_pa)) in vmx_set_nested_state()
6329 set_current_vmptr(vmx, kvm_state->hdr.vmx.vmcs12_pa); in vmx_set_nested_state()
6337 vmx->nested.hv_evmcs_vmptr = EVMPTR_MAP_PENDING; in vmx_set_nested_state()
6343 if (kvm_state->hdr.vmx.smm.flags & KVM_STATE_NESTED_SMM_VMXON) { in vmx_set_nested_state()
6344 vmx->nested.smm.vmxon = true; in vmx_set_nested_state()
6345 vmx->nested.vmxon = false; in vmx_set_nested_state()
6347 if (kvm_state->hdr.vmx.smm.flags & KVM_STATE_NESTED_SMM_GUEST_MODE) in vmx_set_nested_state()
6348 vmx->nested.smm.guest_mode = true; in vmx_set_nested_state()
6361 vmx->nested.nested_run_pending = in vmx_set_nested_state()
6364 vmx->nested.mtf_pending = in vmx_set_nested_state()
6389 vmx->nested.has_preemption_timer_deadline = false; in vmx_set_nested_state()
6390 if (kvm_state->hdr.vmx.flags & KVM_STATE_VMX_PREEMPTION_TIMER_DEADLINE) { in vmx_set_nested_state()
6391 vmx->nested.has_preemption_timer_deadline = true; in vmx_set_nested_state()
6392 vmx->nested.preemption_timer_deadline = in vmx_set_nested_state()
6393 kvm_state->hdr.vmx.preemption_timer_deadline; in vmx_set_nested_state()
6401 vmx->nested.dirty_vmcs12 = true; in vmx_set_nested_state()
6409 vmx->nested.nested_run_pending = 0; in vmx_set_nested_state()