39 	struct vcpu_svm *svm = to_svm(vcpu);  in nested_svm_inject_npf_exit()  local
40 	struct vmcb *vmcb = svm->vmcb;  in nested_svm_inject_npf_exit()
56 	nested_svm_vmexit(svm);  in nested_svm_inject_npf_exit()
61 	struct vcpu_svm *svm = to_svm(vcpu);  in nested_svm_get_tdp_pdptr()  local
62 	u64 cr3 = svm->nested.ctl.nested_cr3;  in nested_svm_get_tdp_pdptr()
75 	struct vcpu_svm *svm = to_svm(vcpu);  in nested_svm_get_tdp_cr3()  local
77 	return svm->nested.ctl.nested_cr3;  in nested_svm_get_tdp_cr3()
82 	struct vcpu_svm *svm = to_svm(vcpu);  in nested_svm_init_mmu_context()  local
93 	kvm_init_shadow_npt_mmu(vcpu, X86_CR0_PG, svm->vmcb01.ptr->save.cr4,  in nested_svm_init_mmu_context()
94 				svm->vmcb01.ptr->save.efer,  in nested_svm_init_mmu_context()
95 				svm->nested.ctl.nested_cr3);  in nested_svm_init_mmu_context()
108 static bool nested_vmcb_needs_vls_intercept(struct vcpu_svm *svm)  in nested_vmcb_needs_vls_intercept()  argument
110 	if (!guest_can_use(&svm->vcpu, X86_FEATURE_V_VMSAVE_VMLOAD))  in nested_vmcb_needs_vls_intercept()
113 	if (!nested_npt_enabled(svm))  in nested_vmcb_needs_vls_intercept()
116 	if (!(svm->nested.ctl.virt_ext & VIRTUAL_VMLOAD_VMSAVE_ENABLE_MASK))  in nested_vmcb_needs_vls_intercept()
122 void recalc_intercepts(struct vcpu_svm *svm)  in recalc_intercepts()  argument
128 	vmcb_mark_dirty(svm->vmcb, VMCB_INTERCEPTS);  in recalc_intercepts()
130 	if (!is_guest_mode(&svm->vcpu))  in recalc_intercepts()
133 	c = &svm->vmcb->control;  in recalc_intercepts()
134 	h = &svm->vmcb01.ptr->control;  in recalc_intercepts()
135 	g = &svm->nested.ctl;  in recalc_intercepts()
152 		if (!(svm->vmcb01.ptr->save.rflags & X86_EFLAGS_IF))  in recalc_intercepts()
160 	if (!nested_svm_l2_tlb_flush_enabled(&svm->vcpu))  in recalc_intercepts()
170 	if (nested_vmcb_needs_vls_intercept(svm)) {  in recalc_intercepts()
188 static bool nested_svm_vmrun_msrpm(struct vcpu_svm *svm)  in nested_svm_vmrun_msrpm()  argument
190 	struct hv_vmcb_enlightenments *hve = &svm->nested.ctl.hv_enlightenments;  in nested_svm_vmrun_msrpm()
201 	if (!svm->nested.force_msr_bitmap_recalc &&  in nested_svm_vmrun_msrpm()
202 	    kvm_hv_hypercall_enabled(&svm->vcpu) &&  in nested_svm_vmrun_msrpm()
204 	    (svm->nested.ctl.clean & BIT(HV_VMCB_NESTED_ENLIGHTENMENTS)))  in nested_svm_vmrun_msrpm()
207 	if (!(vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_MSR_PROT)))  in nested_svm_vmrun_msrpm()
223 		offset = svm->nested.ctl.msrpm_base_pa + (p * 4);  in nested_svm_vmrun_msrpm()
225 		if (kvm_vcpu_read_guest(&svm->vcpu, offset, &value, 4))  in nested_svm_vmrun_msrpm()
228 		svm->nested.msrpm[p] = svm->msrpm[p] | value;  in nested_svm_vmrun_msrpm()
231 	svm->nested.force_msr_bitmap_recalc = false;  in nested_svm_vmrun_msrpm()
234 	svm->vmcb->control.msrpm_base_pa = __sme_set(__pa(svm->nested.msrpm));  in nested_svm_vmrun_msrpm()
330 	struct vcpu_svm *svm = to_svm(vcpu);  in nested_vmcb_check_save()  local
331 	struct vmcb_save_area_cached *save = &svm->nested.save;  in nested_vmcb_check_save()
338 	struct vcpu_svm *svm = to_svm(vcpu);  in nested_vmcb_check_controls()  local
339 	struct vmcb_ctrl_area_cached *ctl = &svm->nested.ctl;  in nested_vmcb_check_controls()
389 void nested_copy_vmcb_control_to_cache(struct vcpu_svm *svm,  in nested_copy_vmcb_control_to_cache()  argument
392 	__nested_copy_vmcb_control_to_cache(&svm->vcpu, &svm->nested.ctl, control);  in nested_copy_vmcb_control_to_cache()
411 void nested_copy_vmcb_save_to_cache(struct vcpu_svm *svm,  in nested_copy_vmcb_save_to_cache()  argument
414 	__nested_copy_vmcb_save_to_cache(&svm->nested.save, save);  in nested_copy_vmcb_save_to_cache()
421 void nested_sync_control_from_vmcb02(struct vcpu_svm *svm)  in nested_sync_control_from_vmcb02()  argument
424 	svm->nested.ctl.event_inj      = svm->vmcb->control.event_inj;  in nested_sync_control_from_vmcb02()
425 	svm->nested.ctl.event_inj_err  = svm->vmcb->control.event_inj_err;  in nested_sync_control_from_vmcb02()
437 	if (svm_is_intercept(svm, INTERCEPT_VINTR) &&  in nested_sync_control_from_vmcb02()
438 	    !test_bit(INTERCEPT_VINTR, (unsigned long *)svm->nested.ctl.intercepts))  in nested_sync_control_from_vmcb02()
441 	if (nested_vgif_enabled(svm))  in nested_sync_control_from_vmcb02()
444 	if (nested_vnmi_enabled(svm))  in nested_sync_control_from_vmcb02()
447 	svm->nested.ctl.int_ctl        &= ~mask;  in nested_sync_control_from_vmcb02()
448 	svm->nested.ctl.int_ctl        |= svm->vmcb->control.int_ctl & mask;  in nested_sync_control_from_vmcb02()
455 static void nested_save_pending_event_to_vmcb12(struct vcpu_svm *svm,  in nested_save_pending_event_to_vmcb12()  argument
458 	struct kvm_vcpu *vcpu = &svm->vcpu;  in nested_save_pending_event_to_vmcb12()
541 void nested_vmcb02_compute_g_pat(struct vcpu_svm *svm)  in nested_vmcb02_compute_g_pat()  argument
543 	if (!svm->nested.vmcb02.ptr)  in nested_vmcb02_compute_g_pat()
547 	svm->nested.vmcb02.ptr->save.g_pat = svm->vmcb01.ptr->save.g_pat;  in nested_vmcb02_compute_g_pat()
550 static void nested_vmcb02_prepare_save(struct vcpu_svm *svm, struct vmcb *vmcb12)  in nested_vmcb02_prepare_save()  argument
553 	struct vmcb *vmcb01 = svm->vmcb01.ptr;  in nested_vmcb02_prepare_save()
554 	struct vmcb *vmcb02 = svm->nested.vmcb02.ptr;  in nested_vmcb02_prepare_save()
555 	struct kvm_vcpu *vcpu = &svm->vcpu;  in nested_vmcb02_prepare_save()
557 	nested_vmcb02_compute_g_pat(svm);  in nested_vmcb02_prepare_save()
560 	if (svm->nested.vmcb12_gpa != svm->nested.last_vmcb12_gpa) {  in nested_vmcb02_prepare_save()
562 		svm->nested.last_vmcb12_gpa = svm->nested.vmcb12_gpa;  in nested_vmcb02_prepare_save()
563 		svm->nested.force_msr_bitmap_recalc = true;  in nested_vmcb02_prepare_save()
583 	svm_set_efer(vcpu, svm->nested.save.efer);  in nested_vmcb02_prepare_save()
585 	svm_set_cr0(vcpu, svm->nested.save.cr0);  in nested_vmcb02_prepare_save()
586 	svm_set_cr4(vcpu, svm->nested.save.cr4);  in nested_vmcb02_prepare_save()
588 	svm->vcpu.arch.cr2 = vmcb12->save.cr2;  in nested_vmcb02_prepare_save()
601 		vmcb02->save.dr7 = svm->nested.save.dr7 | DR7_FIXED_1;  in nested_vmcb02_prepare_save()
602 		svm->vcpu.arch.dr6  = svm->nested.save.dr6 | DR6_ACTIVE_LOW;  in nested_vmcb02_prepare_save()
607 		     (svm->nested.ctl.virt_ext & LBR_CTL_ENABLE_MASK))) {  in nested_vmcb02_prepare_save()
614 		svm_update_lbrv(&svm->vcpu);  in nested_vmcb02_prepare_save()
645 static void nested_vmcb02_prepare_control(struct vcpu_svm *svm,  in nested_vmcb02_prepare_control()  argument
652 	struct kvm_vcpu *vcpu = &svm->vcpu;  in nested_vmcb02_prepare_control()
653 	struct vmcb *vmcb01 = svm->vmcb01.ptr;  in nested_vmcb02_prepare_control()
654 	struct vmcb *vmcb02 = svm->nested.vmcb02.ptr;  in nested_vmcb02_prepare_control()
664 	    (svm->nested.ctl.int_ctl & V_GIF_ENABLE_MASK))  in nested_vmcb02_prepare_control()
671 			svm->vcpu.arch.nmi_pending++;  in nested_vmcb02_prepare_control()
672 			kvm_make_request(KVM_REQ_EVENT, &svm->vcpu);  in nested_vmcb02_prepare_control()
674 		if (nested_vnmi_enabled(svm))  in nested_vmcb02_prepare_control()
691 	if (nested_npt_enabled(svm))  in nested_vmcb02_prepare_control()
696 			svm->nested.ctl.tsc_offset,  in nested_vmcb02_prepare_control()
697 			svm->tsc_ratio_msr);  in nested_vmcb02_prepare_control()
702 	    svm->tsc_ratio_msr != kvm_caps.default_tsc_scaling_ratio)  in nested_vmcb02_prepare_control()
706 		(svm->nested.ctl.int_ctl & int_ctl_vmcb12_bits) |  in nested_vmcb02_prepare_control()
709 	vmcb02->control.int_vector          = svm->nested.ctl.int_vector;  in nested_vmcb02_prepare_control()
710 	vmcb02->control.int_state           = svm->nested.ctl.int_state;  in nested_vmcb02_prepare_control()
711 	vmcb02->control.event_inj           = svm->nested.ctl.event_inj;  in nested_vmcb02_prepare_control()
712 	vmcb02->control.event_inj_err       = svm->nested.ctl.event_inj_err;  in nested_vmcb02_prepare_control()
723 		vmcb02->control.next_rip    = svm->nested.ctl.next_rip;  in nested_vmcb02_prepare_control()
727 	svm->nmi_l1_to_l2 = is_evtinj_nmi(vmcb02->control.event_inj);  in nested_vmcb02_prepare_control()
729 		svm->soft_int_injected = true;  in nested_vmcb02_prepare_control()
730 		svm->soft_int_csbase = vmcb12_csbase;  in nested_vmcb02_prepare_control()
731 		svm->soft_int_old_rip = vmcb12_rip;  in nested_vmcb02_prepare_control()
733 			svm->soft_int_next_rip = svm->nested.ctl.next_rip;  in nested_vmcb02_prepare_control()
735 			svm->soft_int_next_rip = vmcb12_rip;  in nested_vmcb02_prepare_control()
742 			(svm->nested.ctl.virt_ext & LBR_CTL_ENABLE_MASK);  in nested_vmcb02_prepare_control()
744 	if (!nested_vmcb_needs_vls_intercept(svm))  in nested_vmcb02_prepare_control()
748 		pause_count12 = svm->nested.ctl.pause_filter_count;  in nested_vmcb02_prepare_control()
752 		pause_thresh12 = svm->nested.ctl.pause_filter_thresh;  in nested_vmcb02_prepare_control()
755 	if (kvm_pause_in_guest(svm->vcpu.kvm)) {  in nested_vmcb02_prepare_control()
766 		if (vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_PAUSE)) {  in nested_vmcb02_prepare_control()
783 	recalc_intercepts(svm);  in nested_vmcb02_prepare_control()
801 	struct vcpu_svm *svm = to_svm(vcpu);  in enter_svm_guest_mode()  local
804 	trace_kvm_nested_vmenter(svm->vmcb->save.rip,  in enter_svm_guest_mode()
822 	svm->nested.vmcb12_gpa = vmcb12_gpa;  in enter_svm_guest_mode()
824 	WARN_ON(svm->vmcb == svm->nested.vmcb02.ptr);  in enter_svm_guest_mode()
826 	nested_svm_copy_common_state(svm->vmcb01.ptr, svm->nested.vmcb02.ptr);  in enter_svm_guest_mode()
828 	svm_switch_vmcb(svm, &svm->nested.vmcb02);  in enter_svm_guest_mode()
829 	nested_vmcb02_prepare_control(svm, vmcb12->save.rip, vmcb12->save.cs.base);  in enter_svm_guest_mode()
830 	nested_vmcb02_prepare_save(svm, vmcb12);  in enter_svm_guest_mode()
832 	ret = nested_svm_load_cr3(&svm->vcpu, svm->nested.save.cr3,  in enter_svm_guest_mode()
833 				  nested_npt_enabled(svm), from_vmrun);  in enter_svm_guest_mode()
840 	svm_set_gif(svm, true);  in enter_svm_guest_mode()
852 	struct vcpu_svm *svm = to_svm(vcpu);  in nested_svm_vmrun()  local
857 	struct vmcb *vmcb01 = svm->vmcb01.ptr;  in nested_svm_vmrun()
859 	if (!svm->nested.hsave_msr) {  in nested_svm_vmrun()
876 	vmcb12_gpa = svm->vmcb->save.rax;  in nested_svm_vmrun()
889 	if (WARN_ON_ONCE(!svm->nested.initialized))  in nested_svm_vmrun()
892 	nested_copy_vmcb_control_to_cache(svm, &vmcb12->control);  in nested_svm_vmrun()
893 	nested_copy_vmcb_save_to_cache(svm, &vmcb12->save);  in nested_svm_vmrun()
917 	svm->nested.nested_run_pending = 1;  in nested_svm_vmrun()
922 	if (nested_svm_vmrun_msrpm(svm))  in nested_svm_vmrun()
926 	svm->nested.nested_run_pending = 0;  in nested_svm_vmrun()
927 	svm->nmi_l1_to_l2 = false;  in nested_svm_vmrun()
928 	svm->soft_int_injected = false;  in nested_svm_vmrun()
930 	svm->vmcb->control.exit_code    = SVM_EXIT_ERR;  in nested_svm_vmrun()
931 	svm->vmcb->control.exit_code_hi = 0;  in nested_svm_vmrun()
932 	svm->vmcb->control.exit_info_1  = 0;  in nested_svm_vmrun()
933 	svm->vmcb->control.exit_info_2  = 0;  in nested_svm_vmrun()
935 	nested_svm_vmexit(svm);  in nested_svm_vmrun()
980 int nested_svm_vmexit(struct vcpu_svm *svm)  in nested_svm_vmexit()  argument
982 	struct kvm_vcpu *vcpu = &svm->vcpu;  in nested_svm_vmexit()
983 	struct vmcb *vmcb01 = svm->vmcb01.ptr;  in nested_svm_vmexit()
984 	struct vmcb *vmcb02 = svm->nested.vmcb02.ptr;  in nested_svm_vmexit()
989 	rc = kvm_vcpu_map(vcpu, gpa_to_gfn(svm->nested.vmcb12_gpa), &map);  in nested_svm_vmexit()
1000 	svm->nested.vmcb12_gpa = 0;  in nested_svm_vmexit()
1001 	WARN_ON_ONCE(svm->nested.nested_run_pending);  in nested_svm_vmexit()
1006 	svm->vcpu.arch.mp_state = KVM_MP_STATE_RUNNABLE;  in nested_svm_vmexit()
1016 	vmcb12->save.efer   = svm->vcpu.arch.efer;  in nested_svm_vmexit()
1020 	vmcb12->save.cr4    = svm->vcpu.arch.cr4;  in nested_svm_vmexit()
1026 	vmcb12->save.dr6    = svm->vcpu.arch.dr6;  in nested_svm_vmexit()
1036 		nested_save_pending_event_to_vmcb12(svm, vmcb12);  in nested_svm_vmexit()
1041 	vmcb12->control.int_ctl           = svm->nested.ctl.int_ctl;  in nested_svm_vmexit()
1042 	vmcb12->control.event_inj         = svm->nested.ctl.event_inj;  in nested_svm_vmexit()
1043 	vmcb12->control.event_inj_err     = svm->nested.ctl.event_inj_err;  in nested_svm_vmexit()
1051 	nested_svm_copy_common_state(svm->nested.vmcb02.ptr, svm->vmcb01.ptr);  in nested_svm_vmexit()
1053 	svm_switch_vmcb(svm, &svm->vmcb01);  in nested_svm_vmexit()
1074 	if (!nested_exit_on_intr(svm))  in nested_svm_vmexit()
1075 		kvm_make_request(KVM_REQ_EVENT, &svm->vcpu);  in nested_svm_vmexit()
1078 		     (svm->nested.ctl.virt_ext & LBR_CTL_ENABLE_MASK))) {  in nested_svm_vmexit()
1104 	svm_set_gif(svm, false);  in nested_svm_vmexit()
1107 	svm->vcpu.arch.tsc_offset = svm->vcpu.arch.l1_tsc_offset;  in nested_svm_vmexit()
1108 	if (vmcb01->control.tsc_offset != svm->vcpu.arch.tsc_offset) {  in nested_svm_vmexit()
1109 		vmcb01->control.tsc_offset = svm->vcpu.arch.tsc_offset;  in nested_svm_vmexit()
1119 	svm->nested.ctl.nested_cr3 = 0;  in nested_svm_vmexit()
1132 	svm->vcpu.arch.dr7 = DR7_FIXED_1;  in nested_svm_vmexit()
1133 	kvm_update_dr7(&svm->vcpu);  in nested_svm_vmexit()
1156 	svm->vcpu.arch.nmi_injected = false;  in nested_svm_vmexit()
1167 		kvm_queue_exception(&(svm->vcpu), DB_VECTOR);  in nested_svm_vmexit()
1181 	struct vcpu_svm *svm = to_svm(vcpu);  in nested_svm_triple_fault()  local
1183 	if (!vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_SHUTDOWN))  in nested_svm_triple_fault()
1190 int svm_allocate_nested(struct vcpu_svm *svm)  in svm_allocate_nested()  argument
1194 	if (svm->nested.initialized)  in svm_allocate_nested()
1200 	svm->nested.vmcb02.ptr = page_address(vmcb02_page);  in svm_allocate_nested()
1201 	svm->nested.vmcb02.pa = __sme_set(page_to_pfn(vmcb02_page) << PAGE_SHIFT);  in svm_allocate_nested()
1203 	svm->nested.msrpm = svm_vcpu_alloc_msrpm();  in svm_allocate_nested()
1204 	if (!svm->nested.msrpm)  in svm_allocate_nested()
1206 	svm_vcpu_init_msrpm(&svm->vcpu, svm->nested.msrpm);  in svm_allocate_nested()
1208 	svm->nested.initialized = true;  in svm_allocate_nested()
1216 void svm_free_nested(struct vcpu_svm *svm)  in svm_free_nested()  argument
1218 	if (!svm->nested.initialized)  in svm_free_nested()
1221 	if (WARN_ON_ONCE(svm->vmcb != svm->vmcb01.ptr))  in svm_free_nested()
1222 		svm_switch_vmcb(svm, &svm->vmcb01);  in svm_free_nested()
1224 	svm_vcpu_free_msrpm(svm->nested.msrpm);  in svm_free_nested()
1225 	svm->nested.msrpm = NULL;  in svm_free_nested()
1227 	__free_page(virt_to_page(svm->nested.vmcb02.ptr));  in svm_free_nested()
1228 	svm->nested.vmcb02.ptr = NULL;  in svm_free_nested()
1237 	svm->nested.last_vmcb12_gpa = INVALID_GPA;  in svm_free_nested()
1239 	svm->nested.initialized = false;  in svm_free_nested()
1244 	struct vcpu_svm *svm = to_svm(vcpu);  in svm_leave_nested()  local
1247 		svm->nested.nested_run_pending = 0;  in svm_leave_nested()
1248 		svm->nested.vmcb12_gpa = INVALID_GPA;  in svm_leave_nested()
1252 		svm_switch_vmcb(svm, &svm->vmcb01);  in svm_leave_nested()
1255 		vmcb_mark_all_dirty(svm->vmcb);  in svm_leave_nested()
1264 static int nested_svm_exit_handled_msr(struct vcpu_svm *svm)  in nested_svm_exit_handled_msr()  argument
1269 	if (!(vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_MSR_PROT)))  in nested_svm_exit_handled_msr()
1272 	msr    = svm->vcpu.arch.regs[VCPU_REGS_RCX];  in nested_svm_exit_handled_msr()
1274 	write  = svm->vmcb->control.exit_info_1 & 1;  in nested_svm_exit_handled_msr()
1283 	if (kvm_vcpu_read_guest(&svm->vcpu, svm->nested.ctl.msrpm_base_pa + offset, &value, 4))  in nested_svm_exit_handled_msr()
1289 static int nested_svm_intercept_ioio(struct vcpu_svm *svm)  in nested_svm_intercept_ioio()  argument
1296 	if (!(vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_IOIO_PROT)))  in nested_svm_intercept_ioio()
1299 	port = svm->vmcb->control.exit_info_1 >> 16;  in nested_svm_intercept_ioio()
1300 	size = (svm->vmcb->control.exit_info_1 & SVM_IOIO_SIZE_MASK) >>  in nested_svm_intercept_ioio()
1302 	gpa  = svm->nested.ctl.iopm_base_pa + (port / 8);  in nested_svm_intercept_ioio()
1308 	if (kvm_vcpu_read_guest(&svm->vcpu, gpa, &val, iopm_len))  in nested_svm_intercept_ioio()
1314 static int nested_svm_intercept(struct vcpu_svm *svm)  in nested_svm_intercept()  argument
1316 	u32 exit_code = svm->vmcb->control.exit_code;  in nested_svm_intercept()
1321 		vmexit = nested_svm_exit_handled_msr(svm);  in nested_svm_intercept()
1324 		vmexit = nested_svm_intercept_ioio(svm);  in nested_svm_intercept()
1327 		if (vmcb12_is_intercept(&svm->nested.ctl, exit_code))  in nested_svm_intercept()
1332 		if (vmcb12_is_intercept(&svm->nested.ctl, exit_code))  in nested_svm_intercept()
1350 		if (vmcb12_is_intercept(&svm->nested.ctl, exit_code))  in nested_svm_intercept()
1358 int nested_svm_exit_handled(struct vcpu_svm *svm)  in nested_svm_exit_handled()  argument
1362 	vmexit = nested_svm_intercept(svm);  in nested_svm_exit_handled()
1365 		nested_svm_vmexit(svm);  in nested_svm_exit_handled()
1388 	struct vcpu_svm *svm = to_svm(vcpu);  in nested_svm_is_exception_vmexit()  local
1390 	return (svm->nested.ctl.intercepts[INTERCEPT_EXCEPTION] & BIT(vector));  in nested_svm_is_exception_vmexit()
1396 	struct vcpu_svm *svm = to_svm(vcpu);  in nested_svm_inject_exception_vmexit()  local
1397 	struct vmcb *vmcb = svm->vmcb;  in nested_svm_inject_exception_vmexit()
1426 	nested_svm_vmexit(svm);  in nested_svm_inject_exception_vmexit()
1429 static inline bool nested_exit_on_init(struct vcpu_svm *svm)  in nested_exit_on_init()  argument
1431 	return vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_INIT);  in nested_exit_on_init()
1437 	struct vcpu_svm *svm = to_svm(vcpu);  in svm_check_nested_events()  local
1443 	bool block_nested_exceptions = svm->nested.nested_run_pending;  in svm_check_nested_events()
1457 		if (!nested_exit_on_init(svm))  in svm_check_nested_events()
1459 		nested_svm_simple_vmexit(svm, SVM_EXIT_INIT);  in svm_check_nested_events()
1480 		if (!nested_exit_on_smi(svm))  in svm_check_nested_events()
1482 		nested_svm_simple_vmexit(svm, SVM_EXIT_SMI);  in svm_check_nested_events()
1490 		if (!nested_exit_on_nmi(svm))  in svm_check_nested_events()
1492 		nested_svm_simple_vmexit(svm, SVM_EXIT_NMI);  in svm_check_nested_events()
1499 		if (!nested_exit_on_intr(svm))  in svm_check_nested_events()
1501 		trace_kvm_nested_intr_vmexit(svm->vmcb->save.rip);  in svm_check_nested_events()
1502 		nested_svm_simple_vmexit(svm, SVM_EXIT_INTR);  in svm_check_nested_events()
1509 int nested_svm_exit_special(struct vcpu_svm *svm)  in nested_svm_exit_special()  argument
1511 	u32 exit_code = svm->vmcb->control.exit_code;  in nested_svm_exit_special()
1512 	struct kvm_vcpu *vcpu = &svm->vcpu;  in nested_svm_exit_special()
1522 		if (svm->vmcb01.ptr->control.intercepts[INTERCEPT_EXCEPTION] &  in nested_svm_exit_special()
1526 			 svm->vcpu.arch.apf.host_apf_flags)  in nested_svm_exit_special()
1547 	struct vcpu_svm *svm = to_svm(vcpu);  in nested_svm_update_tsc_ratio_msr()  local
1551 					       svm->tsc_ratio_msr);  in nested_svm_update_tsc_ratio_msr()
1595 	struct vcpu_svm *svm;  in svm_get_nested_state()  local
1604 		&user_kvm_nested_state->data.svm[0];  in svm_get_nested_state()
1609 	svm = to_svm(vcpu);  in svm_get_nested_state()
1616 		kvm_state.hdr.svm.vmcb_pa = svm->nested.vmcb12_gpa;  in svm_get_nested_state()
1620 		if (svm->nested.nested_run_pending)  in svm_get_nested_state()
1624 	if (gif_set(svm))  in svm_get_nested_state()
1644 	nested_copy_vmcb_cache_to_control(ctl, &svm->nested.ctl);  in svm_get_nested_state()
1651 	if (copy_to_user(&user_vmcb->save, &svm->vmcb01.ptr->save,  in svm_get_nested_state()
1662 	struct vcpu_svm *svm = to_svm(vcpu);  in svm_set_nested_state()  local
1664 		&user_kvm_nested_state->data.svm[0];  in svm_set_nested_state()
1699 		svm_set_gif(svm, !!(kvm_state->flags & KVM_STATE_NESTED_GIF_SET));  in svm_set_nested_state()
1703 	if (!page_address_valid(vcpu, kvm_state->hdr.svm.vmcb_pa))  in svm_set_nested_state()
1755 		svm->nested.vmcb02.ptr->save = svm->vmcb01.ptr->save;  in svm_set_nested_state()
1757 	svm_set_gif(svm, !!(kvm_state->flags & KVM_STATE_NESTED_GIF_SET));  in svm_set_nested_state()
1759 	svm->nested.nested_run_pending =  in svm_set_nested_state()
1762 	svm->nested.vmcb12_gpa = kvm_state->hdr.svm.vmcb_pa;  in svm_set_nested_state()
1764 	svm_copy_vmrun_state(&svm->vmcb01.ptr->save, save);  in svm_set_nested_state()
1765 	nested_copy_vmcb_control_to_cache(svm, ctl);  in svm_set_nested_state()
1767 	svm_switch_vmcb(svm, &svm->nested.vmcb02);  in svm_set_nested_state()
1768 	nested_vmcb02_prepare_control(svm, svm->vmcb->save.rip, svm->vmcb->save.cs.base);  in svm_set_nested_state()
1777 	ret = nested_svm_load_cr3(&svm->vcpu, vcpu->arch.cr3,  in svm_set_nested_state()
1778 				  nested_npt_enabled(svm), false);  in svm_set_nested_state()
1782 	svm->nested.force_msr_bitmap_recalc = true;  in svm_set_nested_state()
1795 	struct vcpu_svm *svm = to_svm(vcpu);  in svm_get_nested_state_pages()  local
1801 	    !nested_npt_enabled(svm) && is_pae_paging(vcpu))  in svm_get_nested_state_pages()
1810 	if (!nested_svm_vmrun_msrpm(svm)) {  in svm_get_nested_state_pages()