62 	u64 cr3 = svm->nested.ctl.nested_cr3;  in nested_svm_get_tdp_pdptr()
77 	return svm->nested.ctl.nested_cr3;  in nested_svm_get_tdp_cr3()
95 				svm->nested.ctl.nested_cr3);  in nested_svm_init_mmu_context()
116 	if (!(svm->nested.ctl.virt_ext & VIRTUAL_VMLOAD_VMSAVE_ENABLE_MASK))  in nested_vmcb_needs_vls_intercept()
135 	g = &svm->nested.ctl;  in recalc_intercepts()
190 	struct hv_vmcb_enlightenments *hve = &svm->nested.ctl.hv_enlightenments;  in nested_svm_vmrun_msrpm()
201 	if (!svm->nested.force_msr_bitmap_recalc &&  in nested_svm_vmrun_msrpm()
204 	    (svm->nested.ctl.clean & BIT(HV_VMCB_NESTED_ENLIGHTENMENTS)))  in nested_svm_vmrun_msrpm()
207 	if (!(vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_MSR_PROT)))  in nested_svm_vmrun_msrpm()
223 		offset = svm->nested.ctl.msrpm_base_pa + (p * 4);  in nested_svm_vmrun_msrpm()
228 		svm->nested.msrpm[p] = svm->msrpm[p] | value;  in nested_svm_vmrun_msrpm()
231 	svm->nested.force_msr_bitmap_recalc = false;  in nested_svm_vmrun_msrpm()
234 	svm->vmcb->control.msrpm_base_pa = __sme_set(__pa(svm->nested.msrpm));  in nested_svm_vmrun_msrpm()
331 	struct vmcb_save_area_cached *save = &svm->nested.save;  in nested_vmcb_check_save()
339 	struct vmcb_ctrl_area_cached *ctl = &svm->nested.ctl;  in nested_vmcb_check_controls()
392 	__nested_copy_vmcb_control_to_cache(&svm->vcpu, &svm->nested.ctl, control);  in nested_copy_vmcb_control_to_cache()
414 	__nested_copy_vmcb_save_to_cache(&svm->nested.save, save);  in nested_copy_vmcb_save_to_cache()
424 	svm->nested.ctl.event_inj      = svm->vmcb->control.event_inj;  in nested_sync_control_from_vmcb02()
425 	svm->nested.ctl.event_inj_err  = svm->vmcb->control.event_inj_err;  in nested_sync_control_from_vmcb02()
438 	    !test_bit(INTERCEPT_VINTR, (unsigned long *)svm->nested.ctl.intercepts))  in nested_sync_control_from_vmcb02()
447 	svm->nested.ctl.int_ctl        &= ~mask;  in nested_sync_control_from_vmcb02()
448 	svm->nested.ctl.int_ctl        |= svm->vmcb->control.int_ctl & mask;  in nested_sync_control_from_vmcb02()
543 	if (!svm->nested.vmcb02.ptr)  in nested_vmcb02_compute_g_pat()
547 	svm->nested.vmcb02.ptr->save.g_pat = svm->vmcb01.ptr->save.g_pat;  in nested_vmcb02_compute_g_pat()
554 	struct vmcb *vmcb02 = svm->nested.vmcb02.ptr;  in nested_vmcb02_prepare_save()
560 	if (svm->nested.vmcb12_gpa != svm->nested.last_vmcb12_gpa) {  in nested_vmcb02_prepare_save()
562 		svm->nested.last_vmcb12_gpa = svm->nested.vmcb12_gpa;  in nested_vmcb02_prepare_save()
563 		svm->nested.force_msr_bitmap_recalc = true;  in nested_vmcb02_prepare_save()
583 	svm_set_efer(vcpu, svm->nested.save.efer);  in nested_vmcb02_prepare_save()
585 	svm_set_cr0(vcpu, svm->nested.save.cr0);  in nested_vmcb02_prepare_save()
586 	svm_set_cr4(vcpu, svm->nested.save.cr4);  in nested_vmcb02_prepare_save()
601 		vmcb02->save.dr7 = svm->nested.save.dr7 | DR7_FIXED_1;  in nested_vmcb02_prepare_save()
602 		svm->vcpu.arch.dr6  = svm->nested.save.dr6 | DR6_ACTIVE_LOW;  in nested_vmcb02_prepare_save()
607 		     (svm->nested.ctl.virt_ext & LBR_CTL_ENABLE_MASK))) {  in nested_vmcb02_prepare_save()
654 	struct vmcb *vmcb02 = svm->nested.vmcb02.ptr;  in nested_vmcb02_prepare_control()
664 	    (svm->nested.ctl.int_ctl & V_GIF_ENABLE_MASK))  in nested_vmcb02_prepare_control()
696 			svm->nested.ctl.tsc_offset,  in nested_vmcb02_prepare_control()
706 		(svm->nested.ctl.int_ctl & int_ctl_vmcb12_bits) |  in nested_vmcb02_prepare_control()
709 	vmcb02->control.int_vector          = svm->nested.ctl.int_vector;  in nested_vmcb02_prepare_control()
710 	vmcb02->control.int_state           = svm->nested.ctl.int_state;  in nested_vmcb02_prepare_control()
711 	vmcb02->control.event_inj           = svm->nested.ctl.event_inj;  in nested_vmcb02_prepare_control()
712 	vmcb02->control.event_inj_err       = svm->nested.ctl.event_inj_err;  in nested_vmcb02_prepare_control()
723 		vmcb02->control.next_rip    = svm->nested.ctl.next_rip;  in nested_vmcb02_prepare_control()
733 			svm->soft_int_next_rip = svm->nested.ctl.next_rip;  in nested_vmcb02_prepare_control()
742 			(svm->nested.ctl.virt_ext & LBR_CTL_ENABLE_MASK);  in nested_vmcb02_prepare_control()
748 		pause_count12 = svm->nested.ctl.pause_filter_count;  in nested_vmcb02_prepare_control()
752 		pause_thresh12 = svm->nested.ctl.pause_filter_thresh;  in nested_vmcb02_prepare_control()
766 		if (vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_PAUSE)) {  in nested_vmcb02_prepare_control()
822 	svm->nested.vmcb12_gpa = vmcb12_gpa;  in enter_svm_guest_mode()
824 	WARN_ON(svm->vmcb == svm->nested.vmcb02.ptr);  in enter_svm_guest_mode()
826 	nested_svm_copy_common_state(svm->vmcb01.ptr, svm->nested.vmcb02.ptr);  in enter_svm_guest_mode()
828 	svm_switch_vmcb(svm, &svm->nested.vmcb02);  in enter_svm_guest_mode()
832 	ret = nested_svm_load_cr3(&svm->vcpu, svm->nested.save.cr3,  in enter_svm_guest_mode()
859 	if (!svm->nested.hsave_msr) {  in nested_svm_vmrun()
889 	if (WARN_ON_ONCE(!svm->nested.initialized))  in nested_svm_vmrun()
917 	svm->nested.nested_run_pending = 1;  in nested_svm_vmrun()
926 	svm->nested.nested_run_pending = 0;  in nested_svm_vmrun()
984 	struct vmcb *vmcb02 = svm->nested.vmcb02.ptr;  in nested_svm_vmexit()
989 	rc = kvm_vcpu_map(vcpu, gpa_to_gfn(svm->nested.vmcb12_gpa), &map);  in nested_svm_vmexit()
1000 	svm->nested.vmcb12_gpa = 0;  in nested_svm_vmexit()
1001 	WARN_ON_ONCE(svm->nested.nested_run_pending);  in nested_svm_vmexit()
1041 	vmcb12->control.int_ctl           = svm->nested.ctl.int_ctl;  in nested_svm_vmexit()
1042 	vmcb12->control.event_inj         = svm->nested.ctl.event_inj;  in nested_svm_vmexit()
1043 	vmcb12->control.event_inj_err     = svm->nested.ctl.event_inj_err;  in nested_svm_vmexit()
1051 	nested_svm_copy_common_state(svm->nested.vmcb02.ptr, svm->vmcb01.ptr);  in nested_svm_vmexit()
1078 		     (svm->nested.ctl.virt_ext & LBR_CTL_ENABLE_MASK))) {  in nested_svm_vmexit()
1119 	svm->nested.ctl.nested_cr3 = 0;  in nested_svm_vmexit()
1183 	if (!vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_SHUTDOWN))  in nested_svm_triple_fault()
1194 	if (svm->nested.initialized)  in svm_allocate_nested()
1200 	svm->nested.vmcb02.ptr = page_address(vmcb02_page);  in svm_allocate_nested()
1201 	svm->nested.vmcb02.pa = __sme_set(page_to_pfn(vmcb02_page) << PAGE_SHIFT);  in svm_allocate_nested()
1203 	svm->nested.msrpm = svm_vcpu_alloc_msrpm();  in svm_allocate_nested()
1204 	if (!svm->nested.msrpm)  in svm_allocate_nested()
1206 	svm_vcpu_init_msrpm(&svm->vcpu, svm->nested.msrpm);  in svm_allocate_nested()
1208 	svm->nested.initialized = true;  in svm_allocate_nested()
1218 	if (!svm->nested.initialized)  in svm_free_nested()
1224 	svm_vcpu_free_msrpm(svm->nested.msrpm);  in svm_free_nested()
1225 	svm->nested.msrpm = NULL;  in svm_free_nested()
1227 	__free_page(virt_to_page(svm->nested.vmcb02.ptr));  in svm_free_nested()
1228 	svm->nested.vmcb02.ptr = NULL;  in svm_free_nested()
1237 	svm->nested.last_vmcb12_gpa = INVALID_GPA;  in svm_free_nested()
1239 	svm->nested.initialized = false;  in svm_free_nested()
1247 		svm->nested.nested_run_pending = 0;  in svm_leave_nested()
1248 		svm->nested.vmcb12_gpa = INVALID_GPA;  in svm_leave_nested()
1269 	if (!(vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_MSR_PROT)))  in nested_svm_exit_handled_msr()
1283 	if (kvm_vcpu_read_guest(&svm->vcpu, svm->nested.ctl.msrpm_base_pa + offset, &value, 4))  in nested_svm_exit_handled_msr()
1296 	if (!(vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_IOIO_PROT)))  in nested_svm_intercept_ioio()
1302 	gpa  = svm->nested.ctl.iopm_base_pa + (port / 8);  in nested_svm_intercept_ioio()
1327 		if (vmcb12_is_intercept(&svm->nested.ctl, exit_code))  in nested_svm_intercept()
1332 		if (vmcb12_is_intercept(&svm->nested.ctl, exit_code))  in nested_svm_intercept()
1350 		if (vmcb12_is_intercept(&svm->nested.ctl, exit_code))  in nested_svm_intercept()
1390 	return (svm->nested.ctl.intercepts[INTERCEPT_EXCEPTION] & BIT(vector));  in nested_svm_is_exception_vmexit()
1431 	return vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_INIT);  in nested_exit_on_init()
1443 	bool block_nested_exceptions = svm->nested.nested_run_pending;  in svm_check_nested_events()
1616 		kvm_state.hdr.svm.vmcb_pa = svm->nested.vmcb12_gpa;  in svm_get_nested_state()
1620 		if (svm->nested.nested_run_pending)  in svm_get_nested_state()
1644 	nested_copy_vmcb_cache_to_control(ctl, &svm->nested.ctl);  in svm_get_nested_state()
1755 		svm->nested.vmcb02.ptr->save = svm->vmcb01.ptr->save;  in svm_set_nested_state()
1759 	svm->nested.nested_run_pending =  in svm_set_nested_state()
1762 	svm->nested.vmcb12_gpa = kvm_state->hdr.svm.vmcb_pa;  in svm_set_nested_state()
1767 	svm_switch_vmcb(svm, &svm->nested.vmcb02);  in svm_set_nested_state()
1782 	svm->nested.force_msr_bitmap_recalc = true;  in svm_set_nested_state()