746 	to_svm(vcpu)->vmcb->save.efer = efer | EFER_SVME;  in svm_set_efer()
830 		svm->int3_rip = rip + svm->vmcb->save.cs.base;  in svm_queue_exception()
1173 			svm->vmcb->save.rflags &= ~X86_EFLAGS_TF;  in disable_nmi_singlestep()
1175 			svm->vmcb->save.rflags &= ~X86_EFLAGS_RF;  in disable_nmi_singlestep()
1498 	struct vmcb_save_area *save = &svm->vmcb->save;  in init_vmcb()  local
1564 	init_seg(&save->es);  in init_vmcb()
1565 	init_seg(&save->ss);  in init_vmcb()
1566 	init_seg(&save->ds);  in init_vmcb()
1567 	init_seg(&save->fs);  in init_vmcb()
1568 	init_seg(&save->gs);  in init_vmcb()
1570 	save->cs.selector = 0xf000;  in init_vmcb()
1571 	save->cs.base = 0xffff0000;  in init_vmcb()
1573 	save->cs.attrib = SVM_SELECTOR_READ_MASK | SVM_SELECTOR_P_MASK |  in init_vmcb()
1575 	save->cs.limit = 0xffff;  in init_vmcb()
1577 	save->gdtr.limit = 0xffff;  in init_vmcb()
1578 	save->idtr.limit = 0xffff;  in init_vmcb()
1580 	init_sys_seg(&save->ldtr, SEG_TYPE_LDT);  in init_vmcb()
1581 	init_sys_seg(&save->tr, SEG_TYPE_BUSY_TSS16);  in init_vmcb()
1584 	save->dr6 = 0xffff0ff0;  in init_vmcb()
1586 	save->rip = 0x0000fff0;  in init_vmcb()
1587 	svm->vcpu.arch.regs[VCPU_REGS_RIP] = save->rip;  in init_vmcb()
1596 	save->cr4 = X86_CR4_PAE;  in init_vmcb()
1606 		save->g_pat = svm->vcpu.arch.pat;  in init_vmcb()
1607 		save->cr3 = 0;  in init_vmcb()
1608 		save->cr4 = 0;  in init_vmcb()
2340 	unsigned long rflags = svm->vmcb->save.rflags;  in svm_get_rflags()
2362 	to_svm(vcpu)->vmcb->save.rflags = rflags;  in svm_set_rflags()
2389 	struct vmcb_save_area *save = &to_svm(vcpu)->vmcb->save;  in svm_seg()  local
2392 	case VCPU_SREG_CS: return &save->cs;  in svm_seg()
2393 	case VCPU_SREG_DS: return &save->ds;  in svm_seg()
2394 	case VCPU_SREG_ES: return &save->es;  in svm_seg()
2395 	case VCPU_SREG_FS: return &save->fs;  in svm_seg()
2396 	case VCPU_SREG_GS: return &save->gs;  in svm_seg()
2397 	case VCPU_SREG_SS: return &save->ss;  in svm_seg()
2398 	case VCPU_SREG_TR: return &save->tr;  in svm_seg()
2399 	case VCPU_SREG_LDTR: return &save->ldtr;  in svm_seg()
2476 		var->dpl = to_svm(vcpu)->vmcb->save.cpl;  in svm_get_segment()
2483 	struct vmcb_save_area *save = &to_svm(vcpu)->vmcb->save;  in svm_get_cpl()  local
2485 	return save->cpl;  in svm_get_cpl()
2492 	dt->size = svm->vmcb->save.idtr.limit;  in svm_get_idt()
2493 	dt->address = svm->vmcb->save.idtr.base;  in svm_get_idt()
2500 	svm->vmcb->save.idtr.limit = dt->size;  in svm_set_idt()
2501 	svm->vmcb->save.idtr.base = dt->address ;  in svm_set_idt()
2509 	dt->size = svm->vmcb->save.gdtr.limit;  in svm_get_gdt()
2510 	dt->address = svm->vmcb->save.gdtr.base;  in svm_get_gdt()
2517 	svm->vmcb->save.gdtr.limit = dt->size;  in svm_set_gdt()
2518 	svm->vmcb->save.gdtr.base = dt->address ;  in svm_set_gdt()
2537 	u64 *hcr0 = &svm->vmcb->save.cr0;  in update_cr0_intercept()
2561 			svm->vmcb->save.efer |= EFER_LMA | EFER_LME;  in svm_set_cr0()
2566 			svm->vmcb->save.efer &= ~(EFER_LMA | EFER_LME);  in svm_set_cr0()
2582 	svm->vmcb->save.cr0 = cr0;  in svm_set_cr0()
2590 	unsigned long old_cr4 = to_svm(vcpu)->vmcb->save.cr4;  in svm_set_cr4()
2602 	to_svm(vcpu)->vmcb->save.cr4 = cr4;  in svm_set_cr4()
2633 		svm->vmcb->save.cpl = (var->dpl & 3);  in svm_set_segment()
2667 	return to_svm(vcpu)->vmcb->save.dr6;  in svm_get_dr6()
2674 	svm->vmcb->save.dr6 = value;  in svm_set_dr6()
2687 	vcpu->arch.dr7 = svm->vmcb->save.dr7;  in svm_sync_dirty_debug_regs()
2697 	svm->vmcb->save.dr7 = value;  in svm_set_dr7()
2746 			svm->vmcb->save.cs.base + svm->vmcb->save.rip;  in db_interception()
2759 	kvm_run->debug.arch.pc = svm->vmcb->save.cs.base + svm->vmcb->save.rip;  in bp_interception()
3011 	if (svm->vmcb->save.cpl) {  in nested_svm_check_permissions()
3082 		trace_kvm_nested_intr_vmexit(svm->vmcb->save.rip);  in nested_svm_intr()
3335 	nested_vmcb->save.es     = vmcb->save.es;  in nested_svm_vmexit()
3336 	nested_vmcb->save.cs     = vmcb->save.cs;  in nested_svm_vmexit()
3337 	nested_vmcb->save.ss     = vmcb->save.ss;  in nested_svm_vmexit()
3338 	nested_vmcb->save.ds     = vmcb->save.ds;  in nested_svm_vmexit()
3339 	nested_vmcb->save.gdtr   = vmcb->save.gdtr;  in nested_svm_vmexit()
3340 	nested_vmcb->save.idtr   = vmcb->save.idtr;  in nested_svm_vmexit()
3341 	nested_vmcb->save.efer   = svm->vcpu.arch.efer;  in nested_svm_vmexit()
3342 	nested_vmcb->save.cr0    = kvm_read_cr0(&svm->vcpu);  in nested_svm_vmexit()
3343 	nested_vmcb->save.cr3    = kvm_read_cr3(&svm->vcpu);  in nested_svm_vmexit()
3344 	nested_vmcb->save.cr2    = vmcb->save.cr2;  in nested_svm_vmexit()
3345 	nested_vmcb->save.cr4    = svm->vcpu.arch.cr4;  in nested_svm_vmexit()
3346 	nested_vmcb->save.rflags = kvm_get_rflags(&svm->vcpu);  in nested_svm_vmexit()
3347 	nested_vmcb->save.rip    = vmcb->save.rip;  in nested_svm_vmexit()
3348 	nested_vmcb->save.rsp    = vmcb->save.rsp;  in nested_svm_vmexit()
3349 	nested_vmcb->save.rax    = vmcb->save.rax;  in nested_svm_vmexit()
3350 	nested_vmcb->save.dr7    = vmcb->save.dr7;  in nested_svm_vmexit()
3351 	nested_vmcb->save.dr6    = vmcb->save.dr6;  in nested_svm_vmexit()
3352 	nested_vmcb->save.cpl    = vmcb->save.cpl;  in nested_svm_vmexit()
3405 	svm->vmcb->save.es = hsave->save.es;  in nested_svm_vmexit()
3406 	svm->vmcb->save.cs = hsave->save.cs;  in nested_svm_vmexit()
3407 	svm->vmcb->save.ss = hsave->save.ss;  in nested_svm_vmexit()
3408 	svm->vmcb->save.ds = hsave->save.ds;  in nested_svm_vmexit()
3409 	svm->vmcb->save.gdtr = hsave->save.gdtr;  in nested_svm_vmexit()
3410 	svm->vmcb->save.idtr = hsave->save.idtr;  in nested_svm_vmexit()
3411 	kvm_set_rflags(&svm->vcpu, hsave->save.rflags);  in nested_svm_vmexit()
3412 	svm_set_efer(&svm->vcpu, hsave->save.efer);  in nested_svm_vmexit()
3413 	svm_set_cr0(&svm->vcpu, hsave->save.cr0 | X86_CR0_PE);  in nested_svm_vmexit()
3414 	svm_set_cr4(&svm->vcpu, hsave->save.cr4);  in nested_svm_vmexit()
3416 		svm->vmcb->save.cr3 = hsave->save.cr3;  in nested_svm_vmexit()
3417 		svm->vcpu.arch.cr3 = hsave->save.cr3;  in nested_svm_vmexit()
3419 		(void)kvm_set_cr3(&svm->vcpu, hsave->save.cr3);  in nested_svm_vmexit()
3421 	kvm_rax_write(&svm->vcpu, hsave->save.rax);  in nested_svm_vmexit()
3422 	kvm_rsp_write(&svm->vcpu, hsave->save.rsp);  in nested_svm_vmexit()
3423 	kvm_rip_write(&svm->vcpu, hsave->save.rip);  in nested_svm_vmexit()
3424 	svm->vmcb->save.dr7 = 0;  in nested_svm_vmexit()
3425 	svm->vmcb->save.cpl = 0;  in nested_svm_vmexit()
3509 	svm->vmcb->save.es = nested_vmcb->save.es;  in enter_svm_guest_mode()
3510 	svm->vmcb->save.cs = nested_vmcb->save.cs;  in enter_svm_guest_mode()
3511 	svm->vmcb->save.ss = nested_vmcb->save.ss;  in enter_svm_guest_mode()
3512 	svm->vmcb->save.ds = nested_vmcb->save.ds;  in enter_svm_guest_mode()
3513 	svm->vmcb->save.gdtr = nested_vmcb->save.gdtr;  in enter_svm_guest_mode()
3514 	svm->vmcb->save.idtr = nested_vmcb->save.idtr;  in enter_svm_guest_mode()
3515 	kvm_set_rflags(&svm->vcpu, nested_vmcb->save.rflags);  in enter_svm_guest_mode()
3516 	svm_set_efer(&svm->vcpu, nested_vmcb->save.efer);  in enter_svm_guest_mode()
3517 	svm_set_cr0(&svm->vcpu, nested_vmcb->save.cr0);  in enter_svm_guest_mode()
3518 	svm_set_cr4(&svm->vcpu, nested_vmcb->save.cr4);  in enter_svm_guest_mode()
3520 		svm->vmcb->save.cr3 = nested_vmcb->save.cr3;  in enter_svm_guest_mode()
3521 		svm->vcpu.arch.cr3 = nested_vmcb->save.cr3;  in enter_svm_guest_mode()
3523 		(void)kvm_set_cr3(&svm->vcpu, nested_vmcb->save.cr3);  in enter_svm_guest_mode()
3528 	svm->vmcb->save.cr2 = svm->vcpu.arch.cr2 = nested_vmcb->save.cr2;  in enter_svm_guest_mode()
3529 	kvm_rax_write(&svm->vcpu, nested_vmcb->save.rax);  in enter_svm_guest_mode()
3530 	kvm_rsp_write(&svm->vcpu, nested_vmcb->save.rsp);  in enter_svm_guest_mode()
3531 	kvm_rip_write(&svm->vcpu, nested_vmcb->save.rip);  in enter_svm_guest_mode()
3534 	svm->vmcb->save.rax = nested_vmcb->save.rax;  in enter_svm_guest_mode()
3535 	svm->vmcb->save.rsp = nested_vmcb->save.rsp;  in enter_svm_guest_mode()
3536 	svm->vmcb->save.rip = nested_vmcb->save.rip;  in enter_svm_guest_mode()
3537 	svm->vmcb->save.dr7 = nested_vmcb->save.dr7;  in enter_svm_guest_mode()
3538 	svm->vmcb->save.dr6 = nested_vmcb->save.dr6;  in enter_svm_guest_mode()
3539 	svm->vmcb->save.cpl = nested_vmcb->save.cpl;  in enter_svm_guest_mode()
3607 	vmcb_gpa = svm->vmcb->save.rax;  in nested_svm_vmrun()
3632 	trace_kvm_nested_vmrun(svm->vmcb->save.rip, vmcb_gpa,  in nested_svm_vmrun()
3633 			       nested_vmcb->save.rip,  in nested_svm_vmrun()
3651 	hsave->save.es     = vmcb->save.es;  in nested_svm_vmrun()
3652 	hsave->save.cs     = vmcb->save.cs;  in nested_svm_vmrun()
3653 	hsave->save.ss     = vmcb->save.ss;  in nested_svm_vmrun()
3654 	hsave->save.ds     = vmcb->save.ds;  in nested_svm_vmrun()
3655 	hsave->save.gdtr   = vmcb->save.gdtr;  in nested_svm_vmrun()
3656 	hsave->save.idtr   = vmcb->save.idtr;  in nested_svm_vmrun()
3657 	hsave->save.efer   = svm->vcpu.arch.efer;  in nested_svm_vmrun()
3658 	hsave->save.cr0    = kvm_read_cr0(&svm->vcpu);  in nested_svm_vmrun()
3659 	hsave->save.cr4    = svm->vcpu.arch.cr4;  in nested_svm_vmrun()
3660 	hsave->save.rflags = kvm_get_rflags(&svm->vcpu);  in nested_svm_vmrun()
3661 	hsave->save.rip    = kvm_rip_read(&svm->vcpu);  in nested_svm_vmrun()
3662 	hsave->save.rsp    = vmcb->save.rsp;  in nested_svm_vmrun()
3663 	hsave->save.rax    = vmcb->save.rax;  in nested_svm_vmrun()
3665 		hsave->save.cr3    = vmcb->save.cr3;  in nested_svm_vmrun()
3667 		hsave->save.cr3    = kvm_read_cr3(&svm->vcpu);  in nested_svm_vmrun()
3687 	to_vmcb->save.fs = from_vmcb->save.fs;  in nested_svm_vmloadsave()
3688 	to_vmcb->save.gs = from_vmcb->save.gs;  in nested_svm_vmloadsave()
3689 	to_vmcb->save.tr = from_vmcb->save.tr;  in nested_svm_vmloadsave()
3690 	to_vmcb->save.ldtr = from_vmcb->save.ldtr;  in nested_svm_vmloadsave()
3691 	to_vmcb->save.kernel_gs_base = from_vmcb->save.kernel_gs_base;  in nested_svm_vmloadsave()
3692 	to_vmcb->save.star = from_vmcb->save.star;  in nested_svm_vmloadsave()
3693 	to_vmcb->save.lstar = from_vmcb->save.lstar;  in nested_svm_vmloadsave()
3694 	to_vmcb->save.cstar = from_vmcb->save.cstar;  in nested_svm_vmloadsave()
3695 	to_vmcb->save.sfmask = from_vmcb->save.sfmask;  in nested_svm_vmloadsave()
3696 	to_vmcb->save.sysenter_cs = from_vmcb->save.sysenter_cs;  in nested_svm_vmloadsave()
3697 	to_vmcb->save.sysenter_esp = from_vmcb->save.sysenter_esp;  in nested_svm_vmloadsave()
3698 	to_vmcb->save.sysenter_eip = from_vmcb->save.sysenter_eip;  in nested_svm_vmloadsave()
3710 	ret = kvm_vcpu_map(&svm->vcpu, gpa_to_gfn(svm->vmcb->save.rax), &map);  in vmload_interception()
3736 	ret = kvm_vcpu_map(&svm->vcpu, gpa_to_gfn(svm->vmcb->save.rax), &map);  in vmsave_interception()
3808 	trace_kvm_invlpga(svm->vmcb->save.rip, kvm_rcx_read(&svm->vcpu),  in invlpga_interception()
3819 	trace_kvm_skinit(svm->vmcb->save.rip, kvm_rax_read(&svm->vcpu));  in skinit_interception()
4129 		msr_info->data = svm->vmcb->save.star;  in svm_get_msr()
4133 		msr_info->data = svm->vmcb->save.lstar;  in svm_get_msr()
4136 		msr_info->data = svm->vmcb->save.cstar;  in svm_get_msr()
4139 		msr_info->data = svm->vmcb->save.kernel_gs_base;  in svm_get_msr()
4142 		msr_info->data = svm->vmcb->save.sfmask;  in svm_get_msr()
4146 		msr_info->data = svm->vmcb->save.sysenter_cs;  in svm_get_msr()
4165 		msr_info->data = svm->vmcb->save.dbgctl;  in svm_get_msr()
4168 		msr_info->data = svm->vmcb->save.br_from;  in svm_get_msr()
4171 		msr_info->data = svm->vmcb->save.br_to;  in svm_get_msr()
4174 		msr_info->data = svm->vmcb->save.last_excp_from;  in svm_get_msr()
4177 		msr_info->data = svm->vmcb->save.last_excp_to;  in svm_get_msr()
4267 		svm->vmcb->save.g_pat = data;  in svm_set_msr()
4325 		svm->vmcb->save.star = data;  in svm_set_msr()
4329 		svm->vmcb->save.lstar = data;  in svm_set_msr()
4332 		svm->vmcb->save.cstar = data;  in svm_set_msr()
4335 		svm->vmcb->save.kernel_gs_base = data;  in svm_set_msr()
4338 		svm->vmcb->save.sfmask = data;  in svm_set_msr()
4342 		svm->vmcb->save.sysenter_cs = data;  in svm_set_msr()
4346 		svm->vmcb->save.sysenter_eip = data;  in svm_set_msr()
4350 		svm->vmcb->save.sysenter_esp = data;  in svm_set_msr()
4373 		svm->vmcb->save.dbgctl = data;  in svm_set_msr()
4810 	struct vmcb_save_area *save = &svm->vmcb->save;  in dump_vmcb()  local
4853 	       save->es.selector, save->es.attrib,  in dump_vmcb()
4854 	       save->es.limit, save->es.base);  in dump_vmcb()
4857 	       save->cs.selector, save->cs.attrib,  in dump_vmcb()
4858 	       save->cs.limit, save->cs.base);  in dump_vmcb()
4861 	       save->ss.selector, save->ss.attrib,  in dump_vmcb()
4862 	       save->ss.limit, save->ss.base);  in dump_vmcb()
4865 	       save->ds.selector, save->ds.attrib,  in dump_vmcb()
4866 	       save->ds.limit, save->ds.base);  in dump_vmcb()
4869 	       save->fs.selector, save->fs.attrib,  in dump_vmcb()
4870 	       save->fs.limit, save->fs.base);  in dump_vmcb()
4873 	       save->gs.selector, save->gs.attrib,  in dump_vmcb()
4874 	       save->gs.limit, save->gs.base);  in dump_vmcb()
4877 	       save->gdtr.selector, save->gdtr.attrib,  in dump_vmcb()
4878 	       save->gdtr.limit, save->gdtr.base);  in dump_vmcb()
4881 	       save->ldtr.selector, save->ldtr.attrib,  in dump_vmcb()
4882 	       save->ldtr.limit, save->ldtr.base);  in dump_vmcb()
4885 	       save->idtr.selector, save->idtr.attrib,  in dump_vmcb()
4886 	       save->idtr.limit, save->idtr.base);  in dump_vmcb()
4889 	       save->tr.selector, save->tr.attrib,  in dump_vmcb()
4890 	       save->tr.limit, save->tr.base);  in dump_vmcb()
4892 		save->cpl, save->efer);  in dump_vmcb()
4894 	       "cr0:", save->cr0, "cr2:", save->cr2);  in dump_vmcb()
4896 	       "cr3:", save->cr3, "cr4:", save->cr4);  in dump_vmcb()
4898 	       "dr6:", save->dr6, "dr7:", save->dr7);  in dump_vmcb()
4900 	       "rip:", save->rip, "rflags:", save->rflags);  in dump_vmcb()
4902 	       "rsp:", save->rsp, "rax:", save->rax);  in dump_vmcb()
4904 	       "star:", save->star, "lstar:", save->lstar);  in dump_vmcb()
4906 	       "cstar:", save->cstar, "sfmask:", save->sfmask);  in dump_vmcb()
4908 	       "kernel_gs_base:", save->kernel_gs_base,  in dump_vmcb()
4909 	       "sysenter_cs:", save->sysenter_cs);  in dump_vmcb()
4911 	       "sysenter_esp:", save->sysenter_esp,  in dump_vmcb()
4912 	       "sysenter_eip:", save->sysenter_eip);  in dump_vmcb()
4914 	       "gpat:", save->g_pat, "dbgctl:", save->dbgctl);  in dump_vmcb()
4916 	       "br_from:", save->br_from, "br_to:", save->br_to);  in dump_vmcb()
4918 	       "excp_from:", save->last_excp_from,  in dump_vmcb()
4919 	       "excp_to:", save->last_excp_to);  in dump_vmcb()
4939 		vcpu->arch.cr0 = svm->vmcb->save.cr0;  in handle_exit()
4941 		vcpu->arch.cr3 = svm->vmcb->save.cr3;  in handle_exit()
4953 		trace_kvm_nested_vmexit(svm->vmcb->save.rip, exit_code,  in handle_exit()
5463 	svm->vmcb->save.rflags |= (X86_EFLAGS_TF | X86_EFLAGS_RF);  in enable_nmi_window()
5603 	svm->vmcb->save.rax = vcpu->arch.regs[VCPU_REGS_RAX];  in svm_vcpu_run()
5604 	svm->vmcb->save.rsp = vcpu->arch.regs[VCPU_REGS_RSP];  in svm_vcpu_run()
5605 	svm->vmcb->save.rip = vcpu->arch.regs[VCPU_REGS_RIP];  in svm_vcpu_run()
5634 	svm->vmcb->save.cr2 = vcpu->arch.cr2;  in svm_vcpu_run()
5779 	vcpu->arch.cr2 = svm->vmcb->save.cr2;  in svm_vcpu_run()
5780 	vcpu->arch.regs[VCPU_REGS_RAX] = svm->vmcb->save.rax;  in svm_vcpu_run()
5781 	vcpu->arch.regs[VCPU_REGS_RSP] = svm->vmcb->save.rsp;  in svm_vcpu_run()
5782 	vcpu->arch.regs[VCPU_REGS_RIP] = svm->vmcb->save.rip;  in svm_vcpu_run()
5826 	svm->vmcb->save.cr3 = __sme_set(root);  in svm_set_cr3()
5838 	svm->vmcb->save.cr3 = kvm_read_cr3(vcpu);  in set_tdp_cr3()
6229 		svm->vmcb->save.rax = vcpu->arch.regs[VCPU_REGS_RAX];  in svm_pre_enter_smm()
6230 		svm->vmcb->save.rsp = vcpu->arch.regs[VCPU_REGS_RSP];  in svm_pre_enter_smm()
6231 		svm->vmcb->save.rip = vcpu->arch.regs[VCPU_REGS_RIP];  in svm_pre_enter_smm()