742 	to_svm(vcpu)->vmcb->save.efer = efer | EFER_SVME;  in svm_set_efer()
824 		svm->int3_rip = rip + svm->vmcb->save.cs.base;  in svm_queue_exception()
1167 			svm->vmcb->save.rflags &= ~X86_EFLAGS_TF;  in disable_nmi_singlestep()
1169 			svm->vmcb->save.rflags &= ~X86_EFLAGS_RF;  in disable_nmi_singlestep()
1485 	struct vmcb_save_area *save = &svm->vmcb->save;  in init_vmcb()  local
1550 	init_seg(&save->es);  in init_vmcb()
1551 	init_seg(&save->ss);  in init_vmcb()
1552 	init_seg(&save->ds);  in init_vmcb()
1553 	init_seg(&save->fs);  in init_vmcb()
1554 	init_seg(&save->gs);  in init_vmcb()
1556 	save->cs.selector = 0xf000;  in init_vmcb()
1557 	save->cs.base = 0xffff0000;  in init_vmcb()
1559 	save->cs.attrib = SVM_SELECTOR_READ_MASK | SVM_SELECTOR_P_MASK |  in init_vmcb()
1561 	save->cs.limit = 0xffff;  in init_vmcb()
1563 	save->gdtr.limit = 0xffff;  in init_vmcb()
1564 	save->idtr.limit = 0xffff;  in init_vmcb()
1566 	init_sys_seg(&save->ldtr, SEG_TYPE_LDT);  in init_vmcb()
1567 	init_sys_seg(&save->tr, SEG_TYPE_BUSY_TSS16);  in init_vmcb()
1570 	save->dr6 = 0xffff0ff0;  in init_vmcb()
1572 	save->rip = 0x0000fff0;  in init_vmcb()
1573 	svm->vcpu.arch.regs[VCPU_REGS_RIP] = save->rip;  in init_vmcb()
1582 	save->cr4 = X86_CR4_PAE;  in init_vmcb()
1592 		save->g_pat = svm->vcpu.arch.pat;  in init_vmcb()
1593 		save->cr3 = 0;  in init_vmcb()
1594 		save->cr4 = 0;  in init_vmcb()
2281 	unsigned long rflags = svm->vmcb->save.rflags;  in svm_get_rflags()
2303 	to_svm(vcpu)->vmcb->save.rflags = rflags;  in svm_set_rflags()
2330 	struct vmcb_save_area *save = &to_svm(vcpu)->vmcb->save;  in svm_seg()  local
2333 	case VCPU_SREG_CS: return &save->cs;  in svm_seg()
2334 	case VCPU_SREG_DS: return &save->ds;  in svm_seg()
2335 	case VCPU_SREG_ES: return &save->es;  in svm_seg()
2336 	case VCPU_SREG_FS: return &save->fs;  in svm_seg()
2337 	case VCPU_SREG_GS: return &save->gs;  in svm_seg()
2338 	case VCPU_SREG_SS: return &save->ss;  in svm_seg()
2339 	case VCPU_SREG_TR: return &save->tr;  in svm_seg()
2340 	case VCPU_SREG_LDTR: return &save->ldtr;  in svm_seg()
2417 		var->dpl = to_svm(vcpu)->vmcb->save.cpl;  in svm_get_segment()
2424 	struct vmcb_save_area *save = &to_svm(vcpu)->vmcb->save;  in svm_get_cpl()  local
2426 	return save->cpl;  in svm_get_cpl()
2433 	dt->size = svm->vmcb->save.idtr.limit;  in svm_get_idt()
2434 	dt->address = svm->vmcb->save.idtr.base;  in svm_get_idt()
2441 	svm->vmcb->save.idtr.limit = dt->size;  in svm_set_idt()
2442 	svm->vmcb->save.idtr.base = dt->address ;  in svm_set_idt()
2450 	dt->size = svm->vmcb->save.gdtr.limit;  in svm_get_gdt()
2451 	dt->address = svm->vmcb->save.gdtr.base;  in svm_get_gdt()
2458 	svm->vmcb->save.gdtr.limit = dt->size;  in svm_set_gdt()
2459 	svm->vmcb->save.gdtr.base = dt->address ;  in svm_set_gdt()
2478 	u64 *hcr0 = &svm->vmcb->save.cr0;  in update_cr0_intercept()
2502 			svm->vmcb->save.efer |= EFER_LMA | EFER_LME;  in svm_set_cr0()
2507 			svm->vmcb->save.efer &= ~(EFER_LMA | EFER_LME);  in svm_set_cr0()
2523 	svm->vmcb->save.cr0 = cr0;  in svm_set_cr0()
2531 	unsigned long old_cr4 = to_svm(vcpu)->vmcb->save.cr4;  in svm_set_cr4()
2543 	to_svm(vcpu)->vmcb->save.cr4 = cr4;  in svm_set_cr4()
2574 		svm->vmcb->save.cpl = (var->dpl & 3);  in svm_set_segment()
2608 	return to_svm(vcpu)->vmcb->save.dr6;  in svm_get_dr6()
2615 	svm->vmcb->save.dr6 = value;  in svm_set_dr6()
2628 	vcpu->arch.dr7 = svm->vmcb->save.dr7;  in svm_sync_dirty_debug_regs()
2638 	svm->vmcb->save.dr7 = value;  in svm_set_dr7()
2684 			svm->vmcb->save.cs.base + svm->vmcb->save.rip;  in db_interception()
2697 	kvm_run->debug.arch.pc = svm->vmcb->save.cs.base + svm->vmcb->save.rip;  in bp_interception()
2947 	if (svm->vmcb->save.cpl) {  in nested_svm_check_permissions()
3021 		trace_kvm_nested_intr_vmexit(svm->vmcb->save.rip);  in nested_svm_intr()
3292 	nested_vmcb->save.es     = vmcb->save.es;  in nested_svm_vmexit()
3293 	nested_vmcb->save.cs     = vmcb->save.cs;  in nested_svm_vmexit()
3294 	nested_vmcb->save.ss     = vmcb->save.ss;  in nested_svm_vmexit()
3295 	nested_vmcb->save.ds     = vmcb->save.ds;  in nested_svm_vmexit()
3296 	nested_vmcb->save.gdtr   = vmcb->save.gdtr;  in nested_svm_vmexit()
3297 	nested_vmcb->save.idtr   = vmcb->save.idtr;  in nested_svm_vmexit()
3298 	nested_vmcb->save.efer   = svm->vcpu.arch.efer;  in nested_svm_vmexit()
3299 	nested_vmcb->save.cr0    = kvm_read_cr0(&svm->vcpu);  in nested_svm_vmexit()
3300 	nested_vmcb->save.cr3    = kvm_read_cr3(&svm->vcpu);  in nested_svm_vmexit()
3301 	nested_vmcb->save.cr2    = vmcb->save.cr2;  in nested_svm_vmexit()
3302 	nested_vmcb->save.cr4    = svm->vcpu.arch.cr4;  in nested_svm_vmexit()
3303 	nested_vmcb->save.rflags = kvm_get_rflags(&svm->vcpu);  in nested_svm_vmexit()
3304 	nested_vmcb->save.rip    = vmcb->save.rip;  in nested_svm_vmexit()
3305 	nested_vmcb->save.rsp    = vmcb->save.rsp;  in nested_svm_vmexit()
3306 	nested_vmcb->save.rax    = vmcb->save.rax;  in nested_svm_vmexit()
3307 	nested_vmcb->save.dr7    = vmcb->save.dr7;  in nested_svm_vmexit()
3308 	nested_vmcb->save.dr6    = vmcb->save.dr6;  in nested_svm_vmexit()
3309 	nested_vmcb->save.cpl    = vmcb->save.cpl;  in nested_svm_vmexit()
3357 	svm->vmcb->save.es = hsave->save.es;  in nested_svm_vmexit()
3358 	svm->vmcb->save.cs = hsave->save.cs;  in nested_svm_vmexit()
3359 	svm->vmcb->save.ss = hsave->save.ss;  in nested_svm_vmexit()
3360 	svm->vmcb->save.ds = hsave->save.ds;  in nested_svm_vmexit()
3361 	svm->vmcb->save.gdtr = hsave->save.gdtr;  in nested_svm_vmexit()
3362 	svm->vmcb->save.idtr = hsave->save.idtr;  in nested_svm_vmexit()
3363 	kvm_set_rflags(&svm->vcpu, hsave->save.rflags);  in nested_svm_vmexit()
3364 	svm_set_efer(&svm->vcpu, hsave->save.efer);  in nested_svm_vmexit()
3365 	svm_set_cr0(&svm->vcpu, hsave->save.cr0 | X86_CR0_PE);  in nested_svm_vmexit()
3366 	svm_set_cr4(&svm->vcpu, hsave->save.cr4);  in nested_svm_vmexit()
3368 		svm->vmcb->save.cr3 = hsave->save.cr3;  in nested_svm_vmexit()
3369 		svm->vcpu.arch.cr3 = hsave->save.cr3;  in nested_svm_vmexit()
3371 		(void)kvm_set_cr3(&svm->vcpu, hsave->save.cr3);  in nested_svm_vmexit()
3373 	kvm_register_write(&svm->vcpu, VCPU_REGS_RAX, hsave->save.rax);  in nested_svm_vmexit()
3374 	kvm_register_write(&svm->vcpu, VCPU_REGS_RSP, hsave->save.rsp);  in nested_svm_vmexit()
3375 	kvm_register_write(&svm->vcpu, VCPU_REGS_RIP, hsave->save.rip);  in nested_svm_vmexit()
3376 	svm->vmcb->save.dr7 = 0;  in nested_svm_vmexit()
3377 	svm->vmcb->save.cpl = 0;  in nested_svm_vmexit()
3454 	svm->vmcb->save.es = nested_vmcb->save.es;  in enter_svm_guest_mode()
3455 	svm->vmcb->save.cs = nested_vmcb->save.cs;  in enter_svm_guest_mode()
3456 	svm->vmcb->save.ss = nested_vmcb->save.ss;  in enter_svm_guest_mode()
3457 	svm->vmcb->save.ds = nested_vmcb->save.ds;  in enter_svm_guest_mode()
3458 	svm->vmcb->save.gdtr = nested_vmcb->save.gdtr;  in enter_svm_guest_mode()
3459 	svm->vmcb->save.idtr = nested_vmcb->save.idtr;  in enter_svm_guest_mode()
3460 	kvm_set_rflags(&svm->vcpu, nested_vmcb->save.rflags);  in enter_svm_guest_mode()
3461 	svm_set_efer(&svm->vcpu, nested_vmcb->save.efer);  in enter_svm_guest_mode()
3462 	svm_set_cr0(&svm->vcpu, nested_vmcb->save.cr0);  in enter_svm_guest_mode()
3463 	svm_set_cr4(&svm->vcpu, nested_vmcb->save.cr4);  in enter_svm_guest_mode()
3465 		svm->vmcb->save.cr3 = nested_vmcb->save.cr3;  in enter_svm_guest_mode()
3466 		svm->vcpu.arch.cr3 = nested_vmcb->save.cr3;  in enter_svm_guest_mode()
3468 		(void)kvm_set_cr3(&svm->vcpu, nested_vmcb->save.cr3);  in enter_svm_guest_mode()
3473 	svm->vmcb->save.cr2 = svm->vcpu.arch.cr2 = nested_vmcb->save.cr2;  in enter_svm_guest_mode()
3474 	kvm_register_write(&svm->vcpu, VCPU_REGS_RAX, nested_vmcb->save.rax);  in enter_svm_guest_mode()
3475 	kvm_register_write(&svm->vcpu, VCPU_REGS_RSP, nested_vmcb->save.rsp);  in enter_svm_guest_mode()
3476 	kvm_register_write(&svm->vcpu, VCPU_REGS_RIP, nested_vmcb->save.rip);  in enter_svm_guest_mode()
3479 	svm->vmcb->save.rax = nested_vmcb->save.rax;  in enter_svm_guest_mode()
3480 	svm->vmcb->save.rsp = nested_vmcb->save.rsp;  in enter_svm_guest_mode()
3481 	svm->vmcb->save.rip = nested_vmcb->save.rip;  in enter_svm_guest_mode()
3482 	svm->vmcb->save.dr7 = nested_vmcb->save.dr7;  in enter_svm_guest_mode()
3483 	svm->vmcb->save.dr6 = nested_vmcb->save.dr6;  in enter_svm_guest_mode()
3484 	svm->vmcb->save.cpl = nested_vmcb->save.cpl;  in enter_svm_guest_mode()
3546 	vmcb_gpa = svm->vmcb->save.rax;  in nested_svm_vmrun()
3548 	nested_vmcb = nested_svm_map(svm, svm->vmcb->save.rax, &page);  in nested_svm_vmrun()
3563 	trace_kvm_nested_vmrun(svm->vmcb->save.rip, vmcb_gpa,  in nested_svm_vmrun()
3564 			       nested_vmcb->save.rip,  in nested_svm_vmrun()
3582 	hsave->save.es     = vmcb->save.es;  in nested_svm_vmrun()
3583 	hsave->save.cs     = vmcb->save.cs;  in nested_svm_vmrun()
3584 	hsave->save.ss     = vmcb->save.ss;  in nested_svm_vmrun()
3585 	hsave->save.ds     = vmcb->save.ds;  in nested_svm_vmrun()
3586 	hsave->save.gdtr   = vmcb->save.gdtr;  in nested_svm_vmrun()
3587 	hsave->save.idtr   = vmcb->save.idtr;  in nested_svm_vmrun()
3588 	hsave->save.efer   = svm->vcpu.arch.efer;  in nested_svm_vmrun()
3589 	hsave->save.cr0    = kvm_read_cr0(&svm->vcpu);  in nested_svm_vmrun()
3590 	hsave->save.cr4    = svm->vcpu.arch.cr4;  in nested_svm_vmrun()
3591 	hsave->save.rflags = kvm_get_rflags(&svm->vcpu);  in nested_svm_vmrun()
3592 	hsave->save.rip    = kvm_rip_read(&svm->vcpu);  in nested_svm_vmrun()
3593 	hsave->save.rsp    = vmcb->save.rsp;  in nested_svm_vmrun()
3594 	hsave->save.rax    = vmcb->save.rax;  in nested_svm_vmrun()
3596 		hsave->save.cr3    = vmcb->save.cr3;  in nested_svm_vmrun()
3598 		hsave->save.cr3    = kvm_read_cr3(&svm->vcpu);  in nested_svm_vmrun()
3609 	to_vmcb->save.fs = from_vmcb->save.fs;  in nested_svm_vmloadsave()
3610 	to_vmcb->save.gs = from_vmcb->save.gs;  in nested_svm_vmloadsave()
3611 	to_vmcb->save.tr = from_vmcb->save.tr;  in nested_svm_vmloadsave()
3612 	to_vmcb->save.ldtr = from_vmcb->save.ldtr;  in nested_svm_vmloadsave()
3613 	to_vmcb->save.kernel_gs_base = from_vmcb->save.kernel_gs_base;  in nested_svm_vmloadsave()
3614 	to_vmcb->save.star = from_vmcb->save.star;  in nested_svm_vmloadsave()
3615 	to_vmcb->save.lstar = from_vmcb->save.lstar;  in nested_svm_vmloadsave()
3616 	to_vmcb->save.cstar = from_vmcb->save.cstar;  in nested_svm_vmloadsave()
3617 	to_vmcb->save.sfmask = from_vmcb->save.sfmask;  in nested_svm_vmloadsave()
3618 	to_vmcb->save.sysenter_cs = from_vmcb->save.sysenter_cs;  in nested_svm_vmloadsave()
3619 	to_vmcb->save.sysenter_esp = from_vmcb->save.sysenter_esp;  in nested_svm_vmloadsave()
3620 	to_vmcb->save.sysenter_eip = from_vmcb->save.sysenter_eip;  in nested_svm_vmloadsave()
3632 	nested_vmcb = nested_svm_map(svm, svm->vmcb->save.rax, &page);  in vmload_interception()
3654 	nested_vmcb = nested_svm_map(svm, svm->vmcb->save.rax, &page);  in vmsave_interception()
3744 	trace_kvm_invlpga(svm->vmcb->save.rip, kvm_register_read(&svm->vcpu, VCPU_REGS_RCX),  in invlpga_interception()
3756 	trace_kvm_skinit(svm->vmcb->save.rip, kvm_register_read(&svm->vcpu, VCPU_REGS_RAX));  in skinit_interception()
4067 		msr_info->data = svm->vmcb->save.star;  in svm_get_msr()
4071 		msr_info->data = svm->vmcb->save.lstar;  in svm_get_msr()
4074 		msr_info->data = svm->vmcb->save.cstar;  in svm_get_msr()
4077 		msr_info->data = svm->vmcb->save.kernel_gs_base;  in svm_get_msr()
4080 		msr_info->data = svm->vmcb->save.sfmask;  in svm_get_msr()
4084 		msr_info->data = svm->vmcb->save.sysenter_cs;  in svm_get_msr()
4103 		msr_info->data = svm->vmcb->save.dbgctl;  in svm_get_msr()
4106 		msr_info->data = svm->vmcb->save.br_from;  in svm_get_msr()
4109 		msr_info->data = svm->vmcb->save.br_to;  in svm_get_msr()
4112 		msr_info->data = svm->vmcb->save.last_excp_from;  in svm_get_msr()
4115 		msr_info->data = svm->vmcb->save.last_excp_to;  in svm_get_msr()
4223 		svm->vmcb->save.g_pat = data;  in svm_set_msr()
4281 		svm->vmcb->save.star = data;  in svm_set_msr()
4285 		svm->vmcb->save.lstar = data;  in svm_set_msr()
4288 		svm->vmcb->save.cstar = data;  in svm_set_msr()
4291 		svm->vmcb->save.kernel_gs_base = data;  in svm_set_msr()
4294 		svm->vmcb->save.sfmask = data;  in svm_set_msr()
4298 		svm->vmcb->save.sysenter_cs = data;  in svm_set_msr()
4302 		svm->vmcb->save.sysenter_eip = data;  in svm_set_msr()
4306 		svm->vmcb->save.sysenter_esp = data;  in svm_set_msr()
4329 		svm->vmcb->save.dbgctl = data;  in svm_set_msr()
4783 	struct vmcb_save_area *save = &svm->vmcb->save;  in dump_vmcb()  local
4821 	       save->es.selector, save->es.attrib,  in dump_vmcb()
4822 	       save->es.limit, save->es.base);  in dump_vmcb()
4825 	       save->cs.selector, save->cs.attrib,  in dump_vmcb()
4826 	       save->cs.limit, save->cs.base);  in dump_vmcb()
4829 	       save->ss.selector, save->ss.attrib,  in dump_vmcb()
4830 	       save->ss.limit, save->ss.base);  in dump_vmcb()
4833 	       save->ds.selector, save->ds.attrib,  in dump_vmcb()
4834 	       save->ds.limit, save->ds.base);  in dump_vmcb()
4837 	       save->fs.selector, save->fs.attrib,  in dump_vmcb()
4838 	       save->fs.limit, save->fs.base);  in dump_vmcb()
4841 	       save->gs.selector, save->gs.attrib,  in dump_vmcb()
4842 	       save->gs.limit, save->gs.base);  in dump_vmcb()
4845 	       save->gdtr.selector, save->gdtr.attrib,  in dump_vmcb()
4846 	       save->gdtr.limit, save->gdtr.base);  in dump_vmcb()
4849 	       save->ldtr.selector, save->ldtr.attrib,  in dump_vmcb()
4850 	       save->ldtr.limit, save->ldtr.base);  in dump_vmcb()
4853 	       save->idtr.selector, save->idtr.attrib,  in dump_vmcb()
4854 	       save->idtr.limit, save->idtr.base);  in dump_vmcb()
4857 	       save->tr.selector, save->tr.attrib,  in dump_vmcb()
4858 	       save->tr.limit, save->tr.base);  in dump_vmcb()
4860 		save->cpl, save->efer);  in dump_vmcb()
4862 	       "cr0:", save->cr0, "cr2:", save->cr2);  in dump_vmcb()
4864 	       "cr3:", save->cr3, "cr4:", save->cr4);  in dump_vmcb()
4866 	       "dr6:", save->dr6, "dr7:", save->dr7);  in dump_vmcb()
4868 	       "rip:", save->rip, "rflags:", save->rflags);  in dump_vmcb()
4870 	       "rsp:", save->rsp, "rax:", save->rax);  in dump_vmcb()
4872 	       "star:", save->star, "lstar:", save->lstar);  in dump_vmcb()
4874 	       "cstar:", save->cstar, "sfmask:", save->sfmask);  in dump_vmcb()
4876 	       "kernel_gs_base:", save->kernel_gs_base,  in dump_vmcb()
4877 	       "sysenter_cs:", save->sysenter_cs);  in dump_vmcb()
4879 	       "sysenter_esp:", save->sysenter_esp,  in dump_vmcb()
4880 	       "sysenter_eip:", save->sysenter_eip);  in dump_vmcb()
4882 	       "gpat:", save->g_pat, "dbgctl:", save->dbgctl);  in dump_vmcb()
4884 	       "br_from:", save->br_from, "br_to:", save->br_to);  in dump_vmcb()
4886 	       "excp_from:", save->last_excp_from,  in dump_vmcb()
4887 	       "excp_to:", save->last_excp_to);  in dump_vmcb()
4907 		vcpu->arch.cr0 = svm->vmcb->save.cr0;  in handle_exit()
4909 		vcpu->arch.cr3 = svm->vmcb->save.cr3;  in handle_exit()
4921 		trace_kvm_nested_vmexit(svm->vmcb->save.rip, exit_code,  in handle_exit()
5417 	svm->vmcb->save.rflags |= (X86_EFLAGS_TF | X86_EFLAGS_RF);  in enable_nmi_window()
5557 	svm->vmcb->save.rax = vcpu->arch.regs[VCPU_REGS_RAX];  in svm_vcpu_run()
5558 	svm->vmcb->save.rsp = vcpu->arch.regs[VCPU_REGS_RSP];  in svm_vcpu_run()
5559 	svm->vmcb->save.rip = vcpu->arch.regs[VCPU_REGS_RIP];  in svm_vcpu_run()
5588 	svm->vmcb->save.cr2 = vcpu->arch.cr2;  in svm_vcpu_run()
5730 	vcpu->arch.cr2 = svm->vmcb->save.cr2;  in svm_vcpu_run()
5731 	vcpu->arch.regs[VCPU_REGS_RAX] = svm->vmcb->save.rax;  in svm_vcpu_run()
5732 	vcpu->arch.regs[VCPU_REGS_RSP] = svm->vmcb->save.rsp;  in svm_vcpu_run()
5733 	vcpu->arch.regs[VCPU_REGS_RIP] = svm->vmcb->save.rip;  in svm_vcpu_run()
5776 	svm->vmcb->save.cr3 = __sme_set(root);  in svm_set_cr3()
5788 	svm->vmcb->save.cr3 = kvm_read_cr3(vcpu);  in set_tdp_cr3()
6165 		svm->vmcb->save.rax = vcpu->arch.regs[VCPU_REGS_RAX];  in svm_pre_enter_smm()
6166 		svm->vmcb->save.rsp = vcpu->arch.regs[VCPU_REGS_RSP];  in svm_pre_enter_smm()
6167 		svm->vmcb->save.rip = vcpu->arch.regs[VCPU_REGS_RIP];  in svm_pre_enter_smm()