60 	vmx->vmwrite = (void *)vm_vaddr_alloc(vm, getpagesize(), 0x10000, 0, 0);  in vcpu_alloc_vmx()
61 	vmx->vmwrite_hva = addr_gva2hva(vm, (uintptr_t)vmx->vmwrite);  in vcpu_alloc_vmx()
62 	vmx->vmwrite_gpa = addr_gva2gpa(vm, (uintptr_t)vmx->vmwrite);  in vcpu_alloc_vmx()
131 	vmwrite(VIRTUAL_PROCESSOR_ID, 0);  in init_vmcs_control_fields()
132 	vmwrite(POSTED_INTR_NV, 0);  in init_vmcs_control_fields()
134 	vmwrite(PIN_BASED_VM_EXEC_CONTROL, rdmsr(MSR_IA32_VMX_TRUE_PINBASED_CTLS));  in init_vmcs_control_fields()
135 	if (!vmwrite(SECONDARY_VM_EXEC_CONTROL, 0))  in init_vmcs_control_fields()
136 		vmwrite(CPU_BASED_VM_EXEC_CONTROL,  in init_vmcs_control_fields()
139 		vmwrite(CPU_BASED_VM_EXEC_CONTROL, rdmsr(MSR_IA32_VMX_TRUE_PROCBASED_CTLS));  in init_vmcs_control_fields()
140 	vmwrite(EXCEPTION_BITMAP, 0);  in init_vmcs_control_fields()
141 	vmwrite(PAGE_FAULT_ERROR_CODE_MASK, 0);  in init_vmcs_control_fields()
142 	vmwrite(PAGE_FAULT_ERROR_CODE_MATCH, -1); /* Never match */  in init_vmcs_control_fields()
143 	vmwrite(CR3_TARGET_COUNT, 0);  in init_vmcs_control_fields()
144 	vmwrite(VM_EXIT_CONTROLS, rdmsr(MSR_IA32_VMX_EXIT_CTLS) |  in init_vmcs_control_fields()
146 	vmwrite(VM_EXIT_MSR_STORE_COUNT, 0);  in init_vmcs_control_fields()
147 	vmwrite(VM_EXIT_MSR_LOAD_COUNT, 0);  in init_vmcs_control_fields()
148 	vmwrite(VM_ENTRY_CONTROLS, rdmsr(MSR_IA32_VMX_ENTRY_CTLS) |  in init_vmcs_control_fields()
150 	vmwrite(VM_ENTRY_MSR_LOAD_COUNT, 0);  in init_vmcs_control_fields()
151 	vmwrite(VM_ENTRY_INTR_INFO_FIELD, 0);  in init_vmcs_control_fields()
152 	vmwrite(TPR_THRESHOLD, 0);  in init_vmcs_control_fields()
154 	vmwrite(CR0_GUEST_HOST_MASK, 0);  in init_vmcs_control_fields()
155 	vmwrite(CR4_GUEST_HOST_MASK, 0);  in init_vmcs_control_fields()
156 	vmwrite(CR0_READ_SHADOW, get_cr0());  in init_vmcs_control_fields()
157 	vmwrite(CR4_READ_SHADOW, get_cr4());  in init_vmcs_control_fields()
159 	vmwrite(MSR_BITMAP, vmx->msr_gpa);  in init_vmcs_control_fields()
160 	vmwrite(VMREAD_BITMAP, vmx->vmread_gpa);  in init_vmcs_control_fields()
161 	vmwrite(VMWRITE_BITMAP, vmx->vmwrite_gpa);  in init_vmcs_control_fields()
173 	vmwrite(HOST_ES_SELECTOR, get_es());  in init_vmcs_host_state()
174 	vmwrite(HOST_CS_SELECTOR, get_cs());  in init_vmcs_host_state()
175 	vmwrite(HOST_SS_SELECTOR, get_ss());  in init_vmcs_host_state()
176 	vmwrite(HOST_DS_SELECTOR, get_ds());  in init_vmcs_host_state()
177 	vmwrite(HOST_FS_SELECTOR, get_fs());  in init_vmcs_host_state()
178 	vmwrite(HOST_GS_SELECTOR, get_gs());  in init_vmcs_host_state()
179 	vmwrite(HOST_TR_SELECTOR, get_tr());  in init_vmcs_host_state()
182 		vmwrite(HOST_IA32_PAT, rdmsr(MSR_IA32_CR_PAT));  in init_vmcs_host_state()
184 		vmwrite(HOST_IA32_EFER, rdmsr(MSR_EFER));  in init_vmcs_host_state()
186 		vmwrite(HOST_IA32_PERF_GLOBAL_CTRL,  in init_vmcs_host_state()
189 	vmwrite(HOST_IA32_SYSENTER_CS, rdmsr(MSR_IA32_SYSENTER_CS));  in init_vmcs_host_state()
191 	vmwrite(HOST_CR0, get_cr0());  in init_vmcs_host_state()
192 	vmwrite(HOST_CR3, get_cr3());  in init_vmcs_host_state()
193 	vmwrite(HOST_CR4, get_cr4());  in init_vmcs_host_state()
194 	vmwrite(HOST_FS_BASE, rdmsr(MSR_FS_BASE));  in init_vmcs_host_state()
195 	vmwrite(HOST_GS_BASE, rdmsr(MSR_GS_BASE));  in init_vmcs_host_state()
196 	vmwrite(HOST_TR_BASE,  in init_vmcs_host_state()
198 	vmwrite(HOST_GDTR_BASE, get_gdt_base());  in init_vmcs_host_state()
199 	vmwrite(HOST_IDTR_BASE, get_idt_base());  in init_vmcs_host_state()
200 	vmwrite(HOST_IA32_SYSENTER_ESP, rdmsr(MSR_IA32_SYSENTER_ESP));  in init_vmcs_host_state()
201 	vmwrite(HOST_IA32_SYSENTER_EIP, rdmsr(MSR_IA32_SYSENTER_EIP));  in init_vmcs_host_state()
211 	vmwrite(GUEST_ES_SELECTOR, vmreadz(HOST_ES_SELECTOR));  in init_vmcs_guest_state()
212 	vmwrite(GUEST_CS_SELECTOR, vmreadz(HOST_CS_SELECTOR));  in init_vmcs_guest_state()
213 	vmwrite(GUEST_SS_SELECTOR, vmreadz(HOST_SS_SELECTOR));  in init_vmcs_guest_state()
214 	vmwrite(GUEST_DS_SELECTOR, vmreadz(HOST_DS_SELECTOR));  in init_vmcs_guest_state()
215 	vmwrite(GUEST_FS_SELECTOR, vmreadz(HOST_FS_SELECTOR));  in init_vmcs_guest_state()
216 	vmwrite(GUEST_GS_SELECTOR, vmreadz(HOST_GS_SELECTOR));  in init_vmcs_guest_state()
217 	vmwrite(GUEST_LDTR_SELECTOR, 0);  in init_vmcs_guest_state()
218 	vmwrite(GUEST_TR_SELECTOR, vmreadz(HOST_TR_SELECTOR));  in init_vmcs_guest_state()
219 	vmwrite(GUEST_INTR_STATUS, 0);  in init_vmcs_guest_state()
220 	vmwrite(GUEST_PML_INDEX, 0);  in init_vmcs_guest_state()
222 	vmwrite(VMCS_LINK_POINTER, -1ll);  in init_vmcs_guest_state()
223 	vmwrite(GUEST_IA32_DEBUGCTL, 0);  in init_vmcs_guest_state()
224 	vmwrite(GUEST_IA32_PAT, vmreadz(HOST_IA32_PAT));  in init_vmcs_guest_state()
225 	vmwrite(GUEST_IA32_EFER, vmreadz(HOST_IA32_EFER));  in init_vmcs_guest_state()
226 	vmwrite(GUEST_IA32_PERF_GLOBAL_CTRL,  in init_vmcs_guest_state()
229 	vmwrite(GUEST_ES_LIMIT, -1);  in init_vmcs_guest_state()
230 	vmwrite(GUEST_CS_LIMIT, -1);  in init_vmcs_guest_state()
231 	vmwrite(GUEST_SS_LIMIT, -1);  in init_vmcs_guest_state()
232 	vmwrite(GUEST_DS_LIMIT, -1);  in init_vmcs_guest_state()
233 	vmwrite(GUEST_FS_LIMIT, -1);  in init_vmcs_guest_state()
234 	vmwrite(GUEST_GS_LIMIT, -1);  in init_vmcs_guest_state()
235 	vmwrite(GUEST_LDTR_LIMIT, -1);  in init_vmcs_guest_state()
236 	vmwrite(GUEST_TR_LIMIT, 0x67);  in init_vmcs_guest_state()
237 	vmwrite(GUEST_GDTR_LIMIT, 0xffff);  in init_vmcs_guest_state()
238 	vmwrite(GUEST_IDTR_LIMIT, 0xffff);  in init_vmcs_guest_state()
239 	vmwrite(GUEST_ES_AR_BYTES,  in init_vmcs_guest_state()
241 	vmwrite(GUEST_CS_AR_BYTES, 0xa09b);  in init_vmcs_guest_state()
242 	vmwrite(GUEST_SS_AR_BYTES, 0xc093);  in init_vmcs_guest_state()
243 	vmwrite(GUEST_DS_AR_BYTES,  in init_vmcs_guest_state()
245 	vmwrite(GUEST_FS_AR_BYTES,  in init_vmcs_guest_state()
247 	vmwrite(GUEST_GS_AR_BYTES,  in init_vmcs_guest_state()
249 	vmwrite(GUEST_LDTR_AR_BYTES, 0x10000);  in init_vmcs_guest_state()
250 	vmwrite(GUEST_TR_AR_BYTES, 0x8b);  in init_vmcs_guest_state()
251 	vmwrite(GUEST_INTERRUPTIBILITY_INFO, 0);  in init_vmcs_guest_state()
252 	vmwrite(GUEST_ACTIVITY_STATE, 0);  in init_vmcs_guest_state()
253 	vmwrite(GUEST_SYSENTER_CS, vmreadz(HOST_IA32_SYSENTER_CS));  in init_vmcs_guest_state()
254 	vmwrite(VMX_PREEMPTION_TIMER_VALUE, 0);  in init_vmcs_guest_state()
256 	vmwrite(GUEST_CR0, vmreadz(HOST_CR0));  in init_vmcs_guest_state()
257 	vmwrite(GUEST_CR3, vmreadz(HOST_CR3));  in init_vmcs_guest_state()
258 	vmwrite(GUEST_CR4, vmreadz(HOST_CR4));  in init_vmcs_guest_state()
259 	vmwrite(GUEST_ES_BASE, 0);  in init_vmcs_guest_state()
260 	vmwrite(GUEST_CS_BASE, 0);  in init_vmcs_guest_state()
261 	vmwrite(GUEST_SS_BASE, 0);  in init_vmcs_guest_state()
262 	vmwrite(GUEST_DS_BASE, 0);  in init_vmcs_guest_state()
263 	vmwrite(GUEST_FS_BASE, vmreadz(HOST_FS_BASE));  in init_vmcs_guest_state()
264 	vmwrite(GUEST_GS_BASE, vmreadz(HOST_GS_BASE));  in init_vmcs_guest_state()
265 	vmwrite(GUEST_LDTR_BASE, 0);  in init_vmcs_guest_state()
266 	vmwrite(GUEST_TR_BASE, vmreadz(HOST_TR_BASE));  in init_vmcs_guest_state()
267 	vmwrite(GUEST_GDTR_BASE, vmreadz(HOST_GDTR_BASE));  in init_vmcs_guest_state()
268 	vmwrite(GUEST_IDTR_BASE, vmreadz(HOST_IDTR_BASE));  in init_vmcs_guest_state()
269 	vmwrite(GUEST_DR7, 0x400);  in init_vmcs_guest_state()
270 	vmwrite(GUEST_RSP, (uint64_t)rsp);  in init_vmcs_guest_state()
271 	vmwrite(GUEST_RIP, (uint64_t)rip);  in init_vmcs_guest_state()
272 	vmwrite(GUEST_RFLAGS, 2);  in init_vmcs_guest_state()
273 	vmwrite(GUEST_PENDING_DBG_EXCEPTIONS, 0);  in init_vmcs_guest_state()
274 	vmwrite(GUEST_SYSENTER_ESP, vmreadz(HOST_IA32_SYSENTER_ESP));  in init_vmcs_guest_state()
275 	vmwrite(GUEST_SYSENTER_EIP, vmreadz(HOST_IA32_SYSENTER_EIP));  in init_vmcs_guest_state()