476 	evmcs = (struct hv_enlightened_vmcs *)to_vmx(vcpu)->loaded_vmcs->vmcs;  in hv_enable_direct_tlbflush()
621 	struct loaded_vmcs *v;  in crash_vmclear_local_loaded_vmcss()
631 	struct loaded_vmcs *loaded_vmcs = arg;  in __loaded_vmcs_clear()  local
634 	if (loaded_vmcs->cpu != cpu)  in __loaded_vmcs_clear()
636 	if (per_cpu(current_vmcs, cpu) == loaded_vmcs->vmcs)  in __loaded_vmcs_clear()
639 	vmcs_clear(loaded_vmcs->vmcs);  in __loaded_vmcs_clear()
640 	if (loaded_vmcs->shadow_vmcs && loaded_vmcs->launched)  in __loaded_vmcs_clear()
641 		vmcs_clear(loaded_vmcs->shadow_vmcs);  in __loaded_vmcs_clear()
643 	list_del(&loaded_vmcs->loaded_vmcss_on_cpu_link);  in __loaded_vmcs_clear()
654 	loaded_vmcs->cpu = -1;  in __loaded_vmcs_clear()
655 	loaded_vmcs->launched = 0;  in __loaded_vmcs_clear()
658 void loaded_vmcs_clear(struct loaded_vmcs *loaded_vmcs)  in loaded_vmcs_clear()  argument
660 	int cpu = loaded_vmcs->cpu;  in loaded_vmcs_clear()
664 			 __loaded_vmcs_clear, loaded_vmcs, 1);  in loaded_vmcs_clear()
780 	msr_bitmap = to_vmx(vcpu)->loaded_vmcs->msr_bitmap;  in msr_write_intercepted()
1144 	host_state = &vmx->loaded_vmcs->host_state;  in vmx_prepare_switch_to_guest()
1189 	host_state = &vmx->loaded_vmcs->host_state;  in vmx_prepare_switch_to_host()
1242 			struct loaded_vmcs *buddy)  in vmx_vcpu_load_vmcs()
1245 	bool already_loaded = vmx->loaded_vmcs->cpu == cpu;  in vmx_vcpu_load_vmcs()
1249 		loaded_vmcs_clear(vmx->loaded_vmcs);  in vmx_vcpu_load_vmcs()
1260 		list_add(&vmx->loaded_vmcs->loaded_vmcss_on_cpu_link,  in vmx_vcpu_load_vmcs()
1266 	if (prev != vmx->loaded_vmcs->vmcs) {  in vmx_vcpu_load_vmcs()
1267 		per_cpu(current_vmcs, cpu) = vmx->loaded_vmcs->vmcs;  in vmx_vcpu_load_vmcs()
1268 		vmcs_load(vmx->loaded_vmcs->vmcs);  in vmx_vcpu_load_vmcs()
1300 		vmx->loaded_vmcs->cpu = cpu;  in vmx_vcpu_load_vmcs()
2348 	struct loaded_vmcs *v, *n;  in vmclear_local_loaded_vmcss()
2627 void free_loaded_vmcs(struct loaded_vmcs *loaded_vmcs)  in free_loaded_vmcs()  argument
2629 	if (!loaded_vmcs->vmcs)  in free_loaded_vmcs()
2631 	loaded_vmcs_clear(loaded_vmcs);  in free_loaded_vmcs()
2632 	free_vmcs(loaded_vmcs->vmcs);  in free_loaded_vmcs()
2633 	loaded_vmcs->vmcs = NULL;  in free_loaded_vmcs()
2634 	if (loaded_vmcs->msr_bitmap)  in free_loaded_vmcs()
2635 		free_page((unsigned long)loaded_vmcs->msr_bitmap);  in free_loaded_vmcs()
2636 	WARN_ON(loaded_vmcs->shadow_vmcs != NULL);  in free_loaded_vmcs()
2639 int alloc_loaded_vmcs(struct loaded_vmcs *loaded_vmcs)  in alloc_loaded_vmcs()  argument
2641 	loaded_vmcs->vmcs = alloc_vmcs(false);  in alloc_loaded_vmcs()
2642 	if (!loaded_vmcs->vmcs)  in alloc_loaded_vmcs()
2645 	vmcs_clear(loaded_vmcs->vmcs);  in alloc_loaded_vmcs()
2647 	loaded_vmcs->shadow_vmcs = NULL;  in alloc_loaded_vmcs()
2648 	loaded_vmcs->hv_timer_soft_disabled = false;  in alloc_loaded_vmcs()
2649 	loaded_vmcs->cpu = -1;  in alloc_loaded_vmcs()
2650 	loaded_vmcs->launched = 0;  in alloc_loaded_vmcs()
2653 		loaded_vmcs->msr_bitmap = (unsigned long *)  in alloc_loaded_vmcs()
2655 		if (!loaded_vmcs->msr_bitmap)  in alloc_loaded_vmcs()
2657 		memset(loaded_vmcs->msr_bitmap, 0xff, PAGE_SIZE);  in alloc_loaded_vmcs()
2663 				(struct hv_enlightened_vmcs *)loaded_vmcs->vmcs;  in alloc_loaded_vmcs()
2669 	memset(&loaded_vmcs->host_state, 0, sizeof(struct vmcs_host_state));  in alloc_loaded_vmcs()
2670 	memset(&loaded_vmcs->controls_shadow, 0,  in alloc_loaded_vmcs()
2676 	free_loaded_vmcs(loaded_vmcs);  in alloc_loaded_vmcs()
4044 	vmx->loaded_vmcs->host_state.cr3 = cr3;  in vmx_set_constant_host_state()
4049 	vmx->loaded_vmcs->host_state.cr4 = cr4;  in vmx_set_constant_host_state()
4549 		vmx->loaded_vmcs->soft_vnmi_blocked = 1;  in vmx_inject_nmi()
4550 		vmx->loaded_vmcs->vnmi_blocked_time = 0;  in vmx_inject_nmi()
4554 	vmx->loaded_vmcs->nmi_known_unmasked = false;  in vmx_inject_nmi()
4573 		return vmx->loaded_vmcs->soft_vnmi_blocked;  in vmx_get_nmi_mask()
4574 	if (vmx->loaded_vmcs->nmi_known_unmasked)  in vmx_get_nmi_mask()
4577 	vmx->loaded_vmcs->nmi_known_unmasked = !masked;  in vmx_get_nmi_mask()
4586 		if (vmx->loaded_vmcs->soft_vnmi_blocked != masked) {  in vmx_set_nmi_mask()
4587 			vmx->loaded_vmcs->soft_vnmi_blocked = masked;  in vmx_set_nmi_mask()
4588 			vmx->loaded_vmcs->vnmi_blocked_time = 0;  in vmx_set_nmi_mask()
4591 		vmx->loaded_vmcs->nmi_known_unmasked = !masked;  in vmx_set_nmi_mask()
4606 	if (!enable_vnmi && to_vmx(vcpu)->loaded_vmcs->soft_vnmi_blocked)  in vmx_nmi_blocked()
5526 	    !unlikely(vmx->loaded_vmcs->hv_timer_soft_disabled)) {  in handle_fastpath_preemption_timer()
5744 	       vmx->loaded_vmcs->vmcs, vcpu->arch.last_vmentry_cpu);  in dump_vmcs()
5995 		     vmx->loaded_vmcs->soft_vnmi_blocked)) {  in __vmx_handle_exit()
5997 			vmx->loaded_vmcs->soft_vnmi_blocked = 0;  in __vmx_handle_exit()
5998 		} else if (vmx->loaded_vmcs->vnmi_blocked_time > 1000000000LL &&  in __vmx_handle_exit()
6009 			vmx->loaded_vmcs->soft_vnmi_blocked = 0;  in __vmx_handle_exit()
6426 		if (vmx->loaded_vmcs->nmi_known_unmasked)  in vmx_recover_nmi_blocking()
6447 			vmx->loaded_vmcs->nmi_known_unmasked =  in vmx_recover_nmi_blocking()
6450 	} else if (unlikely(vmx->loaded_vmcs->soft_vnmi_blocked))  in vmx_recover_nmi_blocking()
6451 		vmx->loaded_vmcs->vnmi_blocked_time +=  in vmx_recover_nmi_blocking()
6453 					      vmx->loaded_vmcs->entry_time));  in vmx_recover_nmi_blocking()
6553 		vmx->loaded_vmcs->hv_timer_soft_disabled = false;  in vmx_update_hv_timer()
6564 		vmx->loaded_vmcs->hv_timer_soft_disabled = false;  in vmx_update_hv_timer()
6565 	} else if (!vmx->loaded_vmcs->hv_timer_soft_disabled) {  in vmx_update_hv_timer()
6567 		vmx->loaded_vmcs->hv_timer_soft_disabled = true;  in vmx_update_hv_timer()
6573 	if (unlikely(host_rsp != vmx->loaded_vmcs->host_state.rsp)) {  in vmx_update_host_rsp()
6574 		vmx->loaded_vmcs->host_state.rsp = host_rsp;  in vmx_update_host_rsp()
6606 				   vmx->loaded_vmcs->launched);  in vmx_vcpu_enter_exit()
6620 		     vmx->loaded_vmcs->soft_vnmi_blocked))  in vmx_vcpu_run()
6621 		vmx->loaded_vmcs->entry_time = ktime_get();  in vmx_vcpu_run()
6661 	if (unlikely(cr3 != vmx->loaded_vmcs->host_state.cr3)) {  in vmx_vcpu_run()
6663 		vmx->loaded_vmcs->host_state.cr3 = cr3;  in vmx_vcpu_run()
6667 	if (unlikely(cr4 != vmx->loaded_vmcs->host_state.cr4)) {  in vmx_vcpu_run()
6669 		vmx->loaded_vmcs->host_state.cr4 = cr4;  in vmx_vcpu_run()
6790 	vmx->loaded_vmcs->launched = 1;  in vmx_vcpu_run()
6809 	free_loaded_vmcs(vmx->loaded_vmcs);  in vmx_free_vcpu()
6876 	vmx->loaded_vmcs = &vmx->vmcs01;  in vmx_create_vcpu()
6919 	free_loaded_vmcs(vmx->loaded_vmcs);  in vmx_create_vcpu()