26 #define CC KVM_NESTED_VMENTER_CONSISTENCY_CHECK  macro
466 	if (CC(!page_address_valid(vcpu, vmcs12->io_bitmap_a)) ||  in nested_vmx_check_io_bitmap_controls()
467 	    CC(!page_address_valid(vcpu, vmcs12->io_bitmap_b)))  in nested_vmx_check_io_bitmap_controls()
479 	if (CC(!page_address_valid(vcpu, vmcs12->msr_bitmap)))  in nested_vmx_check_msr_bitmap_controls()
491 	if (CC(!page_address_valid(vcpu, vmcs12->virtual_apic_page_addr)))  in nested_vmx_check_tpr_shadow_controls()
708 	    CC(!page_address_valid(vcpu, vmcs12->apic_access_addr)))  in nested_vmx_check_apic_access_controls()
727 	if (CC(nested_cpu_has_virt_x2apic_mode(vmcs12) &&  in nested_vmx_check_apicv_controls()
735 	if (CC(nested_cpu_has_vid(vmcs12) && !nested_exit_on_intr(vcpu)))  in nested_vmx_check_apicv_controls()
746 	   (CC(!nested_cpu_has_vid(vmcs12)) ||  in nested_vmx_check_apicv_controls()
747 	    CC(!nested_exit_intr_ack_set(vcpu)) ||  in nested_vmx_check_apicv_controls()
748 	    CC((vmcs12->posted_intr_nv & 0xff00)) ||  in nested_vmx_check_apicv_controls()
749 	    CC(!kvm_vcpu_is_legal_aligned_gpa(vcpu, vmcs12->posted_intr_desc_addr, 64))))  in nested_vmx_check_apicv_controls()
753 	if (CC(!nested_cpu_has(vmcs12, CPU_BASED_TPR_SHADOW)))  in nested_vmx_check_apicv_controls()
775 	if (CC(nested_vmx_check_msr_switch(vcpu,  in nested_vmx_check_exit_msr_switch_controls()
778 	    CC(nested_vmx_check_msr_switch(vcpu,  in nested_vmx_check_exit_msr_switch_controls()
789 	if (CC(nested_vmx_check_msr_switch(vcpu,  in nested_vmx_check_entry_msr_switch_controls()
803 	if (CC(!nested_cpu_has_ept(vmcs12)) ||  in nested_vmx_check_pml_controls()
804 	    CC(!page_address_valid(vcpu, vmcs12->pml_address)))  in nested_vmx_check_pml_controls()
813 	if (CC(nested_cpu_has2(vmcs12, SECONDARY_EXEC_UNRESTRICTED_GUEST) &&  in nested_vmx_check_unrestricted_guest_controls()
822 	if (CC(nested_cpu_has2(vmcs12, SECONDARY_EXEC_MODE_BASED_EPT_EXEC) &&  in nested_vmx_check_mode_based_ept_exec_controls()
834 	if (CC(!page_address_valid(vcpu, vmcs12->vmread_bitmap)) ||  in nested_vmx_check_shadow_vmcs_controls()
835 	    CC(!page_address_valid(vcpu, vmcs12->vmwrite_bitmap)))  in nested_vmx_check_shadow_vmcs_controls()
845 	if (CC(vcpu->arch.apic_base & X2APIC_ENABLE && e->index >> 8 == 0x8))  in nested_vmx_msr_check_common()
847 	if (CC(e->index == MSR_IA32_UCODE_WRITE) || /* SDM Table 35-2 */  in nested_vmx_msr_check_common()
848 	    CC(e->index == MSR_IA32_UCODE_REV))  in nested_vmx_msr_check_common()
850 	if (CC(e->reserved != 0))  in nested_vmx_msr_check_common()
858 	if (CC(e->index == MSR_FS_BASE) ||  in nested_vmx_load_msr_check()
859 	    CC(e->index == MSR_GS_BASE) ||  in nested_vmx_load_msr_check()
860 	    CC(e->index == MSR_IA32_SMM_MONITOR_CTL) || /* SMM is not supported */  in nested_vmx_load_msr_check()
869 	if (CC(e->index == MSR_IA32_SMBASE) || /* SMM is not supported */  in nested_vmx_store_msr_check()
1074 	if (CC(kvm_vcpu_is_illegal_gpa(vcpu, cr3))) {  in nested_vmx_load_cr3()
1084 	    CC(!load_pdptrs(vcpu, cr3))) {  in nested_vmx_load_cr3()
2593 	if (CC(from_vmentry && !vmx_guest_state_valid(vcpu))) {  in prepare_vmcs02()
2648 	if (CC(!nested_cpu_has_nmi_exiting(vmcs12) &&  in nested_vmx_check_nmi_controls()
2652 	if (CC(!nested_cpu_has_virtual_nmis(vmcs12) &&  in nested_vmx_check_nmi_controls()
2666 		if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPTP_UC_BIT)))  in nested_vmx_check_eptp()
2670 		if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPTP_WB_BIT)))  in nested_vmx_check_eptp()
2680 		if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPT_PAGE_WALK_5_BIT)))  in nested_vmx_check_eptp()
2684 		if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPT_PAGE_WALK_4_BIT)))  in nested_vmx_check_eptp()
2692 	if (CC(kvm_vcpu_is_illegal_gpa(vcpu, new_eptp) || ((new_eptp >> 7) & 0x1f)))  in nested_vmx_check_eptp()
2697 		if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPT_AD_BIT)))  in nested_vmx_check_eptp()
2712 	if (CC(!vmx_control_verify(vmcs12->pin_based_vm_exec_control,  in nested_check_vm_execution_controls()
2715 	    CC(!vmx_control_verify(vmcs12->cpu_based_vm_exec_control,  in nested_check_vm_execution_controls()
2721 	    CC(!vmx_control_verify(vmcs12->secondary_vm_exec_control,  in nested_check_vm_execution_controls()
2726 	if (CC(vmcs12->cr3_target_count > nested_cpu_vmx_misc_cr3_count(vcpu)) ||  in nested_check_vm_execution_controls()
2737 	    CC(nested_cpu_has_vpid(vmcs12) && !vmcs12->virtual_processor_id))  in nested_check_vm_execution_controls()
2745 	    CC(!nested_vmx_check_eptp(vcpu, vmcs12->ept_pointer)))  in nested_check_vm_execution_controls()
2749 		if (CC(vmcs12->vm_function_control &  in nested_check_vm_execution_controls()
2754 			if (CC(!nested_cpu_has_ept(vmcs12)) ||  in nested_check_vm_execution_controls()
2755 			    CC(!page_address_valid(vcpu, vmcs12->eptp_list_address)))  in nested_check_vm_execution_controls()
2771 	if (CC(!vmx_control_verify(vmcs12->vm_exit_controls,  in nested_check_vm_exit_controls()
2774 	    CC(nested_vmx_check_exit_msr_switch_controls(vcpu, vmcs12)))  in nested_check_vm_exit_controls()
2788 	if (CC(!vmx_control_verify(vmcs12->vm_entry_controls,  in nested_check_vm_entry_controls()
2810 		if (CC(intr_type == INTR_TYPE_RESERVED) ||  in nested_check_vm_entry_controls()
2811 		    CC(intr_type == INTR_TYPE_OTHER_EVENT &&  in nested_check_vm_entry_controls()
2816 		if (CC(intr_type == INTR_TYPE_NMI_INTR && vector != NMI_VECTOR) ||  in nested_check_vm_entry_controls()
2817 		    CC(intr_type == INTR_TYPE_HARD_EXCEPTION && vector > 31) ||  in nested_check_vm_entry_controls()
2818 		    CC(intr_type == INTR_TYPE_OTHER_EVENT && vector != 0))  in nested_check_vm_entry_controls()
2825 		if (CC(has_error_code != should_have_error_code))  in nested_check_vm_entry_controls()
2829 		if (CC(has_error_code &&  in nested_check_vm_entry_controls()
2834 		if (CC(intr_info & INTR_INFO_RESVD_BITS_MASK))  in nested_check_vm_entry_controls()
2842 			if (CC(vmcs12->vm_entry_instruction_len > 15) ||  in nested_check_vm_entry_controls()
2843 			    CC(vmcs12->vm_entry_instruction_len == 0 &&  in nested_check_vm_entry_controls()
2844 			    CC(!nested_cpu_has_zero_length_injection(vcpu))))  in nested_check_vm_entry_controls()
2873 	if (CC(!!(vmcs12->vm_exit_controls & VM_EXIT_HOST_ADDR_SPACE_SIZE) !=  in nested_vmx_check_address_space_size()
2885 	if (CC(!nested_host_cr0_valid(vcpu, vmcs12->host_cr0)) ||  in nested_vmx_check_host_state()
2886 	    CC(!nested_host_cr4_valid(vcpu, vmcs12->host_cr4)) ||  in nested_vmx_check_host_state()
2887 	    CC(kvm_vcpu_is_illegal_gpa(vcpu, vmcs12->host_cr3)))  in nested_vmx_check_host_state()
2890 	if (CC(is_noncanonical_address(vmcs12->host_ia32_sysenter_esp, vcpu)) ||  in nested_vmx_check_host_state()
2891 	    CC(is_noncanonical_address(vmcs12->host_ia32_sysenter_eip, vcpu)))  in nested_vmx_check_host_state()
2895 	    CC(!kvm_pat_valid(vmcs12->host_ia32_pat)))  in nested_vmx_check_host_state()
2899 	    CC(!kvm_valid_perf_global_ctrl(vcpu_to_pmu(vcpu),  in nested_vmx_check_host_state()
2910 		if (CC(!(vmcs12->host_cr4 & X86_CR4_PAE)))  in nested_vmx_check_host_state()
2913 		if (CC(vmcs12->vm_entry_controls & VM_ENTRY_IA32E_MODE) ||  in nested_vmx_check_host_state()
2914 		    CC(vmcs12->host_cr4 & X86_CR4_PCIDE) ||  in nested_vmx_check_host_state()
2915 		    CC((vmcs12->host_rip) >> 32))  in nested_vmx_check_host_state()
2919 	if (CC(vmcs12->host_cs_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2920 	    CC(vmcs12->host_ss_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2921 	    CC(vmcs12->host_ds_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2922 	    CC(vmcs12->host_es_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2923 	    CC(vmcs12->host_fs_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2924 	    CC(vmcs12->host_gs_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2925 	    CC(vmcs12->host_tr_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2926 	    CC(vmcs12->host_cs_selector == 0) ||  in nested_vmx_check_host_state()
2927 	    CC(vmcs12->host_tr_selector == 0) ||  in nested_vmx_check_host_state()
2928 	    CC(vmcs12->host_ss_selector == 0 && !ia32e))  in nested_vmx_check_host_state()
2931 	if (CC(is_noncanonical_address(vmcs12->host_fs_base, vcpu)) ||  in nested_vmx_check_host_state()
2932 	    CC(is_noncanonical_address(vmcs12->host_gs_base, vcpu)) ||  in nested_vmx_check_host_state()
2933 	    CC(is_noncanonical_address(vmcs12->host_gdtr_base, vcpu)) ||  in nested_vmx_check_host_state()
2934 	    CC(is_noncanonical_address(vmcs12->host_idtr_base, vcpu)) ||  in nested_vmx_check_host_state()
2935 	    CC(is_noncanonical_address(vmcs12->host_tr_base, vcpu)) ||  in nested_vmx_check_host_state()
2936 	    CC(is_noncanonical_address(vmcs12->host_rip, vcpu)))  in nested_vmx_check_host_state()
2946 		if (CC(!kvm_valid_efer(vcpu, vmcs12->host_ia32_efer)) ||  in nested_vmx_check_host_state()
2947 		    CC(ia32e != !!(vmcs12->host_ia32_efer & EFER_LMA)) ||  in nested_vmx_check_host_state()
2948 		    CC(ia32e != !!(vmcs12->host_ia32_efer & EFER_LME)))  in nested_vmx_check_host_state()
2965 	if (CC(!page_address_valid(vcpu, vmcs12->vmcs_link_pointer)))  in nested_vmx_check_vmcs_link_ptr()
2969 	    CC(kvm_gfn_to_hva_cache_init(vcpu->kvm, ghc,  in nested_vmx_check_vmcs_link_ptr()
2973 	if (CC(kvm_read_guest_offset_cached(vcpu->kvm, ghc, &hdr,  in nested_vmx_check_vmcs_link_ptr()
2978 	if (CC(hdr.revision_id != VMCS12_REVISION) ||  in nested_vmx_check_vmcs_link_ptr()
2979 	    CC(hdr.shadow_vmcs != nested_cpu_has_shadow_vmcs(vmcs12)))  in nested_vmx_check_vmcs_link_ptr()
2990 	if (CC(vmcs12->guest_activity_state != GUEST_ACTIVITY_ACTIVE &&  in nested_check_guest_non_reg_state()
3006 	if (CC(!nested_guest_cr0_valid(vcpu, vmcs12->guest_cr0)) ||  in nested_vmx_check_guest_state()
3007 	    CC(!nested_guest_cr4_valid(vcpu, vmcs12->guest_cr4)))  in nested_vmx_check_guest_state()
3011 	    CC(!kvm_dr7_valid(vmcs12->guest_dr7)))  in nested_vmx_check_guest_state()
3015 	    CC(!kvm_pat_valid(vmcs12->guest_ia32_pat)))  in nested_vmx_check_guest_state()
3024 	    CC(!kvm_valid_perf_global_ctrl(vcpu_to_pmu(vcpu),  in nested_vmx_check_guest_state()
3040 		if (CC(!kvm_valid_efer(vcpu, vmcs12->guest_ia32_efer)) ||  in nested_vmx_check_guest_state()
3041 		    CC(ia32e != !!(vmcs12->guest_ia32_efer & EFER_LMA)) ||  in nested_vmx_check_guest_state()
3042 		    CC(((vmcs12->guest_cr0 & X86_CR0_PG) &&  in nested_vmx_check_guest_state()
3048 	    (CC(is_noncanonical_address(vmcs12->guest_bndcfgs & PAGE_MASK, vcpu)) ||  in nested_vmx_check_guest_state()
3049 	     CC((vmcs12->guest_bndcfgs & MSR_IA32_BNDCFGS_RSVD))))  in nested_vmx_check_guest_state()
3177 		if (CC(!load_pdptrs(vcpu, vcpu->arch.cr3)))  in nested_get_vmcs12_pages()
3535 	if (CC(evmptrld_status == EVMPTRLD_VMFAIL))  in nested_vmx_run()
3538 	if (CC(!evmptr_is_valid(vmx->nested.hv_evmcs_vmptr) &&  in nested_vmx_run()
3550 	if (CC(vmcs12->hdr.shadow_vmcs))  in nested_vmx_run()
3571 	if (CC(interrupt_shadow & KVM_X86_SHADOW_INT_MOV_SS))  in nested_vmx_run()
3574 	if (CC(vmcs12->launch_state == launch))  in nested_vmx_run()