25 #define CC KVM_NESTED_VMENTER_CONSISTENCY_CHECK  macro
495 	if (CC(!page_address_valid(vcpu, vmcs12->io_bitmap_a)) ||  in nested_vmx_check_io_bitmap_controls()
496 	    CC(!page_address_valid(vcpu, vmcs12->io_bitmap_b)))  in nested_vmx_check_io_bitmap_controls()
508 	if (CC(!page_address_valid(vcpu, vmcs12->msr_bitmap)))  in nested_vmx_check_msr_bitmap_controls()
520 	if (CC(!page_address_valid(vcpu, vmcs12->virtual_apic_page_addr)))  in nested_vmx_check_tpr_shadow_controls()
751 	    CC(!page_address_valid(vcpu, vmcs12->apic_access_addr)))  in nested_vmx_check_apic_access_controls()
770 	if (CC(nested_cpu_has_virt_x2apic_mode(vmcs12) &&  in nested_vmx_check_apicv_controls()
778 	if (CC(nested_cpu_has_vid(vmcs12) && !nested_exit_on_intr(vcpu)))  in nested_vmx_check_apicv_controls()
789 	   (CC(!nested_cpu_has_vid(vmcs12)) ||  in nested_vmx_check_apicv_controls()
790 	    CC(!nested_exit_intr_ack_set(vcpu)) ||  in nested_vmx_check_apicv_controls()
791 	    CC((vmcs12->posted_intr_nv & 0xff00)) ||  in nested_vmx_check_apicv_controls()
792 	    CC(!kvm_vcpu_is_legal_aligned_gpa(vcpu, vmcs12->posted_intr_desc_addr, 64))))  in nested_vmx_check_apicv_controls()
796 	if (CC(!nested_cpu_has(vmcs12, CPU_BASED_TPR_SHADOW)))  in nested_vmx_check_apicv_controls()
818 	if (CC(nested_vmx_check_msr_switch(vcpu,  in nested_vmx_check_exit_msr_switch_controls()
821 	    CC(nested_vmx_check_msr_switch(vcpu,  in nested_vmx_check_exit_msr_switch_controls()
832 	if (CC(nested_vmx_check_msr_switch(vcpu,  in nested_vmx_check_entry_msr_switch_controls()
846 	if (CC(!nested_cpu_has_ept(vmcs12)) ||  in nested_vmx_check_pml_controls()
847 	    CC(!page_address_valid(vcpu, vmcs12->pml_address)))  in nested_vmx_check_pml_controls()
856 	if (CC(nested_cpu_has2(vmcs12, SECONDARY_EXEC_UNRESTRICTED_GUEST) &&  in nested_vmx_check_unrestricted_guest_controls()
865 	if (CC(nested_cpu_has2(vmcs12, SECONDARY_EXEC_MODE_BASED_EPT_EXEC) &&  in nested_vmx_check_mode_based_ept_exec_controls()
877 	if (CC(!page_address_valid(vcpu, vmcs12->vmread_bitmap)) ||  in nested_vmx_check_shadow_vmcs_controls()
878 	    CC(!page_address_valid(vcpu, vmcs12->vmwrite_bitmap)))  in nested_vmx_check_shadow_vmcs_controls()
888 	if (CC(vcpu->arch.apic_base & X2APIC_ENABLE && e->index >> 8 == 0x8))  in nested_vmx_msr_check_common()
890 	if (CC(e->index == MSR_IA32_UCODE_WRITE) || /* SDM Table 35-2 */  in nested_vmx_msr_check_common()
891 	    CC(e->index == MSR_IA32_UCODE_REV))  in nested_vmx_msr_check_common()
893 	if (CC(e->reserved != 0))  in nested_vmx_msr_check_common()
901 	if (CC(e->index == MSR_FS_BASE) ||  in nested_vmx_load_msr_check()
902 	    CC(e->index == MSR_GS_BASE) ||  in nested_vmx_load_msr_check()
903 	    CC(e->index == MSR_IA32_SMM_MONITOR_CTL) || /* SMM is not supported */  in nested_vmx_load_msr_check()
912 	if (CC(e->index == MSR_IA32_SMBASE) || /* SMM is not supported */  in nested_vmx_store_msr_check()
1117 	if (CC(kvm_vcpu_is_illegal_gpa(vcpu, cr3))) {  in nested_vmx_load_cr3()
1127 	    CC(!load_pdptrs(vcpu, vcpu->arch.walk_mmu, cr3))) {  in nested_vmx_load_cr3()
2592 	if (CC(from_vmentry && !vmx_guest_state_valid(vcpu))) {  in prepare_vmcs02()
2647 	if (CC(!nested_cpu_has_nmi_exiting(vmcs12) &&  in nested_vmx_check_nmi_controls()
2651 	if (CC(!nested_cpu_has_virtual_nmis(vmcs12) &&  in nested_vmx_check_nmi_controls()
2665 		if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPTP_UC_BIT)))  in nested_vmx_check_eptp()
2669 		if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPTP_WB_BIT)))  in nested_vmx_check_eptp()
2679 		if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPT_PAGE_WALK_5_BIT)))  in nested_vmx_check_eptp()
2683 		if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPT_PAGE_WALK_4_BIT)))  in nested_vmx_check_eptp()
2691 	if (CC(kvm_vcpu_is_illegal_gpa(vcpu, new_eptp) || ((new_eptp >> 7) & 0x1f)))  in nested_vmx_check_eptp()
2696 		if (CC(!(vmx->nested.msrs.ept_caps & VMX_EPT_AD_BIT)))  in nested_vmx_check_eptp()
2711 	if (CC(!vmx_control_verify(vmcs12->pin_based_vm_exec_control,  in nested_check_vm_execution_controls()
2714 	    CC(!vmx_control_verify(vmcs12->cpu_based_vm_exec_control,  in nested_check_vm_execution_controls()
2720 	    CC(!vmx_control_verify(vmcs12->secondary_vm_exec_control,  in nested_check_vm_execution_controls()
2725 	if (CC(vmcs12->cr3_target_count > nested_cpu_vmx_misc_cr3_count(vcpu)) ||  in nested_check_vm_execution_controls()
2736 	    CC(nested_cpu_has_vpid(vmcs12) && !vmcs12->virtual_processor_id))  in nested_check_vm_execution_controls()
2744 	    CC(!nested_vmx_check_eptp(vcpu, vmcs12->ept_pointer)))  in nested_check_vm_execution_controls()
2748 		if (CC(vmcs12->vm_function_control &  in nested_check_vm_execution_controls()
2753 			if (CC(!nested_cpu_has_ept(vmcs12)) ||  in nested_check_vm_execution_controls()
2754 			    CC(!page_address_valid(vcpu, vmcs12->eptp_list_address)))  in nested_check_vm_execution_controls()
2770 	if (CC(!vmx_control_verify(vmcs12->vm_exit_controls,  in nested_check_vm_exit_controls()
2773 	    CC(nested_vmx_check_exit_msr_switch_controls(vcpu, vmcs12)))  in nested_check_vm_exit_controls()
2787 	if (CC(!vmx_control_verify(vmcs12->vm_entry_controls,  in nested_check_vm_entry_controls()
2809 		if (CC(intr_type == INTR_TYPE_RESERVED) ||  in nested_check_vm_entry_controls()
2810 		    CC(intr_type == INTR_TYPE_OTHER_EVENT &&  in nested_check_vm_entry_controls()
2815 		if (CC(intr_type == INTR_TYPE_NMI_INTR && vector != NMI_VECTOR) ||  in nested_check_vm_entry_controls()
2816 		    CC(intr_type == INTR_TYPE_HARD_EXCEPTION && vector > 31) ||  in nested_check_vm_entry_controls()
2817 		    CC(intr_type == INTR_TYPE_OTHER_EVENT && vector != 0))  in nested_check_vm_entry_controls()
2824 		if (CC(has_error_code != should_have_error_code))  in nested_check_vm_entry_controls()
2828 		if (CC(has_error_code &&  in nested_check_vm_entry_controls()
2833 		if (CC(intr_info & INTR_INFO_RESVD_BITS_MASK))  in nested_check_vm_entry_controls()
2841 			if (CC(vmcs12->vm_entry_instruction_len > 15) ||  in nested_check_vm_entry_controls()
2842 			    CC(vmcs12->vm_entry_instruction_len == 0 &&  in nested_check_vm_entry_controls()
2843 			    CC(!nested_cpu_has_zero_length_injection(vcpu))))  in nested_check_vm_entry_controls()
2873 	if (CC(!nested_host_cr0_valid(vcpu, vmcs12->host_cr0)) ||  in nested_vmx_check_host_state()
2874 	    CC(!nested_host_cr4_valid(vcpu, vmcs12->host_cr4)) ||  in nested_vmx_check_host_state()
2875 	    CC(kvm_vcpu_is_illegal_gpa(vcpu, vmcs12->host_cr3)))  in nested_vmx_check_host_state()
2878 	if (CC(is_noncanonical_address(vmcs12->host_ia32_sysenter_esp, vcpu)) ||  in nested_vmx_check_host_state()
2879 	    CC(is_noncanonical_address(vmcs12->host_ia32_sysenter_eip, vcpu)))  in nested_vmx_check_host_state()
2883 	    CC(!kvm_pat_valid(vmcs12->host_ia32_pat)))  in nested_vmx_check_host_state()
2887 	    CC(!kvm_valid_perf_global_ctrl(vcpu_to_pmu(vcpu),  in nested_vmx_check_host_state()
2898 		if (CC(!(vmcs12->vm_exit_controls & VM_EXIT_HOST_ADDR_SPACE_SIZE)) ||  in nested_vmx_check_host_state()
2899 		    CC(!(vmcs12->host_cr4 & X86_CR4_PAE)))  in nested_vmx_check_host_state()
2902 		if (CC(vmcs12->vm_exit_controls & VM_EXIT_HOST_ADDR_SPACE_SIZE) ||  in nested_vmx_check_host_state()
2903 		    CC(vmcs12->vm_entry_controls & VM_ENTRY_IA32E_MODE) ||  in nested_vmx_check_host_state()
2904 		    CC(vmcs12->host_cr4 & X86_CR4_PCIDE) ||  in nested_vmx_check_host_state()
2905 		    CC((vmcs12->host_rip) >> 32))  in nested_vmx_check_host_state()
2909 	if (CC(vmcs12->host_cs_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2910 	    CC(vmcs12->host_ss_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2911 	    CC(vmcs12->host_ds_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2912 	    CC(vmcs12->host_es_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2913 	    CC(vmcs12->host_fs_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2914 	    CC(vmcs12->host_gs_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2915 	    CC(vmcs12->host_tr_selector & (SEGMENT_RPL_MASK | SEGMENT_TI_MASK)) ||  in nested_vmx_check_host_state()
2916 	    CC(vmcs12->host_cs_selector == 0) ||  in nested_vmx_check_host_state()
2917 	    CC(vmcs12->host_tr_selector == 0) ||  in nested_vmx_check_host_state()
2918 	    CC(vmcs12->host_ss_selector == 0 && !ia32e))  in nested_vmx_check_host_state()
2921 	if (CC(is_noncanonical_address(vmcs12->host_fs_base, vcpu)) ||  in nested_vmx_check_host_state()
2922 	    CC(is_noncanonical_address(vmcs12->host_gs_base, vcpu)) ||  in nested_vmx_check_host_state()
2923 	    CC(is_noncanonical_address(vmcs12->host_gdtr_base, vcpu)) ||  in nested_vmx_check_host_state()
2924 	    CC(is_noncanonical_address(vmcs12->host_idtr_base, vcpu)) ||  in nested_vmx_check_host_state()
2925 	    CC(is_noncanonical_address(vmcs12->host_tr_base, vcpu)) ||  in nested_vmx_check_host_state()
2926 	    CC(is_noncanonical_address(vmcs12->host_rip, vcpu)))  in nested_vmx_check_host_state()
2936 		if (CC(!kvm_valid_efer(vcpu, vmcs12->host_ia32_efer)) ||  in nested_vmx_check_host_state()
2937 		    CC(ia32e != !!(vmcs12->host_ia32_efer & EFER_LMA)) ||  in nested_vmx_check_host_state()
2938 		    CC(ia32e != !!(vmcs12->host_ia32_efer & EFER_LME)))  in nested_vmx_check_host_state()
2955 	if (CC(!page_address_valid(vcpu, vmcs12->vmcs_link_pointer)))  in nested_vmx_check_vmcs_link_ptr()
2958 	if (CC(kvm_vcpu_map(vcpu, gpa_to_gfn(vmcs12->vmcs_link_pointer), &map)))  in nested_vmx_check_vmcs_link_ptr()
2963 	if (CC(shadow->hdr.revision_id != VMCS12_REVISION) ||  in nested_vmx_check_vmcs_link_ptr()
2964 	    CC(shadow->hdr.shadow_vmcs != nested_cpu_has_shadow_vmcs(vmcs12)))  in nested_vmx_check_vmcs_link_ptr()
2976 	if (CC(vmcs12->guest_activity_state != GUEST_ACTIVITY_ACTIVE &&  in nested_check_guest_non_reg_state()
2992 	if (CC(!nested_guest_cr0_valid(vcpu, vmcs12->guest_cr0)) ||  in nested_vmx_check_guest_state()
2993 	    CC(!nested_guest_cr4_valid(vcpu, vmcs12->guest_cr4)))  in nested_vmx_check_guest_state()
2997 	    CC(!kvm_dr7_valid(vmcs12->guest_dr7)))  in nested_vmx_check_guest_state()
3001 	    CC(!kvm_pat_valid(vmcs12->guest_ia32_pat)))  in nested_vmx_check_guest_state()
3010 	    CC(!kvm_valid_perf_global_ctrl(vcpu_to_pmu(vcpu),  in nested_vmx_check_guest_state()
3026 		if (CC(!kvm_valid_efer(vcpu, vmcs12->guest_ia32_efer)) ||  in nested_vmx_check_guest_state()
3027 		    CC(ia32e != !!(vmcs12->guest_ia32_efer & EFER_LMA)) ||  in nested_vmx_check_guest_state()
3028 		    CC(((vmcs12->guest_cr0 & X86_CR0_PG) &&  in nested_vmx_check_guest_state()
3034 	    (CC(is_noncanonical_address(vmcs12->guest_bndcfgs & PAGE_MASK, vcpu)) ||  in nested_vmx_check_guest_state()
3035 	     CC((vmcs12->guest_bndcfgs & MSR_IA32_BNDCFGS_RSVD))))  in nested_vmx_check_guest_state()
3165 		if (CC(!load_pdptrs(vcpu, vcpu->arch.walk_mmu, vcpu->arch.cr3)))  in nested_get_vmcs12_pages()
3525 	} else if (CC(evmptrld_status == EVMPTRLD_VMFAIL)) {  in nested_vmx_run()
3529 	if (CC(!evmptr_is_valid(vmx->nested.hv_evmcs_vmptr) &&  in nested_vmx_run()
3541 	if (CC(vmcs12->hdr.shadow_vmcs))  in nested_vmx_run()
3562 	if (CC(interrupt_shadow & KVM_X86_SHADOW_INT_MOV_SS))  in nested_vmx_run()
3565 	if (CC(vmcs12->launch_state == launch))  in nested_vmx_run()