152 static int nested_vmx_succeed(struct kvm_vcpu *vcpu)  in nested_vmx_succeed()
160 static int nested_vmx_failInvalid(struct kvm_vcpu *vcpu)  in nested_vmx_failInvalid()
169 static int nested_vmx_failValid(struct kvm_vcpu *vcpu,  in nested_vmx_failValid()
188 static int nested_vmx_fail(struct kvm_vcpu *vcpu, u32 vm_instruction_error)  in nested_vmx_fail()
203 static void nested_vmx_abort(struct kvm_vcpu *vcpu, u32 indicator)  in nested_vmx_abort()
227 static inline void nested_release_evmcs(struct kvm_vcpu *vcpu)  in nested_release_evmcs()
265 static void vmx_switch_vmcs(struct kvm_vcpu *vcpu, struct loaded_vmcs *vmcs)  in vmx_switch_vmcs()
294 static void free_nested(struct kvm_vcpu *vcpu)  in free_nested()
343 void nested_vmx_free_vcpu(struct kvm_vcpu *vcpu)  in nested_vmx_free_vcpu()
358 static void nested_ept_invalidate_addr(struct kvm_vcpu *vcpu, gpa_t eptp,  in nested_ept_invalidate_addr()
378 static void nested_ept_inject_page_fault(struct kvm_vcpu *vcpu,  in nested_ept_inject_page_fault()
411 static void nested_ept_new_eptp(struct kvm_vcpu *vcpu)  in nested_ept_new_eptp()
422 static void nested_ept_init_mmu_context(struct kvm_vcpu *vcpu)  in nested_ept_init_mmu_context()
435 static void nested_ept_uninit_mmu_context(struct kvm_vcpu *vcpu)  in nested_ept_uninit_mmu_context()
453 static bool nested_vmx_is_exception_vmexit(struct kvm_vcpu *vcpu, u8 vector,  in nested_vmx_is_exception_vmexit()
471 static int nested_vmx_check_io_bitmap_controls(struct kvm_vcpu *vcpu,  in nested_vmx_check_io_bitmap_controls()
484 static int nested_vmx_check_msr_bitmap_controls(struct kvm_vcpu *vcpu,  in nested_vmx_check_msr_bitmap_controls()
496 static int nested_vmx_check_tpr_shadow_controls(struct kvm_vcpu *vcpu,  in nested_vmx_check_tpr_shadow_controls()
568 static inline bool nested_vmx_prepare_msr_bitmap(struct kvm_vcpu *vcpu,  in nested_vmx_prepare_msr_bitmap()
670 static void nested_cache_shadow_vmcs12(struct kvm_vcpu *vcpu,  in nested_cache_shadow_vmcs12()
689 static void nested_flush_cached_shadow_vmcs12(struct kvm_vcpu *vcpu,  in nested_flush_cached_shadow_vmcs12()
712 static bool nested_exit_intr_ack_set(struct kvm_vcpu *vcpu)  in nested_exit_intr_ack_set()
718 static int nested_vmx_check_apic_access_controls(struct kvm_vcpu *vcpu,  in nested_vmx_check_apic_access_controls()
728 static int nested_vmx_check_apicv_controls(struct kvm_vcpu *vcpu,  in nested_vmx_check_apicv_controls()
773 static int nested_vmx_check_msr_switch(struct kvm_vcpu *vcpu,  in nested_vmx_check_msr_switch()
786 static int nested_vmx_check_exit_msr_switch_controls(struct kvm_vcpu *vcpu,  in nested_vmx_check_exit_msr_switch_controls()
800 static int nested_vmx_check_entry_msr_switch_controls(struct kvm_vcpu *vcpu,  in nested_vmx_check_entry_msr_switch_controls()
811 static int nested_vmx_check_pml_controls(struct kvm_vcpu *vcpu,  in nested_vmx_check_pml_controls()
824 static int nested_vmx_check_unrestricted_guest_controls(struct kvm_vcpu *vcpu,  in nested_vmx_check_unrestricted_guest_controls()
833 static int nested_vmx_check_mode_based_ept_exec_controls(struct kvm_vcpu *vcpu,  in nested_vmx_check_mode_based_ept_exec_controls()
842 static int nested_vmx_check_shadow_vmcs_controls(struct kvm_vcpu *vcpu,  in nested_vmx_check_shadow_vmcs_controls()
855 static int nested_vmx_msr_check_common(struct kvm_vcpu *vcpu,  in nested_vmx_msr_check_common()
869 static int nested_vmx_load_msr_check(struct kvm_vcpu *vcpu,  in nested_vmx_load_msr_check()
880 static int nested_vmx_store_msr_check(struct kvm_vcpu *vcpu,  in nested_vmx_store_msr_check()
889 static u32 nested_vmx_max_atomic_switch_msrs(struct kvm_vcpu *vcpu)  in nested_vmx_max_atomic_switch_msrs()
907 static u32 nested_vmx_load_msr(struct kvm_vcpu *vcpu, u64 gpa, u32 count)  in nested_vmx_load_msr()
943 static bool nested_vmx_get_vmexit_msr_value(struct kvm_vcpu *vcpu,  in nested_vmx_get_vmexit_msr_value()
974 static bool read_and_check_msr_entry(struct kvm_vcpu *vcpu, u64 gpa, int i,  in read_and_check_msr_entry()
994 static int nested_vmx_store_msr(struct kvm_vcpu *vcpu, u64 gpa, u32 count)  in nested_vmx_store_msr()
1024 static bool nested_msr_store_list_has_msr(struct kvm_vcpu *vcpu, u32 msr_index)  in nested_msr_store_list_has_msr()
1042 static void prepare_vmx_msr_autostore_list(struct kvm_vcpu *vcpu,  in prepare_vmx_msr_autostore_list()
1084 static int nested_vmx_load_cr3(struct kvm_vcpu *vcpu, unsigned long cr3,  in nested_vmx_load_cr3()
1128 static bool nested_has_guest_tlb_tag(struct kvm_vcpu *vcpu)  in nested_has_guest_tlb_tag()
1136 static void nested_vmx_transition_tlb_flush(struct kvm_vcpu *vcpu,  in nested_vmx_transition_tlb_flush()
1368 int vmx_set_vmx_msr(struct kvm_vcpu *vcpu, u32 msr_index, u64 data)  in vmx_set_vmx_msr()
2002 	struct kvm_vcpu *vcpu, bool from_launch)  in nested_vmx_handle_enlightened_vmptrld()
2087 void nested_sync_vmcs12_to_shadow(struct kvm_vcpu *vcpu)  in nested_sync_vmcs12_to_shadow()
2111 static u64 vmx_calc_preemption_timer_value(struct kvm_vcpu *vcpu)  in vmx_calc_preemption_timer_value()
2127 static void vmx_start_preemption_timer(struct kvm_vcpu *vcpu,  in vmx_start_preemption_timer()
2533 static int prepare_vmcs02(struct kvm_vcpu *vcpu, struct vmcs12 *vmcs12,  in prepare_vmcs02()
2687 static bool nested_vmx_check_eptp(struct kvm_vcpu *vcpu, u64 new_eptp)  in nested_vmx_check_eptp()
2735 static int nested_check_vm_execution_controls(struct kvm_vcpu *vcpu,  in nested_check_vm_execution_controls()
2794 static int nested_check_vm_exit_controls(struct kvm_vcpu *vcpu,  in nested_check_vm_exit_controls()
2811 static int nested_check_vm_entry_controls(struct kvm_vcpu *vcpu,  in nested_check_vm_entry_controls()
2883 static int nested_vmx_check_controls(struct kvm_vcpu *vcpu,  in nested_vmx_check_controls()
2897 static int nested_vmx_check_address_space_size(struct kvm_vcpu *vcpu,  in nested_vmx_check_address_space_size()
2908 static int nested_vmx_check_host_state(struct kvm_vcpu *vcpu,  in nested_vmx_check_host_state()
2977 static int nested_vmx_check_vmcs_link_ptr(struct kvm_vcpu *vcpu,  in nested_vmx_check_vmcs_link_ptr()
3020 static int nested_vmx_check_guest_state(struct kvm_vcpu *vcpu,  in nested_vmx_check_guest_state()
3086 static int nested_vmx_check_vmentry_hw(struct kvm_vcpu *vcpu)  in nested_vmx_check_vmentry_hw()
3164 static bool nested_get_evmcs_page(struct kvm_vcpu *vcpu)  in nested_get_evmcs_page()
3192 static bool nested_get_vmcs12_pages(struct kvm_vcpu *vcpu)  in nested_get_vmcs12_pages()
3280 static bool vmx_get_nested_state_pages(struct kvm_vcpu *vcpu)  in vmx_get_nested_state_pages()
3305 static int nested_vmx_write_pml_buffer(struct kvm_vcpu *vcpu, gpa_t gpa)  in nested_vmx_write_pml_buffer()
3349 static int nested_vmx_check_permission(struct kvm_vcpu *vcpu)  in nested_vmx_check_permission()
3364 static u8 vmx_has_apicv_interrupt(struct kvm_vcpu *vcpu)  in vmx_has_apicv_interrupt()
3385 enum nvmx_vmentry_status nested_vmx_enter_non_root_mode(struct kvm_vcpu *vcpu,  in nested_vmx_enter_non_root_mode()
3550 static int nested_vmx_run(struct kvm_vcpu *vcpu, bool launch)  in nested_vmx_run()
3708 vmcs12_guest_cr0(struct kvm_vcpu *vcpu, struct vmcs12 *vmcs12)  in vmcs12_guest_cr0()
3718 vmcs12_guest_cr4(struct kvm_vcpu *vcpu, struct vmcs12 *vmcs12)  in vmcs12_guest_cr4()
3727 static void vmcs12_save_pending_event(struct kvm_vcpu *vcpu,  in vmcs12_save_pending_event()
3794 void nested_mark_vmcs12_pages_dirty(struct kvm_vcpu *vcpu)  in nested_mark_vmcs12_pages_dirty()
3815 static int vmx_complete_nested_posted_interrupt(struct kvm_vcpu *vcpu)  in vmx_complete_nested_posted_interrupt()
3857 static void nested_vmx_inject_exception_vmexit(struct kvm_vcpu *vcpu)  in nested_vmx_inject_exception_vmexit()
3950 static void nested_vmx_update_pending_dbg(struct kvm_vcpu *vcpu)  in nested_vmx_update_pending_dbg()
3959 static bool nested_vmx_preemption_timer_pending(struct kvm_vcpu *vcpu)  in nested_vmx_preemption_timer_pending()
3965 static bool vmx_has_nested_events(struct kvm_vcpu *vcpu)  in vmx_has_nested_events()
4054 static int vmx_check_nested_events(struct kvm_vcpu *vcpu)  in vmx_check_nested_events()
4193 static u32 vmx_get_preemption_timer_value(struct kvm_vcpu *vcpu)  in vmx_get_preemption_timer_value()
4254 static void sync_vmcs02_to_vmcs12_rare(struct kvm_vcpu *vcpu,  in sync_vmcs02_to_vmcs12_rare()
4299 static void copy_vmcs02_to_vmcs12_rare(struct kvm_vcpu *vcpu,  in copy_vmcs02_to_vmcs12_rare()
4328 static void sync_vmcs02_to_vmcs12(struct kvm_vcpu *vcpu, struct vmcs12 *vmcs12)  in sync_vmcs02_to_vmcs12()
4409 static void prepare_vmcs12(struct kvm_vcpu *vcpu, struct vmcs12 *vmcs12,  in prepare_vmcs12()
4465 static void load_vmcs12_host_state(struct kvm_vcpu *vcpu,  in load_vmcs12_host_state()
4613 static void nested_vmx_restore_host_state(struct kvm_vcpu *vcpu)  in nested_vmx_restore_host_state()
4723 void nested_vmx_vmexit(struct kvm_vcpu *vcpu, u32 vm_exit_reason,  in nested_vmx_vmexit()
4905 static void nested_vmx_triple_fault(struct kvm_vcpu *vcpu)  in nested_vmx_triple_fault()
4917 int get_vmx_mem_address(struct kvm_vcpu *vcpu, unsigned long exit_qualification,  in get_vmx_mem_address()
5041 static int nested_vmx_get_vmptr(struct kvm_vcpu *vcpu, gpa_t *vmpointer,  in nested_vmx_get_vmptr()
5069 static struct vmcs *alloc_shadow_vmcs(struct kvm_vcpu *vcpu)  in alloc_shadow_vmcs()
5092 static int enter_vmx_operation(struct kvm_vcpu *vcpu)  in enter_vmx_operation()
5143 static int handle_vmxon(struct kvm_vcpu *vcpu)  in handle_vmxon()
5234 static inline void nested_release_vmcs12(struct kvm_vcpu *vcpu)  in nested_release_vmcs12()
5262 static int handle_vmxoff(struct kvm_vcpu *vcpu)  in handle_vmxoff()
5276 static int handle_vmclear(struct kvm_vcpu *vcpu)  in handle_vmclear()
5331 static int handle_vmlaunch(struct kvm_vcpu *vcpu)  in handle_vmlaunch()
5337 static int handle_vmresume(struct kvm_vcpu *vcpu)  in handle_vmresume()
5343 static int handle_vmread(struct kvm_vcpu *vcpu)  in handle_vmread()
5449 static int handle_vmwrite(struct kvm_vcpu *vcpu)  in handle_vmwrite()
5570 static int handle_vmptrld(struct kvm_vcpu *vcpu)  in handle_vmptrld()
5640 static int handle_vmptrst(struct kvm_vcpu *vcpu)  in handle_vmptrst()
5668 static int handle_invept(struct kvm_vcpu *vcpu)  in handle_invept()
5748 static int handle_invvpid(struct kvm_vcpu *vcpu)  in handle_invvpid()
5837 static int nested_vmx_eptp_switching(struct kvm_vcpu *vcpu,  in nested_vmx_eptp_switching()
5870 static int handle_vmfunc(struct kvm_vcpu *vcpu)  in handle_vmfunc()
5925 bool nested_vmx_check_io_bitmaps(struct kvm_vcpu *vcpu, unsigned int port,  in nested_vmx_check_io_bitmaps()
5958 static bool nested_vmx_exit_handled_io(struct kvm_vcpu *vcpu,  in nested_vmx_exit_handled_io()
5982 static bool nested_vmx_exit_handled_msr(struct kvm_vcpu *vcpu,  in nested_vmx_exit_handled_msr()
6020 static bool nested_vmx_exit_handled_cr(struct kvm_vcpu *vcpu,  in nested_vmx_exit_handled_cr()
6090 static bool nested_vmx_exit_handled_encls(struct kvm_vcpu *vcpu,  in nested_vmx_exit_handled_encls()
6105 static bool nested_vmx_exit_handled_vmcs_access(struct kvm_vcpu *vcpu,  in nested_vmx_exit_handled_vmcs_access()
6150 static bool nested_vmx_l0_wants_exit(struct kvm_vcpu *vcpu,  in nested_vmx_l0_wants_exit()
6226 static bool nested_vmx_l1_wants_exit(struct kvm_vcpu *vcpu,  in nested_vmx_l1_wants_exit()
6353 bool nested_vmx_reflect_vmexit(struct kvm_vcpu *vcpu)  in nested_vmx_reflect_vmexit()
6405 static int vmx_get_nested_state(struct kvm_vcpu *vcpu,  in vmx_get_nested_state()
6528 void vmx_leave_nested(struct kvm_vcpu *vcpu)  in vmx_leave_nested()
6537 static int vmx_set_nested_state(struct kvm_vcpu *vcpu,  in vmx_set_nested_state()