385 static __always_inline void vmx_disable_fb_clear(struct vcpu_vmx *vmx)  in vmx_disable_fb_clear()
399 static __always_inline void vmx_enable_fb_clear(struct vcpu_vmx *vmx)  in vmx_enable_fb_clear()
408 static void vmx_update_fb_clear_dis(struct kvm_vcpu *vcpu, struct vcpu_vmx *vmx)  in vmx_update_fb_clear_dis()
518 static inline void vmx_segment_cache_clear(struct vcpu_vmx *vmx)  in vmx_segment_cache_clear()
652 struct vmx_uret_msr *vmx_find_uret_msr(struct vcpu_vmx *vmx, u32 msr)  in vmx_find_uret_msr()
662 static int vmx_set_guest_uret_msr(struct vcpu_vmx *vmx,  in vmx_set_guest_uret_msr()
728 static bool vmx_segment_cache_test_set(struct vcpu_vmx *vmx, unsigned seg,  in vmx_segment_cache_test_set()
743 static u16 vmx_read_guest_seg_selector(struct vcpu_vmx *vmx, unsigned seg)  in vmx_read_guest_seg_selector()
752 static ulong vmx_read_guest_seg_base(struct vcpu_vmx *vmx, unsigned seg)  in vmx_read_guest_seg_base()
761 static u32 vmx_read_guest_seg_limit(struct vcpu_vmx *vmx, unsigned seg)  in vmx_read_guest_seg_limit()
770 static u32 vmx_read_guest_seg_ar(struct vcpu_vmx *vmx, unsigned seg)  in vmx_read_guest_seg_ar()
841 static bool msr_write_intercepted(struct vcpu_vmx *vmx, u32 msr)  in msr_write_intercepted()
849 unsigned int __vmx_vcpu_run_flags(struct vcpu_vmx *vmx)  in __vmx_vcpu_run_flags()
867 static __always_inline void clear_atomic_switch_msr_special(struct vcpu_vmx *vmx,  in clear_atomic_switch_msr_special()
885 static void clear_atomic_switch_msr(struct vcpu_vmx *vmx, unsigned msr)  in clear_atomic_switch_msr()
925 static __always_inline void add_atomic_switch_msr_special(struct vcpu_vmx *vmx,  in add_atomic_switch_msr_special()
937 static void add_atomic_switch_msr(struct vcpu_vmx *vmx, unsigned msr,  in add_atomic_switch_msr()
1003 static bool update_transition_efer(struct vcpu_vmx *vmx)  in update_transition_efer()
1085 static inline bool pt_can_write_msr(struct vcpu_vmx *vmx)  in pt_can_write_msr()
1125 static void pt_guest_enter(struct vcpu_vmx *vmx)  in pt_guest_enter()
1142 static void pt_guest_exit(struct vcpu_vmx *vmx)  in pt_guest_exit()
1189 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_prepare_switch_to_guest()  local
1261 static void vmx_prepare_switch_to_host(struct vcpu_vmx *vmx)  in vmx_prepare_switch_to_host()
1301 static u64 vmx_read_guest_kernel_gs_base(struct vcpu_vmx *vmx)  in vmx_read_guest_kernel_gs_base()
1310 static void vmx_write_guest_kernel_gs_base(struct vcpu_vmx *vmx, u64 data)  in vmx_write_guest_kernel_gs_base()
1323 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_vcpu_load_vmcs()  local
1391 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_vcpu_load()  local
1414 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_get_rflags()  local
1432 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_set_rflags()  local
1490 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_rtit_ctl_check()  local
1648 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_update_emulated_instruction()  local
1699 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_inject_exception()  local
1740 static void vmx_setup_uret_msr(struct vcpu_vmx *vmx, unsigned int msr,  in vmx_setup_uret_msr()
1758 static void vmx_setup_uret_msrs(struct vcpu_vmx *vmx)  in vmx_setup_uret_msrs()
1867 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_get_msr()  local
2046 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_set_msr()  local
2868 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in enter_pmode()  local
2939 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in enter_rmode()  local
2985 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_set_efer()  local
3034 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_flush_tlb_all()  local
3134 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_set_cr0()  local
3291 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_set_cr4()  local
3354 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_get_segment()  local
3401 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_get_cpl()  local
3433 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in __vmx_set_segment()  local
3836 static void vmx_msr_bitmap_l01_changed(struct vcpu_vmx *vmx)  in vmx_msr_bitmap_l01_changed()
3851 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_disable_intercept_for_msr()  local
3895 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_enable_intercept_for_msr()  local
3944 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_update_msr_bitmap_x2apic()  local
3985 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in pt_update_intercept_for_msr()  local
4001 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_guest_apic_has_interrupt()  local
4021 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_msr_filter_changed()  local
4094 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_deliver_nested_posted_interrupt()  local
4132 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_deliver_posted_interrupt()  local
4181 void vmx_set_constant_host_state(struct vcpu_vmx *vmx)  in vmx_set_constant_host_state()
4248 void set_cr4_guest_host_mask(struct vcpu_vmx *vmx)  in set_cr4_guest_host_mask()
4264 static u32 vmx_pin_based_exec_ctrl(struct vcpu_vmx *vmx)  in vmx_pin_based_exec_ctrl()
4325 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_refresh_apicv_exec_ctrl()  local
4351 static u32 vmx_exec_control(struct vcpu_vmx *vmx)  in vmx_exec_control()
4395 static u64 vmx_tertiary_exec_control(struct vcpu_vmx *vmx)  in vmx_tertiary_exec_control()
4415 vmx_adjust_secondary_exec_control(struct vcpu_vmx *vmx, u32 *exec_control,  in vmx_adjust_secondary_exec_control()
4446 #define vmx_adjust_sec_exec_control(vmx, exec_control, name, feat_name, ctrl_name, exiting) \  argument
4459 #define vmx_adjust_sec_exec_feature(vmx, exec_control, lname, uname) \  argument
4462 #define vmx_adjust_sec_exec_exiting(vmx, exec_control, lname, uname) \  argument
4465 static u32 vmx_secondary_exec_control(struct vcpu_vmx *vmx)  in vmx_secondary_exec_control()
4588 static void init_vmcs(struct vcpu_vmx *vmx)  in init_vmcs()
4708 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in __vmx_vcpu_reset()  local
4735 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_vcpu_reset()  local
4810 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_inject_irq()  local
4838 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_inject_nmi()  local
4869 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_get_nmi_mask()  local
4883 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_set_nmi_mask()  local
5061 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in handle_exception_nmi()  local
5562 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in handle_task_switch()  local
5706 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_emulation_required_with_pending_exception()  local
5714 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in handle_invalid_guest_state()  local
5765 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in grow_ple_window()  local
5781 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in shrink_ple_window()  local
5877 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in handle_fastpath_preemption_timer()  local
6021 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_get_exit_info()  local
6039 static void vmx_destroy_pml_buffer(struct vcpu_vmx *vmx)  in vmx_destroy_pml_buffer()
6049 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_flush_pml_buffer()  local
6106 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in dump_vmcs()  local
6285 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in __vmx_handle_exit()  local
6568 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_set_virtual_apic_mode()  local
6698 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_sync_pir_to_irr()  local
6755 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_apicv_post_state_restore()  local
6793 static void handle_exception_nmi_irqoff(struct vcpu_vmx *vmx)  in handle_exception_nmi_irqoff()
6828 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_handle_exit_irqoff()  local
6863 static void vmx_recover_nmi_blocking(struct vcpu_vmx *vmx)  in vmx_recover_nmi_blocking()
6957 static void vmx_complete_interrupts(struct vcpu_vmx *vmx)  in vmx_complete_interrupts()
6974 static void atomic_switch_perf_msrs(struct vcpu_vmx *vmx)  in atomic_switch_perf_msrs()
6999 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_update_hv_timer()  local
7023 void noinstr vmx_update_host_rsp(struct vcpu_vmx *vmx, unsigned long host_rsp)  in vmx_update_host_rsp()
7031 void noinstr vmx_spec_ctrl_restore_host(struct vcpu_vmx *vmx,  in vmx_spec_ctrl_restore_host()
7069 					struct vcpu_vmx *vmx,  in vmx_vcpu_enter_exit()
7100 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_vcpu_run()  local
7266 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_vcpu_free()  local
7278 	struct vcpu_vmx *vmx;  in vmx_vcpu_create()  local
7478 static void vmcs_set_secondary_exec_control(struct vcpu_vmx *vmx, u32 new_ctl)  in vmcs_set_secondary_exec_control()
7503 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in nested_vmx_cr_fixed1_bits_update()  local
7543 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in update_intel_pt_cfg()  local
7612 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_vcpu_after_set_cpuid()  local
7830 	struct vcpu_vmx *vmx;  in vmx_set_hv_timer()  local
7881 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_update_cpu_dirty_logging()  local
7919 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_enter_smm()  local
7940 	struct vcpu_vmx *vmx = to_vmx(vcpu);  in vmx_leave_smm()  local