109 static void kvm_riscv_reset_vcpu(struct kvm_vcpu *vcpu)  in kvm_riscv_reset_vcpu()  argument
111 	struct kvm_vcpu_csr *csr = &vcpu->arch.guest_csr;  in kvm_riscv_reset_vcpu()
112 	struct kvm_vcpu_csr *reset_csr = &vcpu->arch.guest_reset_csr;  in kvm_riscv_reset_vcpu()
113 	struct kvm_cpu_context *cntx = &vcpu->arch.guest_context;  in kvm_riscv_reset_vcpu()
114 	struct kvm_cpu_context *reset_cntx = &vcpu->arch.guest_reset_context;  in kvm_riscv_reset_vcpu()
123 	loaded = (vcpu->cpu != -1);  in kvm_riscv_reset_vcpu()
125 		kvm_arch_vcpu_put(vcpu);  in kvm_riscv_reset_vcpu()
127 	vcpu->arch.last_exit_cpu = -1;  in kvm_riscv_reset_vcpu()
133 	kvm_riscv_vcpu_fp_reset(vcpu);  in kvm_riscv_reset_vcpu()
135 	kvm_riscv_vcpu_timer_reset(vcpu);  in kvm_riscv_reset_vcpu()
137 	WRITE_ONCE(vcpu->arch.irqs_pending, 0);  in kvm_riscv_reset_vcpu()
138 	WRITE_ONCE(vcpu->arch.irqs_pending_mask, 0);  in kvm_riscv_reset_vcpu()
140 	vcpu->arch.hfence_head = 0;  in kvm_riscv_reset_vcpu()
141 	vcpu->arch.hfence_tail = 0;  in kvm_riscv_reset_vcpu()
142 	memset(vcpu->arch.hfence_queue, 0, sizeof(vcpu->arch.hfence_queue));  in kvm_riscv_reset_vcpu()
146 		kvm_arch_vcpu_load(vcpu, smp_processor_id());  in kvm_riscv_reset_vcpu()
155 int kvm_arch_vcpu_create(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_create()  argument
158 	struct kvm_vcpu_csr *reset_csr = &vcpu->arch.guest_reset_csr;  in kvm_arch_vcpu_create()
162 	vcpu->arch.ran_atleast_once = false;  in kvm_arch_vcpu_create()
163 	vcpu->arch.mmu_page_cache.gfp_zero = __GFP_ZERO;  in kvm_arch_vcpu_create()
164 	bitmap_zero(vcpu->arch.isa, RISCV_ISA_EXT_MAX);  in kvm_arch_vcpu_create()
171 			set_bit(host_isa, vcpu->arch.isa);  in kvm_arch_vcpu_create()
175 	spin_lock_init(&vcpu->arch.hfence_lock);  in kvm_arch_vcpu_create()
178 	cntx = &vcpu->arch.guest_reset_context;  in kvm_arch_vcpu_create()
189 	kvm_riscv_vcpu_timer_init(vcpu);  in kvm_arch_vcpu_create()
192 	kvm_riscv_reset_vcpu(vcpu);  in kvm_arch_vcpu_create()
197 void kvm_arch_vcpu_postcreate(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_postcreate()  argument
204 	if (vcpu->vcpu_idx != 0)  in kvm_arch_vcpu_postcreate()
205 		kvm_riscv_vcpu_power_off(vcpu);  in kvm_arch_vcpu_postcreate()
208 void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_destroy()  argument
211 	kvm_riscv_vcpu_timer_deinit(vcpu);  in kvm_arch_vcpu_destroy()
214 	kvm_mmu_free_memory_cache(&vcpu->arch.mmu_page_cache);  in kvm_arch_vcpu_destroy()
217 int kvm_cpu_has_pending_timer(struct kvm_vcpu *vcpu)  in kvm_cpu_has_pending_timer()  argument
219 	return kvm_riscv_vcpu_timer_pending(vcpu);  in kvm_cpu_has_pending_timer()
222 void kvm_arch_vcpu_blocking(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_blocking()  argument
226 void kvm_arch_vcpu_unblocking(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_unblocking()  argument
230 int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_runnable()  argument
232 	return (kvm_riscv_vcpu_has_interrupts(vcpu, -1UL) &&  in kvm_arch_vcpu_runnable()
233 		!vcpu->arch.power_off && !vcpu->arch.pause);  in kvm_arch_vcpu_runnable()
236 int kvm_arch_vcpu_should_kick(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_should_kick()  argument
238 	return kvm_vcpu_exiting_guest_mode(vcpu) == IN_GUEST_MODE;  in kvm_arch_vcpu_should_kick()
241 bool kvm_arch_vcpu_in_kernel(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_in_kernel()  argument
243 	return (vcpu->arch.guest_context.sstatus & SR_SPP) ? true : false;  in kvm_arch_vcpu_in_kernel()
246 vm_fault_t kvm_arch_vcpu_fault(struct kvm_vcpu *vcpu, struct vm_fault *vmf)  in kvm_arch_vcpu_fault()  argument
251 static int kvm_riscv_vcpu_get_reg_config(struct kvm_vcpu *vcpu,  in kvm_riscv_vcpu_get_reg_config()  argument
266 		reg_val = vcpu->arch.isa[0] & KVM_RISCV_BASE_ISA_MASK;  in kvm_riscv_vcpu_get_reg_config()
269 		if (!riscv_isa_extension_available(vcpu->arch.isa, ZICBOM))  in kvm_riscv_vcpu_get_reg_config()
283 static int kvm_riscv_vcpu_set_reg_config(struct kvm_vcpu *vcpu,  in kvm_riscv_vcpu_set_reg_config()  argument
305 		if (!vcpu->arch.ran_atleast_once) {  in kvm_riscv_vcpu_set_reg_config()
322 			reg_val = (vcpu->arch.isa[0] & ~KVM_RISCV_BASE_ISA_MASK) |  in kvm_riscv_vcpu_set_reg_config()
324 			vcpu->arch.isa[0] = reg_val;  in kvm_riscv_vcpu_set_reg_config()
325 			kvm_riscv_vcpu_fp_reset(vcpu);  in kvm_riscv_vcpu_set_reg_config()
339 static int kvm_riscv_vcpu_get_reg_core(struct kvm_vcpu *vcpu,  in kvm_riscv_vcpu_get_reg_core()  argument
342 	struct kvm_cpu_context *cntx = &vcpu->arch.guest_context;  in kvm_riscv_vcpu_get_reg_core()
372 static int kvm_riscv_vcpu_set_reg_core(struct kvm_vcpu *vcpu,  in kvm_riscv_vcpu_set_reg_core()  argument
375 	struct kvm_cpu_context *cntx = &vcpu->arch.guest_context;  in kvm_riscv_vcpu_set_reg_core()
407 static int kvm_riscv_vcpu_get_reg_csr(struct kvm_vcpu *vcpu,  in kvm_riscv_vcpu_get_reg_csr()  argument
410 	struct kvm_vcpu_csr *csr = &vcpu->arch.guest_csr;  in kvm_riscv_vcpu_get_reg_csr()
424 		kvm_riscv_vcpu_flush_interrupts(vcpu);  in kvm_riscv_vcpu_get_reg_csr()
435 static int kvm_riscv_vcpu_set_reg_csr(struct kvm_vcpu *vcpu,  in kvm_riscv_vcpu_set_reg_csr()  argument
438 	struct kvm_vcpu_csr *csr = &vcpu->arch.guest_csr;  in kvm_riscv_vcpu_set_reg_csr()
462 		WRITE_ONCE(vcpu->arch.irqs_pending_mask, 0);  in kvm_riscv_vcpu_set_reg_csr()
467 static int kvm_riscv_vcpu_get_reg_isa_ext(struct kvm_vcpu *vcpu,  in kvm_riscv_vcpu_get_reg_isa_ext()  argument
486 	if (__riscv_isa_extension_available(vcpu->arch.isa, host_isa_ext))  in kvm_riscv_vcpu_get_reg_isa_ext()
495 static int kvm_riscv_vcpu_set_reg_isa_ext(struct kvm_vcpu *vcpu,  in kvm_riscv_vcpu_set_reg_isa_ext()  argument
520 	if (!vcpu->arch.ran_atleast_once) {  in kvm_riscv_vcpu_set_reg_isa_ext()
527 			set_bit(host_isa_ext, vcpu->arch.isa);  in kvm_riscv_vcpu_set_reg_isa_ext()
530 			clear_bit(host_isa_ext, vcpu->arch.isa);  in kvm_riscv_vcpu_set_reg_isa_ext()
533 		kvm_riscv_vcpu_fp_reset(vcpu);  in kvm_riscv_vcpu_set_reg_isa_ext()
541 static int kvm_riscv_vcpu_set_reg(struct kvm_vcpu *vcpu,  in kvm_riscv_vcpu_set_reg()  argument
545 		return kvm_riscv_vcpu_set_reg_config(vcpu, reg);  in kvm_riscv_vcpu_set_reg()
547 		return kvm_riscv_vcpu_set_reg_core(vcpu, reg);  in kvm_riscv_vcpu_set_reg()
549 		return kvm_riscv_vcpu_set_reg_csr(vcpu, reg);  in kvm_riscv_vcpu_set_reg()
551 		return kvm_riscv_vcpu_set_reg_timer(vcpu, reg);  in kvm_riscv_vcpu_set_reg()
553 		return kvm_riscv_vcpu_set_reg_fp(vcpu, reg,  in kvm_riscv_vcpu_set_reg()
556 		return kvm_riscv_vcpu_set_reg_fp(vcpu, reg,  in kvm_riscv_vcpu_set_reg()
559 		return kvm_riscv_vcpu_set_reg_isa_ext(vcpu, reg);  in kvm_riscv_vcpu_set_reg()
564 static int kvm_riscv_vcpu_get_reg(struct kvm_vcpu *vcpu,  in kvm_riscv_vcpu_get_reg()  argument
568 		return kvm_riscv_vcpu_get_reg_config(vcpu, reg);  in kvm_riscv_vcpu_get_reg()
570 		return kvm_riscv_vcpu_get_reg_core(vcpu, reg);  in kvm_riscv_vcpu_get_reg()
572 		return kvm_riscv_vcpu_get_reg_csr(vcpu, reg);  in kvm_riscv_vcpu_get_reg()
574 		return kvm_riscv_vcpu_get_reg_timer(vcpu, reg);  in kvm_riscv_vcpu_get_reg()
576 		return kvm_riscv_vcpu_get_reg_fp(vcpu, reg,  in kvm_riscv_vcpu_get_reg()
579 		return kvm_riscv_vcpu_get_reg_fp(vcpu, reg,  in kvm_riscv_vcpu_get_reg()
582 		return kvm_riscv_vcpu_get_reg_isa_ext(vcpu, reg);  in kvm_riscv_vcpu_get_reg()
590 	struct kvm_vcpu *vcpu = filp->private_data;  in kvm_arch_vcpu_async_ioctl()  local
600 			return kvm_riscv_vcpu_set_interrupt(vcpu, IRQ_VS_EXT);  in kvm_arch_vcpu_async_ioctl()
602 			return kvm_riscv_vcpu_unset_interrupt(vcpu, IRQ_VS_EXT);  in kvm_arch_vcpu_async_ioctl()
611 	struct kvm_vcpu *vcpu = filp->private_data;  in kvm_arch_vcpu_ioctl()  local
625 			r = kvm_riscv_vcpu_set_reg(vcpu, &reg);  in kvm_arch_vcpu_ioctl()
627 			r = kvm_riscv_vcpu_get_reg(vcpu, &reg);  in kvm_arch_vcpu_ioctl()
637 int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_get_sregs()  argument
643 int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_set_sregs()  argument
649 int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu)  in kvm_arch_vcpu_ioctl_get_fpu()  argument
654 int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu)  in kvm_arch_vcpu_ioctl_set_fpu()  argument
659 int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_translate()  argument
665 int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs)  in kvm_arch_vcpu_ioctl_get_regs()  argument
670 int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs)  in kvm_arch_vcpu_ioctl_set_regs()  argument
675 void kvm_riscv_vcpu_flush_interrupts(struct kvm_vcpu *vcpu)  in kvm_riscv_vcpu_flush_interrupts()  argument
677 	struct kvm_vcpu_csr *csr = &vcpu->arch.guest_csr;  in kvm_riscv_vcpu_flush_interrupts()
680 	if (READ_ONCE(vcpu->arch.irqs_pending_mask)) {  in kvm_riscv_vcpu_flush_interrupts()
681 		mask = xchg_acquire(&vcpu->arch.irqs_pending_mask, 0);  in kvm_riscv_vcpu_flush_interrupts()
682 		val = READ_ONCE(vcpu->arch.irqs_pending) & mask;  in kvm_riscv_vcpu_flush_interrupts()
689 void kvm_riscv_vcpu_sync_interrupts(struct kvm_vcpu *vcpu)  in kvm_riscv_vcpu_sync_interrupts()  argument
692 	struct kvm_vcpu_arch *v = &vcpu->arch;  in kvm_riscv_vcpu_sync_interrupts()
693 	struct kvm_vcpu_csr *csr = &vcpu->arch.guest_csr;  in kvm_riscv_vcpu_sync_interrupts()
713 	kvm_riscv_vcpu_timer_sync(vcpu);  in kvm_riscv_vcpu_sync_interrupts()
716 int kvm_riscv_vcpu_set_interrupt(struct kvm_vcpu *vcpu, unsigned int irq)  in kvm_riscv_vcpu_set_interrupt()  argument
723 	set_bit(irq, &vcpu->arch.irqs_pending);  in kvm_riscv_vcpu_set_interrupt()
725 	set_bit(irq, &vcpu->arch.irqs_pending_mask);  in kvm_riscv_vcpu_set_interrupt()
727 	kvm_vcpu_kick(vcpu);  in kvm_riscv_vcpu_set_interrupt()
732 int kvm_riscv_vcpu_unset_interrupt(struct kvm_vcpu *vcpu, unsigned int irq)  in kvm_riscv_vcpu_unset_interrupt()  argument
739 	clear_bit(irq, &vcpu->arch.irqs_pending);  in kvm_riscv_vcpu_unset_interrupt()
741 	set_bit(irq, &vcpu->arch.irqs_pending_mask);  in kvm_riscv_vcpu_unset_interrupt()
746 bool kvm_riscv_vcpu_has_interrupts(struct kvm_vcpu *vcpu, unsigned long mask)  in kvm_riscv_vcpu_has_interrupts()  argument
748 	unsigned long ie = ((vcpu->arch.guest_csr.vsie & VSIP_VALID_MASK)  in kvm_riscv_vcpu_has_interrupts()
751 	return (READ_ONCE(vcpu->arch.irqs_pending) & ie) ? true : false;  in kvm_riscv_vcpu_has_interrupts()
754 void kvm_riscv_vcpu_power_off(struct kvm_vcpu *vcpu)  in kvm_riscv_vcpu_power_off()  argument
756 	vcpu->arch.power_off = true;  in kvm_riscv_vcpu_power_off()
757 	kvm_make_request(KVM_REQ_SLEEP, vcpu);  in kvm_riscv_vcpu_power_off()
758 	kvm_vcpu_kick(vcpu);  in kvm_riscv_vcpu_power_off()
761 void kvm_riscv_vcpu_power_on(struct kvm_vcpu *vcpu)  in kvm_riscv_vcpu_power_on()  argument
763 	vcpu->arch.power_off = false;  in kvm_riscv_vcpu_power_on()
764 	kvm_vcpu_wake_up(vcpu);  in kvm_riscv_vcpu_power_on()
767 int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_get_mpstate()  argument
770 	if (vcpu->arch.power_off)  in kvm_arch_vcpu_ioctl_get_mpstate()
778 int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_set_mpstate()  argument
785 		vcpu->arch.power_off = false;  in kvm_arch_vcpu_ioctl_set_mpstate()
788 		kvm_riscv_vcpu_power_off(vcpu);  in kvm_arch_vcpu_ioctl_set_mpstate()
797 int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu,  in kvm_arch_vcpu_ioctl_set_guest_debug()  argument
823 void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu)  in kvm_arch_vcpu_load()  argument
825 	struct kvm_vcpu_csr *csr = &vcpu->arch.guest_csr;  in kvm_arch_vcpu_load()
837 	kvm_riscv_vcpu_update_config(vcpu->arch.isa);  in kvm_arch_vcpu_load()
839 	kvm_riscv_gstage_update_hgatp(vcpu);  in kvm_arch_vcpu_load()
841 	kvm_riscv_vcpu_timer_restore(vcpu);  in kvm_arch_vcpu_load()
843 	kvm_riscv_vcpu_host_fp_save(&vcpu->arch.host_context);  in kvm_arch_vcpu_load()
844 	kvm_riscv_vcpu_guest_fp_restore(&vcpu->arch.guest_context,  in kvm_arch_vcpu_load()
845 					vcpu->arch.isa);  in kvm_arch_vcpu_load()
847 	vcpu->cpu = cpu;  in kvm_arch_vcpu_load()
850 void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_put()  argument
852 	struct kvm_vcpu_csr *csr = &vcpu->arch.guest_csr;  in kvm_arch_vcpu_put()
854 	vcpu->cpu = -1;  in kvm_arch_vcpu_put()
856 	kvm_riscv_vcpu_guest_fp_save(&vcpu->arch.guest_context,  in kvm_arch_vcpu_put()
857 				     vcpu->arch.isa);  in kvm_arch_vcpu_put()
858 	kvm_riscv_vcpu_host_fp_restore(&vcpu->arch.host_context);  in kvm_arch_vcpu_put()
860 	kvm_riscv_vcpu_timer_save(vcpu);  in kvm_arch_vcpu_put()
873 static void kvm_riscv_check_vcpu_requests(struct kvm_vcpu *vcpu)  in kvm_riscv_check_vcpu_requests()  argument
875 	struct rcuwait *wait = kvm_arch_vcpu_get_wait(vcpu);  in kvm_riscv_check_vcpu_requests()
877 	if (kvm_request_pending(vcpu)) {  in kvm_riscv_check_vcpu_requests()
878 		if (kvm_check_request(KVM_REQ_SLEEP, vcpu)) {  in kvm_riscv_check_vcpu_requests()
879 			kvm_vcpu_srcu_read_unlock(vcpu);  in kvm_riscv_check_vcpu_requests()
881 				(!vcpu->arch.power_off) && (!vcpu->arch.pause),  in kvm_riscv_check_vcpu_requests()
883 			kvm_vcpu_srcu_read_lock(vcpu);  in kvm_riscv_check_vcpu_requests()
885 			if (vcpu->arch.power_off || vcpu->arch.pause) {  in kvm_riscv_check_vcpu_requests()
890 				kvm_make_request(KVM_REQ_SLEEP, vcpu);  in kvm_riscv_check_vcpu_requests()
894 		if (kvm_check_request(KVM_REQ_VCPU_RESET, vcpu))  in kvm_riscv_check_vcpu_requests()
895 			kvm_riscv_reset_vcpu(vcpu);  in kvm_riscv_check_vcpu_requests()
897 		if (kvm_check_request(KVM_REQ_UPDATE_HGATP, vcpu))  in kvm_riscv_check_vcpu_requests()
898 			kvm_riscv_gstage_update_hgatp(vcpu);  in kvm_riscv_check_vcpu_requests()
900 		if (kvm_check_request(KVM_REQ_FENCE_I, vcpu))  in kvm_riscv_check_vcpu_requests()
901 			kvm_riscv_fence_i_process(vcpu);  in kvm_riscv_check_vcpu_requests()
907 		if (kvm_check_request(KVM_REQ_HFENCE_GVMA_VMID_ALL, vcpu))  in kvm_riscv_check_vcpu_requests()
908 			kvm_riscv_hfence_gvma_vmid_all_process(vcpu);  in kvm_riscv_check_vcpu_requests()
910 		if (kvm_check_request(KVM_REQ_HFENCE_VVMA_ALL, vcpu))  in kvm_riscv_check_vcpu_requests()
911 			kvm_riscv_hfence_vvma_all_process(vcpu);  in kvm_riscv_check_vcpu_requests()
913 		if (kvm_check_request(KVM_REQ_HFENCE, vcpu))  in kvm_riscv_check_vcpu_requests()
914 			kvm_riscv_hfence_process(vcpu);  in kvm_riscv_check_vcpu_requests()
918 static void kvm_riscv_update_hvip(struct kvm_vcpu *vcpu)  in kvm_riscv_update_hvip()  argument
920 	struct kvm_vcpu_csr *csr = &vcpu->arch.guest_csr;  in kvm_riscv_update_hvip()
932 static void noinstr kvm_riscv_vcpu_enter_exit(struct kvm_vcpu *vcpu)  in kvm_riscv_vcpu_enter_exit()  argument
935 	__kvm_riscv_switch_to(&vcpu->arch);  in kvm_riscv_vcpu_enter_exit()
936 	vcpu->arch.last_exit_cpu = vcpu->cpu;  in kvm_riscv_vcpu_enter_exit()
940 int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu)  in kvm_arch_vcpu_ioctl_run()  argument
944 	struct kvm_run *run = vcpu->run;  in kvm_arch_vcpu_ioctl_run()
947 	vcpu->arch.ran_atleast_once = true;  in kvm_arch_vcpu_ioctl_run()
949 	kvm_vcpu_srcu_read_lock(vcpu);  in kvm_arch_vcpu_ioctl_run()
954 		ret = kvm_riscv_vcpu_mmio_return(vcpu, vcpu->run);  in kvm_arch_vcpu_ioctl_run()
958 		ret = kvm_riscv_vcpu_sbi_return(vcpu, vcpu->run);  in kvm_arch_vcpu_ioctl_run()
962 		ret = kvm_riscv_vcpu_csr_return(vcpu, vcpu->run);  in kvm_arch_vcpu_ioctl_run()
969 		kvm_vcpu_srcu_read_unlock(vcpu);  in kvm_arch_vcpu_ioctl_run()
974 		kvm_vcpu_srcu_read_unlock(vcpu);  in kvm_arch_vcpu_ioctl_run()
978 	vcpu_load(vcpu);  in kvm_arch_vcpu_ioctl_run()
980 	kvm_sigset_activate(vcpu);  in kvm_arch_vcpu_ioctl_run()
986 		ret = xfer_to_guest_mode_handle_work(vcpu);  in kvm_arch_vcpu_ioctl_run()
990 		kvm_riscv_gstage_vmid_update(vcpu);  in kvm_arch_vcpu_ioctl_run()
992 		kvm_riscv_check_vcpu_requests(vcpu);  in kvm_arch_vcpu_ioctl_run()
1002 		vcpu->mode = IN_GUEST_MODE;  in kvm_arch_vcpu_ioctl_run()
1004 		kvm_vcpu_srcu_read_unlock(vcpu);  in kvm_arch_vcpu_ioctl_run()
1011 		kvm_riscv_vcpu_flush_interrupts(vcpu);  in kvm_arch_vcpu_ioctl_run()
1014 		kvm_riscv_update_hvip(vcpu);  in kvm_arch_vcpu_ioctl_run()
1017 		    kvm_riscv_gstage_vmid_ver_changed(&vcpu->kvm->arch.vmid) ||  in kvm_arch_vcpu_ioctl_run()
1018 		    kvm_request_pending(vcpu) ||  in kvm_arch_vcpu_ioctl_run()
1020 			vcpu->mode = OUTSIDE_GUEST_MODE;  in kvm_arch_vcpu_ioctl_run()
1022 			kvm_vcpu_srcu_read_lock(vcpu);  in kvm_arch_vcpu_ioctl_run()
1032 		kvm_riscv_local_tlb_sanitize(vcpu);  in kvm_arch_vcpu_ioctl_run()
1036 		kvm_riscv_vcpu_enter_exit(vcpu);  in kvm_arch_vcpu_ioctl_run()
1038 		vcpu->mode = OUTSIDE_GUEST_MODE;  in kvm_arch_vcpu_ioctl_run()
1039 		vcpu->stat.exits++;  in kvm_arch_vcpu_ioctl_run()
1046 		trap.sepc = vcpu->arch.guest_context.sepc;  in kvm_arch_vcpu_ioctl_run()
1053 		kvm_riscv_vcpu_sync_interrupts(vcpu);  in kvm_arch_vcpu_ioctl_run()
1076 		kvm_vcpu_srcu_read_lock(vcpu);  in kvm_arch_vcpu_ioctl_run()
1078 		ret = kvm_riscv_vcpu_exit(vcpu, run, &trap);  in kvm_arch_vcpu_ioctl_run()
1081 	kvm_sigset_deactivate(vcpu);  in kvm_arch_vcpu_ioctl_run()
1083 	vcpu_put(vcpu);  in kvm_arch_vcpu_ioctl_run()
1085 	kvm_vcpu_srcu_read_unlock(vcpu);  in kvm_arch_vcpu_ioctl_run()