1 // SPDX-License-Identifier: GPL-2.0-only
3  * Copyright (C) 2012 - ARM Ltd
7 #include <linux/arm-smccc.h>
24 #define AFFINITY_MASK(level)	~((0x1UL << ((level) * MPIDR_LEVEL_BITS)) - 1)
38 	 * same-as WFI (Wait-for-interrupt) emulation.  in kvm_psci_vcpu_suspend()
42 	 * in section 5.4.1 of PSCI v0.2 specification (ARM DEN 0022A).  in kvm_psci_vcpu_suspend()
44 	 * Further, we also treat power-down request to be same as  in kvm_psci_vcpu_suspend()
45 	 * stand-by request as-per section 5.4.2 clause 3 of PSCI v0.2  in kvm_psci_vcpu_suspend()
63 	struct kvm *kvm = source_vcpu->kvm;  in kvm_psci_vcpu_on()
86 	reset_state = &vcpu->arch.reset_state;  in kvm_psci_vcpu_on()
88 	reset_state->pc = smccc_get_arg2(source_vcpu);  in kvm_psci_vcpu_on()
91 	reset_state->be = kvm_vcpu_is_be(source_vcpu);  in kvm_psci_vcpu_on()
94 	 * NOTE: We always update r0 (or x0) because for PSCI v0.1  in kvm_psci_vcpu_on()
97 	reset_state->r0 = smccc_get_arg3(source_vcpu);  in kvm_psci_vcpu_on()
99 	WRITE_ONCE(reset_state->reset, true);  in kvm_psci_vcpu_on()
108 	vcpu->arch.mp_state.mp_state = KVM_MP_STATE_RUNNABLE;  in kvm_psci_vcpu_on()
121 	struct kvm *kvm = vcpu->kvm;  in kvm_psci_vcpu_affinity_info()
165 	 * actual request is made.  Since we are implementing PSCI and a  in kvm_prepare_system_event()
166 	 * caller of PSCI reboot and shutdown expects that the system shuts  in kvm_prepare_system_event()
169 	 * re-initialized.  in kvm_prepare_system_event()
171 	kvm_for_each_vcpu(i, tmp, vcpu->kvm)  in kvm_prepare_system_event()
172 		tmp->arch.mp_state.mp_state = KVM_MP_STATE_STOPPED;  in kvm_prepare_system_event()
173 	kvm_make_all_cpus_request(vcpu->kvm, KVM_REQ_SLEEP);  in kvm_prepare_system_event()
175 	memset(&vcpu->run->system_event, 0, sizeof(vcpu->run->system_event));  in kvm_prepare_system_event()
176 	vcpu->run->system_event.type = type;  in kvm_prepare_system_event()
177 	vcpu->run->system_event.ndata = 1;  in kvm_prepare_system_event()
178 	vcpu->run->system_event.data[0] = flags;  in kvm_prepare_system_event()
179 	vcpu->run->exit_reason = KVM_EXIT_SYSTEM_EVENT;  in kvm_prepare_system_event()
200 	struct kvm_run *run = vcpu->run;  in kvm_psci_system_suspend()
202 	memset(&run->system_event, 0, sizeof(vcpu->run->system_event));  in kvm_psci_system_suspend()
203 	run->system_event.type = KVM_SYSTEM_EVENT_SUSPEND;  in kvm_psci_system_suspend()
204 	run->exit_reason = KVM_EXIT_SYSTEM_EVENT;  in kvm_psci_system_suspend()
215 	for (i = 1; i < 4; i++)  in kvm_psci_narrow_to_32bit()
222 	 * Prevent 32 bit guests from calling 64 bit PSCI functions.  in kvm_psci_check_allowed_function()
232 	struct kvm *kvm = vcpu->kvm;  in kvm_psci_0_2_call()
235 	int ret = 1;  in kvm_psci_0_2_call()
257 		mutex_lock(&kvm->lock);  in kvm_psci_0_2_call()
259 		mutex_unlock(&kvm->lock);  in kvm_psci_0_2_call()
283 		 * VCPU should see internal failure from PSCI return  in kvm_psci_0_2_call()
285 		 * PSCI return value INTERNAL_FAILURE.  in kvm_psci_0_2_call()
294 		 * with PSCI return value INTERNAL_FAILURE.  in kvm_psci_0_2_call()
312 	struct kvm *kvm = vcpu->kvm;  in kvm_psci_1_x_call()
314 	int ret = 1;  in kvm_psci_1_x_call()
346 			if (test_bit(KVM_ARCH_FLAG_SYSTEM_SUSPEND_ENABLED, &kvm->arch.flags))  in kvm_psci_1_x_call()
351 			if (minor >= 1)  in kvm_psci_1_x_call()
365 		if (test_bit(KVM_ARCH_FLAG_SYSTEM_SUSPEND_ENABLED, &kvm->arch.flags)) {  in kvm_psci_1_x_call()
374 		if (minor >= 1) {  in kvm_psci_1_x_call()
398 	struct kvm *kvm = vcpu->kvm;  in kvm_psci_0_1_call()
408 		mutex_lock(&kvm->lock);  in kvm_psci_0_1_call()
410 		mutex_unlock(&kvm->lock);  in kvm_psci_0_1_call()
418 	return 1;  in kvm_psci_0_1_call()
422  * kvm_psci_call - handle PSCI call if r0 value is in range
425  * Handle PSCI calls from guests through traps from HVC instructions.
433  * -EINVAL: Unrecognized PSCI function
443 		return 1;  in kvm_psci_call()
448 		return kvm_psci_1_x_call(vcpu, 1);  in kvm_psci_call()
456 		return -EINVAL;  in kvm_psci_call()