1 // SPDX-License-Identifier: GPL-2.0
19 #include "kvm-s390.h"
23 	kvm->arch.pv.handle = 0;  in kvm_s390_clear_pv_state()
24 	kvm->arch.pv.guest_len = 0;  in kvm_s390_clear_pv_state()
25 	kvm->arch.pv.stor_base = 0;  in kvm_s390_clear_pv_state()
26 	kvm->arch.pv.stor_var = NULL;  in kvm_s390_clear_pv_state()
29 int kvm_s390_pv_destroy_cpu(struct kvm_vcpu *vcpu, u16 *rc, u16 *rrc)  in kvm_s390_pv_destroy_cpu()  argument
36 	cc = uv_cmd_nodata(kvm_s390_pv_cpu_get_handle(vcpu), UVC_CMD_DESTROY_SEC_CPU, rc, rrc);  in kvm_s390_pv_destroy_cpu()
38 	KVM_UV_EVENT(vcpu->kvm, 3, "PROTVIRT DESTROY VCPU %d: rc %x rrc %x",  in kvm_s390_pv_destroy_cpu()
39 		     vcpu->vcpu_id, *rc, *rrc);  in kvm_s390_pv_destroy_cpu()
40 	WARN_ONCE(cc, "protvirt destroy cpu failed rc %x rrc %x", *rc, *rrc);  in kvm_s390_pv_destroy_cpu()
44 		free_pages(vcpu->arch.pv.stor_base,  in kvm_s390_pv_destroy_cpu()
47 	free_page(sida_origin(vcpu->arch.sie_block));  in kvm_s390_pv_destroy_cpu()
48 	vcpu->arch.sie_block->pv_handle_cpu = 0;  in kvm_s390_pv_destroy_cpu()
49 	vcpu->arch.sie_block->pv_handle_config = 0;  in kvm_s390_pv_destroy_cpu()
50 	memset(&vcpu->arch.pv, 0, sizeof(vcpu->arch.pv));  in kvm_s390_pv_destroy_cpu()
51 	vcpu->arch.sie_block->sdf = 0;  in kvm_s390_pv_destroy_cpu()
57 	vcpu->arch.sie_block->gbea = 1;  in kvm_s390_pv_destroy_cpu()
63 int kvm_s390_pv_create_cpu(struct kvm_vcpu *vcpu, u16 *rc, u16 *rrc)  in kvm_s390_pv_create_cpu()  argument
72 		return -EINVAL;  in kvm_s390_pv_create_cpu()
74 	vcpu->arch.pv.stor_base = __get_free_pages(GFP_KERNEL_ACCOUNT,  in kvm_s390_pv_create_cpu()
76 	if (!vcpu->arch.pv.stor_base)  in kvm_s390_pv_create_cpu()
77 		return -ENOMEM;  in kvm_s390_pv_create_cpu()
80 	uvcb.guest_handle = kvm_s390_pv_get_handle(vcpu->kvm);  in kvm_s390_pv_create_cpu()
81 	uvcb.num = vcpu->arch.sie_block->icpua;  in kvm_s390_pv_create_cpu()
82 	uvcb.state_origin = (u64)vcpu->arch.sie_block;  in kvm_s390_pv_create_cpu()
83 	uvcb.stor_origin = (u64)vcpu->arch.pv.stor_base;  in kvm_s390_pv_create_cpu()
86 	vcpu->arch.sie_block->sidad = __get_free_page(GFP_KERNEL_ACCOUNT | __GFP_ZERO);  in kvm_s390_pv_create_cpu()
87 	if (!vcpu->arch.sie_block->sidad) {  in kvm_s390_pv_create_cpu()
88 		free_pages(vcpu->arch.pv.stor_base,  in kvm_s390_pv_create_cpu()
90 		return -ENOMEM;  in kvm_s390_pv_create_cpu()
94 	*rc = uvcb.header.rc;  in kvm_s390_pv_create_cpu()
96 	KVM_UV_EVENT(vcpu->kvm, 3,  in kvm_s390_pv_create_cpu()
97 		     "PROTVIRT CREATE VCPU: cpu %d handle %llx rc %x rrc %x",  in kvm_s390_pv_create_cpu()
98 		     vcpu->vcpu_id, uvcb.cpu_handle, uvcb.header.rc,  in kvm_s390_pv_create_cpu()
105 		return -EIO;  in kvm_s390_pv_create_cpu()
109 	vcpu->arch.pv.handle = uvcb.cpu_handle;  in kvm_s390_pv_create_cpu()
110 	vcpu->arch.sie_block->pv_handle_cpu = uvcb.cpu_handle;  in kvm_s390_pv_create_cpu()
111 	vcpu->arch.sie_block->pv_handle_config = kvm_s390_pv_get_handle(vcpu->kvm);  in kvm_s390_pv_create_cpu()
112 	vcpu->arch.sie_block->sdf = 2;  in kvm_s390_pv_create_cpu()
120 	vfree(kvm->arch.pv.stor_var);  in kvm_s390_pv_dealloc_vm()
121 	free_pages(kvm->arch.pv.stor_base,  in kvm_s390_pv_dealloc_vm()
132 	kvm->arch.pv.stor_var = NULL;  in kvm_s390_pv_alloc_vm()
133 	kvm->arch.pv.stor_base = __get_free_pages(GFP_KERNEL_ACCOUNT, get_order(base));  in kvm_s390_pv_alloc_vm()
134 	if (!kvm->arch.pv.stor_base)  in kvm_s390_pv_alloc_vm()
135 		return -ENOMEM;  in kvm_s390_pv_alloc_vm()
143 	mutex_lock(&kvm->slots_lock);  in kvm_s390_pv_alloc_vm()
145 	mutex_unlock(&kvm->slots_lock);  in kvm_s390_pv_alloc_vm()
147 	kvm->arch.pv.guest_len = npages * PAGE_SIZE;  in kvm_s390_pv_alloc_vm()
152 	kvm->arch.pv.stor_var = vzalloc(vlen);  in kvm_s390_pv_alloc_vm()
153 	if (!kvm->arch.pv.stor_var)  in kvm_s390_pv_alloc_vm()
159 	return -ENOMEM;  in kvm_s390_pv_alloc_vm()
163 int kvm_s390_pv_deinit_vm(struct kvm *kvm, u16 *rc, u16 *rrc)  in kvm_s390_pv_deinit_vm()  argument
168 			   UVC_CMD_DESTROY_SEC_CONF, rc, rrc);  in kvm_s390_pv_deinit_vm()
169 	WRITE_ONCE(kvm->arch.gmap->guest_handle, 0);  in kvm_s390_pv_deinit_vm()
174 	if (mmget_not_zero(kvm->mm)) {  in kvm_s390_pv_deinit_vm()
175 		s390_uv_destroy_range(kvm->mm, 0, TASK_SIZE);  in kvm_s390_pv_deinit_vm()
176 		mmput(kvm->mm);  in kvm_s390_pv_deinit_vm()
180 		atomic_dec(&kvm->mm->context.protected_count);  in kvm_s390_pv_deinit_vm()
184 		s390_replace_asce(kvm->arch.gmap);  in kvm_s390_pv_deinit_vm()
186 	KVM_UV_EVENT(kvm, 3, "PROTVIRT DESTROY VM: rc %x rrc %x", *rc, *rrc);  in kvm_s390_pv_deinit_vm()
187 	WARN_ONCE(cc, "protvirt destroy vm failed rc %x rrc %x", *rc, *rrc);  in kvm_s390_pv_deinit_vm()
189 	return cc ? -EIO : 0;  in kvm_s390_pv_deinit_vm()
212 int kvm_s390_pv_init_vm(struct kvm *kvm, u16 *rc, u16 *rrc)  in kvm_s390_pv_init_vm()  argument
227 	uvcb.guest_stor_len = kvm->arch.pv.guest_len;  in kvm_s390_pv_init_vm()
228 	uvcb.guest_asce = kvm->arch.gmap->asce;  in kvm_s390_pv_init_vm()
229 	uvcb.guest_sca = (unsigned long)kvm->arch.sca;  in kvm_s390_pv_init_vm()
230 	uvcb.conf_base_stor_origin = (u64)kvm->arch.pv.stor_base;  in kvm_s390_pv_init_vm()
231 	uvcb.conf_virt_stor_origin = (u64)kvm->arch.pv.stor_var;  in kvm_s390_pv_init_vm()
234 	*rc = uvcb.header.rc;  in kvm_s390_pv_init_vm()
236 	KVM_UV_EVENT(kvm, 3, "PROTVIRT CREATE VM: handle %llx len %llx rc %x rrc %x",  in kvm_s390_pv_init_vm()
237 		     uvcb.guest_handle, uvcb.guest_stor_len, *rc, *rrc);  in kvm_s390_pv_init_vm()
240 	kvm->arch.pv.handle = uvcb.guest_handle;  in kvm_s390_pv_init_vm()
242 	atomic_inc(&kvm->mm->context.protected_count);  in kvm_s390_pv_init_vm()
244 		if (uvcb.header.rc & UVC_RC_NEED_DESTROY) {  in kvm_s390_pv_init_vm()
247 			atomic_dec(&kvm->mm->context.protected_count);  in kvm_s390_pv_init_vm()
250 		return -EIO;  in kvm_s390_pv_init_vm()
252 	kvm->arch.gmap->guest_handle = uvcb.guest_handle;  in kvm_s390_pv_init_vm()
253 	/* Add the notifier only once. No races because we hold kvm->lock */  in kvm_s390_pv_init_vm()
254 	if (kvm->arch.pv.mmu_notifier.ops != &kvm_s390_pv_mmu_notifier_ops) {  in kvm_s390_pv_init_vm()
255 		kvm->arch.pv.mmu_notifier.ops = &kvm_s390_pv_mmu_notifier_ops;  in kvm_s390_pv_init_vm()
256 		mmu_notifier_register(&kvm->arch.pv.mmu_notifier, kvm->mm);  in kvm_s390_pv_init_vm()
261 int kvm_s390_pv_set_sec_parms(struct kvm *kvm, void *hdr, u64 length, u16 *rc,  in kvm_s390_pv_set_sec_parms()  argument
273 	*rc = uvcb.header.rc;  in kvm_s390_pv_set_sec_parms()
275 	KVM_UV_EVENT(kvm, 3, "PROTVIRT VM SET PARMS: rc %x rrc %x",  in kvm_s390_pv_set_sec_parms()
276 		     *rc, *rrc);  in kvm_s390_pv_set_sec_parms()
277 	return cc ? -EINVAL : 0;  in kvm_s390_pv_set_sec_parms()
281 		      u64 offset, u16 *rc, u16 *rrc)  in unpack_one()  argument
291 	int ret = gmap_make_secure(kvm->arch.gmap, addr, &uvcb);  in unpack_one()
293 	*rc = uvcb.header.rc;  in unpack_one()
296 	if (ret && ret != -EAGAIN)  in unpack_one()
297 		KVM_UV_EVENT(kvm, 3, "PROTVIRT VM UNPACK: failed addr %llx with rc %x rrc %x",  in unpack_one()
298 			     uvcb.gaddr, *rc, *rrc);  in unpack_one()
303 		       unsigned long tweak, u16 *rc, u16 *rrc)  in kvm_s390_pv_unpack()  argument
309 		return -EINVAL;  in kvm_s390_pv_unpack()
315 		ret = unpack_one(kvm, addr, tweak, offset, rc, rrc);  in kvm_s390_pv_unpack()
316 		if (ret == -EAGAIN) {  in kvm_s390_pv_unpack()
343 	KVM_UV_EVENT(vcpu->kvm, 3, "PROTVIRT SET CPU %d STATE %d rc %x rrc %x",  in kvm_s390_pv_set_cpu_state()
344 		     vcpu->vcpu_id, state, uvcb.header.rc, uvcb.header.rrc);  in kvm_s390_pv_set_cpu_state()
346 		return -EINVAL;  in kvm_s390_pv_set_cpu_state()
350 int kvm_s390_pv_dump_cpu(struct kvm_vcpu *vcpu, void *buff, u16 *rc, u16 *rrc)  in kvm_s390_pv_dump_cpu()  argument
355 		.cpu_handle = vcpu->arch.pv.handle,  in kvm_s390_pv_dump_cpu()
361 	*rc = uvcb.header.rc;  in kvm_s390_pv_dump_cpu()
377  * @rc: Pointer to where the uvcb return code is stored
384  * might be written to even if an error rc is returned. For instance
387  * Context: kvm->lock needs to be held
391  *  -ENOMEM if allocating the cache fails
392  *  -EINVAL if gaddr is not aligned to 1MB
393  *  -EINVAL if buff_user_len is not aligned to uv_info.conf_dump_storage_state_len
394  *  -EINVAL if the UV call fails, rc and rrc will be set in this case
395  *  -EFAULT if copying the result to buff_user failed
398 				u64 *gaddr, u64 buff_user_len, u16 *rc, u16 *rrc)  in kvm_s390_pv_dump_stor_state()  argument
403 		.config_handle = kvm->arch.pv.handle,  in kvm_s390_pv_dump_stor_state()
413 	ret = -EINVAL;  in kvm_s390_pv_dump_stor_state()
433 	ret = -ENOMEM;  in kvm_s390_pv_dump_stor_state()
448 			ret = -EINVAL;  in kvm_s390_pv_dump_stor_state()
454 		buff_user_len -= increment_len;  in kvm_s390_pv_dump_stor_state()
460 				ret = -EFAULT;  in kvm_s390_pv_dump_stor_state()
477 			     "PROTVIRT DUMP STORAGE STATE: addr %llx ret %d, uvcb rc %x rrc %x",  in kvm_s390_pv_dump_stor_state()
478 			     uvcb.gaddr, ret, uvcb.header.rc, uvcb.header.rrc);  in kvm_s390_pv_dump_stor_state()
479 	*rc = uvcb.header.rc;  in kvm_s390_pv_dump_stor_state()
491  * @rc: Pointer to where the uvcb return code is stored
497  * Context: kvm->lock needs to be held
501  *  -ENOMEM if allocating the completion buffer fails
502  *  -EINVAL if the UV call fails, rc and rrc will be set in this case
503  *  -EFAULT if copying the result to buff_user failed
506 			      u16 *rc, u16 *rrc)  in kvm_s390_pv_dump_complete()  argument
519 		return -ENOMEM;  in kvm_s390_pv_dump_complete()
523 	*rc = complete.header.rc;  in kvm_s390_pv_dump_complete()
525 	KVM_UV_EVENT(kvm, 3, "PROTVIRT DUMP COMPLETE: rc %x rrc %x",  in kvm_s390_pv_dump_complete()
526 		     complete.header.rc, complete.header.rrc);  in kvm_s390_pv_dump_complete()
534 		kvm->arch.pv.dumping = false;  in kvm_s390_pv_dump_complete()
538 			ret = -EFAULT;  in kvm_s390_pv_dump_complete()
541 	/* If the UVC returned an error, translate it to -EINVAL */  in kvm_s390_pv_dump_complete()
543 		ret = -EINVAL;  in kvm_s390_pv_dump_complete()