34 static int handle_ri(struct kvm_vcpu *vcpu)  in handle_ri()  argument
36 	vcpu->stat.instruction_ri++;  in handle_ri()
38 	if (test_kvm_facility(vcpu->kvm, 64)) {  in handle_ri()
39 		VCPU_EVENT(vcpu, 3, "%s", "ENABLE: RI (lazy)");  in handle_ri()
40 		vcpu->arch.sie_block->ecb3 |= ECB3_RI;  in handle_ri()
41 		kvm_s390_retry_instr(vcpu);  in handle_ri()
44 		return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);  in handle_ri()
47 int kvm_s390_handle_aa(struct kvm_vcpu *vcpu)  in kvm_s390_handle_aa()  argument
49 	if ((vcpu->arch.sie_block->ipa & 0xf) <= 4)  in kvm_s390_handle_aa()
50 		return handle_ri(vcpu);  in kvm_s390_handle_aa()
55 static int handle_gs(struct kvm_vcpu *vcpu)  in handle_gs()  argument
57 	vcpu->stat.instruction_gs++;  in handle_gs()
59 	if (test_kvm_facility(vcpu->kvm, 133)) {  in handle_gs()
60 		VCPU_EVENT(vcpu, 3, "%s", "ENABLE: GS (lazy)");  in handle_gs()
63 		current->thread.gs_cb = (struct gs_cb *)&vcpu->run->s.regs.gscb;  in handle_gs()
66 		vcpu->arch.sie_block->ecb |= ECB_GS;  in handle_gs()
67 		vcpu->arch.sie_block->ecd |= ECD_HOSTREGMGMT;  in handle_gs()
68 		vcpu->arch.gs_enabled = 1;  in handle_gs()
69 		kvm_s390_retry_instr(vcpu);  in handle_gs()
72 		return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);  in handle_gs()
75 int kvm_s390_handle_e3(struct kvm_vcpu *vcpu)  in kvm_s390_handle_e3()  argument
77 	int code = vcpu->arch.sie_block->ipb & 0xff;  in kvm_s390_handle_e3()
80 		return handle_gs(vcpu);  in kvm_s390_handle_e3()
85 static int handle_set_clock(struct kvm_vcpu *vcpu)  in handle_set_clock()  argument
92 	vcpu->stat.instruction_sck++;  in handle_set_clock()
94 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_set_clock()
95 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_set_clock()
97 	op2 = kvm_s390_get_base_disp_s(vcpu, &ar);  in handle_set_clock()
99 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_set_clock()
100 	rc = read_guest(vcpu, op2, ar, &gtod.tod, sizeof(gtod.tod));  in handle_set_clock()
102 		return kvm_s390_inject_prog_cond(vcpu, rc);  in handle_set_clock()
104 	VCPU_EVENT(vcpu, 3, "SCK: setting guest TOD to 0x%llx", gtod.tod);  in handle_set_clock()
105 	kvm_s390_set_tod_clock(vcpu->kvm, &gtod);  in handle_set_clock()
107 	kvm_s390_set_psw_cc(vcpu, 0);  in handle_set_clock()
111 static int handle_set_prefix(struct kvm_vcpu *vcpu)  in handle_set_prefix()  argument
118 	vcpu->stat.instruction_spx++;  in handle_set_prefix()
120 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_set_prefix()
121 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_set_prefix()
123 	operand2 = kvm_s390_get_base_disp_s(vcpu, &ar);  in handle_set_prefix()
127 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_set_prefix()
130 	rc = read_guest(vcpu, operand2, ar, &address, sizeof(address));  in handle_set_prefix()
132 		return kvm_s390_inject_prog_cond(vcpu, rc);  in handle_set_prefix()
141 	if (kvm_is_error_gpa(vcpu->kvm, address))  in handle_set_prefix()
142 		return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in handle_set_prefix()
144 	kvm_s390_set_prefix(vcpu, address);  in handle_set_prefix()
145 	trace_kvm_s390_handle_prefix(vcpu, 1, address);  in handle_set_prefix()
149 static int handle_store_prefix(struct kvm_vcpu *vcpu)  in handle_store_prefix()  argument
156 	vcpu->stat.instruction_stpx++;  in handle_store_prefix()
158 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_store_prefix()
159 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_store_prefix()
161 	operand2 = kvm_s390_get_base_disp_s(vcpu, &ar);  in handle_store_prefix()
165 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_store_prefix()
167 	address = kvm_s390_get_prefix(vcpu);  in handle_store_prefix()
170 	rc = write_guest(vcpu, operand2, ar, &address, sizeof(address));  in handle_store_prefix()
172 		return kvm_s390_inject_prog_cond(vcpu, rc);  in handle_store_prefix()
174 	VCPU_EVENT(vcpu, 3, "STPX: storing prefix 0x%x into 0x%llx", address, operand2);  in handle_store_prefix()
175 	trace_kvm_s390_handle_prefix(vcpu, 0, address);  in handle_store_prefix()
179 static int handle_store_cpu_address(struct kvm_vcpu *vcpu)  in handle_store_cpu_address()  argument
181 	u16 vcpu_id = vcpu->vcpu_id;  in handle_store_cpu_address()
186 	vcpu->stat.instruction_stap++;  in handle_store_cpu_address()
188 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_store_cpu_address()
189 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_store_cpu_address()
191 	ga = kvm_s390_get_base_disp_s(vcpu, &ar);  in handle_store_cpu_address()
194 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_store_cpu_address()
196 	rc = write_guest(vcpu, ga, ar, &vcpu_id, sizeof(vcpu_id));  in handle_store_cpu_address()
198 		return kvm_s390_inject_prog_cond(vcpu, rc);  in handle_store_cpu_address()
200 	VCPU_EVENT(vcpu, 3, "STAP: storing cpu address (%u) to 0x%llx", vcpu_id, ga);  in handle_store_cpu_address()
201 	trace_kvm_s390_handle_stap(vcpu, ga);  in handle_store_cpu_address()
205 int kvm_s390_skey_check_enable(struct kvm_vcpu *vcpu)  in kvm_s390_skey_check_enable()  argument
209 	trace_kvm_s390_skey_related_inst(vcpu);  in kvm_s390_skey_check_enable()
211 	if (vcpu->arch.skey_enabled)  in kvm_s390_skey_check_enable()
215 	VCPU_EVENT(vcpu, 3, "enabling storage keys for guest: %d", rc);  in kvm_s390_skey_check_enable()
219 	if (kvm_s390_test_cpuflags(vcpu, CPUSTAT_KSS))  in kvm_s390_skey_check_enable()
220 		kvm_s390_clear_cpuflags(vcpu, CPUSTAT_KSS);  in kvm_s390_skey_check_enable()
221 	if (!vcpu->kvm->arch.use_skf)  in kvm_s390_skey_check_enable()
222 		vcpu->arch.sie_block->ictl |= ICTL_ISKE | ICTL_SSKE | ICTL_RRBE;  in kvm_s390_skey_check_enable()
224 		vcpu->arch.sie_block->ictl &= ~(ICTL_ISKE | ICTL_SSKE | ICTL_RRBE);  in kvm_s390_skey_check_enable()
225 	vcpu->arch.skey_enabled = true;  in kvm_s390_skey_check_enable()
229 static int try_handle_skey(struct kvm_vcpu *vcpu)  in try_handle_skey()  argument
233 	rc = kvm_s390_skey_check_enable(vcpu);  in try_handle_skey()
236 	if (vcpu->kvm->arch.use_skf) {  in try_handle_skey()
238 		kvm_s390_retry_instr(vcpu);  in try_handle_skey()
239 		VCPU_EVENT(vcpu, 4, "%s", "retrying storage key operation");  in try_handle_skey()
245 static int handle_iske(struct kvm_vcpu *vcpu)  in handle_iske()  argument
253 	vcpu->stat.instruction_iske++;  in handle_iske()
255 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_iske()
256 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_iske()
258 	rc = try_handle_skey(vcpu);  in handle_iske()
262 	kvm_s390_get_regs_rre(vcpu, &reg1, &reg2);  in handle_iske()
264 	gaddr = vcpu->run->s.regs.gprs[reg2] & PAGE_MASK;  in handle_iske()
265 	gaddr = kvm_s390_logical_to_effective(vcpu, gaddr);  in handle_iske()
266 	gaddr = kvm_s390_real_to_abs(vcpu, gaddr);  in handle_iske()
267 	vmaddr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(gaddr));  in handle_iske()
269 		return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in handle_iske()
285 		return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in handle_iske()
288 	vcpu->run->s.regs.gprs[reg1] &= ~0xff;  in handle_iske()
289 	vcpu->run->s.regs.gprs[reg1] |= key;  in handle_iske()
293 static int handle_rrbe(struct kvm_vcpu *vcpu)  in handle_rrbe()  argument
300 	vcpu->stat.instruction_rrbe++;  in handle_rrbe()
302 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_rrbe()
303 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_rrbe()
305 	rc = try_handle_skey(vcpu);  in handle_rrbe()
309 	kvm_s390_get_regs_rre(vcpu, &reg1, &reg2);  in handle_rrbe()
311 	gaddr = vcpu->run->s.regs.gprs[reg2] & PAGE_MASK;  in handle_rrbe()
312 	gaddr = kvm_s390_logical_to_effective(vcpu, gaddr);  in handle_rrbe()
313 	gaddr = kvm_s390_real_to_abs(vcpu, gaddr);  in handle_rrbe()
314 	vmaddr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(gaddr));  in handle_rrbe()
316 		return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in handle_rrbe()
331 		return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in handle_rrbe()
334 	kvm_s390_set_psw_cc(vcpu, rc);  in handle_rrbe()
342 static int handle_sske(struct kvm_vcpu *vcpu)  in handle_sske()  argument
344 	unsigned char m3 = vcpu->arch.sie_block->ipb >> 28;  in handle_sske()
351 	vcpu->stat.instruction_sske++;  in handle_sske()
353 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_sske()
354 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_sske()
356 	rc = try_handle_skey(vcpu);  in handle_sske()
360 	if (!test_kvm_facility(vcpu->kvm, 8))  in handle_sske()
362 	if (!test_kvm_facility(vcpu->kvm, 10))  in handle_sske()
364 	if (!test_kvm_facility(vcpu->kvm, 14))  in handle_sske()
367 	kvm_s390_get_regs_rre(vcpu, &reg1, &reg2);  in handle_sske()
369 	key = vcpu->run->s.regs.gprs[reg1] & 0xfe;  in handle_sske()
370 	start = vcpu->run->s.regs.gprs[reg2] & PAGE_MASK;  in handle_sske()
371 	start = kvm_s390_logical_to_effective(vcpu, start);  in handle_sske()
376 		start = kvm_s390_real_to_abs(vcpu, start);  in handle_sske()
381 		unsigned long vmaddr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(start));  in handle_sske()
385 			return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in handle_sske()
399 			return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in handle_sske()
408 			kvm_s390_set_psw_cc(vcpu, 3);  in handle_sske()
410 			kvm_s390_set_psw_cc(vcpu, rc);  in handle_sske()
411 			vcpu->run->s.regs.gprs[reg1] &= ~0xff00UL;  in handle_sske()
412 			vcpu->run->s.regs.gprs[reg1] |= (u64) oldkey << 8;  in handle_sske()
416 		if (psw_bits(vcpu->arch.sie_block->gpsw).eaba == PSW_BITS_AMODE_64BIT)  in handle_sske()
417 			vcpu->run->s.regs.gprs[reg2] &= ~PAGE_MASK;  in handle_sske()
419 			vcpu->run->s.regs.gprs[reg2] &= ~0xfffff000UL;  in handle_sske()
420 		end = kvm_s390_logical_to_effective(vcpu, end);  in handle_sske()
421 		vcpu->run->s.regs.gprs[reg2] |= end;  in handle_sske()
426 static int handle_ipte_interlock(struct kvm_vcpu *vcpu)  in handle_ipte_interlock()  argument
428 	vcpu->stat.instruction_ipte_interlock++;  in handle_ipte_interlock()
429 	if (psw_bits(vcpu->arch.sie_block->gpsw).pstate)  in handle_ipte_interlock()
430 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_ipte_interlock()
431 	wait_event(vcpu->kvm->arch.ipte_wq, !ipte_lock_held(vcpu));  in handle_ipte_interlock()
432 	kvm_s390_retry_instr(vcpu);  in handle_ipte_interlock()
433 	VCPU_EVENT(vcpu, 4, "%s", "retrying ipte interlock operation");  in handle_ipte_interlock()
437 static int handle_test_block(struct kvm_vcpu *vcpu)  in handle_test_block()  argument
442 	vcpu->stat.instruction_tb++;  in handle_test_block()
444 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_test_block()
445 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_test_block()
447 	kvm_s390_get_regs_rre(vcpu, NULL, &reg2);  in handle_test_block()
448 	addr = vcpu->run->s.regs.gprs[reg2] & PAGE_MASK;  in handle_test_block()
449 	addr = kvm_s390_logical_to_effective(vcpu, addr);  in handle_test_block()
450 	if (kvm_s390_check_low_addr_prot_real(vcpu, addr))  in handle_test_block()
451 		return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm);  in handle_test_block()
452 	addr = kvm_s390_real_to_abs(vcpu, addr);  in handle_test_block()
454 	if (kvm_is_error_gpa(vcpu->kvm, addr))  in handle_test_block()
455 		return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in handle_test_block()
460 	if (kvm_clear_guest(vcpu->kvm, addr, PAGE_SIZE))  in handle_test_block()
462 	kvm_s390_set_psw_cc(vcpu, 0);  in handle_test_block()
463 	vcpu->run->s.regs.gprs[0] = 0;  in handle_test_block()
467 static int handle_tpi(struct kvm_vcpu *vcpu)  in handle_tpi()  argument
476 	vcpu->stat.instruction_tpi++;  in handle_tpi()
478 	addr = kvm_s390_get_base_disp_s(vcpu, &ar);  in handle_tpi()
480 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_tpi()
482 	inti = kvm_s390_get_io_int(vcpu->kvm, vcpu->arch.sie_block->gcr[6], 0);  in handle_tpi()
484 		kvm_s390_set_psw_cc(vcpu, 0);  in handle_tpi()
497 		rc = write_guest(vcpu, addr, ar, &tpi_data, len);  in handle_tpi()
499 			rc = kvm_s390_inject_prog_cond(vcpu, rc);  in handle_tpi()
508 		if (write_guest_lc(vcpu, __LC_SUBCHANNEL_ID, &tpi_data, len)) {  in handle_tpi()
517 	kvm_s390_set_psw_cc(vcpu, 1);  in handle_tpi()
525 	if (kvm_s390_reinject_io_int(vcpu->kvm, inti)) {  in handle_tpi()
533 static int handle_tsch(struct kvm_vcpu *vcpu)  in handle_tsch()  argument
538 	vcpu->stat.instruction_tsch++;  in handle_tsch()
541 	if (vcpu->run->s.regs.gprs[1])  in handle_tsch()
542 		inti = kvm_s390_get_io_int(vcpu->kvm, isc_mask,  in handle_tsch()
543 					   vcpu->run->s.regs.gprs[1]);  in handle_tsch()
553 	vcpu->run->exit_reason = KVM_EXIT_S390_TSCH;  in handle_tsch()
554 	vcpu->run->s390_tsch.dequeued = !!inti;  in handle_tsch()
556 		vcpu->run->s390_tsch.subchannel_id = inti->io.subchannel_id;  in handle_tsch()
557 		vcpu->run->s390_tsch.subchannel_nr = inti->io.subchannel_nr;  in handle_tsch()
558 		vcpu->run->s390_tsch.io_int_parm = inti->io.io_int_parm;  in handle_tsch()
559 		vcpu->run->s390_tsch.io_int_word = inti->io.io_int_word;  in handle_tsch()
561 	vcpu->run->s390_tsch.ipb = vcpu->arch.sie_block->ipb;  in handle_tsch()
566 static int handle_io_inst(struct kvm_vcpu *vcpu)  in handle_io_inst()  argument
568 	VCPU_EVENT(vcpu, 4, "%s", "I/O instruction");  in handle_io_inst()
570 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_io_inst()
571 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_io_inst()
573 	if (vcpu->kvm->arch.css_support) {  in handle_io_inst()
578 		if (vcpu->arch.sie_block->ipa == 0xb236)  in handle_io_inst()
579 			return handle_tpi(vcpu);  in handle_io_inst()
580 		if (vcpu->arch.sie_block->ipa == 0xb235)  in handle_io_inst()
581 			return handle_tsch(vcpu);  in handle_io_inst()
583 		vcpu->stat.instruction_io_other++;  in handle_io_inst()
590 		kvm_s390_set_psw_cc(vcpu, 3);  in handle_io_inst()
610 static int handle_pqap(struct kvm_vcpu *vcpu)  in handle_pqap()  argument
621 	if (!(vcpu->arch.sie_block->eca & ECA_APIE))  in handle_pqap()
631 	reg0 = vcpu->run->s.regs.gprs[0];  in handle_pqap()
637 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_pqap()
638 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_pqap()
643 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_pqap()
645 	if (!test_kvm_facility(vcpu->kvm, 15) && (reg0 & 0x00800000UL))  in handle_pqap()
646 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_pqap()
648 	if (!(vcpu->kvm->arch.crypto.crycbd & 0x02) && (reg0 & 0x0000c0f0UL))  in handle_pqap()
649 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_pqap()
653 	if (!test_kvm_facility(vcpu->kvm, 65))  in handle_pqap()
654 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_pqap()
660 	if (vcpu->kvm->arch.crypto.pqap_hook) {  in handle_pqap()
661 		if (!try_module_get(vcpu->kvm->arch.crypto.pqap_hook->owner))  in handle_pqap()
663 		ret = vcpu->kvm->arch.crypto.pqap_hook->hook(vcpu);  in handle_pqap()
664 		module_put(vcpu->kvm->arch.crypto.pqap_hook->owner);  in handle_pqap()
665 		if (!ret && vcpu->run->s.regs.gprs[1] & 0x00ff0000)  in handle_pqap()
666 			kvm_s390_set_psw_cc(vcpu, 3);  in handle_pqap()
675 	memcpy(&vcpu->run->s.regs.gprs[1], &status, sizeof(status));  in handle_pqap()
676 	kvm_s390_set_psw_cc(vcpu, 3);  in handle_pqap()
680 static int handle_stfl(struct kvm_vcpu *vcpu)  in handle_stfl()  argument
685 	vcpu->stat.instruction_stfl++;  in handle_stfl()
687 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_stfl()
688 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_stfl()
694 	fac = *vcpu->kvm->arch.model.fac_list >> 32;  in handle_stfl()
695 	rc = write_guest_lc(vcpu, offsetof(struct lowcore, stfl_fac_list),  in handle_stfl()
699 	VCPU_EVENT(vcpu, 3, "STFL: store facility list 0x%x", fac);  in handle_stfl()
700 	trace_kvm_s390_handle_stfl(vcpu, fac);  in handle_stfl()
726 int kvm_s390_handle_lpsw(struct kvm_vcpu *vcpu)  in kvm_s390_handle_lpsw()  argument
728 	psw_t *gpsw = &vcpu->arch.sie_block->gpsw;  in kvm_s390_handle_lpsw()
734 	vcpu->stat.instruction_lpsw++;  in kvm_s390_handle_lpsw()
737 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in kvm_s390_handle_lpsw()
739 	addr = kvm_s390_get_base_disp_s(vcpu, &ar);  in kvm_s390_handle_lpsw()
741 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in kvm_s390_handle_lpsw()
743 	rc = read_guest(vcpu, addr, ar, &new_psw, sizeof(new_psw));  in kvm_s390_handle_lpsw()
745 		return kvm_s390_inject_prog_cond(vcpu, rc);  in kvm_s390_handle_lpsw()
747 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in kvm_s390_handle_lpsw()
752 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in kvm_s390_handle_lpsw()
756 static int handle_lpswe(struct kvm_vcpu *vcpu)  in handle_lpswe()  argument
763 	vcpu->stat.instruction_lpswe++;  in handle_lpswe()
765 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_lpswe()
766 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_lpswe()
768 	addr = kvm_s390_get_base_disp_s(vcpu, &ar);  in handle_lpswe()
770 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_lpswe()
771 	rc = read_guest(vcpu, addr, ar, &new_psw, sizeof(new_psw));  in handle_lpswe()
773 		return kvm_s390_inject_prog_cond(vcpu, rc);  in handle_lpswe()
774 	vcpu->arch.sie_block->gpsw = new_psw;  in handle_lpswe()
775 	if (!is_valid_psw(&vcpu->arch.sie_block->gpsw))  in handle_lpswe()
776 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_lpswe()
780 static int handle_stidp(struct kvm_vcpu *vcpu)  in handle_stidp()  argument
782 	u64 stidp_data = vcpu->kvm->arch.model.cpuid;  in handle_stidp()
787 	vcpu->stat.instruction_stidp++;  in handle_stidp()
789 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_stidp()
790 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_stidp()
792 	operand2 = kvm_s390_get_base_disp_s(vcpu, &ar);  in handle_stidp()
795 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_stidp()
797 	rc = write_guest(vcpu, operand2, ar, &stidp_data, sizeof(stidp_data));  in handle_stidp()
799 		return kvm_s390_inject_prog_cond(vcpu, rc);  in handle_stidp()
801 	VCPU_EVENT(vcpu, 3, "STIDP: store cpu id 0x%llx", stidp_data);  in handle_stidp()
805 static void handle_stsi_3_2_2(struct kvm_vcpu *vcpu, struct sysinfo_3_2_2 *mem)  in handle_stsi_3_2_2()  argument
810 	cpus = atomic_read(&vcpu->kvm->online_vcpus);  in handle_stsi_3_2_2()
832 static void insert_stsi_usr_data(struct kvm_vcpu *vcpu, u64 addr, u8 ar,  in insert_stsi_usr_data()  argument
835 	vcpu->run->exit_reason = KVM_EXIT_S390_STSI;  in insert_stsi_usr_data()
836 	vcpu->run->s390_stsi.addr = addr;  in insert_stsi_usr_data()
837 	vcpu->run->s390_stsi.ar = ar;  in insert_stsi_usr_data()
838 	vcpu->run->s390_stsi.fc = fc;  in insert_stsi_usr_data()
839 	vcpu->run->s390_stsi.sel1 = sel1;  in insert_stsi_usr_data()
840 	vcpu->run->s390_stsi.sel2 = sel2;  in insert_stsi_usr_data()
843 static int handle_stsi(struct kvm_vcpu *vcpu)  in handle_stsi()  argument
845 	int fc = (vcpu->run->s.regs.gprs[0] & 0xf0000000) >> 28;  in handle_stsi()
846 	int sel1 = vcpu->run->s.regs.gprs[0] & 0xff;  in handle_stsi()
847 	int sel2 = vcpu->run->s.regs.gprs[1] & 0xffff;  in handle_stsi()
853 	vcpu->stat.instruction_stsi++;  in handle_stsi()
854 	VCPU_EVENT(vcpu, 3, "STSI: fc: %u sel1: %u sel2: %u", fc, sel1, sel2);  in handle_stsi()
856 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_stsi()
857 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_stsi()
860 		kvm_s390_set_psw_cc(vcpu, 3);  in handle_stsi()
864 	if (vcpu->run->s.regs.gprs[0] & 0x0fffff00  in handle_stsi()
865 	    || vcpu->run->s.regs.gprs[1] & 0xffff0000)  in handle_stsi()
866 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_stsi()
869 		vcpu->run->s.regs.gprs[0] = 3 << 28;  in handle_stsi()
870 		kvm_s390_set_psw_cc(vcpu, 0);  in handle_stsi()
874 	operand2 = kvm_s390_get_base_disp_s(vcpu, &ar);  in handle_stsi()
876 	if (!kvm_s390_pv_cpu_is_protected(vcpu) && (operand2 & 0xfff))  in handle_stsi()
877 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_stsi()
894 		handle_stsi_3_2_2(vcpu, (void *) mem);  in handle_stsi()
897 	if (kvm_s390_pv_cpu_is_protected(vcpu)) {  in handle_stsi()
898 		memcpy((void *)sida_origin(vcpu->arch.sie_block), (void *)mem,  in handle_stsi()
902 		rc = write_guest(vcpu, operand2, ar, (void *)mem, PAGE_SIZE);  in handle_stsi()
905 		rc = kvm_s390_inject_prog_cond(vcpu, rc);  in handle_stsi()
908 	if (vcpu->kvm->arch.user_stsi) {  in handle_stsi()
909 		insert_stsi_usr_data(vcpu, operand2, ar, fc, sel1, sel2);  in handle_stsi()
912 	trace_kvm_s390_handle_stsi(vcpu, fc, sel1, sel2, operand2);  in handle_stsi()
914 	kvm_s390_set_psw_cc(vcpu, 0);  in handle_stsi()
915 	vcpu->run->s.regs.gprs[0] = 0;  in handle_stsi()
918 	kvm_s390_set_psw_cc(vcpu, 3);  in handle_stsi()
924 int kvm_s390_handle_b2(struct kvm_vcpu *vcpu)  in kvm_s390_handle_b2()  argument
926 	switch (vcpu->arch.sie_block->ipa & 0x00ff) {  in kvm_s390_handle_b2()
928 		return handle_stidp(vcpu);  in kvm_s390_handle_b2()
930 		return handle_set_clock(vcpu);  in kvm_s390_handle_b2()
932 		return handle_set_prefix(vcpu);  in kvm_s390_handle_b2()
934 		return handle_store_prefix(vcpu);  in kvm_s390_handle_b2()
936 		return handle_store_cpu_address(vcpu);  in kvm_s390_handle_b2()
938 		return kvm_s390_handle_vsie(vcpu);  in kvm_s390_handle_b2()
941 		return handle_ipte_interlock(vcpu);  in kvm_s390_handle_b2()
943 		return handle_iske(vcpu);  in kvm_s390_handle_b2()
945 		return handle_rrbe(vcpu);  in kvm_s390_handle_b2()
947 		return handle_sske(vcpu);  in kvm_s390_handle_b2()
949 		return handle_test_block(vcpu);  in kvm_s390_handle_b2()
966 		return handle_io_inst(vcpu);  in kvm_s390_handle_b2()
968 		return handle_sthyi(vcpu);  in kvm_s390_handle_b2()
970 		return handle_stsi(vcpu);  in kvm_s390_handle_b2()
972 		return handle_pqap(vcpu);  in kvm_s390_handle_b2()
974 		return handle_stfl(vcpu);  in kvm_s390_handle_b2()
976 		return handle_lpswe(vcpu);  in kvm_s390_handle_b2()
982 static int handle_epsw(struct kvm_vcpu *vcpu)  in handle_epsw()  argument
986 	vcpu->stat.instruction_epsw++;  in handle_epsw()
988 	kvm_s390_get_regs_rre(vcpu, &reg1, &reg2);  in handle_epsw()
991 	vcpu->run->s.regs.gprs[reg1] &= 0xffffffff00000000UL;  in handle_epsw()
992 	vcpu->run->s.regs.gprs[reg1] |= vcpu->arch.sie_block->gpsw.mask >> 32;  in handle_epsw()
994 		vcpu->run->s.regs.gprs[reg2] &= 0xffffffff00000000UL;  in handle_epsw()
995 		vcpu->run->s.regs.gprs[reg2] |=  in handle_epsw()
996 			vcpu->arch.sie_block->gpsw.mask & 0x00000000ffffffffUL;  in handle_epsw()
1011 static int handle_pfmf(struct kvm_vcpu *vcpu)  in handle_pfmf()  argument
1018 	vcpu->stat.instruction_pfmf++;  in handle_pfmf()
1020 	kvm_s390_get_regs_rre(vcpu, &reg1, &reg2);  in handle_pfmf()
1022 	if (!test_kvm_facility(vcpu->kvm, 8))  in handle_pfmf()
1023 		return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);  in handle_pfmf()
1025 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_pfmf()
1026 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_pfmf()
1028 	if (vcpu->run->s.regs.gprs[reg1] & PFMF_RESERVED)  in handle_pfmf()
1029 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_pfmf()
1032 	if (vcpu->run->s.regs.gprs[reg1] & PFMF_NQ &&  in handle_pfmf()
1033 	    !test_kvm_facility(vcpu->kvm, 14))  in handle_pfmf()
1034 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_pfmf()
1037 	if (vcpu->run->s.regs.gprs[reg1] & PFMF_SK &&  in handle_pfmf()
1038 	    test_kvm_facility(vcpu->kvm, 10)) {  in handle_pfmf()
1039 		mr = vcpu->run->s.regs.gprs[reg1] & PFMF_MR;  in handle_pfmf()
1040 		mc = vcpu->run->s.regs.gprs[reg1] & PFMF_MC;  in handle_pfmf()
1043 	nq = vcpu->run->s.regs.gprs[reg1] & PFMF_NQ;  in handle_pfmf()
1044 	key = vcpu->run->s.regs.gprs[reg1] & PFMF_KEY;  in handle_pfmf()
1045 	start = vcpu->run->s.regs.gprs[reg2] & PAGE_MASK;  in handle_pfmf()
1046 	start = kvm_s390_logical_to_effective(vcpu, start);  in handle_pfmf()
1048 	if (vcpu->run->s.regs.gprs[reg1] & PFMF_CF) {  in handle_pfmf()
1049 		if (kvm_s390_check_low_addr_prot_real(vcpu, start))  in handle_pfmf()
1050 			return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm);  in handle_pfmf()
1053 	switch (vcpu->run->s.regs.gprs[reg1] & PFMF_FSC) {  in handle_pfmf()
1056 		start = kvm_s390_real_to_abs(vcpu, start);  in handle_pfmf()
1065 		if (!test_kvm_facility(vcpu->kvm, 78) ||  in handle_pfmf()
1066 		    psw_bits(vcpu->arch.sie_block->gpsw).eaba == PSW_BITS_AMODE_24BIT)  in handle_pfmf()
1067 			return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_pfmf()
1071 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_pfmf()
1079 		vmaddr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(start));  in handle_pfmf()
1081 			return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in handle_pfmf()
1083 		if (vcpu->run->s.regs.gprs[reg1] & PFMF_CF) {  in handle_pfmf()
1084 			if (kvm_clear_guest(vcpu->kvm, start, PAGE_SIZE))  in handle_pfmf()
1085 				return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in handle_pfmf()
1088 		if (vcpu->run->s.regs.gprs[reg1] & PFMF_SK) {  in handle_pfmf()
1089 			int rc = kvm_s390_skey_check_enable(vcpu);  in handle_pfmf()
1103 				return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in handle_pfmf()
1111 	if (vcpu->run->s.regs.gprs[reg1] & PFMF_FSC) {  in handle_pfmf()
1112 		if (psw_bits(vcpu->arch.sie_block->gpsw).eaba == PSW_BITS_AMODE_64BIT) {  in handle_pfmf()
1113 			vcpu->run->s.regs.gprs[reg2] = end;  in handle_pfmf()
1115 			vcpu->run->s.regs.gprs[reg2] &= ~0xffffffffUL;  in handle_pfmf()
1116 			end = kvm_s390_logical_to_effective(vcpu, end);  in handle_pfmf()
1117 			vcpu->run->s.regs.gprs[reg2] |= end;  in handle_pfmf()
1126 static inline int __do_essa(struct kvm_vcpu *vcpu, const int orc)  in __do_essa()  argument
1137 	kvm_s390_get_regs_rre(vcpu, &r1, &r2);  in __do_essa()
1138 	gfn = vcpu->run->s.regs.gprs[r2] >> PAGE_SHIFT;  in __do_essa()
1139 	hva = gfn_to_hva(vcpu->kvm, gfn);  in __do_essa()
1140 	entries = (vcpu->arch.sie_block->cbrlo & ~PAGE_MASK) >> 3;  in __do_essa()
1143 		return kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in __do_essa()
1145 	nappended = pgste_perform_essa(vcpu->kvm->mm, hva, orc, &ptev, &pgstev);  in __do_essa()
1148 		vcpu->run->s.regs.gprs[r1] = res; /* Exception Indication */  in __do_essa()
1165 	vcpu->run->s.regs.gprs[r1] = res;  in __do_essa()
1173 		cbrlo = phys_to_virt(vcpu->arch.sie_block->cbrlo & PAGE_MASK);  in __do_essa()
1178 		struct kvm_memory_slot *ms = gfn_to_memslot(vcpu->kvm, gfn);  in __do_essa()
1182 			atomic64_inc(&vcpu->kvm->arch.cmma_dirty_pages);  in __do_essa()
1188 static int handle_essa(struct kvm_vcpu *vcpu)  in handle_essa()  argument
1191 	int entries = (vcpu->arch.sie_block->cbrlo & ~PAGE_MASK) >> 3;  in handle_essa()
1196 	VCPU_EVENT(vcpu, 4, "ESSA: release %d pages", entries);  in handle_essa()
1197 	gmap = vcpu->arch.gmap;  in handle_essa()
1198 	vcpu->stat.instruction_essa++;  in handle_essa()
1199 	if (!vcpu->kvm->arch.use_cmma)  in handle_essa()
1200 		return kvm_s390_inject_program_int(vcpu, PGM_OPERATION);  in handle_essa()
1202 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_essa()
1203 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_essa()
1205 	orc = (vcpu->arch.sie_block->ipb & 0xf0000000) >> 28;  in handle_essa()
1207 	if (orc > (test_kvm_facility(vcpu->kvm, 147) ? ESSA_SET_STABLE_NODAT  in handle_essa()
1209 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_essa()
1211 	if (!vcpu->kvm->arch.migration_mode) {  in handle_essa()
1221 		if (vcpu->kvm->mm->context.uses_cmm == 0) {  in handle_essa()
1222 			mmap_write_lock(vcpu->kvm->mm);  in handle_essa()
1223 			vcpu->kvm->mm->context.uses_cmm = 1;  in handle_essa()
1224 			mmap_write_unlock(vcpu->kvm->mm);  in handle_essa()
1235 		vcpu->arch.sie_block->ecb2 |= ECB2_CMMA;  in handle_essa()
1237 		kvm_s390_retry_instr(vcpu);  in handle_essa()
1241 		mmap_read_lock(vcpu->kvm->mm);  in handle_essa()
1242 		srcu_idx = srcu_read_lock(&vcpu->kvm->srcu);  in handle_essa()
1243 		i = __do_essa(vcpu, orc);  in handle_essa()
1244 		srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx);  in handle_essa()
1245 		mmap_read_unlock(vcpu->kvm->mm);  in handle_essa()
1251 	vcpu->arch.sie_block->cbrlo &= PAGE_MASK;	/* reset nceo */  in handle_essa()
1252 	cbrlo = phys_to_virt(vcpu->arch.sie_block->cbrlo);  in handle_essa()
1260 int kvm_s390_handle_b9(struct kvm_vcpu *vcpu)  in kvm_s390_handle_b9()  argument
1262 	switch (vcpu->arch.sie_block->ipa & 0x00ff) {  in kvm_s390_handle_b9()
1266 		return handle_ipte_interlock(vcpu);  in kvm_s390_handle_b9()
1268 		return handle_epsw(vcpu);  in kvm_s390_handle_b9()
1270 		return handle_essa(vcpu);  in kvm_s390_handle_b9()
1272 		return handle_pfmf(vcpu);  in kvm_s390_handle_b9()
1278 int kvm_s390_handle_lctl(struct kvm_vcpu *vcpu)  in kvm_s390_handle_lctl()  argument
1280 	int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;  in kvm_s390_handle_lctl()
1281 	int reg3 = vcpu->arch.sie_block->ipa & 0x000f;  in kvm_s390_handle_lctl()
1287 	vcpu->stat.instruction_lctl++;  in kvm_s390_handle_lctl()
1289 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in kvm_s390_handle_lctl()
1290 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in kvm_s390_handle_lctl()
1292 	ga = kvm_s390_get_base_disp_rs(vcpu, &ar);  in kvm_s390_handle_lctl()
1295 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in kvm_s390_handle_lctl()
1297 	VCPU_EVENT(vcpu, 4, "LCTL: r1:%d, r3:%d, addr: 0x%llx", reg1, reg3, ga);  in kvm_s390_handle_lctl()
1298 	trace_kvm_s390_handle_lctl(vcpu, 0, reg1, reg3, ga);  in kvm_s390_handle_lctl()
1301 	rc = read_guest(vcpu, ga, ar, ctl_array, nr_regs * sizeof(u32));  in kvm_s390_handle_lctl()
1303 		return kvm_s390_inject_prog_cond(vcpu, rc);  in kvm_s390_handle_lctl()
1307 		vcpu->arch.sie_block->gcr[reg] &= 0xffffffff00000000ul;  in kvm_s390_handle_lctl()
1308 		vcpu->arch.sie_block->gcr[reg] |= ctl_array[nr_regs++];  in kvm_s390_handle_lctl()
1313 	kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu);  in kvm_s390_handle_lctl()
1317 int kvm_s390_handle_stctl(struct kvm_vcpu *vcpu)  in kvm_s390_handle_stctl()  argument
1319 	int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;  in kvm_s390_handle_stctl()
1320 	int reg3 = vcpu->arch.sie_block->ipa & 0x000f;  in kvm_s390_handle_stctl()
1326 	vcpu->stat.instruction_stctl++;  in kvm_s390_handle_stctl()
1328 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in kvm_s390_handle_stctl()
1329 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in kvm_s390_handle_stctl()
1331 	ga = kvm_s390_get_base_disp_rs(vcpu, &ar);  in kvm_s390_handle_stctl()
1334 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in kvm_s390_handle_stctl()
1336 	VCPU_EVENT(vcpu, 4, "STCTL r1:%d, r3:%d, addr: 0x%llx", reg1, reg3, ga);  in kvm_s390_handle_stctl()
1337 	trace_kvm_s390_handle_stctl(vcpu, 0, reg1, reg3, ga);  in kvm_s390_handle_stctl()
1342 		ctl_array[nr_regs++] = vcpu->arch.sie_block->gcr[reg];  in kvm_s390_handle_stctl()
1347 	rc = write_guest(vcpu, ga, ar, ctl_array, nr_regs * sizeof(u32));  in kvm_s390_handle_stctl()
1348 	return rc ? kvm_s390_inject_prog_cond(vcpu, rc) : 0;  in kvm_s390_handle_stctl()
1351 static int handle_lctlg(struct kvm_vcpu *vcpu)  in handle_lctlg()  argument
1353 	int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;  in handle_lctlg()
1354 	int reg3 = vcpu->arch.sie_block->ipa & 0x000f;  in handle_lctlg()
1360 	vcpu->stat.instruction_lctlg++;  in handle_lctlg()
1362 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_lctlg()
1363 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_lctlg()
1365 	ga = kvm_s390_get_base_disp_rsy(vcpu, &ar);  in handle_lctlg()
1368 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_lctlg()
1370 	VCPU_EVENT(vcpu, 4, "LCTLG: r1:%d, r3:%d, addr: 0x%llx", reg1, reg3, ga);  in handle_lctlg()
1371 	trace_kvm_s390_handle_lctl(vcpu, 1, reg1, reg3, ga);  in handle_lctlg()
1374 	rc = read_guest(vcpu, ga, ar, ctl_array, nr_regs * sizeof(u64));  in handle_lctlg()
1376 		return kvm_s390_inject_prog_cond(vcpu, rc);  in handle_lctlg()
1380 		vcpu->arch.sie_block->gcr[reg] = ctl_array[nr_regs++];  in handle_lctlg()
1385 	kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu);  in handle_lctlg()
1389 static int handle_stctg(struct kvm_vcpu *vcpu)  in handle_stctg()  argument
1391 	int reg1 = (vcpu->arch.sie_block->ipa & 0x00f0) >> 4;  in handle_stctg()
1392 	int reg3 = vcpu->arch.sie_block->ipa & 0x000f;  in handle_stctg()
1398 	vcpu->stat.instruction_stctg++;  in handle_stctg()
1400 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_stctg()
1401 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_stctg()
1403 	ga = kvm_s390_get_base_disp_rsy(vcpu, &ar);  in handle_stctg()
1406 		return kvm_s390_inject_program_int(vcpu, PGM_SPECIFICATION);  in handle_stctg()
1408 	VCPU_EVENT(vcpu, 4, "STCTG r1:%d, r3:%d, addr: 0x%llx", reg1, reg3, ga);  in handle_stctg()
1409 	trace_kvm_s390_handle_stctl(vcpu, 1, reg1, reg3, ga);  in handle_stctg()
1414 		ctl_array[nr_regs++] = vcpu->arch.sie_block->gcr[reg];  in handle_stctg()
1419 	rc = write_guest(vcpu, ga, ar, ctl_array, nr_regs * sizeof(u64));  in handle_stctg()
1420 	return rc ? kvm_s390_inject_prog_cond(vcpu, rc) : 0;  in handle_stctg()
1423 int kvm_s390_handle_eb(struct kvm_vcpu *vcpu)  in kvm_s390_handle_eb()  argument
1425 	switch (vcpu->arch.sie_block->ipb & 0x000000ff) {  in kvm_s390_handle_eb()
1427 		return handle_stctg(vcpu);  in kvm_s390_handle_eb()
1429 		return handle_lctlg(vcpu);  in kvm_s390_handle_eb()
1433 		return handle_ri(vcpu);  in kvm_s390_handle_eb()
1439 static int handle_tprot(struct kvm_vcpu *vcpu)  in handle_tprot()  argument
1447 	vcpu->stat.instruction_tprot++;  in handle_tprot()
1449 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_tprot()
1450 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_tprot()
1452 	kvm_s390_get_base_disp_sse(vcpu, &address1, &address2, &ar, NULL);  in handle_tprot()
1459 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_DAT)  in handle_tprot()
1460 		ipte_lock(vcpu);  in handle_tprot()
1461 	ret = guest_translate_address(vcpu, address1, ar, &gpa, GACC_STORE);  in handle_tprot()
1465 		ret = guest_translate_address(vcpu, address1, ar, &gpa,  in handle_tprot()
1470 			ret = kvm_s390_inject_program_int(vcpu, ret);  in handle_tprot()
1473 			kvm_s390_set_psw_cc(vcpu, 3);  in handle_tprot()
1479 	hva = gfn_to_hva_prot(vcpu->kvm, gpa_to_gfn(gpa), &writable);  in handle_tprot()
1481 		ret = kvm_s390_inject_program_int(vcpu, PGM_ADDRESSING);  in handle_tprot()
1485 		kvm_s390_set_psw_cc(vcpu, cc);  in handle_tprot()
1489 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_DAT)  in handle_tprot()
1490 		ipte_unlock(vcpu);  in handle_tprot()
1494 int kvm_s390_handle_e5(struct kvm_vcpu *vcpu)  in kvm_s390_handle_e5()  argument
1496 	switch (vcpu->arch.sie_block->ipa & 0x00ff) {  in kvm_s390_handle_e5()
1498 		return handle_tprot(vcpu);  in kvm_s390_handle_e5()
1504 static int handle_sckpf(struct kvm_vcpu *vcpu)  in handle_sckpf()  argument
1508 	vcpu->stat.instruction_sckpf++;  in handle_sckpf()
1510 	if (vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE)  in handle_sckpf()
1511 		return kvm_s390_inject_program_int(vcpu, PGM_PRIVILEGED_OP);  in handle_sckpf()
1513 	if (vcpu->run->s.regs.gprs[0] & 0x00000000ffff0000)  in handle_sckpf()
1514 		return kvm_s390_inject_program_int(vcpu,  in handle_sckpf()
1517 	value = vcpu->run->s.regs.gprs[0] & 0x000000000000ffff;  in handle_sckpf()
1518 	vcpu->arch.sie_block->todpr = value;  in handle_sckpf()
1523 static int handle_ptff(struct kvm_vcpu *vcpu)  in handle_ptff()  argument
1525 	vcpu->stat.instruction_ptff++;  in handle_ptff()
1528 	kvm_s390_set_psw_cc(vcpu, 3);  in handle_ptff()
1532 int kvm_s390_handle_01(struct kvm_vcpu *vcpu)  in kvm_s390_handle_01()  argument
1534 	switch (vcpu->arch.sie_block->ipa & 0x00ff) {  in kvm_s390_handle_01()
1536 		return handle_ptff(vcpu);  in kvm_s390_handle_01()
1538 		return handle_sckpf(vcpu);  in kvm_s390_handle_01()