24 #define IS_TE_ENABLED(vcpu)	((vcpu->arch.sie_block->ecb & ECB_TE))  argument
26 #define IS_ITDB_VALID(vcpu)	((*(char *)vcpu->arch.sie_block->itdba == TDB_FORMAT1))  argument
60 static inline void kvm_s390_set_cpuflags(struct kvm_vcpu *vcpu, u32 flags)  in kvm_s390_set_cpuflags()  argument
62 	atomic_or(flags, &vcpu->arch.sie_block->cpuflags);  in kvm_s390_set_cpuflags()
65 static inline void kvm_s390_clear_cpuflags(struct kvm_vcpu *vcpu, u32 flags)  in kvm_s390_clear_cpuflags()  argument
67 	atomic_andnot(flags, &vcpu->arch.sie_block->cpuflags);  in kvm_s390_clear_cpuflags()
70 static inline bool kvm_s390_test_cpuflags(struct kvm_vcpu *vcpu, u32 flags)  in kvm_s390_test_cpuflags()  argument
72 	return (atomic_read(&vcpu->arch.sie_block->cpuflags) & flags) == flags;  in kvm_s390_test_cpuflags()
75 static inline int is_vcpu_stopped(struct kvm_vcpu *vcpu)  in is_vcpu_stopped()  argument
77 	return kvm_s390_test_cpuflags(vcpu, CPUSTAT_STOPPED);  in is_vcpu_stopped()
80 static inline int is_vcpu_idle(struct kvm_vcpu *vcpu)  in is_vcpu_idle()  argument
82 	return test_bit(vcpu->vcpu_idx, vcpu->kvm->arch.idle_mask);  in is_vcpu_idle()
97 static inline u32 kvm_s390_get_prefix(struct kvm_vcpu *vcpu)  in kvm_s390_get_prefix()  argument
99 	return vcpu->arch.sie_block->prefix << GUEST_PREFIX_SHIFT;  in kvm_s390_get_prefix()
102 static inline void kvm_s390_set_prefix(struct kvm_vcpu *vcpu, u32 prefix)  in kvm_s390_set_prefix()  argument
104 	VCPU_EVENT(vcpu, 3, "set prefix of cpu %03u to 0x%x", vcpu->vcpu_id,  in kvm_s390_set_prefix()
106 	vcpu->arch.sie_block->prefix = prefix >> GUEST_PREFIX_SHIFT;  in kvm_s390_set_prefix()
107 	kvm_make_request(KVM_REQ_TLB_FLUSH, vcpu);  in kvm_s390_set_prefix()
108 	kvm_make_request(KVM_REQ_REFRESH_GUEST_PREFIX, vcpu);  in kvm_s390_set_prefix()
111 static inline u64 kvm_s390_get_base_disp_s(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_s()  argument
113 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_s()
114 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);  in kvm_s390_get_base_disp_s()
119 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;  in kvm_s390_get_base_disp_s()
122 static inline void kvm_s390_get_base_disp_sse(struct kvm_vcpu *vcpu,  in kvm_s390_get_base_disp_sse()  argument
126 	u32 base1 = (vcpu->arch.sie_block->ipb & 0xf0000000) >> 28;  in kvm_s390_get_base_disp_sse()
127 	u32 disp1 = (vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16;  in kvm_s390_get_base_disp_sse()
128 	u32 base2 = (vcpu->arch.sie_block->ipb & 0xf000) >> 12;  in kvm_s390_get_base_disp_sse()
129 	u32 disp2 = vcpu->arch.sie_block->ipb & 0x0fff;  in kvm_s390_get_base_disp_sse()
131 	*address1 = (base1 ? vcpu->run->s.regs.gprs[base1] : 0) + disp1;  in kvm_s390_get_base_disp_sse()
132 	*address2 = (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;  in kvm_s390_get_base_disp_sse()
140 static inline void kvm_s390_get_regs_rre(struct kvm_vcpu *vcpu, int *r1, int *r2)  in kvm_s390_get_regs_rre()  argument
143 		*r1 = (vcpu->arch.sie_block->ipb & 0x00f00000) >> 20;  in kvm_s390_get_regs_rre()
145 		*r2 = (vcpu->arch.sie_block->ipb & 0x000f0000) >> 16;  in kvm_s390_get_regs_rre()
148 static inline u64 kvm_s390_get_base_disp_rsy(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_rsy()  argument
150 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_rsy()
151 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16) +  in kvm_s390_get_base_disp_rsy()
152 			((vcpu->arch.sie_block->ipb & 0xff00) << 4);  in kvm_s390_get_base_disp_rsy()
160 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + (long)(int)disp2;  in kvm_s390_get_base_disp_rsy()
163 static inline u64 kvm_s390_get_base_disp_rs(struct kvm_vcpu *vcpu, u8 *ar)  in kvm_s390_get_base_disp_rs()  argument
165 	u32 base2 = vcpu->arch.sie_block->ipb >> 28;  in kvm_s390_get_base_disp_rs()
166 	u32 disp2 = ((vcpu->arch.sie_block->ipb & 0x0fff0000) >> 16);  in kvm_s390_get_base_disp_rs()
171 	return (base2 ? vcpu->run->s.regs.gprs[base2] : 0) + disp2;  in kvm_s390_get_base_disp_rs()
175 static inline void kvm_s390_set_psw_cc(struct kvm_vcpu *vcpu, unsigned long cc)  in kvm_s390_set_psw_cc()  argument
177 	vcpu->arch.sie_block->gpsw.mask &= ~(3UL << 44);  in kvm_s390_set_psw_cc()
178 	vcpu->arch.sie_block->gpsw.mask |= cc << 44;  in kvm_s390_set_psw_cc()
244 int kvm_s390_pv_destroy_cpu(struct kvm_vcpu *vcpu, u16 *rc, u16 *rrc);
245 int kvm_s390_pv_create_cpu(struct kvm_vcpu *vcpu, u16 *rc, u16 *rrc);
252 int kvm_s390_pv_set_cpu_state(struct kvm_vcpu *vcpu, u8 state);
253 int kvm_s390_pv_dump_cpu(struct kvm_vcpu *vcpu, void *buff, u16 *rc, u16 *rrc);
264 static inline u64 kvm_s390_pv_cpu_get_handle(struct kvm_vcpu *vcpu)  in kvm_s390_pv_cpu_get_handle()  argument
266 	return vcpu->arch.pv.handle;  in kvm_s390_pv_cpu_get_handle()
275 static inline bool kvm_s390_pv_cpu_is_protected(struct kvm_vcpu *vcpu)  in kvm_s390_pv_cpu_is_protected()  argument
277 	lockdep_assert_held(&vcpu->mutex);  in kvm_s390_pv_cpu_is_protected()
278 	return !!kvm_s390_pv_cpu_get_handle(vcpu);  in kvm_s390_pv_cpu_is_protected()
282 int kvm_s390_handle_wait(struct kvm_vcpu *vcpu);
283 void kvm_s390_vcpu_wakeup(struct kvm_vcpu *vcpu);
285 int __must_check kvm_s390_deliver_pending_interrupts(struct kvm_vcpu *vcpu);
286 void kvm_s390_clear_local_irqs(struct kvm_vcpu *vcpu);
290 int __must_check kvm_s390_inject_vcpu(struct kvm_vcpu *vcpu,
292 static inline int kvm_s390_inject_prog_irq(struct kvm_vcpu *vcpu,  in kvm_s390_inject_prog_irq()  argument
300 	return kvm_s390_inject_vcpu(vcpu, &irq);  in kvm_s390_inject_prog_irq()
302 static inline int kvm_s390_inject_program_int(struct kvm_vcpu *vcpu, u16 code)  in kvm_s390_inject_program_int()  argument
309 	return kvm_s390_inject_vcpu(vcpu, &irq);  in kvm_s390_inject_program_int()
318 u8 kvm_s390_get_ilen(struct kvm_vcpu *vcpu);
319 int kvm_handle_sie_intercept(struct kvm_vcpu *vcpu);
320 static inline void kvm_s390_rewind_psw(struct kvm_vcpu *vcpu, int ilen)  in kvm_s390_rewind_psw()  argument
322 	struct kvm_s390_sie_block *sie_block = vcpu->arch.sie_block;  in kvm_s390_rewind_psw()
326 static inline void kvm_s390_forward_psw(struct kvm_vcpu *vcpu, int ilen)  in kvm_s390_forward_psw()  argument
328 	kvm_s390_rewind_psw(vcpu, -ilen);  in kvm_s390_forward_psw()
330 static inline void kvm_s390_retry_instr(struct kvm_vcpu *vcpu)  in kvm_s390_retry_instr()  argument
333 	vcpu->arch.sie_block->icptstatus &= ~0x02;  in kvm_s390_retry_instr()
334 	kvm_s390_rewind_psw(vcpu, kvm_s390_get_ilen(vcpu));  in kvm_s390_retry_instr()
337 int handle_sthyi(struct kvm_vcpu *vcpu);
341 int kvm_s390_handle_aa(struct kvm_vcpu *vcpu);
342 int kvm_s390_handle_b2(struct kvm_vcpu *vcpu);
343 int kvm_s390_handle_e3(struct kvm_vcpu *vcpu);
344 int kvm_s390_handle_e5(struct kvm_vcpu *vcpu);
345 int kvm_s390_handle_01(struct kvm_vcpu *vcpu);
346 int kvm_s390_handle_b9(struct kvm_vcpu *vcpu);
347 int kvm_s390_handle_lpsw(struct kvm_vcpu *vcpu);
348 int kvm_s390_handle_stctl(struct kvm_vcpu *vcpu);
349 int kvm_s390_handle_lctl(struct kvm_vcpu *vcpu);
350 int kvm_s390_handle_eb(struct kvm_vcpu *vcpu);
351 int kvm_s390_skey_check_enable(struct kvm_vcpu *vcpu);
354 int kvm_s390_handle_vsie(struct kvm_vcpu *vcpu);
355 void kvm_s390_vsie_kick(struct kvm_vcpu *vcpu);
362 int kvm_s390_handle_sigp(struct kvm_vcpu *vcpu);
363 int kvm_s390_handle_sigp_pei(struct kvm_vcpu *vcpu);
367 long kvm_arch_fault_in_page(struct kvm_vcpu *vcpu, gpa_t gpa, int writable);
368 int kvm_s390_store_status_unloaded(struct kvm_vcpu *vcpu, unsigned long addr);
369 int kvm_s390_vcpu_store_status(struct kvm_vcpu *vcpu, unsigned long addr);
370 int kvm_s390_vcpu_start(struct kvm_vcpu *vcpu);
371 int kvm_s390_vcpu_stop(struct kvm_vcpu *vcpu);
372 void kvm_s390_vcpu_block(struct kvm_vcpu *vcpu);
373 void kvm_s390_vcpu_unblock(struct kvm_vcpu *vcpu);
374 bool kvm_s390_vcpu_sie_inhibited(struct kvm_vcpu *vcpu);
375 void exit_sie(struct kvm_vcpu *vcpu);
376 void kvm_s390_sync_request(int req, struct kvm_vcpu *vcpu);
377 int kvm_s390_vcpu_setup_cmma(struct kvm_vcpu *vcpu);
378 void kvm_s390_vcpu_unsetup_cmma(struct kvm_vcpu *vcpu);
379 void kvm_s390_set_cpu_timer(struct kvm_vcpu *vcpu, __u64 cputm);
380 __u64 kvm_s390_get_cpu_timer(struct kvm_vcpu *vcpu);
384 int kvm_s390_handle_diag(struct kvm_vcpu *vcpu);
389 	struct kvm_vcpu *vcpu;  in kvm_s390_vcpu_block_all()  local
392 	kvm_for_each_vcpu(i, vcpu, kvm)  in kvm_s390_vcpu_block_all()
393 		kvm_s390_vcpu_block(vcpu);  in kvm_s390_vcpu_block_all()
399 	struct kvm_vcpu *vcpu;  in kvm_s390_vcpu_unblock_all()  local
401 	kvm_for_each_vcpu(i, vcpu, kvm)  in kvm_s390_vcpu_unblock_all()
402 		kvm_s390_vcpu_unblock(vcpu);  in kvm_s390_vcpu_unblock_all()
417  * @vcpu: virtual cpu
421  * failed, to conditionally inject a program check to a vcpu. The typical
424  * rc = write_guest(vcpu, addr, data, len);
426  *	return kvm_s390_inject_prog_cond(vcpu, rc);
433  * has been stored in vcpu->arch.pgm and can be injected with
439  *	      (program check injected to @vcpu)
441 static inline int kvm_s390_inject_prog_cond(struct kvm_vcpu *vcpu, int rc)  in kvm_s390_inject_prog_cond()  argument
445 	return kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm);  in kvm_s390_inject_prog_cond()
452 int kvm_s390_vcpu_has_irq(struct kvm_vcpu *vcpu, int exclude_stop);
453 int psw_extint_disabled(struct kvm_vcpu *vcpu);
455 int kvm_s390_ext_call_pending(struct kvm_vcpu *vcpu);
457 int kvm_s390_is_stop_irq_pending(struct kvm_vcpu *vcpu);
458 int kvm_s390_is_restart_irq_pending(struct kvm_vcpu *vcpu);
459 void kvm_s390_clear_stop_irq(struct kvm_vcpu *vcpu);
460 int kvm_s390_set_irq_state(struct kvm_vcpu *vcpu,
462 int kvm_s390_get_irq_state(struct kvm_vcpu *vcpu,
473 void kvm_s390_backup_guest_per_regs(struct kvm_vcpu *vcpu);
474 void kvm_s390_restore_guest_per_regs(struct kvm_vcpu *vcpu);
475 void kvm_s390_patch_guest_per_regs(struct kvm_vcpu *vcpu);
476 int kvm_s390_import_bp_data(struct kvm_vcpu *vcpu,
478 void kvm_s390_clear_bp_data(struct kvm_vcpu *vcpu);
479 void kvm_s390_prepare_debug_exit(struct kvm_vcpu *vcpu);
480 int kvm_s390_handle_per_ifetch_icpt(struct kvm_vcpu *vcpu);
481 int kvm_s390_handle_per_event(struct kvm_vcpu *vcpu);
499 void kvm_s390_reinject_machine_check(struct kvm_vcpu *vcpu,
505  * Reset the crypto attributes for each vcpu. This can be done while the vcpus
506  * are running as each vcpu will be removed from SIE before resetting the crypt
518  * Set the associated PCI attributes for each vcpu to allow for zPCI Load/Store