305 			kvm_clock_sync_scb(vcpu->arch.sie_block, *delta);  in kvm_clock_sync()
307 				kvm->arch.epoch = vcpu->arch.sie_block->epoch;  in kvm_clock_sync()
308 				kvm->arch.epdx = vcpu->arch.sie_block->epdx;  in kvm_clock_sync()
1081 	vcpu->arch.sie_block->ecb2 |= ECB2_ZPCI_LSI;  in kvm_s390_vcpu_pci_setup()
1082 	vcpu->arch.sie_block->ecb3 |= ECB3_AISII + ECB3_AISI;  in kvm_s390_vcpu_pci_setup()
3277 	free_page((unsigned long)(vcpu->arch.sie_block));  in kvm_arch_vcpu_destroy()
3350 		vcpu->arch.sie_block->scaoh = (__u32)(((__u64)sca) >> 32);  in sca_add_vcpu()
3351 		vcpu->arch.sie_block->scaol = (__u32)(__u64)sca;  in sca_add_vcpu()
3358 		sca->cpu[vcpu->vcpu_id].sda = (__u64) vcpu->arch.sie_block;  in sca_add_vcpu()
3359 		vcpu->arch.sie_block->scaoh = (__u32)(((__u64)sca) >> 32);  in sca_add_vcpu()
3360 		vcpu->arch.sie_block->scaol = (__u32)(__u64)sca & ~0x3fU;  in sca_add_vcpu()
3361 		vcpu->arch.sie_block->ecb2 |= ECB2_ESCA;  in sca_add_vcpu()
3366 		sca->cpu[vcpu->vcpu_id].sda = (__u64) vcpu->arch.sie_block;  in sca_add_vcpu()
3367 		vcpu->arch.sie_block->scaoh = (__u32)(((__u64)sca) >> 32);  in sca_add_vcpu()
3368 		vcpu->arch.sie_block->scaol = (__u32)(__u64)sca;  in sca_add_vcpu()
3416 		vcpu->arch.sie_block->scaoh = scaoh;  in sca_switch_to_extended()
3417 		vcpu->arch.sie_block->scaol = scaol;  in sca_switch_to_extended()
3418 		vcpu->arch.sie_block->ecb2 |= ECB2_ESCA;  in sca_switch_to_extended()
3466 	vcpu->arch.sie_block->cputm -= get_tod_clock_fast() - vcpu->arch.cputm_start;  in __stop_cpu_timer_accounting()
3508 	vcpu->arch.sie_block->cputm = cputm;  in kvm_s390_set_cpu_timer()
3520 		return vcpu->arch.sie_block->cputm;  in kvm_s390_get_cpu_timer()
3530 		value = vcpu->arch.sie_block->cputm;  in kvm_s390_get_cpu_timer()
3564 	vcpu->arch.sie_block->epoch = vcpu->kvm->arch.epoch;  in kvm_arch_vcpu_postcreate()
3565 	vcpu->arch.sie_block->epdx = vcpu->kvm->arch.epdx;  in kvm_arch_vcpu_postcreate()
3573 		vcpu->arch.sie_block->ictl |= ICTL_OPEREXC;  in kvm_arch_vcpu_postcreate()
3606 	vcpu->arch.sie_block->crycbd = vcpu->kvm->arch.crypto.crycbd;  in kvm_s390_vcpu_crypto_setup()
3607 	vcpu->arch.sie_block->ecb3 &= ~(ECB3_AES | ECB3_DEA);  in kvm_s390_vcpu_crypto_setup()
3608 	vcpu->arch.sie_block->eca &= ~ECA_APIE;  in kvm_s390_vcpu_crypto_setup()
3609 	vcpu->arch.sie_block->ecd &= ~ECD_ECC;  in kvm_s390_vcpu_crypto_setup()
3612 		vcpu->arch.sie_block->eca |= ECA_APIE;  in kvm_s390_vcpu_crypto_setup()
3616 		vcpu->arch.sie_block->ecb3 |= ECB3_AES;  in kvm_s390_vcpu_crypto_setup()
3619 			vcpu->arch.sie_block->ecd |= ECD_ECC;  in kvm_s390_vcpu_crypto_setup()
3623 		vcpu->arch.sie_block->ecb3 |= ECB3_DEA;  in kvm_s390_vcpu_crypto_setup()
3628 	free_page(vcpu->arch.sie_block->cbrlo);  in kvm_s390_vcpu_unsetup_cmma()
3629 	vcpu->arch.sie_block->cbrlo = 0;  in kvm_s390_vcpu_unsetup_cmma()
3634 	vcpu->arch.sie_block->cbrlo = get_zeroed_page(GFP_KERNEL_ACCOUNT);  in kvm_s390_vcpu_setup_cmma()
3635 	if (!vcpu->arch.sie_block->cbrlo)  in kvm_s390_vcpu_setup_cmma()
3644 	vcpu->arch.sie_block->ibc = model->ibc;  in kvm_s390_vcpu_setup_model()
3646 		vcpu->arch.sie_block->fac = (u32)(u64) model->fac_list;  in kvm_s390_vcpu_setup_model()
3654 	atomic_set(&vcpu->arch.sie_block->cpuflags, CPUSTAT_ZARCH |  in kvm_s390_vcpu_setup()
3667 		vcpu->arch.sie_block->ecb |= ECB_HOSTPROTINT;  in kvm_s390_vcpu_setup()
3669 		vcpu->arch.sie_block->ecb |= ECB_SRSI;  in kvm_s390_vcpu_setup()
3671 		vcpu->arch.sie_block->ecb |= ECB_PTF;  in kvm_s390_vcpu_setup()
3673 		vcpu->arch.sie_block->ecb |= ECB_TE;  in kvm_s390_vcpu_setup()
3675 		vcpu->arch.sie_block->ecb |= ECB_SPECI;  in kvm_s390_vcpu_setup()
3678 		vcpu->arch.sie_block->ecb2 |= ECB2_PFMFI;  in kvm_s390_vcpu_setup()
3680 		vcpu->arch.sie_block->ecb2 |= ECB2_IEP;  in kvm_s390_vcpu_setup()
3681 	vcpu->arch.sie_block->eca = ECA_MVPGI | ECA_PROTEXCI;  in kvm_s390_vcpu_setup()
3683 		vcpu->arch.sie_block->eca |= ECA_CEI;  in kvm_s390_vcpu_setup()
3685 		vcpu->arch.sie_block->eca |= ECA_IB;  in kvm_s390_vcpu_setup()
3687 		vcpu->arch.sie_block->eca |= ECA_SII;  in kvm_s390_vcpu_setup()
3689 		vcpu->arch.sie_block->eca |= ECA_SIGPI;  in kvm_s390_vcpu_setup()
3691 		vcpu->arch.sie_block->eca |= ECA_VX;  in kvm_s390_vcpu_setup()
3692 		vcpu->arch.sie_block->ecd |= ECD_HOSTREGMGMT;  in kvm_s390_vcpu_setup()
3695 		vcpu->arch.sie_block->ecd |= ECD_MEF;  in kvm_s390_vcpu_setup()
3697 		vcpu->arch.sie_block->ecd |= ECD_ETOKENF;  in kvm_s390_vcpu_setup()
3698 	if (vcpu->arch.sie_block->gd) {  in kvm_s390_vcpu_setup()
3699 		vcpu->arch.sie_block->eca |= ECA_AIV;  in kvm_s390_vcpu_setup()
3701 			   vcpu->arch.sie_block->gd & 0x3, vcpu->vcpu_id);  in kvm_s390_vcpu_setup()
3703 	vcpu->arch.sie_block->sdnxo = ((unsigned long) &vcpu->run->s.regs.sdnx)  in kvm_s390_vcpu_setup()
3705 	vcpu->arch.sie_block->riccbd = (unsigned long) &vcpu->run->s.regs.riccb;  in kvm_s390_vcpu_setup()
3710 		vcpu->arch.sie_block->ictl |= ICTL_ISKE | ICTL_SSKE | ICTL_RRBE;  in kvm_s390_vcpu_setup()
3720 	vcpu->arch.sie_block->hpid = HPID_KVM;  in kvm_s390_vcpu_setup()
3754 	vcpu->arch.sie_block = &sie_page->sie_block;  in kvm_arch_vcpu_create()
3755 	vcpu->arch.sie_block->itdba = (unsigned long) &sie_page->itdb;  in kvm_arch_vcpu_create()
3758 	vcpu->arch.sie_block->mso = 0;  in kvm_arch_vcpu_create()
3759 	vcpu->arch.sie_block->msl = sclp.hamax;  in kvm_arch_vcpu_create()
3761 	vcpu->arch.sie_block->icpua = vcpu->vcpu_id;  in kvm_arch_vcpu_create()
3763 	vcpu->arch.sie_block->gd = kvm_s390_get_gisa_desc(vcpu->kvm);  in kvm_arch_vcpu_create()
3799 		 vcpu->vcpu_id, vcpu, vcpu->arch.sie_block);  in kvm_arch_vcpu_create()
3800 	trace_kvm_s390_create_vcpu(vcpu->vcpu_id, vcpu, vcpu->arch.sie_block);  in kvm_arch_vcpu_create()
3813 	free_page((unsigned long)(vcpu->arch.sie_block));  in kvm_arch_vcpu_create()
3825 	return !(vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE);  in kvm_arch_vcpu_in_kernel()
3830 	atomic_or(PROG_BLOCK_SIE, &vcpu->arch.sie_block->prog20);  in kvm_s390_vcpu_block()
3836 	atomic_andnot(PROG_BLOCK_SIE, &vcpu->arch.sie_block->prog20);  in kvm_s390_vcpu_unblock()
3841 	atomic_or(PROG_REQUEST, &vcpu->arch.sie_block->prog20);  in kvm_s390_vcpu_request()
3847 	return atomic_read(&vcpu->arch.sie_block->prog20) &  in kvm_s390_vcpu_sie_inhibited()
3853 	atomic_andnot(PROG_REQUEST, &vcpu->arch.sie_block->prog20);  in kvm_s390_vcpu_request_handled()
3864 	while (vcpu->arch.sie_block->prog0c & PROG_IN_SIE)  in exit_sie()
3924 		r = put_user(vcpu->arch.sie_block->todpr,  in kvm_arch_vcpu_ioctl_get_one_reg()
3928 		r = put_user(vcpu->arch.sie_block->epoch,  in kvm_arch_vcpu_ioctl_get_one_reg()
3936 		r = put_user(vcpu->arch.sie_block->ckc,  in kvm_arch_vcpu_ioctl_get_one_reg()
3952 		r = put_user(vcpu->arch.sie_block->pp,  in kvm_arch_vcpu_ioctl_get_one_reg()
3956 		r = put_user(vcpu->arch.sie_block->gbea,  in kvm_arch_vcpu_ioctl_get_one_reg()
3974 		r = get_user(vcpu->arch.sie_block->todpr,  in kvm_arch_vcpu_ioctl_set_one_reg()
3978 		r = get_user(vcpu->arch.sie_block->epoch,  in kvm_arch_vcpu_ioctl_set_one_reg()
3987 		r = get_user(vcpu->arch.sie_block->ckc,  in kvm_arch_vcpu_ioctl_set_one_reg()
4005 		r = get_user(vcpu->arch.sie_block->pp,  in kvm_arch_vcpu_ioctl_set_one_reg()
4009 		r = get_user(vcpu->arch.sie_block->gbea,  in kvm_arch_vcpu_ioctl_set_one_reg()
4021 	vcpu->arch.sie_block->gpsw.mask &= ~PSW_MASK_RI;  in kvm_arch_vcpu_ioctl_normal_reset()
4040 	vcpu->arch.sie_block->gpsw.mask = 0;  in kvm_arch_vcpu_ioctl_initial_reset()
4041 	vcpu->arch.sie_block->gpsw.addr = 0;  in kvm_arch_vcpu_ioctl_initial_reset()
4044 	vcpu->arch.sie_block->ckc = 0;  in kvm_arch_vcpu_ioctl_initial_reset()
4045 	memset(vcpu->arch.sie_block->gcr, 0, sizeof(vcpu->arch.sie_block->gcr));  in kvm_arch_vcpu_ioctl_initial_reset()
4046 	vcpu->arch.sie_block->gcr[0] = CR0_INITIAL_MASK;  in kvm_arch_vcpu_ioctl_initial_reset()
4047 	vcpu->arch.sie_block->gcr[14] = CR14_INITIAL_MASK;  in kvm_arch_vcpu_ioctl_initial_reset()
4068 		vcpu->arch.sie_block->gbea = 1;  in kvm_arch_vcpu_ioctl_initial_reset()
4069 		vcpu->arch.sie_block->pp = 0;  in kvm_arch_vcpu_ioctl_initial_reset()
4070 		vcpu->arch.sie_block->fpf &= ~FPF_BPBC;  in kvm_arch_vcpu_ioctl_initial_reset()
4071 		vcpu->arch.sie_block->todpr = 0;  in kvm_arch_vcpu_ioctl_initial_reset()
4113 	memcpy(&vcpu->arch.sie_block->gcr, &sregs->crs, sizeof(sregs->crs));  in kvm_arch_vcpu_ioctl_set_sregs()
4125 	memcpy(&sregs->crs, &vcpu->arch.sie_block->gcr, sizeof(sregs->crs));  in kvm_arch_vcpu_ioctl_get_sregs()
4315 		vcpu->arch.sie_block->ihcpu = 0xffff;  in kvm_s390_handle_requests()
4336 		vcpu->arch.sie_block->ictl |= ICTL_OPEREXC;  in kvm_s390_handle_requests()
4346 		vcpu->arch.sie_block->ecb2 &= ~ECB2_CMMA;  in kvm_s390_handle_requests()
4357 			vcpu->arch.sie_block->ecb2 |= ECB2_CMMA;  in kvm_s390_handle_requests()
4387 		vcpu->arch.sie_block->epoch = kvm->arch.epoch;  in __kvm_s390_set_tod_clock()
4388 		vcpu->arch.sie_block->epdx  = kvm->arch.epdx;  in __kvm_s390_set_tod_clock()
4475 	if ((vcpu->arch.sie_block->gpsw.mask & vcpu->arch.pfault_select) !=  in kvm_arch_setup_async_pf()
4482 	if (!(vcpu->arch.sie_block->gcr[0] & CR0_SERVICE_SIGNAL_SUBMASK))  in kvm_arch_setup_async_pf()
4506 	vcpu->arch.sie_block->gg14 = vcpu->run->s.regs.gprs[14];  in vcpu_pre_run()
4507 	vcpu->arch.sie_block->gg15 = vcpu->run->s.regs.gprs[15];  in vcpu_pre_run()
4529 	vcpu->arch.sie_block->icptcode = 0;  in vcpu_pre_run()
4530 	cpuflags = atomic_read(&vcpu->arch.sie_block->cpuflags);  in vcpu_pre_run()
4556 	rc = read_guest_instr(vcpu, vcpu->arch.sie_block->gpsw.addr, &opcode, 1);  in vcpu_post_run_fault_in_sie()
4579 		   vcpu->arch.sie_block->icptcode);  in vcpu_post_run()
4580 	trace_kvm_s390_sie_exit(vcpu, vcpu->arch.sie_block->icptcode);  in vcpu_post_run()
4585 	vcpu->run->s.regs.gprs[14] = vcpu->arch.sie_block->gg14;  in vcpu_post_run()
4586 	vcpu->run->s.regs.gprs[15] = vcpu->arch.sie_block->gg15;  in vcpu_post_run()
4590 		sie_page = container_of(vcpu->arch.sie_block,  in vcpu_post_run()
4591 					struct sie_page, sie_block);  in vcpu_post_run()
4597 	if (vcpu->arch.sie_block->icptcode > 0) {  in vcpu_post_run()
4603 		vcpu->run->s390_sieic.icptcode = vcpu->arch.sie_block->icptcode;  in vcpu_post_run()
4604 		vcpu->run->s390_sieic.ipa = vcpu->arch.sie_block->ipa;  in vcpu_post_run()
4605 		vcpu->run->s390_sieic.ipb = vcpu->arch.sie_block->ipb;  in vcpu_post_run()
4631 	struct sie_page *sie_page = (struct sie_page *)vcpu->arch.sie_block;  in __vcpu_run()
4660 		exit_reason = sie64a(vcpu->arch.sie_block,  in __vcpu_run()
4672 			if (vcpu->arch.sie_block->icptcode == ICPT_PV_INSTR ||  in __vcpu_run()
4673 			    vcpu->arch.sie_block->icptcode == ICPT_PV_PREF) {  in __vcpu_run()
4674 				vcpu->arch.sie_block->gpsw.mask &= ~PSW_INT_MASK;  in __vcpu_run()
4698 	vcpu->arch.sie_block->gpsw.mask = kvm_run->psw_mask;  in sync_regs_fmt2()
4699 	vcpu->arch.sie_block->gpsw.addr = kvm_run->psw_addr;  in sync_regs_fmt2()
4701 		vcpu->arch.sie_block->todpr = kvm_run->s.regs.todpr;  in sync_regs_fmt2()
4702 		vcpu->arch.sie_block->pp = kvm_run->s.regs.pp;  in sync_regs_fmt2()
4703 		vcpu->arch.sie_block->gbea = kvm_run->s.regs.gbea;  in sync_regs_fmt2()
4714 		vcpu->arch.sie_block->cpnc = vcpu->arch.diag318_info.cpnc;  in sync_regs_fmt2()
4724 	    !(vcpu->arch.sie_block->ecb3 & ECB3_RI)) {  in sync_regs_fmt2()
4726 		vcpu->arch.sie_block->ecb3 |= ECB3_RI;  in sync_regs_fmt2()
4737 		vcpu->arch.sie_block->ecb |= ECB_GS;  in sync_regs_fmt2()
4738 		vcpu->arch.sie_block->ecd |= ECD_HOSTREGMGMT;  in sync_regs_fmt2()
4743 		vcpu->arch.sie_block->fpf &= ~FPF_BPBC;  in sync_regs_fmt2()
4744 		vcpu->arch.sie_block->fpf |= kvm_run->s.regs.bpbc ? FPF_BPBC : 0;  in sync_regs_fmt2()
4770 		memcpy(&vcpu->arch.sie_block->gcr, &kvm_run->s.regs.crs, 128);  in sync_regs()
4776 		vcpu->arch.sie_block->ckc = kvm_run->s.regs.ckc;  in sync_regs()
4806 		vcpu->arch.sie_block->gpsw.mask &= ~PSW_MASK_CC;  in sync_regs()
4807 		vcpu->arch.sie_block->gpsw.mask |= kvm_run->psw_mask &  in sync_regs()
4818 	kvm_run->s.regs.todpr = vcpu->arch.sie_block->todpr;  in store_regs_fmt2()
4819 	kvm_run->s.regs.pp = vcpu->arch.sie_block->pp;  in store_regs_fmt2()
4820 	kvm_run->s.regs.gbea = vcpu->arch.sie_block->gbea;  in store_regs_fmt2()
4821 	kvm_run->s.regs.bpbc = (vcpu->arch.sie_block->fpf & FPF_BPBC) == FPF_BPBC;  in store_regs_fmt2()
4842 	kvm_run->psw_mask = vcpu->arch.sie_block->gpsw.mask;  in store_regs()
4843 	kvm_run->psw_addr = vcpu->arch.sie_block->gpsw.addr;  in store_regs()
4845 	memcpy(&kvm_run->s.regs.crs, &vcpu->arch.sie_block->gcr, 128);  in store_regs()
4847 	kvm_run->s.regs.ckc = vcpu->arch.sie_block->ckc;  in store_regs()
4977 			      &vcpu->arch.sie_block->gpsw, 16);  in kvm_s390_store_status_unloaded()
4983 			      &vcpu->arch.sie_block->todpr, 4);  in kvm_s390_store_status_unloaded()
4987 	clkcomp = vcpu->arch.sie_block->ckc >> 8;  in kvm_s390_store_status_unloaded()
4993 			      &vcpu->arch.sie_block->gcr, 128);  in kvm_s390_store_status_unloaded()
5080 		vcpu->arch.sie_block->gpsw.mask &= ~PSW_INT_MASK;  in kvm_s390_vcpu_start()
5178 	if (mop->size + mop->sida_offset > sida_size(vcpu->arch.sie_block))  in kvm_s390_vcpu_sida_op()
5185 		if (copy_to_user(uaddr, (void *)(sida_origin(vcpu->arch.sie_block) +  in kvm_s390_vcpu_sida_op()
5191 		if (copy_from_user((void *)(sida_origin(vcpu->arch.sie_block) +  in kvm_s390_vcpu_sida_op()
5562 		vmf->page = virt_to_page(vcpu->arch.sie_block);  in kvm_arch_vcpu_fault()