Lines Matching refs:arch
276 kvm_clock_sync_scb(vcpu->arch.sie_block, *delta); in kvm_clock_sync()
278 kvm->arch.epoch = vcpu->arch.sie_block->epoch; in kvm_clock_sync()
279 kvm->arch.epdx = vcpu->arch.sie_block->epdx; in kvm_clock_sync()
281 if (vcpu->arch.cputm_enabled) in kvm_clock_sync()
282 vcpu->arch.cputm_start += *delta; in kvm_clock_sync()
283 if (vcpu->arch.vsie_block) in kvm_clock_sync()
284 kvm_clock_sync_scb(vcpu->arch.vsie_block, in kvm_clock_sync()
581 struct gmap *gmap = kvm->arch.gmap; in kvm_s390_sync_dirty_log()
672 kvm->arch.use_irqchip = 1; in kvm_vm_ioctl_enable_cap()
677 kvm->arch.user_sigp = 1; in kvm_vm_ioctl_enable_cap()
685 set_kvm_facility(kvm->arch.model.fac_mask, 129); in kvm_vm_ioctl_enable_cap()
686 set_kvm_facility(kvm->arch.model.fac_list, 129); in kvm_vm_ioctl_enable_cap()
688 set_kvm_facility(kvm->arch.model.fac_mask, 134); in kvm_vm_ioctl_enable_cap()
689 set_kvm_facility(kvm->arch.model.fac_list, 134); in kvm_vm_ioctl_enable_cap()
692 set_kvm_facility(kvm->arch.model.fac_mask, 135); in kvm_vm_ioctl_enable_cap()
693 set_kvm_facility(kvm->arch.model.fac_list, 135); in kvm_vm_ioctl_enable_cap()
696 set_kvm_facility(kvm->arch.model.fac_mask, 148); in kvm_vm_ioctl_enable_cap()
697 set_kvm_facility(kvm->arch.model.fac_list, 148); in kvm_vm_ioctl_enable_cap()
700 set_kvm_facility(kvm->arch.model.fac_mask, 152); in kvm_vm_ioctl_enable_cap()
701 set_kvm_facility(kvm->arch.model.fac_list, 152); in kvm_vm_ioctl_enable_cap()
716 set_kvm_facility(kvm->arch.model.fac_mask, 64); in kvm_vm_ioctl_enable_cap()
717 set_kvm_facility(kvm->arch.model.fac_list, 64); in kvm_vm_ioctl_enable_cap()
729 set_kvm_facility(kvm->arch.model.fac_mask, 72); in kvm_vm_ioctl_enable_cap()
730 set_kvm_facility(kvm->arch.model.fac_list, 72); in kvm_vm_ioctl_enable_cap()
743 set_kvm_facility(kvm->arch.model.fac_mask, 133); in kvm_vm_ioctl_enable_cap()
744 set_kvm_facility(kvm->arch.model.fac_list, 133); in kvm_vm_ioctl_enable_cap()
755 else if (!hpage || kvm->arch.use_cmma || kvm_is_ucontrol(kvm)) in kvm_vm_ioctl_enable_cap()
767 kvm->arch.use_skf = 0; in kvm_vm_ioctl_enable_cap()
768 kvm->arch.use_pfmfi = 0; in kvm_vm_ioctl_enable_cap()
776 kvm->arch.user_stsi = 1; in kvm_vm_ioctl_enable_cap()
781 kvm->arch.user_instr0 = 1; in kvm_vm_ioctl_enable_cap()
800 kvm->arch.mem_limit); in kvm_s390_get_mem_control()
801 if (put_user(kvm->arch.mem_limit, (u64 __user *)attr->addr)) in kvm_s390_get_mem_control()
828 kvm->arch.use_cmma = 1; in kvm_s390_set_mem_control()
830 kvm->arch.use_pfmfi = 0; in kvm_s390_set_mem_control()
840 if (!kvm->arch.use_cmma) in kvm_s390_set_mem_control()
846 s390_reset_cmma(kvm->arch.gmap->mm); in kvm_s390_set_mem_control()
860 if (kvm->arch.mem_limit != KVM_S390_NO_MEM_LIMIT && in kvm_s390_set_mem_control()
861 new_limit > kvm->arch.mem_limit) in kvm_s390_set_mem_control()
880 gmap_remove(kvm->arch.gmap); in kvm_s390_set_mem_control()
882 kvm->arch.gmap = new; in kvm_s390_set_mem_control()
889 (void *) kvm->arch.gmap->asce); in kvm_s390_set_mem_control()
927 kvm->arch.crypto.crycb->aes_wrapping_key_mask, in kvm_s390_vm_set_crypto()
928 sizeof(kvm->arch.crypto.crycb->aes_wrapping_key_mask)); in kvm_s390_vm_set_crypto()
929 kvm->arch.crypto.aes_kw = 1; in kvm_s390_vm_set_crypto()
938 kvm->arch.crypto.crycb->dea_wrapping_key_mask, in kvm_s390_vm_set_crypto()
939 sizeof(kvm->arch.crypto.crycb->dea_wrapping_key_mask)); in kvm_s390_vm_set_crypto()
940 kvm->arch.crypto.dea_kw = 1; in kvm_s390_vm_set_crypto()
948 kvm->arch.crypto.aes_kw = 0; in kvm_s390_vm_set_crypto()
949 memset(kvm->arch.crypto.crycb->aes_wrapping_key_mask, 0, in kvm_s390_vm_set_crypto()
950 sizeof(kvm->arch.crypto.crycb->aes_wrapping_key_mask)); in kvm_s390_vm_set_crypto()
958 kvm->arch.crypto.dea_kw = 0; in kvm_s390_vm_set_crypto()
959 memset(kvm->arch.crypto.crycb->dea_wrapping_key_mask, 0, in kvm_s390_vm_set_crypto()
960 sizeof(kvm->arch.crypto.crycb->dea_wrapping_key_mask)); in kvm_s390_vm_set_crypto()
968 kvm->arch.crypto.apie = 1; in kvm_s390_vm_set_crypto()
975 kvm->arch.crypto.apie = 0; in kvm_s390_vm_set_crypto()
1008 if (kvm->arch.migration_mode) in kvm_s390_vm_start_migration()
1014 if (!kvm->arch.use_cmma) { in kvm_s390_vm_start_migration()
1015 kvm->arch.migration_mode = 1; in kvm_s390_vm_start_migration()
1032 atomic64_set(&kvm->arch.cmma_dirty_pages, ram_pages); in kvm_s390_vm_start_migration()
1033 kvm->arch.migration_mode = 1; in kvm_s390_vm_start_migration()
1045 if (!kvm->arch.migration_mode) in kvm_s390_vm_stop_migration()
1047 kvm->arch.migration_mode = 0; in kvm_s390_vm_stop_migration()
1048 if (kvm->arch.use_cmma) in kvm_s390_vm_stop_migration()
1077 u64 mig = kvm->arch.migration_mode; in kvm_s390_vm_get_migration()
1165 gtod->tod = htod.tod + kvm->arch.epoch; in kvm_s390_get_tod_clock()
1168 gtod->epoch_idx = htod.epoch_idx + kvm->arch.epdx; in kvm_s390_get_tod_clock()
1256 kvm->arch.model.cpuid = proc->cpuid; in kvm_s390_set_processor()
1261 kvm->arch.model.ibc = unblocked_ibc; in kvm_s390_set_processor()
1263 kvm->arch.model.ibc = lowest_ibc; in kvm_s390_set_processor()
1265 kvm->arch.model.ibc = proc->ibc; in kvm_s390_set_processor()
1267 memcpy(kvm->arch.model.fac_list, proc->fac_list, in kvm_s390_set_processor()
1270 kvm->arch.model.ibc, in kvm_s390_set_processor()
1271 kvm->arch.model.cpuid); in kvm_s390_set_processor()
1273 kvm->arch.model.fac_list[0], in kvm_s390_set_processor()
1274 kvm->arch.model.fac_list[1], in kvm_s390_set_processor()
1275 kvm->arch.model.fac_list[2]); in kvm_s390_set_processor()
1301 bitmap_copy(kvm->arch.cpu_feat, (unsigned long *) data.feat, in kvm_s390_set_processor_feat()
1320 if (copy_from_user(&kvm->arch.model.subfuncs, (void __user *)attr->addr, in kvm_s390_set_processor_subfunc()
1328 ((unsigned long *) &kvm->arch.model.subfuncs.plo)[0], in kvm_s390_set_processor_subfunc()
1329 ((unsigned long *) &kvm->arch.model.subfuncs.plo)[1], in kvm_s390_set_processor_subfunc()
1330 ((unsigned long *) &kvm->arch.model.subfuncs.plo)[2], in kvm_s390_set_processor_subfunc()
1331 ((unsigned long *) &kvm->arch.model.subfuncs.plo)[3]); in kvm_s390_set_processor_subfunc()
1333 ((unsigned long *) &kvm->arch.model.subfuncs.ptff)[0], in kvm_s390_set_processor_subfunc()
1334 ((unsigned long *) &kvm->arch.model.subfuncs.ptff)[1]); in kvm_s390_set_processor_subfunc()
1336 ((unsigned long *) &kvm->arch.model.subfuncs.kmac)[0], in kvm_s390_set_processor_subfunc()
1337 ((unsigned long *) &kvm->arch.model.subfuncs.kmac)[1]); in kvm_s390_set_processor_subfunc()
1339 ((unsigned long *) &kvm->arch.model.subfuncs.kmc)[0], in kvm_s390_set_processor_subfunc()
1340 ((unsigned long *) &kvm->arch.model.subfuncs.kmc)[1]); in kvm_s390_set_processor_subfunc()
1342 ((unsigned long *) &kvm->arch.model.subfuncs.km)[0], in kvm_s390_set_processor_subfunc()
1343 ((unsigned long *) &kvm->arch.model.subfuncs.km)[1]); in kvm_s390_set_processor_subfunc()
1345 ((unsigned long *) &kvm->arch.model.subfuncs.kimd)[0], in kvm_s390_set_processor_subfunc()
1346 ((unsigned long *) &kvm->arch.model.subfuncs.kimd)[1]); in kvm_s390_set_processor_subfunc()
1348 ((unsigned long *) &kvm->arch.model.subfuncs.klmd)[0], in kvm_s390_set_processor_subfunc()
1349 ((unsigned long *) &kvm->arch.model.subfuncs.klmd)[1]); in kvm_s390_set_processor_subfunc()
1351 ((unsigned long *) &kvm->arch.model.subfuncs.pckmo)[0], in kvm_s390_set_processor_subfunc()
1352 ((unsigned long *) &kvm->arch.model.subfuncs.pckmo)[1]); in kvm_s390_set_processor_subfunc()
1354 ((unsigned long *) &kvm->arch.model.subfuncs.kmctr)[0], in kvm_s390_set_processor_subfunc()
1355 ((unsigned long *) &kvm->arch.model.subfuncs.kmctr)[1]); in kvm_s390_set_processor_subfunc()
1357 ((unsigned long *) &kvm->arch.model.subfuncs.kmf)[0], in kvm_s390_set_processor_subfunc()
1358 ((unsigned long *) &kvm->arch.model.subfuncs.kmf)[1]); in kvm_s390_set_processor_subfunc()
1360 ((unsigned long *) &kvm->arch.model.subfuncs.kmo)[0], in kvm_s390_set_processor_subfunc()
1361 ((unsigned long *) &kvm->arch.model.subfuncs.kmo)[1]); in kvm_s390_set_processor_subfunc()
1363 ((unsigned long *) &kvm->arch.model.subfuncs.pcc)[0], in kvm_s390_set_processor_subfunc()
1364 ((unsigned long *) &kvm->arch.model.subfuncs.pcc)[1]); in kvm_s390_set_processor_subfunc()
1366 ((unsigned long *) &kvm->arch.model.subfuncs.ppno)[0], in kvm_s390_set_processor_subfunc()
1367 ((unsigned long *) &kvm->arch.model.subfuncs.ppno)[1]); in kvm_s390_set_processor_subfunc()
1369 ((unsigned long *) &kvm->arch.model.subfuncs.kma)[0], in kvm_s390_set_processor_subfunc()
1370 ((unsigned long *) &kvm->arch.model.subfuncs.kma)[1]); in kvm_s390_set_processor_subfunc()
1372 ((unsigned long *) &kvm->arch.model.subfuncs.kdsa)[0], in kvm_s390_set_processor_subfunc()
1373 ((unsigned long *) &kvm->arch.model.subfuncs.kdsa)[1]); in kvm_s390_set_processor_subfunc()
1375 ((unsigned long *) &kvm->arch.model.subfuncs.sortl)[0], in kvm_s390_set_processor_subfunc()
1376 ((unsigned long *) &kvm->arch.model.subfuncs.sortl)[1], in kvm_s390_set_processor_subfunc()
1377 ((unsigned long *) &kvm->arch.model.subfuncs.sortl)[2], in kvm_s390_set_processor_subfunc()
1378 ((unsigned long *) &kvm->arch.model.subfuncs.sortl)[3]); in kvm_s390_set_processor_subfunc()
1380 ((unsigned long *) &kvm->arch.model.subfuncs.dfltcc)[0], in kvm_s390_set_processor_subfunc()
1381 ((unsigned long *) &kvm->arch.model.subfuncs.dfltcc)[1], in kvm_s390_set_processor_subfunc()
1382 ((unsigned long *) &kvm->arch.model.subfuncs.dfltcc)[2], in kvm_s390_set_processor_subfunc()
1383 ((unsigned long *) &kvm->arch.model.subfuncs.dfltcc)[3]); in kvm_s390_set_processor_subfunc()
1416 proc->cpuid = kvm->arch.model.cpuid; in kvm_s390_get_processor()
1417 proc->ibc = kvm->arch.model.ibc; in kvm_s390_get_processor()
1418 memcpy(&proc->fac_list, kvm->arch.model.fac_list, in kvm_s390_get_processor()
1421 kvm->arch.model.ibc, in kvm_s390_get_processor()
1422 kvm->arch.model.cpuid); in kvm_s390_get_processor()
1424 kvm->arch.model.fac_list[0], in kvm_s390_get_processor()
1425 kvm->arch.model.fac_list[1], in kvm_s390_get_processor()
1426 kvm->arch.model.fac_list[2]); in kvm_s390_get_processor()
1446 memcpy(&mach->fac_mask, kvm->arch.model.fac_mask, in kvm_s390_get_machine()
1451 kvm->arch.model.ibc, in kvm_s390_get_machine()
1452 kvm->arch.model.cpuid); in kvm_s390_get_machine()
1473 bitmap_copy((unsigned long *) data.feat, kvm->arch.cpu_feat, in kvm_s390_get_processor_feat()
1504 if (copy_to_user((void __user *)attr->addr, &kvm->arch.model.subfuncs, in kvm_s390_get_processor_subfunc()
1509 ((unsigned long *) &kvm->arch.model.subfuncs.plo)[0], in kvm_s390_get_processor_subfunc()
1510 ((unsigned long *) &kvm->arch.model.subfuncs.plo)[1], in kvm_s390_get_processor_subfunc()
1511 ((unsigned long *) &kvm->arch.model.subfuncs.plo)[2], in kvm_s390_get_processor_subfunc()
1512 ((unsigned long *) &kvm->arch.model.subfuncs.plo)[3]); in kvm_s390_get_processor_subfunc()
1514 ((unsigned long *) &kvm->arch.model.subfuncs.ptff)[0], in kvm_s390_get_processor_subfunc()
1515 ((unsigned long *) &kvm->arch.model.subfuncs.ptff)[1]); in kvm_s390_get_processor_subfunc()
1517 ((unsigned long *) &kvm->arch.model.subfuncs.kmac)[0], in kvm_s390_get_processor_subfunc()
1518 ((unsigned long *) &kvm->arch.model.subfuncs.kmac)[1]); in kvm_s390_get_processor_subfunc()
1520 ((unsigned long *) &kvm->arch.model.subfuncs.kmc)[0], in kvm_s390_get_processor_subfunc()
1521 ((unsigned long *) &kvm->arch.model.subfuncs.kmc)[1]); in kvm_s390_get_processor_subfunc()
1523 ((unsigned long *) &kvm->arch.model.subfuncs.km)[0], in kvm_s390_get_processor_subfunc()
1524 ((unsigned long *) &kvm->arch.model.subfuncs.km)[1]); in kvm_s390_get_processor_subfunc()
1526 ((unsigned long *) &kvm->arch.model.subfuncs.kimd)[0], in kvm_s390_get_processor_subfunc()
1527 ((unsigned long *) &kvm->arch.model.subfuncs.kimd)[1]); in kvm_s390_get_processor_subfunc()
1529 ((unsigned long *) &kvm->arch.model.subfuncs.klmd)[0], in kvm_s390_get_processor_subfunc()
1530 ((unsigned long *) &kvm->arch.model.subfuncs.klmd)[1]); in kvm_s390_get_processor_subfunc()
1532 ((unsigned long *) &kvm->arch.model.subfuncs.pckmo)[0], in kvm_s390_get_processor_subfunc()
1533 ((unsigned long *) &kvm->arch.model.subfuncs.pckmo)[1]); in kvm_s390_get_processor_subfunc()
1535 ((unsigned long *) &kvm->arch.model.subfuncs.kmctr)[0], in kvm_s390_get_processor_subfunc()
1536 ((unsigned long *) &kvm->arch.model.subfuncs.kmctr)[1]); in kvm_s390_get_processor_subfunc()
1538 ((unsigned long *) &kvm->arch.model.subfuncs.kmf)[0], in kvm_s390_get_processor_subfunc()
1539 ((unsigned long *) &kvm->arch.model.subfuncs.kmf)[1]); in kvm_s390_get_processor_subfunc()
1541 ((unsigned long *) &kvm->arch.model.subfuncs.kmo)[0], in kvm_s390_get_processor_subfunc()
1542 ((unsigned long *) &kvm->arch.model.subfuncs.kmo)[1]); in kvm_s390_get_processor_subfunc()
1544 ((unsigned long *) &kvm->arch.model.subfuncs.pcc)[0], in kvm_s390_get_processor_subfunc()
1545 ((unsigned long *) &kvm->arch.model.subfuncs.pcc)[1]); in kvm_s390_get_processor_subfunc()
1547 ((unsigned long *) &kvm->arch.model.subfuncs.ppno)[0], in kvm_s390_get_processor_subfunc()
1548 ((unsigned long *) &kvm->arch.model.subfuncs.ppno)[1]); in kvm_s390_get_processor_subfunc()
1550 ((unsigned long *) &kvm->arch.model.subfuncs.kma)[0], in kvm_s390_get_processor_subfunc()
1551 ((unsigned long *) &kvm->arch.model.subfuncs.kma)[1]); in kvm_s390_get_processor_subfunc()
1553 ((unsigned long *) &kvm->arch.model.subfuncs.kdsa)[0], in kvm_s390_get_processor_subfunc()
1554 ((unsigned long *) &kvm->arch.model.subfuncs.kdsa)[1]); in kvm_s390_get_processor_subfunc()
1556 ((unsigned long *) &kvm->arch.model.subfuncs.sortl)[0], in kvm_s390_get_processor_subfunc()
1557 ((unsigned long *) &kvm->arch.model.subfuncs.sortl)[1], in kvm_s390_get_processor_subfunc()
1558 ((unsigned long *) &kvm->arch.model.subfuncs.sortl)[2], in kvm_s390_get_processor_subfunc()
1559 ((unsigned long *) &kvm->arch.model.subfuncs.sortl)[3]); in kvm_s390_get_processor_subfunc()
1561 ((unsigned long *) &kvm->arch.model.subfuncs.dfltcc)[0], in kvm_s390_get_processor_subfunc()
1562 ((unsigned long *) &kvm->arch.model.subfuncs.dfltcc)[1], in kvm_s390_get_processor_subfunc()
1563 ((unsigned long *) &kvm->arch.model.subfuncs.dfltcc)[2], in kvm_s390_get_processor_subfunc()
1564 ((unsigned long *) &kvm->arch.model.subfuncs.dfltcc)[3]); in kvm_s390_get_processor_subfunc()
2013 atomic64_dec(&kvm->arch.cmma_dirty_pages); in kvm_s390_get_cmma()
2054 if (!kvm->arch.use_cmma) in kvm_s390_get_cmma_bits()
2061 if (!peek && !kvm->arch.migration_mode) in kvm_s390_get_cmma_bits()
2070 if (!peek && !atomic64_read(&kvm->arch.cmma_dirty_pages)) { in kvm_s390_get_cmma_bits()
2088 if (kvm->arch.migration_mode) in kvm_s390_get_cmma_bits()
2089 args->remaining = atomic64_read(&kvm->arch.cmma_dirty_pages); in kvm_s390_get_cmma_bits()
2114 if (!kvm->arch.use_cmma) in kvm_s390_set_cmma_bits()
2185 if (kvm->arch.use_irqchip) { in kvm_arch_vm_ioctl()
2289 kvm->arch.crypto.crycbd = (__u32)(unsigned long) kvm->arch.crypto.crycb; in kvm_s390_set_crycb_format()
2292 kvm->arch.crypto.crycbd &= ~(CRYCB_FORMAT_MASK); in kvm_s390_set_crycb_format()
2299 kvm->arch.crypto.crycbd |= CRYCB_FORMAT2; in kvm_s390_set_crycb_format()
2301 kvm->arch.crypto.crycbd |= CRYCB_FORMAT1; in kvm_s390_set_crycb_format()
2307 struct kvm_s390_crypto_cb *crycb = kvm->arch.crypto.crycb; in kvm_arch_crypto_set_masks()
2312 switch (kvm->arch.crypto.crycbd & CRYCB_FORMAT_MASK) { in kvm_arch_crypto_set_masks()
2349 memset(&kvm->arch.crypto.crycb->apcb0, 0, in kvm_arch_crypto_clear_masks()
2350 sizeof(kvm->arch.crypto.crycb->apcb0)); in kvm_arch_crypto_clear_masks()
2351 memset(&kvm->arch.crypto.crycb->apcb1, 0, in kvm_arch_crypto_clear_masks()
2352 sizeof(kvm->arch.crypto.crycb->apcb1)); in kvm_arch_crypto_clear_masks()
2373 kvm->arch.crypto.crycb = &kvm->arch.sie_page2->crycb; in kvm_s390_crypto_init()
2380 kvm->arch.crypto.aes_kw = 1; in kvm_s390_crypto_init()
2381 kvm->arch.crypto.dea_kw = 1; in kvm_s390_crypto_init()
2382 get_random_bytes(kvm->arch.crypto.crycb->aes_wrapping_key_mask, in kvm_s390_crypto_init()
2383 sizeof(kvm->arch.crypto.crycb->aes_wrapping_key_mask)); in kvm_s390_crypto_init()
2384 get_random_bytes(kvm->arch.crypto.crycb->dea_wrapping_key_mask, in kvm_s390_crypto_init()
2385 sizeof(kvm->arch.crypto.crycb->dea_wrapping_key_mask)); in kvm_s390_crypto_init()
2390 if (kvm->arch.use_esca) in sca_dispose()
2391 free_pages_exact(kvm->arch.sca, sizeof(struct esca_block)); in sca_dispose()
2393 free_page((unsigned long)(kvm->arch.sca)); in sca_dispose()
2394 kvm->arch.sca = NULL; in sca_dispose()
2423 rwlock_init(&kvm->arch.sca_lock); in kvm_arch_init_vm()
2425 kvm->arch.sca = (struct bsca_block *) get_zeroed_page(alloc_flags); in kvm_arch_init_vm()
2426 if (!kvm->arch.sca) in kvm_arch_init_vm()
2432 kvm->arch.sca = (struct bsca_block *) in kvm_arch_init_vm()
2433 ((char *) kvm->arch.sca + sca_offset); in kvm_arch_init_vm()
2438 kvm->arch.dbf = debug_register(debug_name, 32, 1, 7 * sizeof(long)); in kvm_arch_init_vm()
2439 if (!kvm->arch.dbf) in kvm_arch_init_vm()
2443 kvm->arch.sie_page2 = in kvm_arch_init_vm()
2445 if (!kvm->arch.sie_page2) in kvm_arch_init_vm()
2448 kvm->arch.sie_page2->kvm = kvm; in kvm_arch_init_vm()
2449 kvm->arch.model.fac_list = kvm->arch.sie_page2->fac_list; in kvm_arch_init_vm()
2452 kvm->arch.model.fac_mask[i] = S390_lowcore.stfle_fac_list[i] & in kvm_arch_init_vm()
2455 kvm->arch.model.fac_list[i] = S390_lowcore.stfle_fac_list[i] & in kvm_arch_init_vm()
2458 kvm->arch.model.subfuncs = kvm_s390_available_subfunc; in kvm_arch_init_vm()
2461 set_kvm_facility(kvm->arch.model.fac_mask, 138); in kvm_arch_init_vm()
2462 set_kvm_facility(kvm->arch.model.fac_list, 138); in kvm_arch_init_vm()
2464 set_kvm_facility(kvm->arch.model.fac_mask, 74); in kvm_arch_init_vm()
2465 set_kvm_facility(kvm->arch.model.fac_list, 74); in kvm_arch_init_vm()
2467 set_kvm_facility(kvm->arch.model.fac_mask, 147); in kvm_arch_init_vm()
2468 set_kvm_facility(kvm->arch.model.fac_list, 147); in kvm_arch_init_vm()
2472 set_kvm_facility(kvm->arch.model.fac_mask, 65); in kvm_arch_init_vm()
2474 kvm->arch.model.cpuid = kvm_s390_get_initial_cpuid(); in kvm_arch_init_vm()
2475 kvm->arch.model.ibc = sclp.ibc & 0x0fff; in kvm_arch_init_vm()
2479 mutex_init(&kvm->arch.float_int.ais_lock); in kvm_arch_init_vm()
2480 spin_lock_init(&kvm->arch.float_int.lock); in kvm_arch_init_vm()
2482 INIT_LIST_HEAD(&kvm->arch.float_int.lists[i]); in kvm_arch_init_vm()
2483 init_waitqueue_head(&kvm->arch.ipte_wq); in kvm_arch_init_vm()
2484 mutex_init(&kvm->arch.ipte_mutex); in kvm_arch_init_vm()
2486 debug_register_view(kvm->arch.dbf, &debug_sprintf_view); in kvm_arch_init_vm()
2490 kvm->arch.gmap = NULL; in kvm_arch_init_vm()
2491 kvm->arch.mem_limit = KVM_S390_NO_MEM_LIMIT; in kvm_arch_init_vm()
2494 kvm->arch.mem_limit = TASK_SIZE_MAX; in kvm_arch_init_vm()
2496 kvm->arch.mem_limit = min_t(unsigned long, TASK_SIZE_MAX, in kvm_arch_init_vm()
2498 kvm->arch.gmap = gmap_create(current->mm, kvm->arch.mem_limit - 1); in kvm_arch_init_vm()
2499 if (!kvm->arch.gmap) in kvm_arch_init_vm()
2501 kvm->arch.gmap->private = kvm; in kvm_arch_init_vm()
2502 kvm->arch.gmap->pfault_enabled = 0; in kvm_arch_init_vm()
2505 kvm->arch.use_pfmfi = sclp.has_pfmfi; in kvm_arch_init_vm()
2506 kvm->arch.use_skf = sclp.has_skey; in kvm_arch_init_vm()
2507 spin_lock_init(&kvm->arch.start_stop_lock); in kvm_arch_init_vm()
2514 free_page((unsigned long)kvm->arch.sie_page2); in kvm_arch_init_vm()
2515 debug_unregister(kvm->arch.dbf); in kvm_arch_init_vm()
2531 gmap_remove(vcpu->arch.gmap); in kvm_arch_vcpu_destroy()
2533 if (vcpu->kvm->arch.use_cmma) in kvm_arch_vcpu_destroy()
2535 free_page((unsigned long)(vcpu->arch.sie_block)); in kvm_arch_vcpu_destroy()
2561 debug_unregister(kvm->arch.dbf); in kvm_arch_destroy_vm()
2563 free_page((unsigned long)kvm->arch.sie_page2); in kvm_arch_destroy_vm()
2565 gmap_remove(kvm->arch.gmap); in kvm_arch_destroy_vm()
2575 vcpu->arch.gmap = gmap_create(current->mm, -1UL); in __kvm_ucontrol_vcpu_init()
2576 if (!vcpu->arch.gmap) in __kvm_ucontrol_vcpu_init()
2578 vcpu->arch.gmap->private = vcpu->kvm; in __kvm_ucontrol_vcpu_init()
2587 read_lock(&vcpu->kvm->arch.sca_lock); in sca_del_vcpu()
2588 if (vcpu->kvm->arch.use_esca) { in sca_del_vcpu()
2589 struct esca_block *sca = vcpu->kvm->arch.sca; in sca_del_vcpu()
2594 struct bsca_block *sca = vcpu->kvm->arch.sca; in sca_del_vcpu()
2599 read_unlock(&vcpu->kvm->arch.sca_lock); in sca_del_vcpu()
2605 struct bsca_block *sca = vcpu->kvm->arch.sca; in sca_add_vcpu()
2608 vcpu->arch.sie_block->scaoh = (__u32)(((__u64)sca) >> 32); in sca_add_vcpu()
2609 vcpu->arch.sie_block->scaol = (__u32)(__u64)sca; in sca_add_vcpu()
2612 read_lock(&vcpu->kvm->arch.sca_lock); in sca_add_vcpu()
2613 if (vcpu->kvm->arch.use_esca) { in sca_add_vcpu()
2614 struct esca_block *sca = vcpu->kvm->arch.sca; in sca_add_vcpu()
2616 sca->cpu[vcpu->vcpu_id].sda = (__u64) vcpu->arch.sie_block; in sca_add_vcpu()
2617 vcpu->arch.sie_block->scaoh = (__u32)(((__u64)sca) >> 32); in sca_add_vcpu()
2618 vcpu->arch.sie_block->scaol = (__u32)(__u64)sca & ~0x3fU; in sca_add_vcpu()
2619 vcpu->arch.sie_block->ecb2 |= ECB2_ESCA; in sca_add_vcpu()
2622 struct bsca_block *sca = vcpu->kvm->arch.sca; in sca_add_vcpu()
2624 sca->cpu[vcpu->vcpu_id].sda = (__u64) vcpu->arch.sie_block; in sca_add_vcpu()
2625 vcpu->arch.sie_block->scaoh = (__u32)(((__u64)sca) >> 32); in sca_add_vcpu()
2626 vcpu->arch.sie_block->scaol = (__u32)(__u64)sca; in sca_add_vcpu()
2629 read_unlock(&vcpu->kvm->arch.sca_lock); in sca_add_vcpu()
2652 struct bsca_block *old_sca = kvm->arch.sca; in sca_switch_to_extended()
2666 write_lock(&kvm->arch.sca_lock); in sca_switch_to_extended()
2671 vcpu->arch.sie_block->scaoh = scaoh; in sca_switch_to_extended()
2672 vcpu->arch.sie_block->scaol = scaol; in sca_switch_to_extended()
2673 vcpu->arch.sie_block->ecb2 |= ECB2_ESCA; in sca_switch_to_extended()
2675 kvm->arch.sca = new_sca; in sca_switch_to_extended()
2676 kvm->arch.use_esca = 1; in sca_switch_to_extended()
2678 write_unlock(&kvm->arch.sca_lock); in sca_switch_to_extended()
2684 old_sca, kvm->arch.sca); in sca_switch_to_extended()
2703 rc = kvm->arch.use_esca ? 0 : sca_switch_to_extended(kvm); in sca_can_add_vcpu()
2711 vcpu->arch.pfault_token = KVM_S390_PFAULT_TOKEN_INVALID; in kvm_arch_vcpu_init()
2745 WARN_ON_ONCE(vcpu->arch.cputm_start != 0); in __start_cpu_timer_accounting()
2746 raw_write_seqcount_begin(&vcpu->arch.cputm_seqcount); in __start_cpu_timer_accounting()
2747 vcpu->arch.cputm_start = get_tod_clock_fast(); in __start_cpu_timer_accounting()
2748 raw_write_seqcount_end(&vcpu->arch.cputm_seqcount); in __start_cpu_timer_accounting()
2754 WARN_ON_ONCE(vcpu->arch.cputm_start == 0); in __stop_cpu_timer_accounting()
2755 raw_write_seqcount_begin(&vcpu->arch.cputm_seqcount); in __stop_cpu_timer_accounting()
2756 vcpu->arch.sie_block->cputm -= get_tod_clock_fast() - vcpu->arch.cputm_start; in __stop_cpu_timer_accounting()
2757 vcpu->arch.cputm_start = 0; in __stop_cpu_timer_accounting()
2758 raw_write_seqcount_end(&vcpu->arch.cputm_seqcount); in __stop_cpu_timer_accounting()
2764 WARN_ON_ONCE(vcpu->arch.cputm_enabled); in __enable_cpu_timer_accounting()
2765 vcpu->arch.cputm_enabled = true; in __enable_cpu_timer_accounting()
2772 WARN_ON_ONCE(!vcpu->arch.cputm_enabled); in __disable_cpu_timer_accounting()
2774 vcpu->arch.cputm_enabled = false; in __disable_cpu_timer_accounting()
2795 raw_write_seqcount_begin(&vcpu->arch.cputm_seqcount); in kvm_s390_set_cpu_timer()
2796 if (vcpu->arch.cputm_enabled) in kvm_s390_set_cpu_timer()
2797 vcpu->arch.cputm_start = get_tod_clock_fast(); in kvm_s390_set_cpu_timer()
2798 vcpu->arch.sie_block->cputm = cputm; in kvm_s390_set_cpu_timer()
2799 raw_write_seqcount_end(&vcpu->arch.cputm_seqcount); in kvm_s390_set_cpu_timer()
2809 if (unlikely(!vcpu->arch.cputm_enabled)) in kvm_s390_get_cpu_timer()
2810 return vcpu->arch.sie_block->cputm; in kvm_s390_get_cpu_timer()
2814 seq = raw_read_seqcount(&vcpu->arch.cputm_seqcount); in kvm_s390_get_cpu_timer()
2820 value = vcpu->arch.sie_block->cputm; in kvm_s390_get_cpu_timer()
2822 if (likely(vcpu->arch.cputm_start)) in kvm_s390_get_cpu_timer()
2823 value -= get_tod_clock_fast() - vcpu->arch.cputm_start; in kvm_s390_get_cpu_timer()
2824 } while (read_seqcount_retry(&vcpu->arch.cputm_seqcount, seq & ~1)); in kvm_s390_get_cpu_timer()
2832 gmap_enable(vcpu->arch.enabled_gmap); in kvm_arch_vcpu_load()
2834 if (vcpu->arch.cputm_enabled && !is_vcpu_idle(vcpu)) in kvm_arch_vcpu_load()
2842 if (vcpu->arch.cputm_enabled && !is_vcpu_idle(vcpu)) in kvm_arch_vcpu_put()
2845 vcpu->arch.enabled_gmap = gmap_get_enabled(); in kvm_arch_vcpu_put()
2846 gmap_disable(vcpu->arch.enabled_gmap); in kvm_arch_vcpu_put()
2853 vcpu->arch.sie_block->gpsw.mask = 0UL; in kvm_s390_vcpu_initial_reset()
2854 vcpu->arch.sie_block->gpsw.addr = 0UL; in kvm_s390_vcpu_initial_reset()
2857 vcpu->arch.sie_block->ckc = 0UL; in kvm_s390_vcpu_initial_reset()
2858 vcpu->arch.sie_block->todpr = 0; in kvm_s390_vcpu_initial_reset()
2859 memset(vcpu->arch.sie_block->gcr, 0, 16 * sizeof(__u64)); in kvm_s390_vcpu_initial_reset()
2860 vcpu->arch.sie_block->gcr[0] = CR0_UNUSED_56 | in kvm_s390_vcpu_initial_reset()
2863 vcpu->arch.sie_block->gcr[14] = CR14_UNUSED_32 | in kvm_s390_vcpu_initial_reset()
2869 vcpu->arch.sie_block->gbea = 1; in kvm_s390_vcpu_initial_reset()
2870 vcpu->arch.sie_block->pp = 0; in kvm_s390_vcpu_initial_reset()
2871 vcpu->arch.sie_block->fpf &= ~FPF_BPBC; in kvm_s390_vcpu_initial_reset()
2872 vcpu->arch.pfault_token = KVM_S390_PFAULT_TOKEN_INVALID; in kvm_s390_vcpu_initial_reset()
2883 vcpu->arch.sie_block->epoch = vcpu->kvm->arch.epoch; in kvm_arch_vcpu_postcreate()
2884 vcpu->arch.sie_block->epdx = vcpu->kvm->arch.epdx; in kvm_arch_vcpu_postcreate()
2888 vcpu->arch.gmap = vcpu->kvm->arch.gmap; in kvm_arch_vcpu_postcreate()
2891 if (test_kvm_facility(vcpu->kvm, 74) || vcpu->kvm->arch.user_instr0) in kvm_arch_vcpu_postcreate()
2892 vcpu->arch.sie_block->ictl |= ICTL_OPEREXC; in kvm_arch_vcpu_postcreate()
2894 vcpu->arch.enabled_gmap = vcpu->arch.gmap; in kvm_arch_vcpu_postcreate()
2899 if (test_bit_inv(nr, (unsigned long *)&kvm->arch.model.subfuncs.pckmo) && in kvm_has_pckmo_subfunc()
2922 if (!vcpu->kvm->arch.crypto.apie && !test_kvm_facility(vcpu->kvm, 76)) in kvm_s390_vcpu_crypto_setup()
2925 vcpu->arch.sie_block->crycbd = vcpu->kvm->arch.crypto.crycbd; in kvm_s390_vcpu_crypto_setup()
2926 vcpu->arch.sie_block->ecb3 &= ~(ECB3_AES | ECB3_DEA); in kvm_s390_vcpu_crypto_setup()
2927 vcpu->arch.sie_block->eca &= ~ECA_APIE; in kvm_s390_vcpu_crypto_setup()
2928 vcpu->arch.sie_block->ecd &= ~ECD_ECC; in kvm_s390_vcpu_crypto_setup()
2930 if (vcpu->kvm->arch.crypto.apie) in kvm_s390_vcpu_crypto_setup()
2931 vcpu->arch.sie_block->eca |= ECA_APIE; in kvm_s390_vcpu_crypto_setup()
2934 if (vcpu->kvm->arch.crypto.aes_kw) { in kvm_s390_vcpu_crypto_setup()
2935 vcpu->arch.sie_block->ecb3 |= ECB3_AES; in kvm_s390_vcpu_crypto_setup()
2938 vcpu->arch.sie_block->ecd |= ECD_ECC; in kvm_s390_vcpu_crypto_setup()
2941 if (vcpu->kvm->arch.crypto.dea_kw) in kvm_s390_vcpu_crypto_setup()
2942 vcpu->arch.sie_block->ecb3 |= ECB3_DEA; in kvm_s390_vcpu_crypto_setup()
2947 free_page(vcpu->arch.sie_block->cbrlo); in kvm_s390_vcpu_unsetup_cmma()
2948 vcpu->arch.sie_block->cbrlo = 0; in kvm_s390_vcpu_unsetup_cmma()
2953 vcpu->arch.sie_block->cbrlo = get_zeroed_page(GFP_KERNEL); in kvm_s390_vcpu_setup_cmma()
2954 if (!vcpu->arch.sie_block->cbrlo) in kvm_s390_vcpu_setup_cmma()
2961 struct kvm_s390_cpu_model *model = &vcpu->kvm->arch.model; in kvm_s390_vcpu_setup_model()
2963 vcpu->arch.sie_block->ibc = model->ibc; in kvm_s390_vcpu_setup_model()
2965 vcpu->arch.sie_block->fac = (u32)(u64) model->fac_list; in kvm_s390_vcpu_setup_model()
2972 atomic_set(&vcpu->arch.sie_block->cpuflags, CPUSTAT_ZARCH | in kvm_arch_vcpu_setup()
2985 vcpu->arch.sie_block->ecb |= ECB_HOSTPROTINT; in kvm_arch_vcpu_setup()
2987 vcpu->arch.sie_block->ecb |= ECB_SRSI; in kvm_arch_vcpu_setup()
2989 vcpu->arch.sie_block->ecb |= ECB_TE; in kvm_arch_vcpu_setup()
2991 if (test_kvm_facility(vcpu->kvm, 8) && vcpu->kvm->arch.use_pfmfi) in kvm_arch_vcpu_setup()
2992 vcpu->arch.sie_block->ecb2 |= ECB2_PFMFI; in kvm_arch_vcpu_setup()
2994 vcpu->arch.sie_block->ecb2 |= ECB2_IEP; in kvm_arch_vcpu_setup()
2995 vcpu->arch.sie_block->eca = ECA_MVPGI | ECA_PROTEXCI; in kvm_arch_vcpu_setup()
2997 vcpu->arch.sie_block->eca |= ECA_CEI; in kvm_arch_vcpu_setup()
2999 vcpu->arch.sie_block->eca |= ECA_IB; in kvm_arch_vcpu_setup()
3001 vcpu->arch.sie_block->eca |= ECA_SII; in kvm_arch_vcpu_setup()
3003 vcpu->arch.sie_block->eca |= ECA_SIGPI; in kvm_arch_vcpu_setup()
3005 vcpu->arch.sie_block->eca |= ECA_VX; in kvm_arch_vcpu_setup()
3006 vcpu->arch.sie_block->ecd |= ECD_HOSTREGMGMT; in kvm_arch_vcpu_setup()
3009 vcpu->arch.sie_block->ecd |= ECD_MEF; in kvm_arch_vcpu_setup()
3011 vcpu->arch.sie_block->ecd |= ECD_ETOKENF; in kvm_arch_vcpu_setup()
3012 if (vcpu->arch.sie_block->gd) { in kvm_arch_vcpu_setup()
3013 vcpu->arch.sie_block->eca |= ECA_AIV; in kvm_arch_vcpu_setup()
3015 vcpu->arch.sie_block->gd & 0x3, vcpu->vcpu_id); in kvm_arch_vcpu_setup()
3017 vcpu->arch.sie_block->sdnxo = ((unsigned long) &vcpu->run->s.regs.sdnx) in kvm_arch_vcpu_setup()
3019 vcpu->arch.sie_block->riccbd = (unsigned long) &vcpu->run->s.regs.riccb; in kvm_arch_vcpu_setup()
3024 vcpu->arch.sie_block->ictl |= ICTL_ISKE | ICTL_SSKE | ICTL_RRBE; in kvm_arch_vcpu_setup()
3026 if (vcpu->kvm->arch.use_cmma) { in kvm_arch_vcpu_setup()
3031 hrtimer_init(&vcpu->arch.ckc_timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL); in kvm_arch_vcpu_setup()
3032 vcpu->arch.ckc_timer.function = kvm_s390_idle_wakeup; in kvm_arch_vcpu_setup()
3034 vcpu->arch.sie_block->hpid = HPID_KVM; in kvm_arch_vcpu_setup()
3062 vcpu->arch.sie_block = &sie_page->sie_block; in kvm_arch_vcpu_create()
3063 vcpu->arch.sie_block->itdba = (unsigned long) &sie_page->itdb; in kvm_arch_vcpu_create()
3066 vcpu->arch.sie_block->mso = 0; in kvm_arch_vcpu_create()
3067 vcpu->arch.sie_block->msl = sclp.hamax; in kvm_arch_vcpu_create()
3069 vcpu->arch.sie_block->icpua = id; in kvm_arch_vcpu_create()
3070 spin_lock_init(&vcpu->arch.local_int.lock); in kvm_arch_vcpu_create()
3071 vcpu->arch.sie_block->gd = (u32)(u64)kvm->arch.gisa_int.origin; in kvm_arch_vcpu_create()
3072 if (vcpu->arch.sie_block->gd && sclp.has_gisaf) in kvm_arch_vcpu_create()
3073 vcpu->arch.sie_block->gd |= GISA_FORMAT1; in kvm_arch_vcpu_create()
3074 seqcount_init(&vcpu->arch.cputm_seqcount); in kvm_arch_vcpu_create()
3080 vcpu->arch.sie_block); in kvm_arch_vcpu_create()
3081 trace_kvm_s390_create_vcpu(id, vcpu, vcpu->arch.sie_block); in kvm_arch_vcpu_create()
3085 free_page((unsigned long)(vcpu->arch.sie_block)); in kvm_arch_vcpu_create()
3099 return !(vcpu->arch.sie_block->gpsw.mask & PSW_MASK_PSTATE); in kvm_arch_vcpu_in_kernel()
3104 atomic_or(PROG_BLOCK_SIE, &vcpu->arch.sie_block->prog20); in kvm_s390_vcpu_block()
3110 atomic_andnot(PROG_BLOCK_SIE, &vcpu->arch.sie_block->prog20); in kvm_s390_vcpu_unblock()
3115 atomic_or(PROG_REQUEST, &vcpu->arch.sie_block->prog20); in kvm_s390_vcpu_request()
3121 return atomic_read(&vcpu->arch.sie_block->prog20) & in kvm_s390_vcpu_sie_inhibited()
3127 atomic_andnot(PROG_REQUEST, &vcpu->arch.sie_block->prog20); in kvm_s390_vcpu_request_handled()
3138 while (vcpu->arch.sie_block->prog0c & PROG_IN_SIE) in exit_sie()
3198 r = put_user(vcpu->arch.sie_block->todpr, in kvm_arch_vcpu_ioctl_get_one_reg()
3202 r = put_user(vcpu->arch.sie_block->epoch, in kvm_arch_vcpu_ioctl_get_one_reg()
3210 r = put_user(vcpu->arch.sie_block->ckc, in kvm_arch_vcpu_ioctl_get_one_reg()
3214 r = put_user(vcpu->arch.pfault_token, in kvm_arch_vcpu_ioctl_get_one_reg()
3218 r = put_user(vcpu->arch.pfault_compare, in kvm_arch_vcpu_ioctl_get_one_reg()
3222 r = put_user(vcpu->arch.pfault_select, in kvm_arch_vcpu_ioctl_get_one_reg()
3226 r = put_user(vcpu->arch.sie_block->pp, in kvm_arch_vcpu_ioctl_get_one_reg()
3230 r = put_user(vcpu->arch.sie_block->gbea, in kvm_arch_vcpu_ioctl_get_one_reg()
3248 r = get_user(vcpu->arch.sie_block->todpr, in kvm_arch_vcpu_ioctl_set_one_reg()
3252 r = get_user(vcpu->arch.sie_block->epoch, in kvm_arch_vcpu_ioctl_set_one_reg()
3261 r = get_user(vcpu->arch.sie_block->ckc, in kvm_arch_vcpu_ioctl_set_one_reg()
3265 r = get_user(vcpu->arch.pfault_token, in kvm_arch_vcpu_ioctl_set_one_reg()
3267 if (vcpu->arch.pfault_token == KVM_S390_PFAULT_TOKEN_INVALID) in kvm_arch_vcpu_ioctl_set_one_reg()
3271 r = get_user(vcpu->arch.pfault_compare, in kvm_arch_vcpu_ioctl_set_one_reg()
3275 r = get_user(vcpu->arch.pfault_select, in kvm_arch_vcpu_ioctl_set_one_reg()
3279 r = get_user(vcpu->arch.sie_block->pp, in kvm_arch_vcpu_ioctl_set_one_reg()
3283 r = get_user(vcpu->arch.sie_block->gbea, in kvm_arch_vcpu_ioctl_set_one_reg()
3321 memcpy(&vcpu->arch.sie_block->gcr, &sregs->crs, sizeof(sregs->crs)); in kvm_arch_vcpu_ioctl_set_sregs()
3333 memcpy(&sregs->crs, &vcpu->arch.sie_block->gcr, sizeof(sregs->crs)); in kvm_arch_vcpu_ioctl_get_sregs()
3429 vcpu->arch.guestdbg.last_bp = 0; in kvm_arch_vcpu_ioctl_set_guest_debug()
3466 vcpu->kvm->arch.user_cpu_state_ctrl = 1; in kvm_arch_vcpu_ioctl_set_mpstate()
3506 rc = gmap_mprotect_notify(vcpu->arch.gmap, in kvm_s390_handle_requests()
3517 vcpu->arch.sie_block->ihcpu = 0xffff; in kvm_s390_handle_requests()
3538 vcpu->arch.sie_block->ictl |= ICTL_OPEREXC; in kvm_s390_handle_requests()
3548 vcpu->arch.sie_block->ecb2 &= ~ECB2_CMMA; in kvm_s390_handle_requests()
3557 if ((vcpu->kvm->arch.use_cmma) && in kvm_s390_handle_requests()
3559 vcpu->arch.sie_block->ecb2 |= ECB2_CMMA; in kvm_s390_handle_requests()
3583 kvm->arch.epoch = gtod->tod - htod.tod; in kvm_s390_set_tod_clock()
3584 kvm->arch.epdx = 0; in kvm_s390_set_tod_clock()
3586 kvm->arch.epdx = gtod->epoch_idx - htod.epoch_idx; in kvm_s390_set_tod_clock()
3587 if (kvm->arch.epoch > gtod->tod) in kvm_s390_set_tod_clock()
3588 kvm->arch.epdx -= 1; in kvm_s390_set_tod_clock()
3593 vcpu->arch.sie_block->epoch = kvm->arch.epoch; in kvm_s390_set_tod_clock()
3594 vcpu->arch.sie_block->epdx = kvm->arch.epdx; in kvm_s390_set_tod_clock()
3614 return gmap_fault(vcpu->arch.gmap, gpa, in kvm_arch_fault_in_page()
3638 trace_kvm_s390_pfault_init(vcpu, work->arch.pfault_token); in kvm_arch_async_page_not_present()
3639 __kvm_inject_pfault_token(vcpu, true, work->arch.pfault_token); in kvm_arch_async_page_not_present()
3645 trace_kvm_s390_pfault_done(vcpu, work->arch.pfault_token); in kvm_arch_async_page_present()
3646 __kvm_inject_pfault_token(vcpu, false, work->arch.pfault_token); in kvm_arch_async_page_present()
3667 struct kvm_arch_async_pf arch; in kvm_arch_setup_async_pf() local
3670 if (vcpu->arch.pfault_token == KVM_S390_PFAULT_TOKEN_INVALID) in kvm_arch_setup_async_pf()
3672 if ((vcpu->arch.sie_block->gpsw.mask & vcpu->arch.pfault_select) != in kvm_arch_setup_async_pf()
3673 vcpu->arch.pfault_compare) in kvm_arch_setup_async_pf()
3679 if (!(vcpu->arch.sie_block->gcr[0] & CR0_SERVICE_SIGNAL_SUBMASK)) in kvm_arch_setup_async_pf()
3681 if (!vcpu->arch.gmap->pfault_enabled) in kvm_arch_setup_async_pf()
3686 if (read_guest_real(vcpu, vcpu->arch.pfault_token, &arch.pfault_token, 8)) in kvm_arch_setup_async_pf()
3689 rc = kvm_setup_async_pf(vcpu, current->thread.gmap_addr, hva, &arch); in kvm_arch_setup_async_pf()
3704 vcpu->arch.sie_block->gg14 = vcpu->run->s.regs.gprs[14]; in vcpu_pre_run()
3705 vcpu->arch.sie_block->gg15 = vcpu->run->s.regs.gprs[15]; in vcpu_pre_run()
3728 clear_bit(vcpu->vcpu_id, vcpu->kvm->arch.gisa_int.kicked_mask); in vcpu_pre_run()
3730 vcpu->arch.sie_block->icptcode = 0; in vcpu_pre_run()
3731 cpuflags = atomic_read(&vcpu->arch.sie_block->cpuflags); in vcpu_pre_run()
3757 rc = read_guest_instr(vcpu, vcpu->arch.sie_block->gpsw.addr, &opcode, 1); in vcpu_post_run_fault_in_sie()
3766 pgm_info = vcpu->arch.pgm; in vcpu_post_run_fault_in_sie()
3780 vcpu->arch.sie_block->icptcode); in vcpu_post_run()
3781 trace_kvm_s390_sie_exit(vcpu, vcpu->arch.sie_block->icptcode); in vcpu_post_run()
3786 vcpu->run->s.regs.gprs[14] = vcpu->arch.sie_block->gg14; in vcpu_post_run()
3787 vcpu->run->s.regs.gprs[15] = vcpu->arch.sie_block->gg15; in vcpu_post_run()
3791 sie_page = container_of(vcpu->arch.sie_block, in vcpu_post_run()
3798 if (vcpu->arch.sie_block->icptcode > 0) { in vcpu_post_run()
3804 vcpu->run->s390_sieic.icptcode = vcpu->arch.sie_block->icptcode; in vcpu_post_run()
3805 vcpu->run->s390_sieic.ipa = vcpu->arch.sie_block->ipa; in vcpu_post_run()
3806 vcpu->run->s390_sieic.ipb = vcpu->arch.sie_block->ipb; in vcpu_post_run()
3851 exit_reason = sie64a(vcpu->arch.sie_block, in __vcpu_run()
3873 vcpu->arch.sie_block->gpsw.mask = kvm_run->psw_mask; in sync_regs()
3874 vcpu->arch.sie_block->gpsw.addr = kvm_run->psw_addr; in sync_regs()
3878 memcpy(&vcpu->arch.sie_block->gcr, &kvm_run->s.regs.crs, 128); in sync_regs()
3884 vcpu->arch.sie_block->ckc = kvm_run->s.regs.ckc; in sync_regs()
3885 vcpu->arch.sie_block->todpr = kvm_run->s.regs.todpr; in sync_regs()
3886 vcpu->arch.sie_block->pp = kvm_run->s.regs.pp; in sync_regs()
3887 vcpu->arch.sie_block->gbea = kvm_run->s.regs.gbea; in sync_regs()
3890 vcpu->arch.pfault_token = kvm_run->s.regs.pft; in sync_regs()
3891 vcpu->arch.pfault_select = kvm_run->s.regs.pfs; in sync_regs()
3892 vcpu->arch.pfault_compare = kvm_run->s.regs.pfc; in sync_regs()
3893 if (vcpu->arch.pfault_token == KVM_S390_PFAULT_TOKEN_INVALID) in sync_regs()
3903 !(vcpu->arch.sie_block->ecb3 & ECB3_RI)) { in sync_regs()
3905 vcpu->arch.sie_block->ecb3 |= ECB3_RI; in sync_regs()
3914 !vcpu->arch.gs_enabled) { in sync_regs()
3916 vcpu->arch.sie_block->ecb |= ECB_GS; in sync_regs()
3917 vcpu->arch.sie_block->ecd |= ECD_HOSTREGMGMT; in sync_regs()
3918 vcpu->arch.gs_enabled = 1; in sync_regs()
3922 vcpu->arch.sie_block->fpf &= ~FPF_BPBC; in sync_regs()
3923 vcpu->arch.sie_block->fpf |= kvm_run->s.regs.bpbc ? FPF_BPBC : 0; in sync_regs()
3925 save_access_regs(vcpu->arch.host_acrs); in sync_regs()
3929 vcpu->arch.host_fpregs.fpc = current->thread.fpu.fpc; in sync_regs()
3930 vcpu->arch.host_fpregs.regs = current->thread.fpu.regs; in sync_regs()
3943 vcpu->arch.host_gscb = current->thread.gs_cb; in sync_regs()
3944 save_gs_cb(vcpu->arch.host_gscb); in sync_regs()
3946 if (vcpu->arch.gs_enabled) { in sync_regs()
3960 kvm_run->psw_mask = vcpu->arch.sie_block->gpsw.mask; in store_regs()
3961 kvm_run->psw_addr = vcpu->arch.sie_block->gpsw.addr; in store_regs()
3963 memcpy(&kvm_run->s.regs.crs, &vcpu->arch.sie_block->gcr, 128); in store_regs()
3965 kvm_run->s.regs.ckc = vcpu->arch.sie_block->ckc; in store_regs()
3966 kvm_run->s.regs.todpr = vcpu->arch.sie_block->todpr; in store_regs()
3967 kvm_run->s.regs.pp = vcpu->arch.sie_block->pp; in store_regs()
3968 kvm_run->s.regs.gbea = vcpu->arch.sie_block->gbea; in store_regs()
3969 kvm_run->s.regs.pft = vcpu->arch.pfault_token; in store_regs()
3970 kvm_run->s.regs.pfs = vcpu->arch.pfault_select; in store_regs()
3971 kvm_run->s.regs.pfc = vcpu->arch.pfault_compare; in store_regs()
3972 kvm_run->s.regs.bpbc = (vcpu->arch.sie_block->fpf & FPF_BPBC) == FPF_BPBC; in store_regs()
3974 restore_access_regs(vcpu->arch.host_acrs); in store_regs()
3979 current->thread.fpu.fpc = vcpu->arch.host_fpregs.fpc; in store_regs()
3980 current->thread.fpu.regs = vcpu->arch.host_fpregs.regs; in store_regs()
3983 if (vcpu->arch.gs_enabled) in store_regs()
3986 current->thread.gs_cb = vcpu->arch.host_gscb; in store_regs()
3987 restore_gs_cb(vcpu->arch.host_gscb); in store_regs()
3989 if (!vcpu->arch.host_gscb) in store_regs()
3991 vcpu->arch.host_gscb = NULL; in store_regs()
4096 &vcpu->arch.sie_block->gpsw, 16); in kvm_s390_store_status_unloaded()
4102 &vcpu->arch.sie_block->todpr, 4); in kvm_s390_store_status_unloaded()
4106 clkcomp = vcpu->arch.sie_block->ckc >> 8; in kvm_s390_store_status_unloaded()
4112 &vcpu->arch.sie_block->gcr, 128); in kvm_s390_store_status_unloaded()
4163 spin_lock(&vcpu->kvm->arch.start_stop_lock); in kvm_s390_vcpu_start()
4189 spin_unlock(&vcpu->kvm->arch.start_stop_lock); in kvm_s390_vcpu_start()
4203 spin_lock(&vcpu->kvm->arch.start_stop_lock); in kvm_s390_vcpu_stop()
4227 spin_unlock(&vcpu->kvm->arch.start_stop_lock); in kvm_s390_vcpu_stop()
4241 if (!vcpu->kvm->arch.css_support) { in kvm_vcpu_ioctl_enable_cap()
4242 vcpu->kvm->arch.css_support = 1; in kvm_vcpu_ioctl_enable_cap()
4310 kvm_s390_inject_prog_irq(vcpu, &vcpu->arch.pgm); in kvm_s390_guest_mem_op()
4398 r = gmap_map_segment(vcpu->arch.gmap, ucasmap.user_addr, in kvm_arch_vcpu_ioctl()
4415 r = gmap_unmap_segment(vcpu->arch.gmap, ucasmap.vcpu_addr, in kvm_arch_vcpu_ioctl()
4421 r = gmap_fault(vcpu->arch.gmap, arg, 0); in kvm_arch_vcpu_ioctl()
4489 vmf->page = virt_to_page(vcpu->arch.sie_block); in kvm_arch_vcpu_fault()
4520 if (mem->guest_phys_addr + mem->memory_size > kvm->arch.mem_limit) in kvm_arch_prepare_memory_region()
4536 rc = gmap_unmap_segment(kvm->arch.gmap, old->base_gfn * PAGE_SIZE, in kvm_arch_commit_memory_region()
4540 rc = gmap_unmap_segment(kvm->arch.gmap, old->base_gfn * PAGE_SIZE, in kvm_arch_commit_memory_region()
4546 rc = gmap_map_segment(kvm->arch.gmap, mem->userspace_addr, in kvm_arch_commit_memory_region()