Home
last modified time | relevance | path

Searched refs:S390_lowcore (Results 1 – 25 of 55) sorted by relevance

123

/Linux-v5.10/arch/s390/include/asm/
Dpreempt.h17 return READ_ONCE(S390_lowcore.preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count()
25 old = READ_ONCE(S390_lowcore.preempt_count); in preempt_count_set()
28 } while (__atomic_cmpxchg(&S390_lowcore.preempt_count, in preempt_count_set()
35 S390_lowcore.preempt_count = PREEMPT_ENABLED; \
40 __atomic_and(~PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in set_preempt_need_resched()
45 __atomic_or(PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in clear_preempt_need_resched()
50 return !(READ_ONCE(S390_lowcore.preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched()
56 __atomic_add_const(val, &S390_lowcore.preempt_count); in __preempt_count_add()
58 __atomic_add(val, &S390_lowcore.preempt_count); in __preempt_count_add()
68 return __atomic_add(-1, &S390_lowcore.preempt_count) == 1; in __preempt_count_dec_and_test()
[all …]
Dsetup.h99 #define MACHINE_IS_VM (S390_lowcore.machine_flags & MACHINE_FLAG_VM)
100 #define MACHINE_IS_KVM (S390_lowcore.machine_flags & MACHINE_FLAG_KVM)
101 #define MACHINE_IS_LPAR (S390_lowcore.machine_flags & MACHINE_FLAG_LPAR)
103 #define MACHINE_HAS_DIAG9C (S390_lowcore.machine_flags & MACHINE_FLAG_DIAG9C)
104 #define MACHINE_HAS_ESOP (S390_lowcore.machine_flags & MACHINE_FLAG_ESOP)
105 #define MACHINE_HAS_IDTE (S390_lowcore.machine_flags & MACHINE_FLAG_IDTE)
106 #define MACHINE_HAS_EDAT1 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT1)
107 #define MACHINE_HAS_EDAT2 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT2)
108 #define MACHINE_HAS_TOPOLOGY (S390_lowcore.machine_flags & MACHINE_FLAG_TOPOLOGY)
109 #define MACHINE_HAS_TE (S390_lowcore.machine_flags & MACHINE_FLAG_TE)
[all …]
Dmmu_context.h76 S390_lowcore.user_asce = mm->context.asce; in set_user_asce()
77 __ctl_load(S390_lowcore.user_asce, 1, 1); in set_user_asce()
83 S390_lowcore.user_asce = S390_lowcore.kernel_asce; in clear_user_asce()
84 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in clear_user_asce()
96 S390_lowcore.user_asce = next->context.asce; in switch_mm()
100 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in switch_mm()
104 __ctl_load(S390_lowcore.vdso_asce, 7, 7); in switch_mm()
Dtimex.h127 old = S390_lowcore.clock_comparator; in local_tick_disable()
128 S390_lowcore.clock_comparator = clock_comparator_max; in local_tick_disable()
129 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_disable()
135 S390_lowcore.clock_comparator = comp; in local_tick_enable()
136 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_enable()
Dfacility.h59 return __test_facility(nr, &S390_lowcore.stfle_fac_list); in test_facility()
85 : "=m" (S390_lowcore.stfl_fac_list)); in __stfle()
87 memcpy(stfle_fac_list, &S390_lowcore.stfl_fac_list, 4); in __stfle()
88 if (S390_lowcore.stfl_fac_list & 0x01000000) { in __stfle()
Dhardirq.h16 #define local_softirq_pending() (S390_lowcore.softirq_pending)
17 #define set_softirq_pending(x) (S390_lowcore.softirq_pending = (x))
18 #define or_softirq_pending(x) (S390_lowcore.softirq_pending |= (x))
/Linux-v5.10/arch/s390/kernel/
Dvtime.c52 S390_lowcore.system_timer += S390_lowcore.last_update_timer - timer; in set_vtimer()
53 S390_lowcore.last_update_timer = expires; in set_vtimer()
129 timer = S390_lowcore.last_update_timer; in do_account_vtime()
130 clock = S390_lowcore.last_update_clock; in do_account_vtime()
138 : "=Q" (S390_lowcore.last_update_timer), in do_account_vtime()
139 "=Q" (S390_lowcore.last_update_clock)); in do_account_vtime()
140 clock = S390_lowcore.last_update_clock - clock; in do_account_vtime()
141 timer -= S390_lowcore.last_update_timer; in do_account_vtime()
144 S390_lowcore.hardirq_timer += timer; in do_account_vtime()
146 S390_lowcore.system_timer += timer; in do_account_vtime()
[all …]
Dearly.c48 S390_lowcore.last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock()
75 S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR; in detect_machine_type()
84 S390_lowcore.machine_flags |= MACHINE_FLAG_KVM; in detect_machine_type()
86 S390_lowcore.machine_flags |= MACHINE_FLAG_VM; in detect_machine_type()
142 S390_lowcore.machine_flags |= MACHINE_FLAG_TOPOLOGY; in setup_topology()
156 addr = S390_lowcore.program_old_psw.addr; in early_pgm_check_handler()
164 S390_lowcore.program_old_psw.addr = extable_fixup(fixup); in early_pgm_check_handler()
176 S390_lowcore.external_new_psw = psw; in setup_lowcore_early()
178 S390_lowcore.program_new_psw = psw; in setup_lowcore_early()
180 S390_lowcore.preempt_count = INIT_PREEMPT_COUNT; in setup_lowcore_early()
[all …]
Dsetup.c338 S390_lowcore.async_stack = stack + STACK_INIT_OFFSET; in arch_early_irq_init()
346 old = S390_lowcore.async_stack - STACK_INIT_OFFSET; in async_stack_realloc()
350 S390_lowcore.async_stack = new + STACK_INIT_OFFSET; in async_stack_realloc()
369 S390_lowcore.kernel_stack = stack; in arch_call_rest_init()
407 lc->machine_flags = S390_lowcore.machine_flags; in setup_lowcore_dat_off()
408 lc->preempt_count = S390_lowcore.preempt_count; in setup_lowcore_dat_off()
409 lc->stfl_fac_list = S390_lowcore.stfl_fac_list; in setup_lowcore_dat_off()
410 memcpy(lc->stfle_fac_list, S390_lowcore.stfle_fac_list, in setup_lowcore_dat_off()
412 memcpy(lc->alt_stfle_fac_list, S390_lowcore.alt_stfle_fac_list, in setup_lowcore_dat_off()
415 lc->sync_enter_timer = S390_lowcore.sync_enter_timer; in setup_lowcore_dat_off()
[all …]
Dnmi.c97 S390_lowcore.mcesad = origin | mcesa_origin_lc; in nmi_init()
221 if (S390_lowcore.fpu_flags & KERNEL_VXR_V0V7) in s390_check_registers()
234 if (S390_lowcore.fpu_flags & KERNEL_FPC) in s390_check_registers()
248 if (S390_lowcore.fpu_flags & KERNEL_VXR) in s390_check_registers()
263 cr2.val = S390_lowcore.cregs_save_area[2]; in s390_check_registers()
316 mcck_backup->mcic = S390_lowcore.mcck_interruption_code & in s390_backup_mcck_info()
318 mcck_backup->ext_damage_code = S390_lowcore.external_damage_code; in s390_backup_mcck_info()
320 = S390_lowcore.failing_storage_address; in s390_backup_mcck_info()
348 mci.val = S390_lowcore.mcck_interruption_code; in s390_do_machine_check()
419 if (S390_lowcore.external_damage_code & (1U << ED_STP_SYNC)) in s390_do_machine_check()
[all …]
Dnospec-branch.c20 __set_facility(82, S390_lowcore.alt_stfle_fac_list); in nobp_setup_early()
24 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nobp_setup_early()
32 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nospec_setup_early()
43 if (__test_facility(82, S390_lowcore.alt_stfle_fac_list)) in nospec_report()
69 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nospec_auto_detect()
76 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nospec_auto_detect()
89 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in spectre_v2_setup_early()
Dsmp.c208 memcpy(lc, &S390_lowcore, 512); in pcpu_alloc_lowcore()
267 lc->kernel_asce = S390_lowcore.kernel_asce; in pcpu_prepare_secondary()
268 lc->user_asce = S390_lowcore.kernel_asce; in pcpu_prepare_secondary()
269 lc->machine_flags = S390_lowcore.machine_flags; in pcpu_prepare_secondary()
276 memcpy(lc->stfle_fac_list, S390_lowcore.stfle_fac_list, in pcpu_prepare_secondary()
278 memcpy(lc->alt_stfle_fac_list, S390_lowcore.alt_stfle_fac_list, in pcpu_prepare_secondary()
391 lc = &S390_lowcore; in smp_call_ipl_cpu()
860 S390_lowcore.last_update_clock = get_tod_clock(); in smp_init_secondary()
861 restore_access_regs(S390_lowcore.access_regs_save_area); in smp_init_secondary()
887 S390_lowcore.restart_stack = (unsigned long) restart_stack; in smp_start_secondary()
[all …]
Dtime.c136 S390_lowcore.clock_comparator = clock_comparator_max; in clock_comparator_work()
144 S390_lowcore.clock_comparator = get_tod_clock() + delta; in s390_next_event()
145 set_clock_comparator(S390_lowcore.clock_comparator); in s390_next_event()
158 S390_lowcore.clock_comparator = clock_comparator_max; in init_cpu_timer()
159 set_clock_comparator(S390_lowcore.clock_comparator); in init_cpu_timer()
189 if (S390_lowcore.clock_comparator == clock_comparator_max) in clock_comparator_interrupt()
190 set_clock_comparator(S390_lowcore.clock_comparator); in clock_comparator_interrupt()
416 if (S390_lowcore.clock_comparator != clock_comparator_max) { in clock_sync_local()
417 S390_lowcore.clock_comparator += delta; in clock_sync_local()
418 set_clock_comparator(S390_lowcore.clock_comparator); in clock_sync_local()
[all …]
Dmachine_kexec.c48 prefix = (unsigned long) S390_lowcore.prefixreg_save_area; in __do_machine_kdump()
89 mcesa = (struct mcesa *)(S390_lowcore.mcesad & MCESA_ORIGIN_MASK); in __machine_kdump()
135 rc = CALL_ON_STACK(do_start_kdump, S390_lowcore.nodat_stack, 1, image); in kdump_csum_valid()
229 mem_assign_absolute(S390_lowcore.vmcore_info, paddr_vmcoreinfo_note()); in arch_crash_save_vmcoreinfo()
Dprocess.c56 if (S390_lowcore.current_pid != current->pid) { in arch_setup_new_exec()
57 S390_lowcore.current_pid = current->pid; in arch_setup_new_exec()
59 lpp(&S390_lowcore.lpp); in arch_setup_new_exec()
/Linux-v5.10/arch/s390/boot/
Dmem_detect.c73 psw_t old = S390_lowcore.program_new_psw; in __diag260()
86 [psw_pgm] "=Q" (S390_lowcore.program_new_psw), in __diag260()
90 S390_lowcore.program_new_psw = old; in __diag260()
117 psw_t old = S390_lowcore.program_new_psw; in tprot()
119 S390_lowcore.program_new_psw.mask = __extract_psw(); in tprot()
128 [psw_pgm_addr] "=Q"(S390_lowcore.program_new_psw.addr), in tprot()
132 S390_lowcore.program_new_psw = old; in tprot()
Dpgm_check_info.c29 struct psw_bits *psw = &psw_bits(S390_lowcore.psw_save_area); in print_pgm_check_info()
30 unsigned short ilc = S390_lowcore.pgm_ilc >> 1; in print_pgm_check_info()
41 p = add_val_as_hex(buf + strlen(buf), S390_lowcore.pgm_code); in print_pgm_check_info()
55 p = add_val_as_hex(p, S390_lowcore.psw_save_area.mask); in print_pgm_check_info()
57 p = add_val_as_hex(p, S390_lowcore.psw_save_area.addr); in print_pgm_check_info()
94 p = add_val_as_hex(p, S390_lowcore.gpregs_save_area[row * 4 + col]); in print_pgm_check_info()
Dals.c71 val = ~S390_lowcore.stfle_fac_list[i] & als[i]; in print_missing_facilities()
109 __stfle(S390_lowcore.stfle_fac_list, ARRAY_SIZE(S390_lowcore.stfle_fac_list)); in verify_facilities()
111 if ((S390_lowcore.stfle_fac_list[i] & als[i]) != als[i]) in verify_facilities()
Dipl_parm.c31 psw_t old = S390_lowcore.program_new_psw; in __diag308()
42 [psw_pgm] "=Q" (S390_lowcore.program_new_psw), in __diag308()
46 S390_lowcore.program_new_psw = old; in __diag308()
172 __clear_facility(nr, S390_lowcore.stfle_fac_list); in modify_facility()
174 __set_facility(nr, S390_lowcore.stfle_fac_list); in modify_facility()
183 if ((S390_lowcore.stfle_fac_list[i] & als[i]) != als[i]) { in check_cleared_facilities()
/Linux-v5.10/arch/s390/lib/
Duaccess.c47 __ctl_load(S390_lowcore.user_asce, 1, 1); in set_fs()
50 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in set_fs()
55 __ctl_load(S390_lowcore.user_asce, 7, 7); in set_fs()
57 __ctl_load(S390_lowcore.kernel_asce, 7, 7); in set_fs()
75 asce = S390_lowcore.kernel_asce; in enable_sacf_uaccess()
78 if (cr != S390_lowcore.kernel_asce) { in enable_sacf_uaccess()
79 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in enable_sacf_uaccess()
82 asce = S390_lowcore.user_asce; in enable_sacf_uaccess()
98 __ctl_load(S390_lowcore.user_asce, 1, 1); in disable_sacf_uaccess()
Ddelay.c51 set_clock_comparator(S390_lowcore.clock_comparator); in __udelay_disabled()
62 if (tod_after(S390_lowcore.clock_comparator, end)) { in __udelay_enabled()
/Linux-v5.10/arch/s390/mm/
Dinit.c104 S390_lowcore.kernel_asce = init_mm.context.asce; in paging_init()
105 S390_lowcore.user_asce = S390_lowcore.kernel_asce; in paging_init()
111 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in paging_init()
112 __ctl_load(S390_lowcore.kernel_asce, 7, 7); in paging_init()
113 __ctl_load(S390_lowcore.kernel_asce, 13, 13); in paging_init()
Dkasan_init.c231 S390_lowcore.kernel_asce = (__pa(pgd) & PAGE_MASK) | asce_bits; in kasan_set_pgd()
232 S390_lowcore.user_asce = S390_lowcore.kernel_asce; in kasan_set_pgd()
234 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in kasan_set_pgd()
235 __ctl_load(S390_lowcore.kernel_asce, 7, 7); in kasan_set_pgd()
236 __ctl_load(S390_lowcore.kernel_asce, 13, 13); in kasan_set_pgd()
/Linux-v5.10/arch/s390/include/asm/fpu/
Dapi.h97 state->mask = S390_lowcore.fpu_flags; in kernel_fpu_begin()
104 S390_lowcore.fpu_flags |= flags; in kernel_fpu_begin()
109 S390_lowcore.fpu_flags = state->mask; in kernel_fpu_end()
/Linux-v5.10/drivers/s390/char/
Dsclp_early_core.c39 psw_ext_save = S390_lowcore.external_new_psw; in sclp_early_wait_irq()
41 S390_lowcore.external_new_psw.mask = psw_mask; in sclp_early_wait_irq()
43 S390_lowcore.ext_int_code = 0; in sclp_early_wait_irq()
54 [psw_ext_addr] "=Q" (S390_lowcore.external_new_psw.addr) in sclp_early_wait_irq()
57 } while (S390_lowcore.ext_int_code != EXT_IRQ_SERVICE_SIG); in sclp_early_wait_irq()
59 S390_lowcore.external_new_psw = psw_ext_save; in sclp_early_wait_irq()

123