Home
last modified time | relevance | path

Searched refs:S390_lowcore (Results 1 – 25 of 55) sorted by relevance

123

/Linux-v5.15/arch/s390/include/asm/
Dvtime.h9 S390_lowcore.system_timer += S390_lowcore.last_update_timer - S390_lowcore.exit_timer; in update_timer_sys()
10 S390_lowcore.user_timer += S390_lowcore.exit_timer - S390_lowcore.sys_enter_timer; in update_timer_sys()
11 S390_lowcore.last_update_timer = S390_lowcore.sys_enter_timer; in update_timer_sys()
16 S390_lowcore.system_timer += S390_lowcore.last_update_timer - S390_lowcore.exit_timer; in update_timer_mcck()
17 S390_lowcore.user_timer += S390_lowcore.exit_timer - S390_lowcore.mcck_enter_timer; in update_timer_mcck()
18 S390_lowcore.last_update_timer = S390_lowcore.mcck_enter_timer; in update_timer_mcck()
Dpreempt.h17 return READ_ONCE(S390_lowcore.preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count()
25 old = READ_ONCE(S390_lowcore.preempt_count); in preempt_count_set()
28 } while (__atomic_cmpxchg(&S390_lowcore.preempt_count, in preempt_count_set()
34 __atomic_and(~PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in set_preempt_need_resched()
39 __atomic_or(PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in clear_preempt_need_resched()
44 return !(READ_ONCE(S390_lowcore.preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched()
50 __atomic_add_const(val, &S390_lowcore.preempt_count); in __preempt_count_add()
52 __atomic_add(val, &S390_lowcore.preempt_count); in __preempt_count_add()
62 return __atomic_add(-1, &S390_lowcore.preempt_count) == 1; in __preempt_count_dec_and_test()
67 return unlikely(READ_ONCE(S390_lowcore.preempt_count) == in should_resched()
[all …]
Dsetup.h77 #define MACHINE_IS_VM (S390_lowcore.machine_flags & MACHINE_FLAG_VM)
78 #define MACHINE_IS_KVM (S390_lowcore.machine_flags & MACHINE_FLAG_KVM)
79 #define MACHINE_IS_LPAR (S390_lowcore.machine_flags & MACHINE_FLAG_LPAR)
81 #define MACHINE_HAS_DIAG9C (S390_lowcore.machine_flags & MACHINE_FLAG_DIAG9C)
82 #define MACHINE_HAS_ESOP (S390_lowcore.machine_flags & MACHINE_FLAG_ESOP)
83 #define MACHINE_HAS_IDTE (S390_lowcore.machine_flags & MACHINE_FLAG_IDTE)
84 #define MACHINE_HAS_EDAT1 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT1)
85 #define MACHINE_HAS_EDAT2 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT2)
86 #define MACHINE_HAS_TOPOLOGY (S390_lowcore.machine_flags & MACHINE_FLAG_TOPOLOGY)
87 #define MACHINE_HAS_TE (S390_lowcore.machine_flags & MACHINE_FLAG_TE)
[all …]
Dhardirq.h16 #define local_softirq_pending() (S390_lowcore.softirq_pending)
17 #define set_softirq_pending(x) (S390_lowcore.softirq_pending = (x))
18 #define or_softirq_pending(x) (S390_lowcore.softirq_pending |= (x))
Dtimex.h164 old = S390_lowcore.clock_comparator; in local_tick_disable()
165 S390_lowcore.clock_comparator = clock_comparator_max; in local_tick_disable()
166 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_disable()
172 S390_lowcore.clock_comparator = comp; in local_tick_enable()
173 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_enable()
Dmmu_context.h79 S390_lowcore.user_asce = s390_invalid_asce; in switch_mm_irqs_off()
81 S390_lowcore.user_asce = next->context.asce; in switch_mm_irqs_off()
114 __ctl_load(S390_lowcore.user_asce, 7, 7); in finish_arch_post_lock_switch()
123 __ctl_load(S390_lowcore.user_asce, 7, 7); in activate_mm()
Dfacility.h91 : "=m" (S390_lowcore.stfl_fac_list)); in __stfle()
92 stfl_fac_list = S390_lowcore.stfl_fac_list; in __stfle()
/Linux-v5.15/arch/s390/kernel/
Dvtime.c52 S390_lowcore.system_timer += S390_lowcore.last_update_timer - timer; in set_vtimer()
53 S390_lowcore.last_update_timer = expires; in set_vtimer()
129 timer = S390_lowcore.last_update_timer; in do_account_vtime()
130 clock = S390_lowcore.last_update_clock; in do_account_vtime()
135 ASM_OUTPUT2("=Q" (S390_lowcore.last_update_timer), in do_account_vtime()
136 "=Q" (S390_lowcore.last_update_clock)), in do_account_vtime()
138 clock = S390_lowcore.last_update_clock - clock; in do_account_vtime()
139 timer -= S390_lowcore.last_update_timer; in do_account_vtime()
142 S390_lowcore.hardirq_timer += timer; in do_account_vtime()
144 S390_lowcore.system_timer += timer; in do_account_vtime()
[all …]
Dearly.c50 S390_lowcore.last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock()
77 S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR; in detect_machine_type()
86 S390_lowcore.machine_flags |= MACHINE_FLAG_KVM; in detect_machine_type()
88 S390_lowcore.machine_flags |= MACHINE_FLAG_VM; in detect_machine_type()
144 S390_lowcore.machine_flags |= MACHINE_FLAG_TOPOLOGY; in setup_topology()
158 addr = S390_lowcore.program_old_psw.addr; in early_pgm_check_handler()
166 S390_lowcore.program_old_psw.addr = extable_fixup(fixup); in early_pgm_check_handler()
178 S390_lowcore.program_new_psw = psw; in setup_lowcore_early()
180 S390_lowcore.preempt_count = INIT_PREEMPT_COUNT; in setup_lowcore_early()
204 S390_lowcore.machine_flags |= MACHINE_FLAG_DIAG9C; in detect_diag9c()
[all …]
Dnmi.c97 S390_lowcore.mcesad = origin | mcesa_origin_lc; in nmi_init()
219 if (S390_lowcore.fpu_flags & KERNEL_VXR_V0V7) in s390_validate_registers()
224 fpt_save_area = &S390_lowcore.floating_pt_save_area; in s390_validate_registers()
234 if (S390_lowcore.fpu_flags & KERNEL_FPC) in s390_validate_registers()
246 : "Q" (S390_lowcore.fpt_creg_save_area)); in s390_validate_registers()
249 mcesa = (struct mcesa *)(S390_lowcore.mcesad & MCESA_ORIGIN_MASK); in s390_validate_registers()
284 if (S390_lowcore.fpu_flags & KERNEL_VXR) in s390_validate_registers()
289 cr0.val = S390_lowcore.cregs_save_area[0]; in s390_validate_registers()
299 __ctl_load(S390_lowcore.cregs_save_area[0], 0, 0); in s390_validate_registers()
305 : "a" (&S390_lowcore.access_regs_save_area) in s390_validate_registers()
[all …]
Dsetup.c387 S390_lowcore.async_stack = stack + STACK_INIT_OFFSET; in arch_early_irq_init()
404 S390_lowcore.kernel_stack = stack; in arch_call_rest_init()
443 lc->machine_flags = S390_lowcore.machine_flags; in setup_lowcore_dat_off()
444 lc->preempt_count = S390_lowcore.preempt_count; in setup_lowcore_dat_off()
446 lc->sys_enter_timer = S390_lowcore.sys_enter_timer; in setup_lowcore_dat_off()
447 lc->exit_timer = S390_lowcore.exit_timer; in setup_lowcore_dat_off()
448 lc->user_timer = S390_lowcore.user_timer; in setup_lowcore_dat_off()
449 lc->system_timer = S390_lowcore.system_timer; in setup_lowcore_dat_off()
450 lc->steal_timer = S390_lowcore.steal_timer; in setup_lowcore_dat_off()
451 lc->last_update_timer = S390_lowcore.last_update_timer; in setup_lowcore_dat_off()
[all …]
Didle.c37 idle->clock_idle_exit = S390_lowcore.int_clock; in account_idle_time_irq()
38 idle->timer_idle_exit = S390_lowcore.sys_enter_timer; in account_idle_time_irq()
40 S390_lowcore.steal_timer += idle->clock_idle_enter - S390_lowcore.last_update_clock; in account_idle_time_irq()
41 S390_lowcore.last_update_clock = idle->clock_idle_exit; in account_idle_time_irq()
43 S390_lowcore.system_timer += S390_lowcore.last_update_timer - idle->timer_idle_enter; in account_idle_time_irq()
44 S390_lowcore.last_update_timer = idle->timer_idle_exit; in account_idle_time_irq()
Dtraps.c303 unsigned long last_break = S390_lowcore.breaking_event_addr; in __do_pgm_check()
307 regs->int_code = *(u32 *)&S390_lowcore.pgm_ilc; in __do_pgm_check()
308 regs->int_parm_long = S390_lowcore.trans_exc_code; in __do_pgm_check()
320 if (S390_lowcore.pgm_code & 0x0200) { in __do_pgm_check()
322 current->thread.trap_tdb = S390_lowcore.pgm_tdb; in __do_pgm_check()
325 if (S390_lowcore.pgm_code & PGM_INT_CODE_PER) { in __do_pgm_check()
330 ev->address = S390_lowcore.per_address; in __do_pgm_check()
331 ev->cause = *(u16 *)&S390_lowcore.per_code; in __do_pgm_check()
332 ev->paid = S390_lowcore.per_access_id; in __do_pgm_check()
Dsmp.c203 memcpy(lc, &S390_lowcore, 512); in pcpu_alloc_lowcore()
260 lc->kernel_asce = S390_lowcore.kernel_asce; in pcpu_prepare_secondary()
262 lc->machine_flags = S390_lowcore.machine_flags; in pcpu_prepare_secondary()
390 lc = &S390_lowcore; in smp_call_ipl_cpu()
585 memcpy_absolute(&ctlreg, &S390_lowcore.cregs_save_area[cr], sizeof(ctlreg)); in smp_ctl_set_bit()
587 memcpy_absolute(&S390_lowcore.cregs_save_area[cr], &ctlreg, sizeof(ctlreg)); in smp_ctl_set_bit()
601 memcpy_absolute(&ctlreg, &S390_lowcore.cregs_save_area[cr], sizeof(ctlreg)); in smp_ctl_clear_bit()
603 memcpy_absolute(&S390_lowcore.cregs_save_area[cr], &ctlreg, sizeof(ctlreg)); in smp_ctl_clear_bit()
893 S390_lowcore.last_update_clock = get_tod_clock(); in smp_start_secondary()
894 S390_lowcore.restart_stack = (unsigned long)restart_stack; in smp_start_secondary()
[all …]
Dirq.c102 if (tod_after_eq(S390_lowcore.int_clock, in do_IRQ()
103 S390_lowcore.clock_comparator)) in do_IRQ()
113 return ((S390_lowcore.async_stack ^ frame) & ~(THREAD_SIZE - 1)) == 0; in on_async_stack()
121 call_on_stack(2, S390_lowcore.async_stack, void, do_IRQ, in do_irq_async()
151 regs->tpi_info = S390_lowcore.tpi_info; in do_io_irq()
152 if (S390_lowcore.tpi_info.adapter_IO) in do_io_irq()
177 regs->int_code = S390_lowcore.ext_int_code_addr; in do_ext_irq()
178 regs->int_parm = S390_lowcore.ext_params; in do_ext_irq()
179 regs->int_parm_long = S390_lowcore.ext_params2; in do_ext_irq()
Dtime.c129 S390_lowcore.clock_comparator = clock_comparator_max; in clock_comparator_work()
137 S390_lowcore.clock_comparator = get_tod_clock() + delta; in s390_next_event()
138 set_clock_comparator(S390_lowcore.clock_comparator); in s390_next_event()
151 S390_lowcore.clock_comparator = clock_comparator_max; in init_cpu_timer()
152 set_clock_comparator(S390_lowcore.clock_comparator); in init_cpu_timer()
182 if (S390_lowcore.clock_comparator == clock_comparator_max) in clock_comparator_interrupt()
183 set_clock_comparator(S390_lowcore.clock_comparator); in clock_comparator_interrupt()
406 if (S390_lowcore.clock_comparator != clock_comparator_max) { in clock_sync_local()
407 S390_lowcore.clock_comparator += delta; in clock_sync_local()
408 set_clock_comparator(S390_lowcore.clock_comparator); in clock_sync_local()
[all …]
Dmachine_kexec.c48 prefix = (unsigned long) S390_lowcore.prefixreg_save_area; in __do_machine_kdump()
89 mcesa = (struct mcesa *)(S390_lowcore.mcesad & MCESA_ORIGIN_MASK); in __machine_kdump()
135 rc = call_on_stack(1, S390_lowcore.nodat_stack, unsigned long, do_start_kdump, in kdump_csum_valid()
230 mem_assign_absolute(S390_lowcore.vmcore_info, paddr_vmcoreinfo_note()); in arch_crash_save_vmcoreinfo()
Ddumpstack.c69 top = S390_lowcore.async_stack + frame_size; in in_irq_stack()
78 top = S390_lowcore.nodat_stack + frame_size; in in_nodat_stack()
87 top = S390_lowcore.mcck_stack + frame_size; in in_mcck_stack()
96 top = S390_lowcore.restart_stack + frame_size; in in_restart_stack()
/Linux-v5.15/arch/s390/boot/
Dpgm_check_info.c130 unsigned long sp = S390_lowcore.gpregs_save_area[15]; in print_stacktrace()
149 unsigned long *gpregs = (unsigned long *)S390_lowcore.gpregs_save_area; in print_pgm_check_info()
150 struct psw_bits *psw = &psw_bits(S390_lowcore.psw_save_area); in print_pgm_check_info()
156 S390_lowcore.pgm_code, S390_lowcore.pgm_ilc >> 1); in print_pgm_check_info()
160 S390_lowcore.psw_save_area.mask, in print_pgm_check_info()
161 S390_lowcore.psw_save_area.addr, in print_pgm_check_info()
162 (void *)S390_lowcore.psw_save_area.addr); in print_pgm_check_info()
178 decompressor_printk(" [<%016lx>] %pS\n", (unsigned long)S390_lowcore.breaking_event_addr, in print_pgm_check_info()
179 (void *)S390_lowcore.breaking_event_addr); in print_pgm_check_info()
Dmem_detect.c93 "+Q" (S390_lowcore.program_new_psw), in __diag260()
97 [psw_pgm] "a" (&S390_lowcore.program_new_psw) in __diag260()
141 "=Q" (S390_lowcore.program_new_psw.addr), in tprot()
144 [psw_pgm] "a" (&S390_lowcore.program_new_psw), in tprot()
/Linux-v5.15/arch/s390/include/asm/fpu/
Dapi.h99 state->mask = S390_lowcore.fpu_flags; in kernel_fpu_begin()
106 S390_lowcore.fpu_flags |= flags; in kernel_fpu_begin()
111 S390_lowcore.fpu_flags = state->mask; in kernel_fpu_end()
/Linux-v5.15/arch/s390/mm/
Dinit.c111 S390_lowcore.kernel_asce = init_mm.context.asce; in paging_init()
112 S390_lowcore.user_asce = s390_invalid_asce; in paging_init()
118 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in paging_init()
119 __ctl_load(S390_lowcore.user_asce, 7, 7); in paging_init()
120 __ctl_load(S390_lowcore.kernel_asce, 13, 13); in paging_init()
Dkasan_init.c222 S390_lowcore.kernel_asce = (__pa(pgd) & PAGE_MASK) | asce_bits; in kasan_set_pgd()
223 S390_lowcore.user_asce = S390_lowcore.kernel_asce; in kasan_set_pgd()
225 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in kasan_set_pgd()
226 __ctl_load(S390_lowcore.kernel_asce, 7, 7); in kasan_set_pgd()
227 __ctl_load(S390_lowcore.kernel_asce, 13, 13); in kasan_set_pgd()
/Linux-v5.15/arch/s390/lib/
Duaccess.c26 if (cr1 == S390_lowcore.kernel_asce && cr7 == S390_lowcore.user_asce) in debug_user_asce()
32 S390_lowcore.kernel_asce, S390_lowcore.user_asce); in debug_user_asce()
/Linux-v5.15/drivers/s390/char/
Dsclp_early_core.c40 psw_ext_save = S390_lowcore.external_new_psw; in sclp_early_wait_irq()
42 S390_lowcore.external_new_psw.mask = psw_mask; in sclp_early_wait_irq()
44 S390_lowcore.ext_int_code = 0; in sclp_early_wait_irq()
55 [psw_ext_addr] "=Q" (S390_lowcore.external_new_psw.addr) in sclp_early_wait_irq()
58 } while (S390_lowcore.ext_int_code != EXT_IRQ_SERVICE_SIG); in sclp_early_wait_irq()
60 S390_lowcore.external_new_psw = psw_ext_save; in sclp_early_wait_irq()

123