/Linux-v4.19/arch/s390/include/asm/ |
D | preempt.h | 15 return READ_ONCE(S390_lowcore.preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count() 23 old = READ_ONCE(S390_lowcore.preempt_count); in preempt_count_set() 26 } while (__atomic_cmpxchg(&S390_lowcore.preempt_count, in preempt_count_set() 33 S390_lowcore.preempt_count = PREEMPT_ENABLED; \ 38 __atomic_and(~PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in set_preempt_need_resched() 43 __atomic_or(PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in clear_preempt_need_resched() 48 return !(READ_ONCE(S390_lowcore.preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched() 54 __atomic_add_const(val, &S390_lowcore.preempt_count); in __preempt_count_add() 56 __atomic_add(val, &S390_lowcore.preempt_count); in __preempt_count_add() 66 return __atomic_add(-1, &S390_lowcore.preempt_count) == 1; in __preempt_count_dec_and_test() [all …]
|
D | setup.h | 74 #define MACHINE_IS_VM (S390_lowcore.machine_flags & MACHINE_FLAG_VM) 75 #define MACHINE_IS_KVM (S390_lowcore.machine_flags & MACHINE_FLAG_KVM) 76 #define MACHINE_IS_LPAR (S390_lowcore.machine_flags & MACHINE_FLAG_LPAR) 78 #define MACHINE_HAS_DIAG9C (S390_lowcore.machine_flags & MACHINE_FLAG_DIAG9C) 79 #define MACHINE_HAS_ESOP (S390_lowcore.machine_flags & MACHINE_FLAG_ESOP) 80 #define MACHINE_HAS_IDTE (S390_lowcore.machine_flags & MACHINE_FLAG_IDTE) 81 #define MACHINE_HAS_DIAG44 (S390_lowcore.machine_flags & MACHINE_FLAG_DIAG44) 82 #define MACHINE_HAS_EDAT1 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT1) 83 #define MACHINE_HAS_EDAT2 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT2) 84 #define MACHINE_HAS_TOPOLOGY (S390_lowcore.machine_flags & MACHINE_FLAG_TOPOLOGY) [all …]
|
D | mmu_context.h | 77 S390_lowcore.user_asce = mm->context.asce; in set_user_asce() 78 __ctl_load(S390_lowcore.user_asce, 1, 1); in set_user_asce() 84 S390_lowcore.user_asce = S390_lowcore.kernel_asce; in clear_user_asce() 85 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in clear_user_asce() 99 S390_lowcore.user_asce = next->context.asce; in switch_mm() 103 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in switch_mm() 107 __ctl_load(S390_lowcore.vdso_asce, 7, 7); in switch_mm()
|
D | facility.h | 59 return __test_facility(nr, &S390_lowcore.stfle_fac_list); in test_facility() 74 : "=m" (S390_lowcore.stfl_fac_list)); in stfle() 76 memcpy(stfle_fac_list, &S390_lowcore.stfl_fac_list, 4); in stfle() 77 if (S390_lowcore.stfl_fac_list & 0x01000000) { in stfle()
|
D | timex.h | 131 old = S390_lowcore.clock_comparator; in local_tick_disable() 132 S390_lowcore.clock_comparator = clock_comparator_max; in local_tick_disable() 133 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_disable() 139 S390_lowcore.clock_comparator = comp; in local_tick_enable() 140 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_enable()
|
D | hardirq.h | 16 #define local_softirq_pending() (S390_lowcore.softirq_pending) 17 #define set_softirq_pending(x) (S390_lowcore.softirq_pending = (x)) 18 #define or_softirq_pending(x) (S390_lowcore.softirq_pending |= (x))
|
D | processor.h | 51 S390_lowcore.cpu_flags |= (1UL << flag); in set_cpu_flag() 56 S390_lowcore.cpu_flags &= ~(1UL << flag); in clear_cpu_flag() 61 return !!(S390_lowcore.cpu_flags & (1UL << flag)); in test_cpu_flag()
|
D | current.h | 17 #define current ((struct task_struct *const)S390_lowcore.current_task)
|
/Linux-v4.19/arch/s390/kernel/ |
D | early.c | 60 S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR; in detect_machine_type() 69 S390_lowcore.machine_flags |= MACHINE_FLAG_KVM; in detect_machine_type() 71 S390_lowcore.machine_flags |= MACHINE_FLAG_VM; in detect_machine_type() 127 S390_lowcore.machine_flags |= MACHINE_FLAG_TOPOLOGY; in setup_topology() 141 addr = S390_lowcore.program_old_psw.addr; in early_pgm_check_handler() 149 S390_lowcore.program_old_psw.addr = extable_fixup(fixup); in early_pgm_check_handler() 159 S390_lowcore.external_new_psw = psw; in setup_lowcore_early() 161 S390_lowcore.program_new_psw = psw; in setup_lowcore_early() 163 S390_lowcore.preempt_count = INIT_PREEMPT_COUNT; in setup_lowcore_early() 168 stfle(S390_lowcore.stfle_fac_list, in setup_facility_list() [all …]
|
D | vtime.c | 52 S390_lowcore.system_timer += S390_lowcore.last_update_timer - timer; in set_vtimer() 53 S390_lowcore.last_update_timer = expires; in set_vtimer() 129 timer = S390_lowcore.last_update_timer; in do_account_vtime() 130 clock = S390_lowcore.last_update_clock; in do_account_vtime() 138 : "=m" (S390_lowcore.last_update_timer), in do_account_vtime() 139 "=m" (S390_lowcore.last_update_clock)); in do_account_vtime() 140 clock = S390_lowcore.last_update_clock - clock; in do_account_vtime() 141 timer -= S390_lowcore.last_update_timer; in do_account_vtime() 144 S390_lowcore.hardirq_timer += timer; in do_account_vtime() 146 S390_lowcore.system_timer += timer; in do_account_vtime() [all …]
|
D | suspend.c | 217 S390_lowcore.external_new_psw.mask &= ~PSW_MASK_MCHECK; in save_processor_state() 218 S390_lowcore.svc_new_psw.mask &= ~PSW_MASK_MCHECK; in save_processor_state() 219 S390_lowcore.io_new_psw.mask &= ~PSW_MASK_MCHECK; in save_processor_state() 220 S390_lowcore.program_new_psw.mask &= ~PSW_MASK_MCHECK; in save_processor_state() 225 S390_lowcore.external_new_psw.mask |= PSW_MASK_MCHECK; in restore_processor_state() 226 S390_lowcore.svc_new_psw.mask |= PSW_MASK_MCHECK; in restore_processor_state() 227 S390_lowcore.io_new_psw.mask |= PSW_MASK_MCHECK; in restore_processor_state() 228 S390_lowcore.program_new_psw.mask |= PSW_MASK_MCHECK; in restore_processor_state()
|
D | nmi.c | 97 S390_lowcore.mcesad = origin | mcesa_origin_lc; in nmi_init() 222 if (S390_lowcore.fpu_flags & KERNEL_VXR_V0V7) in s390_check_registers() 235 if (S390_lowcore.fpu_flags & KERNEL_FPC) in s390_check_registers() 249 if (S390_lowcore.fpu_flags & KERNEL_VXR) in s390_check_registers() 264 cr2.val = S390_lowcore.cregs_save_area[2]; in s390_check_registers() 317 mcck_backup->mcic = S390_lowcore.mcck_interruption_code & in s390_backup_mcck_info() 319 mcck_backup->ext_damage_code = S390_lowcore.external_damage_code; in s390_backup_mcck_info() 321 = S390_lowcore.failing_storage_address; in s390_backup_mcck_info() 348 mci.val = S390_lowcore.mcck_interruption_code; in s390_do_machine_check() 419 if (S390_lowcore.external_damage_code & (1U << ED_STP_SYNC)) in s390_do_machine_check() [all …]
|
D | nospec-branch.c | 19 __set_facility(82, S390_lowcore.alt_stfle_fac_list); in nobp_setup_early() 23 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nobp_setup_early() 31 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nospec_setup_early() 42 if (__test_facility(82, S390_lowcore.alt_stfle_fac_list)) in nospec_report() 68 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nospec_auto_detect() 75 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nospec_auto_detect() 88 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in spectre_v2_setup_early()
|
D | setup.c | 342 lc->machine_flags = S390_lowcore.machine_flags; in setup_lowcore() 343 lc->preempt_count = S390_lowcore.preempt_count; in setup_lowcore() 344 lc->stfl_fac_list = S390_lowcore.stfl_fac_list; in setup_lowcore() 345 memcpy(lc->stfle_fac_list, S390_lowcore.stfle_fac_list, in setup_lowcore() 347 memcpy(lc->alt_stfle_fac_list, S390_lowcore.alt_stfle_fac_list, in setup_lowcore() 351 lc->sync_enter_timer = S390_lowcore.sync_enter_timer; in setup_lowcore() 352 lc->async_enter_timer = S390_lowcore.async_enter_timer; in setup_lowcore() 353 lc->exit_timer = S390_lowcore.exit_timer; in setup_lowcore() 354 lc->user_timer = S390_lowcore.user_timer; in setup_lowcore() 355 lc->system_timer = S390_lowcore.system_timer; in setup_lowcore() [all …]
|
D | smp.c | 209 memcpy(lc, &S390_lowcore, 512); in pcpu_alloc_lowcore() 263 lc->kernel_asce = S390_lowcore.kernel_asce; in pcpu_prepare_secondary() 264 lc->machine_flags = S390_lowcore.machine_flags; in pcpu_prepare_secondary() 268 memcpy(lc->stfle_fac_list, S390_lowcore.stfle_fac_list, in pcpu_prepare_secondary() 270 memcpy(lc->alt_stfle_fac_list, S390_lowcore.alt_stfle_fac_list, in pcpu_prepare_secondary() 801 S390_lowcore.last_update_clock = get_tod_clock(); in smp_start_secondary() 802 S390_lowcore.restart_stack = (unsigned long) restart_stack; in smp_start_secondary() 803 S390_lowcore.restart_fn = (unsigned long) do_restart; in smp_start_secondary() 804 S390_lowcore.restart_data = 0; in smp_start_secondary() 805 S390_lowcore.restart_source = -1UL; in smp_start_secondary() [all …]
|
D | time.c | 142 S390_lowcore.clock_comparator = clock_comparator_max; in clock_comparator_work() 150 S390_lowcore.clock_comparator = get_tod_clock() + delta; in s390_next_event() 151 set_clock_comparator(S390_lowcore.clock_comparator); in s390_next_event() 164 S390_lowcore.clock_comparator = clock_comparator_max; in init_cpu_timer() 165 set_clock_comparator(S390_lowcore.clock_comparator); in init_cpu_timer() 195 if (S390_lowcore.clock_comparator == clock_comparator_max) in clock_comparator_interrupt() 196 set_clock_comparator(S390_lowcore.clock_comparator); in clock_comparator_interrupt() 471 if (S390_lowcore.clock_comparator != clock_comparator_max) { in clock_sync_local() 472 S390_lowcore.clock_comparator += delta; in clock_sync_local() 473 set_clock_comparator(S390_lowcore.clock_comparator); in clock_sync_local() [all …]
|
D | dumpstack.c | 80 S390_lowcore.panic_stack + frame_size - PAGE_SIZE, in dump_trace() 81 S390_lowcore.panic_stack + frame_size); in dump_trace() 84 S390_lowcore.async_stack + frame_size - ASYNC_SIZE, in dump_trace() 85 S390_lowcore.async_stack + frame_size); in dump_trace()
|
D | machine_kexec.c | 80 prefix = (unsigned long) S390_lowcore.prefixreg_save_area; in __do_machine_kdump() 121 mcesa = (struct mcesa *)(S390_lowcore.mcesad & MCESA_ORIGIN_MASK); in __machine_kdump() 246 mem_assign_absolute(S390_lowcore.vmcore_info, paddr_vmcoreinfo_note()); in arch_crash_save_vmcoreinfo()
|
D | process.c | 54 if (S390_lowcore.current_pid != current->pid) { in arch_setup_new_exec() 55 S390_lowcore.current_pid = current->pid; in arch_setup_new_exec() 57 lpp(&S390_lowcore.lpp); in arch_setup_new_exec()
|
/Linux-v4.19/arch/s390/boot/ |
D | als.c | 70 val = ~S390_lowcore.stfle_fac_list[i] & als[i]; in print_missing_facilities() 108 for (i = 0; i < ARRAY_SIZE(S390_lowcore.stfle_fac_list); i++) in verify_facilities() 109 S390_lowcore.stfle_fac_list[i] = 0; in verify_facilities() 112 : "=m" (S390_lowcore.stfl_fac_list)); in verify_facilities() 113 S390_lowcore.stfle_fac_list[0] = (u64)S390_lowcore.stfl_fac_list << 32; in verify_facilities() 114 if (S390_lowcore.stfl_fac_list & 0x01000000) { in verify_facilities() 119 : "a" (&S390_lowcore.stfle_fac_list) in verify_facilities() 123 if ((S390_lowcore.stfle_fac_list[i] & als[i]) != als[i]) in verify_facilities()
|
/Linux-v4.19/arch/s390/lib/ |
D | uaccess.c | 47 __ctl_load(S390_lowcore.user_asce, 1, 1); in set_fs() 50 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in set_fs() 55 __ctl_load(S390_lowcore.user_asce, 7, 7); in set_fs() 57 __ctl_load(S390_lowcore.kernel_asce, 7, 7); in set_fs() 72 asce = S390_lowcore.kernel_asce; in enable_sacf_uaccess() 75 if (cr != S390_lowcore.kernel_asce) { in enable_sacf_uaccess() 76 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in enable_sacf_uaccess() 79 asce = S390_lowcore.user_asce; in enable_sacf_uaccess() 94 __ctl_load(S390_lowcore.user_asce, 1, 1); in disable_sacf_uaccess()
|
D | delay.c | 50 set_clock_comparator(S390_lowcore.clock_comparator); in __udelay_disabled() 61 if (tod_after(S390_lowcore.clock_comparator, end)) { in __udelay_enabled()
|
/Linux-v4.19/arch/s390/mm/ |
D | init.c | 97 S390_lowcore.kernel_asce = init_mm.context.asce; in paging_init() 98 S390_lowcore.user_asce = S390_lowcore.kernel_asce; in paging_init() 103 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in paging_init() 104 __ctl_load(S390_lowcore.kernel_asce, 7, 7); in paging_init() 105 __ctl_load(S390_lowcore.kernel_asce, 13, 13); in paging_init()
|
/Linux-v4.19/arch/s390/include/asm/fpu/ |
D | api.h | 97 state->mask = S390_lowcore.fpu_flags; in kernel_fpu_begin() 104 S390_lowcore.fpu_flags |= flags; in kernel_fpu_begin() 109 S390_lowcore.fpu_flags = state->mask; in kernel_fpu_end()
|
/Linux-v4.19/drivers/s390/char/ |
D | sclp_early_core.c | 35 psw_ext_save = S390_lowcore.external_new_psw; in sclp_early_wait_irq() 37 S390_lowcore.external_new_psw.mask = psw_mask; in sclp_early_wait_irq() 39 S390_lowcore.ext_int_code = 0; in sclp_early_wait_irq() 50 [psw_ext_addr] "=Q" (S390_lowcore.external_new_psw.addr) in sclp_early_wait_irq() 53 } while (S390_lowcore.ext_int_code != EXT_IRQ_SERVICE_SIG); in sclp_early_wait_irq() 55 S390_lowcore.external_new_psw = psw_ext_save; in sclp_early_wait_irq()
|