Home
last modified time | relevance | path

Searched refs:__this_cpu_read (Results 1 – 25 of 111) sorted by relevance

12345

/Linux-v5.4/arch/sparc/kernel/
Dnmi.c102 if (__this_cpu_read(nmi_touch)) { in perfctr_irq()
106 if (!touched && __this_cpu_read(last_irq_sum) == sum) { in perfctr_irq()
108 if (__this_cpu_read(alert_counter) == 30 * nmi_hz) in perfctr_irq()
115 if (__this_cpu_read(wd_enabled)) { in perfctr_irq()
155 if (!__this_cpu_read(wd_enabled)) in stop_nmi_watchdog()
212 if (__this_cpu_read(wd_enabled)) in start_nmi_watchdog()
226 if (!__this_cpu_read(wd_enabled)) in nmi_adjust_hz_one()
/Linux-v5.4/arch/mips/kernel/
Dmips-r2-to-r6-emul.c2243 (unsigned long)__this_cpu_read(mipsr2emustats.movs), in mipsr2_emul_show()
2244 (unsigned long)__this_cpu_read(mipsr2bdemustats.movs)); in mipsr2_emul_show()
2246 (unsigned long)__this_cpu_read(mipsr2emustats.hilo), in mipsr2_emul_show()
2247 (unsigned long)__this_cpu_read(mipsr2bdemustats.hilo)); in mipsr2_emul_show()
2249 (unsigned long)__this_cpu_read(mipsr2emustats.muls), in mipsr2_emul_show()
2250 (unsigned long)__this_cpu_read(mipsr2bdemustats.muls)); in mipsr2_emul_show()
2252 (unsigned long)__this_cpu_read(mipsr2emustats.divs), in mipsr2_emul_show()
2253 (unsigned long)__this_cpu_read(mipsr2bdemustats.divs)); in mipsr2_emul_show()
2255 (unsigned long)__this_cpu_read(mipsr2emustats.dsps), in mipsr2_emul_show()
2256 (unsigned long)__this_cpu_read(mipsr2bdemustats.dsps)); in mipsr2_emul_show()
[all …]
/Linux-v5.4/kernel/
Dcontext_tracking.c70 if ( __this_cpu_read(context_tracking.state) != state) { in __context_tracking_enter()
71 if (__this_cpu_read(context_tracking.active)) { in __context_tracking_enter()
150 if (__this_cpu_read(context_tracking.state) == state) { in __context_tracking_exit()
151 if (__this_cpu_read(context_tracking.active)) { in __context_tracking_exit()
Dwatchdog.c326 unsigned long hrint = __this_cpu_read(hrtimer_interrupts); in is_hardlockup()
328 if (__this_cpu_read(hrtimer_interrupts_saved) == hrint) in is_hardlockup()
354 __this_cpu_read(hrtimer_interrupts)); in softlockup_fn()
364 unsigned long touch_ts = __this_cpu_read(watchdog_touch_ts); in watchdog_timer_fn()
387 if (unlikely(__this_cpu_read(softlockup_touch_sync))) { in watchdog_timer_fn()
419 if (__this_cpu_read(soft_watchdog_warn) == true) { in watchdog_timer_fn()
428 if (__this_cpu_read(softlockup_task_ptr_saved) != in watchdog_timer_fn()
Dwatchdog_hld.c80 delta = now - __this_cpu_read(last_timestamp); in watchdog_check_timestamp()
117 if (__this_cpu_read(watchdog_nmi_touch) == true) { in watchdog_overflow_callback()
135 if (__this_cpu_read(hard_watchdog_warn) == true) in watchdog_overflow_callback()
Dsoftirq.c73 struct task_struct *tsk = __this_cpu_read(ksoftirqd); in wakeup_softirqd()
87 struct task_struct *tsk = __this_cpu_read(ksoftirqd); in ksoftirqd_running()
304 if (__this_cpu_read(ksoftirqd) == current) in __do_softirq()
651 *__this_cpu_read(tasklet_vec.tail) = per_cpu(tasklet_vec, cpu).head; in takeover_tasklets()
659 *__this_cpu_read(tasklet_hi_vec.tail) = per_cpu(tasklet_hi_vec, cpu).head; in takeover_tasklets()
/Linux-v5.4/kernel/time/
Dtick-oneshot.c25 struct clock_event_device *dev = __this_cpu_read(tick_cpu_device.evtdev); in tick_program_event()
52 struct clock_event_device *dev = __this_cpu_read(tick_cpu_device.evtdev); in tick_resume_oneshot()
112 ret = __this_cpu_read(tick_cpu_device.mode) == TICKDEV_MODE_ONESHOT; in tick_oneshot_mode_active()
/Linux-v5.4/arch/x86/kernel/cpu/mce/
Dintel.c129 if (__this_cpu_read(cmci_storm_state) == CMCI_STORM_NONE) in mce_intel_cmci_poll()
176 (__this_cpu_read(cmci_storm_state) == CMCI_STORM_ACTIVE)) { in cmci_intel_adjust_timer()
181 switch (__this_cpu_read(cmci_storm_state)) { in cmci_intel_adjust_timer()
215 unsigned int cnt = __this_cpu_read(cmci_storm_cnt); in cmci_storm_detect()
216 unsigned long ts = __this_cpu_read(cmci_time_stamp); in cmci_storm_detect()
220 if (__this_cpu_read(cmci_storm_state) != CMCI_STORM_NONE) in cmci_storm_detect()
/Linux-v5.4/include/asm-generic/
Dirq_regs.h21 return __this_cpu_read(__irq_regs); in get_irq_regs()
28 old_regs = __this_cpu_read(__irq_regs); in set_irq_regs()
/Linux-v5.4/include/linux/
Dcontext_tracking_state.h36 return __this_cpu_read(context_tracking.active); in context_tracking_cpu_is_enabled()
41 return __this_cpu_read(context_tracking.state) == CONTEXT_USER; in context_tracking_in_user()
/Linux-v5.4/lib/
Dpercpu_test.c11 WARN(__this_cpu_read(pcp) != (expected), \
13 __this_cpu_read(pcp), __this_cpu_read(pcp), \
/Linux-v5.4/arch/x86/kernel/
Dhw_breakpoint.c413 set_debugreg(__this_cpu_read(cpu_debugreg[0]), 0); in hw_breakpoint_restore()
414 set_debugreg(__this_cpu_read(cpu_debugreg[1]), 1); in hw_breakpoint_restore()
415 set_debugreg(__this_cpu_read(cpu_debugreg[2]), 2); in hw_breakpoint_restore()
416 set_debugreg(__this_cpu_read(cpu_debugreg[3]), 3); in hw_breakpoint_restore()
418 set_debugreg(__this_cpu_read(cpu_dr7), 7); in hw_breakpoint_restore()
Dnmi.c331 if (regs->ip == __this_cpu_read(last_nmi_rip)) in default_do_nmi()
417 if (b2b && __this_cpu_read(swallow_nmi)) in default_do_nmi()
496 struct cea_exception_stacks *cs = __this_cpu_read(cea_exception_stacks); in is_debug_stack()
500 if (__this_cpu_read(debug_stack_usage)) in is_debug_stack()
Dirq_32.c79 irqstk = __this_cpu_read(hardirq_stack_ptr); in execute_on_irq_stack()
139 irqstk = __this_cpu_read(softirq_stack_ptr); in do_softirq_own_stack()
Dirq.c245 desc = __this_cpu_read(vector_irq[vector]); in do_IRQ()
373 if (IS_ERR_OR_NULL(__this_cpu_read(vector_irq[vector]))) in fixup_irqs()
378 desc = __this_cpu_read(vector_irq[vector]); in fixup_irqs()
389 if (__this_cpu_read(vector_irq[vector]) != VECTOR_RETRIGGERED) in fixup_irqs()
/Linux-v5.4/drivers/xen/events/
Devents_2l.c121 struct vcpu_info *vcpu_info = __this_cpu_read(xen_vcpu); in evtchn_2l_unmask()
171 struct vcpu_info *vcpu_info = __this_cpu_read(xen_vcpu); in evtchn_2l_handle_events()
190 start_word_idx = __this_cpu_read(current_word_idx); in evtchn_2l_handle_events()
191 start_bit_idx = __this_cpu_read(current_bit_idx); in evtchn_2l_handle_events()
/Linux-v5.4/arch/powerpc/kernel/
Dmce.c178 int index = __this_cpu_read(mce_nest_count) - 1; in get_mce_event()
263 while (__this_cpu_read(mce_ue_count) > 0) { in machine_process_ue_event()
264 index = __this_cpu_read(mce_ue_count) - 1; in machine_process_ue_event()
311 while (__this_cpu_read(mce_queue_count) > 0) { in machine_check_process_queued_event()
312 index = __this_cpu_read(mce_queue_count) - 1; in machine_check_process_queued_event()
/Linux-v5.4/drivers/irqchip/
Dirq-xtensa-mx.c82 mask = __this_cpu_read(cached_irq_mask) & ~mask; in xtensa_mx_irq_mask()
100 mask |= __this_cpu_read(cached_irq_mask); in xtensa_mx_irq_unmask()
/Linux-v5.4/arch/arm64/include/asm/
Darch_timer.h27 __wa = __this_cpu_read(timer_unstable_counter_workaround); \
34 __wa = __this_cpu_read(timer_unstable_counter_workaround); \
/Linux-v5.4/drivers/xen/
Dpreempt.c29 if (unlikely(__this_cpu_read(xen_in_preemptible_hcall) in xen_maybe_preempt_hcall()
/Linux-v5.4/mm/
Dvmstat.c324 x = delta + __this_cpu_read(*p); in __mod_zone_page_state()
326 t = __this_cpu_read(pcp->stat_threshold); in __mod_zone_page_state()
344 x = delta + __this_cpu_read(*p); in __mod_node_page_state()
346 t = __this_cpu_read(pcp->stat_threshold); in __mod_node_page_state()
386 t = __this_cpu_read(pcp->stat_threshold); in __inc_zone_state()
402 t = __this_cpu_read(pcp->stat_threshold); in __inc_node_state()
430 t = __this_cpu_read(pcp->stat_threshold); in __dec_zone_state()
446 t = __this_cpu_read(pcp->stat_threshold); in __dec_node_state()
796 if (!__this_cpu_read(p->expire) || in refresh_cpu_vm_stats()
797 !__this_cpu_read(p->pcp.count)) in refresh_cpu_vm_stats()
[all …]
/Linux-v5.4/arch/x86/include/asm/
Dirq_regs.h19 return __this_cpu_read(irq_regs); in get_irq_regs()
Dhardirq.h77 return __this_cpu_read(irq_stat.kvm_cpu_l1tf_flush_l1d); in kvm_get_cpu_l1tf_flush_l1d()
/Linux-v5.4/arch/powerpc/sysdev/xive/
Dcommon.c299 struct xive_cpu *xc = __this_cpu_read(xive_cpu); in xive_get_irq()
404 struct xive_cpu *xc = __this_cpu_read(xive_cpu); in xive_irq_eoi()
1077 struct xive_cpu *xc = __this_cpu_read(xive_cpu); in xive_ipi_eoi()
1338 struct xive_cpu *xc = __this_cpu_read(xive_cpu); in xive_setup_cpu()
1431 struct xive_cpu *xc = __this_cpu_read(xive_cpu); in xive_smp_disable_cpu()
1451 struct xive_cpu *xc = __this_cpu_read(xive_cpu); in xive_flush_interrupt()
1464 struct xive_cpu *xc = __this_cpu_read(xive_cpu); in xive_teardown_cpu()
/Linux-v5.4/arch/x86/oprofile/
Dop_model_ppro.c87 __this_cpu_read(cpu_info.x86) == 6 && in ppro_setup_ctrs()
88 __this_cpu_read(cpu_info.x86_model) == 15)) { in ppro_setup_ctrs()

12345