Home
last modified time | relevance | path

Searched refs:__this_cpu_read (Results 1 – 25 of 120) sorted by relevance

12345

/Linux-v6.1/arch/sparc/kernel/
Dnmi.c102 if (__this_cpu_read(nmi_touch)) { in perfctr_irq()
106 if (!touched && __this_cpu_read(last_irq_sum) == sum) { in perfctr_irq()
108 if (__this_cpu_read(alert_counter) == 30 * nmi_hz) in perfctr_irq()
115 if (__this_cpu_read(wd_enabled)) { in perfctr_irq()
155 if (!__this_cpu_read(wd_enabled)) in stop_nmi_watchdog()
212 if (__this_cpu_read(wd_enabled)) in start_nmi_watchdog()
226 if (!__this_cpu_read(wd_enabled)) in nmi_adjust_hz_one()
/Linux-v6.1/arch/mips/kernel/
Dmips-r2-to-r6-emul.c2243 (unsigned long)__this_cpu_read(mipsr2emustats.movs), in mipsr2_emul_show()
2244 (unsigned long)__this_cpu_read(mipsr2bdemustats.movs)); in mipsr2_emul_show()
2246 (unsigned long)__this_cpu_read(mipsr2emustats.hilo), in mipsr2_emul_show()
2247 (unsigned long)__this_cpu_read(mipsr2bdemustats.hilo)); in mipsr2_emul_show()
2249 (unsigned long)__this_cpu_read(mipsr2emustats.muls), in mipsr2_emul_show()
2250 (unsigned long)__this_cpu_read(mipsr2bdemustats.muls)); in mipsr2_emul_show()
2252 (unsigned long)__this_cpu_read(mipsr2emustats.divs), in mipsr2_emul_show()
2253 (unsigned long)__this_cpu_read(mipsr2bdemustats.divs)); in mipsr2_emul_show()
2255 (unsigned long)__this_cpu_read(mipsr2emustats.dsps), in mipsr2_emul_show()
2256 (unsigned long)__this_cpu_read(mipsr2bdemustats.dsps)); in mipsr2_emul_show()
[all …]
/Linux-v6.1/kernel/time/
Dtick-oneshot.c25 struct clock_event_device *dev = __this_cpu_read(tick_cpu_device.evtdev); in tick_program_event()
52 struct clock_event_device *dev = __this_cpu_read(tick_cpu_device.evtdev); in tick_resume_oneshot()
112 ret = __this_cpu_read(tick_cpu_device.mode) == TICKDEV_MODE_ONESHOT; in tick_oneshot_mode_active()
/Linux-v6.1/arch/x86/kernel/cpu/mce/
Dintel.c132 if (__this_cpu_read(cmci_storm_state) == CMCI_STORM_NONE) in mce_intel_cmci_poll()
179 (__this_cpu_read(cmci_storm_state) == CMCI_STORM_ACTIVE)) { in cmci_intel_adjust_timer()
184 switch (__this_cpu_read(cmci_storm_state)) { in cmci_intel_adjust_timer()
218 unsigned int cnt = __this_cpu_read(cmci_storm_cnt); in cmci_storm_detect()
219 unsigned long ts = __this_cpu_read(cmci_time_stamp); in cmci_storm_detect()
223 if (__this_cpu_read(cmci_storm_state) != CMCI_STORM_NONE) in cmci_storm_detect()
/Linux-v6.1/include/linux/
Dcontext_tracking_state.h78 return __this_cpu_read(context_tracking.dynticks_nesting); in ct_dynticks_nesting()
90 return __this_cpu_read(context_tracking.dynticks_nmi_nesting); in ct_dynticks_nmi_nesting()
116 return context_tracking_enabled() && __this_cpu_read(context_tracking.active); in context_tracking_enabled_this_cpu()
/Linux-v6.1/include/asm-generic/
Dirq_regs.h21 return __this_cpu_read(__irq_regs); in get_irq_regs()
28 old_regs = __this_cpu_read(__irq_regs); in set_irq_regs()
/Linux-v6.1/lib/
Dpercpu_test.c11 WARN(__this_cpu_read(pcp) != (expected), \
13 __this_cpu_read(pcp), __this_cpu_read(pcp), \
Dcpumask.c167 prev = __this_cpu_read(distribute_cpu_mask_prev); in cpumask_any_and_distribute()
183 prev = __this_cpu_read(distribute_cpu_mask_prev); in cpumask_any_distribute()
/Linux-v6.1/kernel/
Dsoftirq.c77 struct task_struct *tsk = __this_cpu_read(ksoftirqd); in wakeup_softirqd()
91 struct task_struct *tsk = __this_cpu_read(ksoftirqd); in ksoftirqd_running()
155 return __this_cpu_read(softirq_ctrl.cnt) != 0; in local_bh_blocked()
229 curcnt = __this_cpu_read(softirq_ctrl.cnt); in __local_bh_enable_ip()
438 if (!force_irqthreads() || !__this_cpu_read(ksoftirqd)) { in invoke_softirq()
584 __this_cpu_read(ksoftirqd) == current) in __do_softirq()
950 *__this_cpu_read(tasklet_vec.tail) = per_cpu(tasklet_vec, cpu).head; in takeover_tasklets()
958 *__this_cpu_read(tasklet_hi_vec.tail) = per_cpu(tasklet_hi_vec, cpu).head; in takeover_tasklets()
Dwatchdog_hld.c80 delta = now - __this_cpu_read(last_timestamp); in watchdog_check_timestamp()
117 if (__this_cpu_read(watchdog_nmi_touch) == true) { in watchdog_overflow_callback()
135 if (__this_cpu_read(hard_watchdog_warn) == true) in watchdog_overflow_callback()
Dwatchdog.c320 unsigned long hrint = __this_cpu_read(hrtimer_interrupts); in is_hardlockup()
322 if (__this_cpu_read(hrtimer_interrupts_saved) == hrint) in is_hardlockup()
398 if (unlikely(__this_cpu_read(softlockup_touch_sync))) { in watchdog_timer_fn()
412 touch_ts = __this_cpu_read(watchdog_touch_ts); in watchdog_timer_fn()
/Linux-v6.1/arch/x86/kernel/
Dhw_breakpoint.c485 set_debugreg(__this_cpu_read(cpu_debugreg[0]), 0); in hw_breakpoint_restore()
486 set_debugreg(__this_cpu_read(cpu_debugreg[1]), 1); in hw_breakpoint_restore()
487 set_debugreg(__this_cpu_read(cpu_debugreg[2]), 2); in hw_breakpoint_restore()
488 set_debugreg(__this_cpu_read(cpu_debugreg[3]), 3); in hw_breakpoint_restore()
490 set_debugreg(__this_cpu_read(cpu_dr7), 7); in hw_breakpoint_restore()
Dirq_32.c80 irqstk = __this_cpu_read(hardirq_stack_ptr); in execute_on_irq_stack()
141 irqstk = __this_cpu_read(softirq_stack_ptr); in do_softirq_own_stack()
Dirq.c248 desc = __this_cpu_read(vector_irq[vector]); in DEFINE_IDTENTRY_IRQ()
359 if (IS_ERR_OR_NULL(__this_cpu_read(vector_irq[vector]))) in fixup_irqs()
364 desc = __this_cpu_read(vector_irq[vector]); in fixup_irqs()
375 if (__this_cpu_read(vector_irq[vector]) != VECTOR_RETRIGGERED) in fixup_irqs()
Dkvm.c247 if (__this_cpu_read(apf_reason.enabled)) { in kvm_read_and_reset_apf_flags()
248 flags = __this_cpu_read(apf_reason.flags); in kvm_read_and_reset_apf_flags()
298 if (__this_cpu_read(apf_reason.enabled)) { in DEFINE_IDTENTRY_SYSVEC()
299 token = __this_cpu_read(apf_reason.token); in DEFINE_IDTENTRY_SYSVEC()
386 if (!__this_cpu_read(apf_reason.enabled)) in kvm_pv_disable_apf()
/Linux-v6.1/drivers/cpuidle/
Dcpuidle-psci.c49 return __this_cpu_read(domain_state); in psci_get_domain_state()
114 struct device *pd_dev = __this_cpu_read(psci_cpuidle_data.dev); in psci_idle_cpuhp_up()
124 struct device *pd_dev = __this_cpu_read(psci_cpuidle_data.dev); in psci_idle_cpuhp_down()
198 u32 *state = __this_cpu_read(psci_cpuidle_data.psci_states); in psci_enter_idle_state()
/Linux-v6.1/drivers/xen/events/
Devents_2l.c123 struct vcpu_info *vcpu_info = __this_cpu_read(xen_vcpu); in evtchn_2l_unmask()
173 struct vcpu_info *vcpu_info = __this_cpu_read(xen_vcpu); in evtchn_2l_handle_events()
192 start_word_idx = __this_cpu_read(current_word_idx); in evtchn_2l_handle_events()
193 start_bit_idx = __this_cpu_read(current_bit_idx); in evtchn_2l_handle_events()
/Linux-v6.1/arch/x86/include/asm/
Dirq_stack.h119 call_on_stack(__this_cpu_read(hardirq_stack_ptr), \
138 if (user_mode(regs) || __this_cpu_read(hardirq_stack_inuse)) { \
Dcpu_entry_area.h152 CEA_ESTACK_TOP(__this_cpu_read(cea_exception_stacks), name)
155 CEA_ESTACK_BOT(__this_cpu_read(cea_exception_stacks), name)
/Linux-v6.1/kernel/rcu/
Dtree_plugin.h287 if (__this_cpu_read(rcu_data.cpu_no_qs.b.norm)) { in rcu_qs()
289 __this_cpu_read(rcu_data.gp_seq), in rcu_qs()
586 return (__this_cpu_read(rcu_data.cpu_no_qs.b.exp) || in rcu_preempt_need_deferred_qs()
739 __this_cpu_read(rcu_data.core_needs_qs) && in rcu_flavor_sched_clock_irq()
740 __this_cpu_read(rcu_data.cpu_no_qs.b.norm) && in rcu_flavor_sched_clock_irq()
849 if (!__this_cpu_read(rcu_data.cpu_no_qs.s)) in rcu_qs()
852 __this_cpu_read(rcu_data.gp_seq), TPS("cpuqs")); in rcu_qs()
854 if (__this_cpu_read(rcu_data.cpu_no_qs.b.exp)) in rcu_qs()
/Linux-v6.1/arch/arm64/include/asm/
Darch_timer.h27 __wa = __this_cpu_read(timer_unstable_counter_workaround); \
34 __wa = __this_cpu_read(timer_unstable_counter_workaround); \
/Linux-v6.1/drivers/irqchip/
Dirq-xtensa-mx.c82 mask = __this_cpu_read(cached_irq_mask) & ~mask; in xtensa_mx_irq_mask()
100 mask |= __this_cpu_read(cached_irq_mask); in xtensa_mx_irq_unmask()
/Linux-v6.1/arch/arm64/kvm/hyp/vhe/
Dswitch.c68 write_sysreg(__this_cpu_read(kvm_hyp_vector), vbar_el1); in __activate_traps()
90 host_vectors = __this_cpu_read(this_cpu_vector); in __deactivate_traps()
/Linux-v6.1/mm/
Dvmstat.c359 x = delta + __this_cpu_read(*p); in __mod_zone_page_state()
361 t = __this_cpu_read(pcp->stat_threshold); in __mod_zone_page_state()
395 x = delta + __this_cpu_read(*p); in __mod_node_page_state()
397 t = __this_cpu_read(pcp->stat_threshold); in __mod_node_page_state()
442 t = __this_cpu_read(pcp->stat_threshold); in __inc_zone_state()
465 t = __this_cpu_read(pcp->stat_threshold); in __inc_node_state()
498 t = __this_cpu_read(pcp->stat_threshold); in __dec_zone_state()
521 t = __this_cpu_read(pcp->stat_threshold); in __dec_node_state()
846 if (!__this_cpu_read(pcp->expire) || in refresh_cpu_vm_stats()
847 !__this_cpu_read(pcp->count)) in refresh_cpu_vm_stats()
[all …]
/Linux-v6.1/arch/x86/xen/
Dtime.c52 src = &__this_cpu_read(xen_vcpu)->time; in xen_clocksource_read()
507 pvti = &__this_cpu_read(xen_vcpu)->time; in xen_time_init()
588 if (!__this_cpu_read(xen_vcpu)) { in xen_hvm_init_time_ops()

12345