Home
last modified time | relevance | path

Searched refs:this_cpu_read (Results 1 – 25 of 101) sorted by relevance

12345

/Linux-v5.15/arch/x86/mm/
Dtlb.c199 if (asid == this_cpu_read(cpu_tlbstate.loaded_mm_asid)) in clear_asid_other()
224 if (this_cpu_read(cpu_tlbstate.invalidate_other)) in choose_new_asid()
228 if (this_cpu_read(cpu_tlbstate.ctxs[asid].ctx_id) != in choose_new_asid()
233 *need_flush = (this_cpu_read(cpu_tlbstate.ctxs[asid].tlb_gen) < in choose_new_asid()
297 struct mm_struct *loaded_mm = this_cpu_read(cpu_tlbstate.loaded_mm); in leave_mm()
311 WARN_ON(!this_cpu_read(cpu_tlbstate_shared.is_lazy)); in leave_mm()
355 if (this_cpu_read(cpu_info.smt_active)) { in l1d_flush_evaluate()
384 prev_mm = this_cpu_read(cpu_tlbstate.last_user_mm_spec); in cond_mitigation()
481 cr4_update_pce_mm(this_cpu_read(cpu_tlbstate.loaded_mm)); in cr4_update_pce()
491 struct mm_struct *real_prev = this_cpu_read(cpu_tlbstate.loaded_mm); in switch_mm_irqs_off()
[all …]
/Linux-v5.15/kernel/trace/
Dtrace_preemptirq.c30 if (this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_on_prepare()
42 if (this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_on()
63 if (!this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_off_finish()
78 if (!this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_off()
90 if (this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_on_caller()
107 if (!this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_off_caller()
/Linux-v5.15/drivers/irqchip/
Dirq-csky-mpintc.c56 (this_cpu_read(intcl_reg) + INTCL_CFGR) : (INTCG_base + INTCG_CICFGR)))
75 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_handler()
83 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_enable()
92 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_disable()
99 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_eoi()
215 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_send_ipi()
/Linux-v5.15/arch/x86/xen/
Dirq.c32 vcpu = this_cpu_read(xen_vcpu); in xen_save_fl()
51 this_cpu_read(xen_vcpu)->evtchn_upcall_mask = 1; in xen_irq_disable()
67 vcpu = this_cpu_read(xen_vcpu); in xen_irq_enable()
Dmulticalls.h51 local_irq_restore(this_cpu_read(xen_mc_irq_flags)); in xen_mc_issue()
Dsuspend.c44 wrmsrl(MSR_IA32_SPEC_CTRL, this_cpu_read(spec_ctrl)); in xen_vcpu_notify_restore()
/Linux-v5.15/arch/arm64/kernel/
Dtopology.c207 prev_const_cnt = this_cpu_read(arch_const_cycles_prev); in amu_scale_freq_tick()
208 prev_core_cnt = this_cpu_read(arch_core_cycles_prev); in amu_scale_freq_tick()
212 const_cnt = this_cpu_read(arch_const_cycles_prev); in amu_scale_freq_tick()
213 core_cnt = this_cpu_read(arch_core_cycles_prev); in amu_scale_freq_tick()
228 scale *= this_cpu_read(arch_max_freq_scale); in amu_scale_freq_tick()
/Linux-v5.15/arch/x86/include/asm/
Dkvmclock.h13 return &this_cpu_read(hv_clock_per_cpu)->pvti; in this_cpu_pvti()
18 return this_cpu_read(hv_clock_per_cpu); in this_cpu_hvclock()
Dswitch_to.h56 if (unlikely(this_cpu_read(cpu_tss_rw.x86_tss.ss1) == thread->sysenter_cs)) in refresh_sysenter_cs()
/Linux-v5.15/arch/x86/kernel/
Ddumpstack_32.c40 unsigned long *begin = (unsigned long *)this_cpu_read(hardirq_stack_ptr); in in_hardirq_stack()
65 unsigned long *begin = (unsigned long *)this_cpu_read(softirq_stack_ptr); in in_softirq_stack()
102 info->next_sp = (unsigned long *)this_cpu_read(cpu_tss_rw.x86_tss.sp); in in_doublefault_stack()
Dnmi.c489 if (this_cpu_read(nmi_state) != NMI_NOT_RUNNING) { in DEFINE_IDTENTRY_RAW()
514 local_db_restore(this_cpu_read(nmi_dr7)); in DEFINE_IDTENTRY_RAW()
518 if (unlikely(this_cpu_read(nmi_cr2) != read_cr2())) in DEFINE_IDTENTRY_RAW()
519 write_cr2(this_cpu_read(nmi_cr2)); in DEFINE_IDTENTRY_RAW()
Dparavirt.c166 BUG_ON(this_cpu_read(paravirt_lazy_mode) != PARAVIRT_LAZY_NONE); in enter_lazy()
173 BUG_ON(this_cpu_read(paravirt_lazy_mode) != mode); in leave_lazy()
205 if (this_cpu_read(paravirt_lazy_mode) == PARAVIRT_LAZY_MMU) { in paravirt_start_context_switch()
228 return this_cpu_read(paravirt_lazy_mode); in paravirt_get_lazy_mode()
Dtsc.c77 seq = this_cpu_read(cyc2ns.seq.seqcount.sequence); in cyc2ns_read_begin()
80 data->cyc2ns_offset = this_cpu_read(cyc2ns.data[idx].cyc2ns_offset); in cyc2ns_read_begin()
81 data->cyc2ns_mul = this_cpu_read(cyc2ns.data[idx].cyc2ns_mul); in cyc2ns_read_begin()
82 data->cyc2ns_shift = this_cpu_read(cyc2ns.data[idx].cyc2ns_shift); in cyc2ns_read_begin()
84 } while (unlikely(seq != this_cpu_read(cyc2ns.seq.seqcount.sequence))); in cyc2ns_read_begin()
/Linux-v5.15/kernel/
Dwatchdog_hld.c199 perf_event_enable(this_cpu_read(watchdog_ev)); in hardlockup_detector_perf_enable()
207 struct perf_event *event = this_cpu_read(watchdog_ev); in hardlockup_detector_perf_disable()
292 perf_event_release_kernel(this_cpu_read(watchdog_ev)); in hardlockup_detector_perf_init()
/Linux-v5.15/include/linux/
Dcontext_tracking.h58 prev_ctx = this_cpu_read(context_tracking.state); in exception_enter()
98 this_cpu_read(context_tracking.state) : CONTEXT_DISABLED; in ct_state()
Dlockdep.h597 #define __lockdep_enabled (debug_locks && !this_cpu_read(lockdep_recursion))
601 WARN_ON_ONCE(__lockdep_enabled && !this_cpu_read(hardirqs_enabled)); \
606 WARN_ON_ONCE(__lockdep_enabled && this_cpu_read(hardirqs_enabled)); \
611 WARN_ON_ONCE(__lockdep_enabled && !this_cpu_read(hardirq_context)); \
619 !this_cpu_read(hardirqs_enabled))); \
627 this_cpu_read(hardirqs_enabled))); \
/Linux-v5.15/arch/x86/kernel/cpu/mce/
Damd.c403 if (this_cpu_read(threshold_banks)) in threshold_restart_bank()
662 for (bank = 0; bank < this_cpu_read(mce_num_banks); ++bank) { in mce_amd_feature_init()
1006 for (bank = 0; bank < this_cpu_read(mce_num_banks); ++bank) in amd_deferred_error_interrupt()
1045 struct threshold_bank **bp = this_cpu_read(threshold_banks); in amd_threshold_interrupt()
1056 for (bank = 0; bank < this_cpu_read(mce_num_banks); ++bank) { in amd_threshold_interrupt()
1251 if ((bank >= this_cpu_read(mce_num_banks)) || (block >= NR_BLOCKS)) in allocate_threshold_blocks()
1347 struct device *dev = this_cpu_read(mce_device); in threshold_create_bank()
1475 struct threshold_bank **bp = this_cpu_read(threshold_banks); in mce_threshold_remove_device()
1476 unsigned int bank, numbanks = this_cpu_read(mce_num_banks); in mce_threshold_remove_device()
1517 bp = this_cpu_read(threshold_banks); in mce_threshold_create_device()
[all …]
Dcore.c752 for (i = 0; i < this_cpu_read(mce_num_banks); i++) { in machine_check_poll()
853 for (i = 0; i < this_cpu_read(mce_num_banks); i++) { in mce_no_way_out()
1145 for (i = 0; i < this_cpu_read(mce_num_banks); i++) { in mce_clear_state()
1194 for (i = 0; i < this_cpu_read(mce_num_banks); i++) { in __mc_scan_banks()
1610 u8 n_banks = this_cpu_read(mce_num_banks); in __mcheck_cpu_mce_banks_init()
1685 for (i = 0; i < this_cpu_read(mce_num_banks); i++) { in __mcheck_cpu_init_clear_banks()
1711 for (i = 0; i < this_cpu_read(mce_num_banks); i++) { in __mcheck_cpu_check_banks()
1763 if (c->x86 == 15 && this_cpu_read(mce_num_banks) > 4) { in __mcheck_cpu_apply_quirks()
1782 if (c->x86 == 6 && this_cpu_read(mce_num_banks) > 0) in __mcheck_cpu_apply_quirks()
1804 if (c->x86 == 6 && c->x86_model < 0x1A && this_cpu_read(mce_num_banks) > 0) in __mcheck_cpu_apply_quirks()
[all …]
/Linux-v5.15/arch/x86/kernel/fpu/
Dcore.c48 return this_cpu_read(in_kernel_fpu); in kernel_fpu_disabled()
159 WARN_ON_FPU(this_cpu_read(in_kernel_fpu)); in kernel_fpu_begin_mask()
181 WARN_ON_FPU(!this_cpu_read(in_kernel_fpu)); in kernel_fpu_end()
/Linux-v5.15/arch/arm64/include/asm/
Dsimd.h41 !this_cpu_read(fpsimd_context_busy); in may_use_simd()
/Linux-v5.15/kernel/printk/
Dprintk_safe.c41 if (this_cpu_read(printk_context) || in_nmi()) { in vprintk()
/Linux-v5.15/tools/testing/radix-tree/linux/
Dpercpu.h7 #define this_cpu_read(var) var macro
/Linux-v5.15/include/crypto/internal/
Dsimd.h64 (may_use_simd() && !this_cpu_read(crypto_simd_disabled_for_test))
/Linux-v5.15/drivers/accessibility/speakup/
Dfakekey.c86 return this_cpu_read(reporting_keystroke); in speakup_fake_key_pressed()
/Linux-v5.15/net/ipv6/netfilter/
Dnf_dup_ipv6.c50 if (this_cpu_read(nf_skb_duplicated)) in nf_dup_ipv6()

12345