| /Linux-v6.6/arch/sh/kernel/ |
| D | perf_event.c | 161 u64 prev_raw_count, new_raw_count; in sh_perf_event_update() local
178 prev_raw_count = local64_read(&hwc->prev_count); in sh_perf_event_update()
181 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sh_perf_event_update()
182 new_raw_count) != prev_raw_count) in sh_perf_event_update()
193 delta = (new_raw_count << shift) - (prev_raw_count << shift); in sh_perf_event_update()
|
| /Linux-v6.6/drivers/perf/hisilicon/ |
| D | hisi_uncore_pmu.c | 296 u64 delta, prev_raw_count, new_raw_count; in hisi_uncore_pmu_event_update() local
301 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_event_update()
302 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in hisi_uncore_pmu_event_update()
303 new_raw_count) != prev_raw_count); in hisi_uncore_pmu_event_update()
307 delta = (new_raw_count - prev_raw_count) & in hisi_uncore_pmu_event_update()
326 u64 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_start() local
328 hisi_pmu->ops->write_counter(hisi_pmu, hwc, prev_raw_count); in hisi_uncore_pmu_start()
|
| /Linux-v6.6/arch/xtensa/kernel/ |
| D | perf_event.c | 148 uint64_t prev_raw_count, new_raw_count; in xtensa_perf_event_update() local
152 prev_raw_count = local64_read(&hwc->prev_count); in xtensa_perf_event_update()
154 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in xtensa_perf_event_update()
155 new_raw_count) != prev_raw_count); in xtensa_perf_event_update()
157 delta = (new_raw_count - prev_raw_count) & XTENSA_PMU_COUNTER_MASK; in xtensa_perf_event_update()
|
| /Linux-v6.6/drivers/perf/ |
| D | riscv_pmu.c | 174 u64 prev_raw_count, new_raw_count; in riscv_pmu_event_update() local
184 prev_raw_count = local64_read(&hwc->prev_count); in riscv_pmu_event_update()
186 oldval = local64_cmpxchg(&hwc->prev_count, prev_raw_count, in riscv_pmu_event_update()
188 } while (oldval != prev_raw_count); in riscv_pmu_event_update()
190 delta = (new_raw_count - prev_raw_count) & cmask; in riscv_pmu_event_update()
|
| D | arm_pmu.c | 246 u64 delta, prev_raw_count, new_raw_count; in armpmu_event_update() local
250 prev_raw_count = local64_read(&hwc->prev_count); in armpmu_event_update()
253 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in armpmu_event_update()
254 new_raw_count) != prev_raw_count) in armpmu_event_update()
257 delta = (new_raw_count - prev_raw_count) & max_period; in armpmu_event_update()
|
| D | arm-cci.c | 983 u64 delta, prev_raw_count, new_raw_count; in pmu_event_update() local
986 prev_raw_count = local64_read(&hwc->prev_count); in pmu_event_update()
988 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in pmu_event_update()
989 new_raw_count) != prev_raw_count); in pmu_event_update()
991 delta = (new_raw_count - prev_raw_count) & CCI_PMU_CNTR_MASK; in pmu_event_update()
|
| D | xgene_pmu.c | 992 u64 delta, prev_raw_count, new_raw_count; in xgene_perf_event_update() local
995 prev_raw_count = local64_read(&hw->prev_count); in xgene_perf_event_update()
998 if (local64_cmpxchg(&hw->prev_count, prev_raw_count, in xgene_perf_event_update()
999 new_raw_count) != prev_raw_count) in xgene_perf_event_update()
1002 delta = (new_raw_count - prev_raw_count) & pmu_dev->max_period; in xgene_perf_event_update()
1027 u64 prev_raw_count = local64_read(&hw->prev_count); in xgene_perf_start() local
1030 prev_raw_count); in xgene_perf_start()
|
| D | alibaba_uncore_drw_pmu.c | 594 unsigned long prev_raw_count = in ali_drw_pmu_start() local
596 writel(prev_raw_count, in ali_drw_pmu_start()
|
| /Linux-v6.6/arch/arm/mach-imx/ |
| D | mmdc.c | 310 u64 delta, prev_raw_count, new_raw_count; in mmdc_pmu_event_update() local
313 prev_raw_count = local64_read(&hwc->prev_count); in mmdc_pmu_event_update()
316 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mmdc_pmu_event_update()
317 new_raw_count) != prev_raw_count); in mmdc_pmu_event_update()
319 delta = (new_raw_count - prev_raw_count) & 0xFFFFFFFF; in mmdc_pmu_event_update()
|
| /Linux-v6.6/arch/alpha/kernel/ |
| D | perf_event.c | 310 long prev_raw_count, new_raw_count; in alpha_perf_event_update() local
314 prev_raw_count = local64_read(&hwc->prev_count); in alpha_perf_event_update()
317 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in alpha_perf_event_update()
318 new_raw_count) != prev_raw_count) in alpha_perf_event_update()
321 delta = (new_raw_count - (prev_raw_count & alpha_pmu->pmc_count_mask[idx])) + ovf; in alpha_perf_event_update()
|
| /Linux-v6.6/arch/loongarch/kernel/ |
| D | perf_event.c | 340 u64 prev_raw_count, new_raw_count; in loongarch_pmu_event_update() local
343 prev_raw_count = local64_read(&hwc->prev_count); in loongarch_pmu_event_update()
346 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in loongarch_pmu_event_update()
347 new_raw_count) != prev_raw_count) in loongarch_pmu_event_update()
350 delta = new_raw_count - prev_raw_count; in loongarch_pmu_event_update()
|
| /Linux-v6.6/arch/x86/events/ |
| D | rapl.c | 178 u64 prev_raw_count, new_raw_count; in rapl_event_update() local
183 prev_raw_count = local64_read(&hwc->prev_count); in rapl_event_update()
186 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in rapl_event_update()
187 new_raw_count) != prev_raw_count) { in rapl_event_update()
200 delta = (new_raw_count << shift) - (prev_raw_count << shift); in rapl_event_update()
|
| D | core.c | 119 u64 prev_raw_count, new_raw_count; in x86_perf_event_update() local
132 prev_raw_count = local64_read(&hwc->prev_count); in x86_perf_event_update()
136 &prev_raw_count, new_raw_count)); in x86_perf_event_update()
146 delta = (new_raw_count << shift) - (prev_raw_count << shift); in x86_perf_event_update()
|
| /Linux-v6.6/arch/x86/events/intel/ |
| D | cstate.c | 366 u64 prev_raw_count, new_raw_count; in cstate_pmu_event_update() local
368 prev_raw_count = local64_read(&hwc->prev_count); in cstate_pmu_event_update()
372 &prev_raw_count, new_raw_count)); in cstate_pmu_event_update()
374 local64_add(new_raw_count - prev_raw_count, &event->count); in cstate_pmu_event_update()
|
| D | ds.c | 1982 u64 prev_raw_count, new_raw_count; in intel_pmu_save_and_restart_reload() local
1992 prev_raw_count = local64_read(&hwc->prev_count); in intel_pmu_save_and_restart_reload()
2024 old = ((s64)(prev_raw_count << shift) >> shift); in intel_pmu_save_and_restart_reload()
|
| /Linux-v6.6/drivers/dma/idxd/ |
| D | perfmon.c | 244 u64 prev_raw_count, new_raw_count, delta, p, n; in perfmon_pmu_event_update() local
248 prev_raw_count = local64_read(&hwc->prev_count); in perfmon_pmu_event_update()
252 &prev_raw_count, new_raw_count)); in perfmon_pmu_event_update()
254 p = (prev_raw_count << shift); in perfmon_pmu_event_update()
|
| /Linux-v6.6/arch/x86/events/amd/ |
| D | ibs.c | 148 u64 prev_raw_count; in perf_event_try_update() local
158 prev_raw_count = local64_read(&hwc->prev_count); in perf_event_try_update()
160 &prev_raw_count, new_raw_count)) in perf_event_try_update()
171 delta = (new_raw_count << shift) - (prev_raw_count << shift); in perf_event_try_update()
|
| /Linux-v6.6/arch/mips/kernel/ |
| D | perf_event_mipsxx.c | 453 u64 prev_raw_count, new_raw_count; in mipspmu_event_update() local
457 prev_raw_count = local64_read(&hwc->prev_count); in mipspmu_event_update()
460 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mipspmu_event_update()
461 new_raw_count) != prev_raw_count) in mipspmu_event_update()
464 delta = new_raw_count - prev_raw_count; in mipspmu_event_update()
|
| /Linux-v6.6/arch/sparc/kernel/ |
| D | perf_event.c | 867 u64 prev_raw_count, new_raw_count; in sparc_perf_event_update() local
871 prev_raw_count = local64_read(&hwc->prev_count); in sparc_perf_event_update()
874 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sparc_perf_event_update()
875 new_raw_count) != prev_raw_count) in sparc_perf_event_update()
878 delta = (new_raw_count << shift) - (prev_raw_count << shift); in sparc_perf_event_update()
|
| /Linux-v6.6/arch/arc/kernel/ |
| D | perf_event.c | 283 u64 prev_raw_count = local64_read(&hwc->prev_count); in arc_perf_event_update() local
285 s64 delta = new_raw_count - prev_raw_count; in arc_perf_event_update()
|
| /Linux-v6.6/arch/csky/kernel/ |
| D | perf_event.c | 922 uint64_t prev_raw_count = local64_read(&hwc->prev_count); in csky_perf_event_update() local
929 int64_t delta = new_raw_count - prev_raw_count; in csky_perf_event_update()
|
