| /Linux-v5.15/arch/sh/kernel/ |
| D | perf_event.c | 161 u64 prev_raw_count, new_raw_count; in sh_perf_event_update() local
178 prev_raw_count = local64_read(&hwc->prev_count); in sh_perf_event_update()
181 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sh_perf_event_update()
182 new_raw_count) != prev_raw_count) in sh_perf_event_update()
193 delta = (new_raw_count << shift) - (prev_raw_count << shift); in sh_perf_event_update()
|
| /Linux-v5.15/drivers/perf/hisilicon/ |
| D | hisi_uncore_pmu.c | 294 u64 delta, prev_raw_count, new_raw_count; in hisi_uncore_pmu_event_update() local
299 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_event_update()
300 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in hisi_uncore_pmu_event_update()
301 new_raw_count) != prev_raw_count); in hisi_uncore_pmu_event_update()
305 delta = (new_raw_count - prev_raw_count) & in hisi_uncore_pmu_event_update()
324 u64 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_start() local
326 hisi_pmu->ops->write_counter(hisi_pmu, hwc, prev_raw_count); in hisi_uncore_pmu_start()
|
| /Linux-v5.15/arch/riscv/kernel/ |
| D | perf_event.c | 217 u64 prev_raw_count, new_raw_count; in riscv_pmu_read() local
223 prev_raw_count = local64_read(&hwc->prev_count); in riscv_pmu_read()
226 oldval = local64_cmpxchg(&hwc->prev_count, prev_raw_count, in riscv_pmu_read()
228 } while (oldval != prev_raw_count); in riscv_pmu_read()
233 delta = (new_raw_count - prev_raw_count) & in riscv_pmu_read()
|
| /Linux-v5.15/arch/xtensa/kernel/ |
| D | perf_event.c | 139 uint64_t prev_raw_count, new_raw_count; in xtensa_perf_event_update() local
143 prev_raw_count = local64_read(&hwc->prev_count); in xtensa_perf_event_update()
145 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in xtensa_perf_event_update()
146 new_raw_count) != prev_raw_count); in xtensa_perf_event_update()
148 delta = (new_raw_count - prev_raw_count) & XTENSA_PMU_COUNTER_MASK; in xtensa_perf_event_update()
|
| /Linux-v5.15/arch/arm/mach-imx/ |
| D | mmdc.c | 309 u64 delta, prev_raw_count, new_raw_count; in mmdc_pmu_event_update() local
312 prev_raw_count = local64_read(&hwc->prev_count); in mmdc_pmu_event_update()
315 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mmdc_pmu_event_update()
316 new_raw_count) != prev_raw_count); in mmdc_pmu_event_update()
318 delta = (new_raw_count - prev_raw_count) & 0xFFFFFFFF; in mmdc_pmu_event_update()
|
| /Linux-v5.15/arch/x86/events/intel/ |
| D | cstate.c | 364 u64 prev_raw_count, new_raw_count; in cstate_pmu_event_update() local
367 prev_raw_count = local64_read(&hwc->prev_count); in cstate_pmu_event_update()
370 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in cstate_pmu_event_update()
371 new_raw_count) != prev_raw_count) in cstate_pmu_event_update()
374 local64_add(new_raw_count - prev_raw_count, &event->count); in cstate_pmu_event_update()
|
| D | ds.c | 1805 u64 prev_raw_count, new_raw_count; in intel_pmu_save_and_restart_reload() local
1815 prev_raw_count = local64_read(&hwc->prev_count); in intel_pmu_save_and_restart_reload()
1847 old = ((s64)(prev_raw_count << shift) >> shift); in intel_pmu_save_and_restart_reload()
|
| /Linux-v5.15/arch/alpha/kernel/ |
| D | perf_event.c | 310 long prev_raw_count, new_raw_count; in alpha_perf_event_update() local
314 prev_raw_count = local64_read(&hwc->prev_count); in alpha_perf_event_update()
317 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in alpha_perf_event_update()
318 new_raw_count) != prev_raw_count) in alpha_perf_event_update()
321 delta = (new_raw_count - (prev_raw_count & alpha_pmu->pmc_count_mask[idx])) + ovf; in alpha_perf_event_update()
|
| /Linux-v5.15/drivers/dma/idxd/ |
| D | perfmon.c | 244 u64 prev_raw_count, new_raw_count, delta, p, n; in perfmon_pmu_event_update() local
249 prev_raw_count = local64_read(&hwc->prev_count); in perfmon_pmu_event_update()
251 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in perfmon_pmu_event_update()
252 new_raw_count) != prev_raw_count); in perfmon_pmu_event_update()
255 p = (prev_raw_count << shift); in perfmon_pmu_event_update()
|
| /Linux-v5.15/drivers/perf/ |
| D | arm_pmu.c | 242 u64 delta, prev_raw_count, new_raw_count; in armpmu_event_update() local
246 prev_raw_count = local64_read(&hwc->prev_count); in armpmu_event_update()
249 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in armpmu_event_update()
250 new_raw_count) != prev_raw_count) in armpmu_event_update()
253 delta = (new_raw_count - prev_raw_count) & max_period; in armpmu_event_update()
|
| D | arm-cci.c | 986 u64 delta, prev_raw_count, new_raw_count; in pmu_event_update() local
989 prev_raw_count = local64_read(&hwc->prev_count); in pmu_event_update()
991 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in pmu_event_update()
992 new_raw_count) != prev_raw_count); in pmu_event_update()
994 delta = (new_raw_count - prev_raw_count) & CCI_PMU_CNTR_MASK; in pmu_event_update()
|
| D | xgene_pmu.c | 992 u64 delta, prev_raw_count, new_raw_count; in xgene_perf_event_update() local
995 prev_raw_count = local64_read(&hw->prev_count); in xgene_perf_event_update()
998 if (local64_cmpxchg(&hw->prev_count, prev_raw_count, in xgene_perf_event_update()
999 new_raw_count) != prev_raw_count) in xgene_perf_event_update()
1002 delta = (new_raw_count - prev_raw_count) & pmu_dev->max_period; in xgene_perf_event_update()
1027 u64 prev_raw_count = local64_read(&hw->prev_count); in xgene_perf_start() local
1030 prev_raw_count); in xgene_perf_start()
|
| /Linux-v5.15/arch/x86/events/ |
| D | rapl.c | 178 u64 prev_raw_count, new_raw_count; in rapl_event_update() local
183 prev_raw_count = local64_read(&hwc->prev_count); in rapl_event_update()
186 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in rapl_event_update()
187 new_raw_count) != prev_raw_count) { in rapl_event_update()
200 delta = (new_raw_count << shift) - (prev_raw_count << shift); in rapl_event_update()
|
| D | core.c | 111 u64 prev_raw_count, new_raw_count; in x86_perf_event_update() local
128 prev_raw_count = local64_read(&hwc->prev_count); in x86_perf_event_update()
131 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in x86_perf_event_update()
132 new_raw_count) != prev_raw_count) in x86_perf_event_update()
143 delta = (new_raw_count << shift) - (prev_raw_count << shift); in x86_perf_event_update()
|
| /Linux-v5.15/arch/x86/events/amd/ |
| D | ibs.c | 152 u64 prev_raw_count; in perf_event_try_update() local
162 prev_raw_count = local64_read(&hwc->prev_count); in perf_event_try_update()
163 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in perf_event_try_update()
164 new_raw_count) != prev_raw_count) in perf_event_try_update()
175 delta = (new_raw_count << shift) - (prev_raw_count << shift); in perf_event_try_update()
|
| /Linux-v5.15/arch/nds32/kernel/ |
| D | perf_event_cpu.c | 947 u64 delta, prev_raw_count, new_raw_count; in nds32_pmu_event_update() local
950 prev_raw_count = local64_read(&hwc->prev_count); in nds32_pmu_event_update()
953 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in nds32_pmu_event_update()
954 new_raw_count) != prev_raw_count) { in nds32_pmu_event_update()
961 delta = (new_raw_count - prev_raw_count) & nds32_pmu->max_period; in nds32_pmu_event_update()
|
| /Linux-v5.15/arch/sparc/kernel/ |
| D | perf_event.c | 867 u64 prev_raw_count, new_raw_count; in sparc_perf_event_update() local
871 prev_raw_count = local64_read(&hwc->prev_count); in sparc_perf_event_update()
874 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sparc_perf_event_update()
875 new_raw_count) != prev_raw_count) in sparc_perf_event_update()
878 delta = (new_raw_count << shift) - (prev_raw_count << shift); in sparc_perf_event_update()
|
| /Linux-v5.15/arch/arc/kernel/ |
| D | perf_event.c | 121 u64 prev_raw_count = local64_read(&hwc->prev_count); in arc_perf_event_update() local
123 s64 delta = new_raw_count - prev_raw_count; in arc_perf_event_update()
|
| /Linux-v5.15/arch/mips/kernel/ |
| D | perf_event_mipsxx.c | 453 u64 prev_raw_count, new_raw_count; in mipspmu_event_update() local
457 prev_raw_count = local64_read(&hwc->prev_count); in mipspmu_event_update()
460 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mipspmu_event_update()
461 new_raw_count) != prev_raw_count) in mipspmu_event_update()
464 delta = new_raw_count - prev_raw_count; in mipspmu_event_update()
|
| /Linux-v5.15/arch/csky/kernel/ |
| D | perf_event.c | 922 uint64_t prev_raw_count = local64_read(&hwc->prev_count); in csky_perf_event_update() local
929 int64_t delta = new_raw_count - prev_raw_count; in csky_perf_event_update()
|
