| /Linux-v4.19/drivers/perf/hisilicon/ |
| D | hisi_uncore_pmu.c | 239 u64 delta, prev_raw_count, new_raw_count; in hisi_uncore_pmu_event_update() local
244 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_event_update()
245 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in hisi_uncore_pmu_event_update()
246 new_raw_count) != prev_raw_count); in hisi_uncore_pmu_event_update()
250 delta = (new_raw_count - prev_raw_count) & in hisi_uncore_pmu_event_update()
268 u64 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_start() local
270 hisi_pmu->ops->write_counter(hisi_pmu, hwc, prev_raw_count); in hisi_uncore_pmu_start()
|
| /Linux-v4.19/arch/sh/kernel/ |
| D | perf_event.c | 182 u64 prev_raw_count, new_raw_count; in sh_perf_event_update() local
199 prev_raw_count = local64_read(&hwc->prev_count); in sh_perf_event_update()
202 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sh_perf_event_update()
203 new_raw_count) != prev_raw_count) in sh_perf_event_update()
214 delta = (new_raw_count << shift) - (prev_raw_count << shift); in sh_perf_event_update()
|
| /Linux-v4.19/arch/riscv/kernel/ |
| D | perf_event.c | 217 u64 prev_raw_count, new_raw_count; in riscv_pmu_read() local
223 prev_raw_count = local64_read(&hwc->prev_count); in riscv_pmu_read()
226 oldval = local64_cmpxchg(&hwc->prev_count, prev_raw_count, in riscv_pmu_read()
228 } while (oldval != prev_raw_count); in riscv_pmu_read()
233 delta = (new_raw_count - prev_raw_count) & in riscv_pmu_read()
|
| /Linux-v4.19/arch/xtensa/kernel/ |
| D | perf_event.c | 142 uint64_t prev_raw_count, new_raw_count; in xtensa_perf_event_update() local
146 prev_raw_count = local64_read(&hwc->prev_count); in xtensa_perf_event_update()
148 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in xtensa_perf_event_update()
149 new_raw_count) != prev_raw_count); in xtensa_perf_event_update()
151 delta = (new_raw_count - prev_raw_count) & XTENSA_PMU_COUNTER_MASK; in xtensa_perf_event_update()
|
| /Linux-v4.19/arch/arm/mach-imx/ |
| D | mmdc.c | 319 u64 delta, prev_raw_count, new_raw_count; in mmdc_pmu_event_update() local
322 prev_raw_count = local64_read(&hwc->prev_count); in mmdc_pmu_event_update()
325 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mmdc_pmu_event_update()
326 new_raw_count) != prev_raw_count); in mmdc_pmu_event_update()
328 delta = (new_raw_count - prev_raw_count) & 0xFFFFFFFF; in mmdc_pmu_event_update()
|
| /Linux-v4.19/arch/x86/events/intel/ |
| D | cstate.c | 336 u64 prev_raw_count, new_raw_count; in cstate_pmu_event_update() local
339 prev_raw_count = local64_read(&hwc->prev_count); in cstate_pmu_event_update()
342 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in cstate_pmu_event_update()
343 new_raw_count) != prev_raw_count) in cstate_pmu_event_update()
346 local64_add(new_raw_count - prev_raw_count, &event->count); in cstate_pmu_event_update()
|
| D | rapl.c | 198 u64 prev_raw_count, new_raw_count; in rapl_event_update() local
203 prev_raw_count = local64_read(&hwc->prev_count); in rapl_event_update()
206 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in rapl_event_update()
207 new_raw_count) != prev_raw_count) { in rapl_event_update()
220 delta = (new_raw_count << shift) - (prev_raw_count << shift); in rapl_event_update()
|
| D | ds.c | 1360 u64 prev_raw_count, new_raw_count; in intel_pmu_save_and_restart_reload() local
1370 prev_raw_count = local64_read(&hwc->prev_count); in intel_pmu_save_and_restart_reload()
1402 old = ((s64)(prev_raw_count << shift) >> shift); in intel_pmu_save_and_restart_reload()
|
| /Linux-v4.19/arch/alpha/kernel/ |
| D | perf_event.c | 310 long prev_raw_count, new_raw_count; in alpha_perf_event_update() local
314 prev_raw_count = local64_read(&hwc->prev_count); in alpha_perf_event_update()
317 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in alpha_perf_event_update()
318 new_raw_count) != prev_raw_count) in alpha_perf_event_update()
321 delta = (new_raw_count - (prev_raw_count & alpha_pmu->pmc_count_mask[idx])) + ovf; in alpha_perf_event_update()
|
| /Linux-v4.19/drivers/perf/ |
| D | arm_pmu.c | 165 u64 delta, prev_raw_count, new_raw_count; in armpmu_event_update() local
169 prev_raw_count = local64_read(&hwc->prev_count); in armpmu_event_update()
172 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in armpmu_event_update()
173 new_raw_count) != prev_raw_count) in armpmu_event_update()
176 delta = (new_raw_count - prev_raw_count) & max_period; in armpmu_event_update()
|
| D | arm-cci.c | 986 u64 delta, prev_raw_count, new_raw_count; in pmu_event_update() local
989 prev_raw_count = local64_read(&hwc->prev_count); in pmu_event_update()
991 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in pmu_event_update()
992 new_raw_count) != prev_raw_count); in pmu_event_update()
994 delta = (new_raw_count - prev_raw_count) & CCI_PMU_CNTR_MASK; in pmu_event_update()
|
| D | xgene_pmu.c | 1009 u64 delta, prev_raw_count, new_raw_count; in xgene_perf_event_update() local
1012 prev_raw_count = local64_read(&hw->prev_count); in xgene_perf_event_update()
1015 if (local64_cmpxchg(&hw->prev_count, prev_raw_count, in xgene_perf_event_update()
1016 new_raw_count) != prev_raw_count) in xgene_perf_event_update()
1019 delta = (new_raw_count - prev_raw_count) & pmu_dev->max_period; in xgene_perf_event_update()
1044 u64 prev_raw_count = local64_read(&hw->prev_count); in xgene_perf_start() local
1047 prev_raw_count); in xgene_perf_start()
|
| /Linux-v4.19/arch/x86/events/amd/ |
| D | ibs.c | 158 u64 prev_raw_count; in perf_event_try_update() local
168 prev_raw_count = local64_read(&hwc->prev_count); in perf_event_try_update()
169 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in perf_event_try_update()
170 new_raw_count) != prev_raw_count) in perf_event_try_update()
181 delta = (new_raw_count << shift) - (prev_raw_count << shift); in perf_event_try_update()
|
| D | iommu.c | 297 u64 prev_raw_count = local64_read(&hwc->prev_count); in perf_iommu_start() local
301 IOMMU_PC_COUNTER_REG, &prev_raw_count); in perf_iommu_start()
|
| /Linux-v4.19/arch/arc/kernel/ |
| D | perf_event.c | 106 uint64_t prev_raw_count = local64_read(&hwc->prev_count); in arc_perf_event_update() local
108 int64_t delta = new_raw_count - prev_raw_count; in arc_perf_event_update()
|
| /Linux-v4.19/arch/mips/kernel/ |
| D | perf_event_mipsxx.c | 428 u64 prev_raw_count, new_raw_count; in mipspmu_event_update() local
432 prev_raw_count = local64_read(&hwc->prev_count); in mipspmu_event_update()
435 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mipspmu_event_update()
436 new_raw_count) != prev_raw_count) in mipspmu_event_update()
439 delta = new_raw_count - prev_raw_count; in mipspmu_event_update()
|
| /Linux-v4.19/arch/sparc/kernel/ |
| D | perf_event.c | 867 u64 prev_raw_count, new_raw_count; in sparc_perf_event_update() local
871 prev_raw_count = local64_read(&hwc->prev_count); in sparc_perf_event_update()
874 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sparc_perf_event_update()
875 new_raw_count) != prev_raw_count) in sparc_perf_event_update()
878 delta = (new_raw_count << shift) - (prev_raw_count << shift); in sparc_perf_event_update()
|
| /Linux-v4.19/arch/x86/events/ |
| D | core.c | 72 u64 prev_raw_count, new_raw_count; in x86_perf_event_update() local
87 prev_raw_count = local64_read(&hwc->prev_count); in x86_perf_event_update()
90 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in x86_perf_event_update()
91 new_raw_count) != prev_raw_count) in x86_perf_event_update()
102 delta = (new_raw_count << shift) - (prev_raw_count << shift); in x86_perf_event_update()
|
