| /Linux-v4.19/tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/ |
| D | locks.h | 192 unsigned int prev_count = __sync_fetch_and_sub(&c->count, 1); in wait_for_completion() local
194 assume(prev_count); in wait_for_completion()
199 unsigned int prev_count = __sync_fetch_and_add(&c->count, 1); in complete() local
201 BUG_ON(prev_count == UINT_MAX); in complete()
|
| /Linux-v4.19/arch/arm/mm/ |
| D | cache-l2x0-pmu.c | 132 u64 prev_count, new_count, mask; in l2x0_pmu_event_read() local
135 prev_count = local64_read(&hw->prev_count); in l2x0_pmu_event_read()
137 } while (local64_xchg(&hw->prev_count, new_count) != prev_count); in l2x0_pmu_event_read()
140 local64_add((new_count - prev_count) & mask, &event->count); in l2x0_pmu_event_read()
159 local64_set(&hw->prev_count, 0); in l2x0_pmu_event_configure()
|
| /Linux-v4.19/arch/powerpc/perf/ |
| D | 8xx-pmu.c | 126 local64_set(&event->hw.prev_count, val); in mpc8xx_pmu_add()
139 prev = local64_read(&event->hw.prev_count); in mpc8xx_pmu_read()
160 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in mpc8xx_pmu_read()
|
| D | core-fsl-emb.c | 192 prev = local64_read(&event->hw.prev_count); in fsl_emb_pmu_read()
195 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in fsl_emb_pmu_read()
331 local64_set(&event->hw.prev_count, val); in fsl_emb_pmu_add()
619 prev = local64_read(&event->hw.prev_count); in record_and_restart()
642 local64_set(&event->hw.prev_count, val); in record_and_restart()
|
| D | core-book3s.c | 1046 local64_set(&event->hw.prev_count, val); in power_pmu_read()
1056 prev = local64_read(&event->hw.prev_count); in power_pmu_read()
1062 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in power_pmu_read()
1106 prev = local64_read(&event->hw.prev_count); in freeze_limited_counters()
1125 prev = local64_read(&event->hw.prev_count); in thaw_limited_counters()
1127 local64_set(&event->hw.prev_count, val); in thaw_limited_counters()
1372 val = local64_read(&event->hw.prev_count); in power_pmu_enable()
1380 local64_set(&event->hw.prev_count, val); in power_pmu_enable()
1958 local64_set(&event->hw.prev_count, 0); in power_pmu_event_init()
2030 prev = local64_read(&event->hw.prev_count); in record_and_restart()
[all …]
|
| D | hv-gpci.c | 198 prev = local64_xchg(&event->hw.prev_count, now); in h_gpci_event_update()
204 local64_set(&event->hw.prev_count, h_gpci_get_value(event)); in h_gpci_event_start()
|
| /Linux-v4.19/drivers/perf/ |
| D | arm_dsu_pmu.c | 355 u64 delta, prev_count, new_count; in dsu_pmu_event_update() local
359 prev_count = local64_read(&hwc->prev_count); in dsu_pmu_event_update()
361 } while (local64_cmpxchg(&hwc->prev_count, prev_count, new_count) != in dsu_pmu_event_update()
362 prev_count); in dsu_pmu_event_update()
363 delta = (new_count - prev_count) & DSU_PMU_COUNTER_MASK(hwc->idx); in dsu_pmu_event_update()
389 local64_set(&event->hw.prev_count, val); in dsu_pmu_set_event_period()
|
| D | qcom_l3_pmu.c | 214 local64_set(&event->hw.prev_count, 0); in qcom_l3_cache__64bit_counter_start()
255 prev = local64_read(&event->hw.prev_count); in qcom_l3_cache__64bit_counter_update()
261 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in qcom_l3_cache__64bit_counter_update()
293 local64_set(&event->hw.prev_count, 0); in qcom_l3_cache__32bit_counter_start()
331 prev = local64_read(&event->hw.prev_count); in qcom_l3_cache__32bit_counter_update()
333 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in qcom_l3_cache__32bit_counter_update()
|
| D | qcom_l2_pmu.c | 354 prev = local64_read(&hwc->prev_count); in l2_cache_event_update()
356 } while (local64_cmpxchg(&hwc->prev_count, prev, now) != prev); in l2_cache_event_update()
385 local64_set(&hwc->prev_count, new); in l2_cache_cluster_set_period()
662 local64_set(&hwc->prev_count, 0); in l2_cache_event_add()
|
| D | arm_pmu.c | 152 local64_set(&hwc->prev_count, (u64)-left); in armpmu_event_set_period()
169 prev_raw_count = local64_read(&hwc->prev_count); in armpmu_event_update()
172 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in armpmu_event_update()
|
| /Linux-v4.19/kernel/ |
| D | softirq.c | 282 int prev_count; in __do_softirq() local
287 prev_count = preempt_count(); in __do_softirq()
294 if (unlikely(prev_count != preempt_count())) { in __do_softirq()
297 prev_count, preempt_count()); in __do_softirq()
298 preempt_count_set(prev_count); in __do_softirq()
|
| /Linux-v4.19/drivers/perf/hisilicon/ |
| D | hisi_uncore_pmu.c | 230 local64_set(&hwc->prev_count, val); in hisi_uncore_pmu_set_event_period()
244 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_event_update()
245 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in hisi_uncore_pmu_event_update()
268 u64 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_start()
|
| /Linux-v4.19/arch/x86/events/ |
| D | msr.c | 206 prev = local64_read(&event->hw.prev_count); in msr_event_update()
209 if (local64_cmpxchg(&event->hw.prev_count, prev, now) != prev) in msr_event_update()
229 local64_set(&event->hw.prev_count, now); in msr_event_start()
|
| /Linux-v4.19/arch/riscv/kernel/ |
| D | perf_event.c | 223 prev_raw_count = local64_read(&hwc->prev_count); in riscv_pmu_read()
226 oldval = local64_cmpxchg(&hwc->prev_count, prev_raw_count, in riscv_pmu_read()
291 local64_set(&hwc->prev_count, read_counter(hwc->idx)); in riscv_pmu_start()
|
| /Linux-v4.19/arch/arc/kernel/ |
| D | perf_event.c | 106 uint64_t prev_raw_count = local64_read(&hwc->prev_count); in arc_perf_event_update()
114 local64_set(&hwc->prev_count, new_raw_count); in arc_perf_event_update()
243 local64_set(&hwc->prev_count, value); in arc_pmu_event_set_period()
360 local64_set(&hwc->prev_count, 0); in arc_pmu_add()
|
| /Linux-v4.19/arch/s390/kernel/ |
| D | perf_cpum_cf.c | 445 prev = local64_read(&event->hw.prev_count); in hw_perf_event_reset()
457 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in hw_perf_event_reset()
468 prev = local64_read(&event->hw.prev_count); in hw_perf_event_update()
472 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in hw_perf_event_update()
|
| /Linux-v4.19/arch/arm/mach-imx/ |
| D | mmdc.c | 322 prev_raw_count = local64_read(&hwc->prev_count); in mmdc_pmu_event_update()
325 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mmdc_pmu_event_update()
350 local64_set(&hwc->prev_count, 0); in mmdc_pmu_event_start()
385 local64_set(&hwc->prev_count, mmdc_pmu_read_counter(pmu_mmdc, cfg)); in mmdc_pmu_event_add()
|
| /Linux-v4.19/arch/xtensa/kernel/ |
| D | perf_event.c | 146 prev_raw_count = local64_read(&hwc->prev_count); in xtensa_perf_event_update()
148 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in xtensa_perf_event_update()
184 local64_set(&hwc->prev_count, -left); in xtensa_perf_event_set_period()
|
| /Linux-v4.19/arch/x86/events/amd/ |
| D | iommu.c | 297 u64 prev_raw_count = local64_read(&hwc->prev_count); in perf_iommu_start()
322 prev = local64_read(&hwc->prev_count); in perf_iommu_read()
323 if (local64_cmpxchg(&hwc->prev_count, prev, count) != prev) in perf_iommu_read()
|
| D | uncore.c | 96 prev = local64_read(&hwc->prev_count); in amd_uncore_read()
98 local64_set(&hwc->prev_count, new); in amd_uncore_read()
109 wrmsrl(hwc->event_base, (u64)local64_read(&hwc->prev_count)); in amd_uncore_start()
|
| /Linux-v4.19/arch/x86/events/intel/ |
| D | uncore.c | 218 u64 prev_count, new_count, delta; in uncore_perf_event_update() local
230 prev_count = local64_read(&event->hw.prev_count); in uncore_perf_event_update()
232 if (local64_xchg(&event->hw.prev_count, new_count) != prev_count) in uncore_perf_event_update()
235 delta = (new_count << shift) - (prev_count << shift); in uncore_perf_event_update()
470 local64_set(&event->hw.prev_count, in uncore_pmu_event_start()
485 local64_set(&event->hw.prev_count, uncore_read_counter(box, event)); in uncore_pmu_event_start()
|
| D | cstate.c | 339 prev_raw_count = local64_read(&hwc->prev_count); in cstate_pmu_event_update()
342 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in cstate_pmu_event_update()
351 local64_set(&event->hw.prev_count, cstate_pmu_read_counter(event)); in cstate_pmu_event_start()
|
| D | rapl.c | 203 prev_raw_count = local64_read(&hwc->prev_count); in rapl_event_update()
206 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in rapl_event_update()
275 local64_set(&event->hw.prev_count, rapl_read_counter(event)); in __rapl_pmu_event_start()
|
| /Linux-v4.19/arch/sh/kernel/ |
| D | perf_event.c | 199 prev_raw_count = local64_read(&hwc->prev_count); in sh_perf_event_update()
202 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sh_perf_event_update()
|
| /Linux-v4.19/arch/alpha/kernel/ |
| D | perf_event.c | 283 local64_set(&hwc->prev_count, (unsigned long)(-left)); in alpha_perf_event_set_period()
314 prev_raw_count = local64_read(&hwc->prev_count); in alpha_perf_event_update()
317 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in alpha_perf_event_update()
|
