Lines Matching refs:cpu_hw_events
385 struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds; in init_debug_store_on_cpu()
397 if (!per_cpu(cpu_hw_events, cpu).ds) in fini_debug_store_on_cpu()
456 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in alloc_pebs_buffer()
494 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in release_pebs_buffer()
512 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in alloc_bts_buffer()
541 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in release_bts_buffer()
559 per_cpu(cpu_hw_events, cpu).ds = ds; in alloc_ds_buffer()
565 per_cpu(cpu_hw_events, cpu).ds = NULL; in release_ds_buffer()
685 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_bts()
702 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_drain_bts_buffer()
1064 static inline bool pebs_needs_sched_cb(struct cpu_hw_events *cpuc) in pebs_needs_sched_cb()
1074 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_sched_task()
1080 static inline void pebs_update_threshold(struct cpu_hw_events *cpuc) in pebs_update_threshold()
1108 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in adaptive_pebs_record_size_update()
1177 pebs_update_state(bool needed_cb, struct cpu_hw_events *cpuc, in pebs_update_state()
1226 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_add()
1241 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_via_pt_disable()
1252 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_via_pt_enable()
1280 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_enable()
1325 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_del()
1340 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_disable()
1365 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_enable_all()
1373 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_disable_all()
1381 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_pebs_fixup_ip()
1535 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in setup_pebs_fixed_sample_data()
1718 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in setup_pebs_adaptive_sample_data()
1853 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in get_next_pebs_record_by_bit()
1914 WARN_ON(this_cpu_read(cpu_hw_events.enabled)); in intel_pmu_save_and_restart_reload()
1970 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_pebs_event()
2020 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_drain_pebs_core()
2056 static void intel_pmu_pebs_event_update_no_drain(struct cpu_hw_events *cpuc, int size) in intel_pmu_pebs_event_update_no_drain()
2077 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_drain_pebs_nhm()
2192 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_drain_pebs_icl()
2346 struct debug_store *ds = __this_cpu_read(cpu_hw_events.ds); in perf_restore_debug_store()