Lines Matching refs:evsel
96 static int evsel__no_extra_init(struct evsel *evsel __maybe_unused) in evsel__no_extra_init()
103 static void evsel__no_extra_fini(struct evsel *evsel __maybe_unused) in evsel__no_extra_fini()
109 int (*init)(struct evsel *evsel);
110 void (*fini)(struct evsel *evsel);
112 .size = sizeof(struct evsel),
117 int evsel__object_config(size_t object_size, int (*init)(struct evsel *evsel), in evsel__object_config() argument
118 void (*fini)(struct evsel *evsel)) in evsel__object_config() argument
217 void evsel__calc_id_pos(struct evsel *evsel) in evsel__calc_id_pos() argument
219 evsel->id_pos = __perf_evsel__calc_id_pos(evsel->core.attr.sample_type); in evsel__calc_id_pos()
220 evsel->is_pos = __perf_evsel__calc_is_pos(evsel->core.attr.sample_type); in evsel__calc_id_pos()
223 void __evsel__set_sample_bit(struct evsel *evsel, in __evsel__set_sample_bit() argument
226 if (!(evsel->core.attr.sample_type & bit)) { in __evsel__set_sample_bit()
227 evsel->core.attr.sample_type |= bit; in __evsel__set_sample_bit()
228 evsel->sample_size += sizeof(u64); in __evsel__set_sample_bit()
229 evsel__calc_id_pos(evsel); in __evsel__set_sample_bit()
233 void __evsel__reset_sample_bit(struct evsel *evsel, in __evsel__reset_sample_bit() argument
236 if (evsel->core.attr.sample_type & bit) { in __evsel__reset_sample_bit()
237 evsel->core.attr.sample_type &= ~bit; in __evsel__reset_sample_bit()
238 evsel->sample_size -= sizeof(u64); in __evsel__reset_sample_bit()
239 evsel__calc_id_pos(evsel); in __evsel__reset_sample_bit()
243 void evsel__set_sample_id(struct evsel *evsel, in evsel__set_sample_id() argument
247 evsel__reset_sample_bit(evsel, ID); in evsel__set_sample_id()
248 evsel__set_sample_bit(evsel, IDENTIFIER); in evsel__set_sample_id()
250 evsel__set_sample_bit(evsel, ID); in evsel__set_sample_id()
252 evsel->core.attr.read_format |= PERF_FORMAT_ID; in evsel__set_sample_id()
263 bool evsel__is_function_event(struct evsel *evsel) in evsel__is_function_event() argument
267 return evsel->name && in evsel__is_function_event()
268 !strncmp(FUNCTION_EVENT, evsel->name, sizeof(FUNCTION_EVENT)); in evsel__is_function_event()
273 void evsel__init(struct evsel *evsel, in evsel__init() argument
276 perf_evsel__init(&evsel->core, attr, idx); in evsel__init()
277 evsel->tracking = !idx; in evsel__init()
278 evsel->unit = strdup(""); in evsel__init()
279 evsel->scale = 1.0; in evsel__init()
280 evsel->max_events = ULONG_MAX; in evsel__init()
281 evsel->evlist = NULL; in evsel__init()
282 evsel->bpf_obj = NULL; in evsel__init()
283 evsel->bpf_fd = -1; in evsel__init()
284 INIT_LIST_HEAD(&evsel->config_terms); in evsel__init()
285 INIT_LIST_HEAD(&evsel->bpf_counter_list); in evsel__init()
286 INIT_LIST_HEAD(&evsel->bpf_filters); in evsel__init()
287 perf_evsel__object.init(evsel); in evsel__init()
288 evsel->sample_size = __evsel__sample_size(attr->sample_type); in evsel__init()
289 evsel__calc_id_pos(evsel); in evsel__init()
290 evsel->cmdline_group_boundary = false; in evsel__init()
291 evsel->metric_events = NULL; in evsel__init()
292 evsel->per_pkg_mask = NULL; in evsel__init()
293 evsel->collect_stat = false; in evsel__init()
294 evsel->pmu_name = NULL; in evsel__init()
295 evsel->group_pmu_name = NULL; in evsel__init()
296 evsel->skippable = false; in evsel__init()
299 struct evsel *evsel__new_idx(struct perf_event_attr *attr, int idx) in evsel__new_idx()
301 struct evsel *evsel = zalloc(perf_evsel__object.size); in evsel__new_idx() local
303 if (!evsel) in evsel__new_idx()
305 evsel__init(evsel, attr, idx); in evsel__new_idx()
307 if (evsel__is_bpf_output(evsel) && !attr->sample_type) { in evsel__new_idx()
308 evsel->core.attr.sample_type = (PERF_SAMPLE_RAW | PERF_SAMPLE_TIME | in evsel__new_idx()
310 evsel->core.attr.sample_period = 1; in evsel__new_idx()
313 if (evsel__is_clock(evsel)) { in evsel__new_idx()
314 free((char *)evsel->unit); in evsel__new_idx()
315 evsel->unit = strdup("msec"); in evsel__new_idx()
316 evsel->scale = 1e-6; in evsel__new_idx()
319 return evsel; in evsel__new_idx()
344 static int evsel__copy_config_terms(struct evsel *dst, struct evsel *src) in evsel__copy_config_terms()
356 struct evsel *evsel__clone(struct evsel *orig) in evsel__clone()
358 struct evsel *evsel; in evsel__clone() local
369 evsel = evsel__new(&orig->core.attr); in evsel__clone()
370 if (evsel == NULL) in evsel__clone()
373 evsel->core.cpus = perf_cpu_map__get(orig->core.cpus); in evsel__clone()
374 evsel->core.own_cpus = perf_cpu_map__get(orig->core.own_cpus); in evsel__clone()
375 evsel->core.threads = perf_thread_map__get(orig->core.threads); in evsel__clone()
376 evsel->core.nr_members = orig->core.nr_members; in evsel__clone()
377 evsel->core.system_wide = orig->core.system_wide; in evsel__clone()
378 evsel->core.requires_cpu = orig->core.requires_cpu; in evsel__clone()
379 evsel->core.is_pmu_core = orig->core.is_pmu_core; in evsel__clone()
382 evsel->name = strdup(orig->name); in evsel__clone()
383 if (evsel->name == NULL) in evsel__clone()
387 evsel->group_name = strdup(orig->group_name); in evsel__clone()
388 if (evsel->group_name == NULL) in evsel__clone()
392 evsel->pmu_name = strdup(orig->pmu_name); in evsel__clone()
393 if (evsel->pmu_name == NULL) in evsel__clone()
397 evsel->group_pmu_name = strdup(orig->group_pmu_name); in evsel__clone()
398 if (evsel->group_pmu_name == NULL) in evsel__clone()
402 evsel->filter = strdup(orig->filter); in evsel__clone()
403 if (evsel->filter == NULL) in evsel__clone()
407 evsel->metric_id = strdup(orig->metric_id); in evsel__clone()
408 if (evsel->metric_id == NULL) in evsel__clone()
411 evsel->cgrp = cgroup__get(orig->cgrp); in evsel__clone()
413 evsel->tp_format = orig->tp_format; in evsel__clone()
415 evsel->handler = orig->handler; in evsel__clone()
416 evsel->core.leader = orig->core.leader; in evsel__clone()
418 evsel->max_events = orig->max_events; in evsel__clone()
419 evsel->tool_event = orig->tool_event; in evsel__clone()
420 free((char *)evsel->unit); in evsel__clone()
421 evsel->unit = strdup(orig->unit); in evsel__clone()
422 if (evsel->unit == NULL) in evsel__clone()
425 evsel->scale = orig->scale; in evsel__clone()
426 evsel->snapshot = orig->snapshot; in evsel__clone()
427 evsel->per_pkg = orig->per_pkg; in evsel__clone()
428 evsel->percore = orig->percore; in evsel__clone()
429 evsel->precise_max = orig->precise_max; in evsel__clone()
430 evsel->is_libpfm_event = orig->is_libpfm_event; in evsel__clone()
432 evsel->exclude_GH = orig->exclude_GH; in evsel__clone()
433 evsel->sample_read = orig->sample_read; in evsel__clone()
434 evsel->auto_merge_stats = orig->auto_merge_stats; in evsel__clone()
435 evsel->collect_stat = orig->collect_stat; in evsel__clone()
436 evsel->weak_group = orig->weak_group; in evsel__clone()
437 evsel->use_config_name = orig->use_config_name; in evsel__clone()
438 evsel->pmu = orig->pmu; in evsel__clone()
440 if (evsel__copy_config_terms(evsel, orig) < 0) in evsel__clone()
443 return evsel; in evsel__clone()
446 evsel__delete(evsel); in evsel__clone()
454 struct evsel *evsel__newtp_idx(const char *sys, const char *name, int idx) in evsel__newtp_idx()
456 struct evsel *evsel = zalloc(perf_evsel__object.size); in evsel__newtp_idx() local
459 if (evsel == NULL) { in evsel__newtp_idx()
468 if (asprintf(&evsel->name, "%s:%s", sys, name) < 0) in evsel__newtp_idx()
471 evsel->tp_format = trace_event__tp_format(sys, name); in evsel__newtp_idx()
472 if (IS_ERR(evsel->tp_format)) { in evsel__newtp_idx()
473 err = PTR_ERR(evsel->tp_format); in evsel__newtp_idx()
478 attr.config = evsel->tp_format->id; in evsel__newtp_idx()
480 evsel__init(evsel, &attr, idx); in evsel__newtp_idx()
483 return evsel; in evsel__newtp_idx()
486 zfree(&evsel->name); in evsel__newtp_idx()
487 free(evsel); in evsel__newtp_idx()
536 static int evsel__add_modifiers(struct evsel *evsel, char *bf, size_t size) in evsel__add_modifiers() argument
539 struct perf_event_attr *attr = &evsel->core.attr; in evsel__add_modifiers()
572 int __weak arch_evsel__hw_name(struct evsel *evsel, char *bf, size_t size) in arch_evsel__hw_name() argument
574 return scnprintf(bf, size, "%s", __evsel__hw_name(evsel->core.attr.config)); in arch_evsel__hw_name()
577 static int evsel__hw_name(struct evsel *evsel, char *bf, size_t size) in evsel__hw_name() argument
579 int r = arch_evsel__hw_name(evsel, bf, size); in evsel__hw_name()
580 return r + evsel__add_modifiers(evsel, bf + r, size - r); in evsel__hw_name()
603 static int evsel__sw_name(struct evsel *evsel, char *bf, size_t size) in evsel__sw_name() argument
605 int r = scnprintf(bf, size, "%s", __evsel__sw_name(evsel->core.attr.config)); in evsel__sw_name()
606 return r + evsel__add_modifiers(evsel, bf + r, size - r); in evsel__sw_name()
632 static int evsel__bp_name(struct evsel *evsel, char *bf, size_t size) in evsel__bp_name() argument
634 struct perf_event_attr *attr = &evsel->core.attr; in evsel__bp_name()
636 return r + evsel__add_modifiers(evsel, bf + r, size - r); in evsel__bp_name()
728 static int evsel__hw_cache_name(struct evsel *evsel, char *bf, size_t size) in evsel__hw_cache_name() argument
730 int ret = __evsel__hw_cache_name(evsel->core.attr.config, bf, size); in evsel__hw_cache_name()
731 return ret + evsel__add_modifiers(evsel, bf + ret, size - ret); in evsel__hw_cache_name()
734 static int evsel__raw_name(struct evsel *evsel, char *bf, size_t size) in evsel__raw_name() argument
736 int ret = scnprintf(bf, size, "raw 0x%" PRIx64, evsel->core.attr.config); in evsel__raw_name()
737 return ret + evsel__add_modifiers(evsel, bf + ret, size - ret); in evsel__raw_name()
740 const char *evsel__name(struct evsel *evsel) in evsel__name() argument
744 if (!evsel) in evsel__name()
747 if (evsel->name) in evsel__name()
748 return evsel->name; in evsel__name()
750 switch (evsel->core.attr.type) { in evsel__name()
752 evsel__raw_name(evsel, bf, sizeof(bf)); in evsel__name()
756 evsel__hw_name(evsel, bf, sizeof(bf)); in evsel__name()
760 evsel__hw_cache_name(evsel, bf, sizeof(bf)); in evsel__name()
764 if (evsel__is_tool(evsel)) in evsel__name()
765 evsel__tool_name(evsel->tool_event, bf, sizeof(bf)); in evsel__name()
767 evsel__sw_name(evsel, bf, sizeof(bf)); in evsel__name()
775 evsel__bp_name(evsel, bf, sizeof(bf)); in evsel__name()
780 evsel->core.attr.type); in evsel__name()
784 evsel->name = strdup(bf); in evsel__name()
786 if (evsel->name) in evsel__name()
787 return evsel->name; in evsel__name()
792 bool evsel__name_is(struct evsel *evsel, const char *name) in evsel__name_is() argument
794 return !strcmp(evsel__name(evsel), name); in evsel__name_is()
797 const char *evsel__metric_id(const struct evsel *evsel) in evsel__metric_id() argument
799 if (evsel->metric_id) in evsel__metric_id()
800 return evsel->metric_id; in evsel__metric_id()
802 if (evsel__is_tool(evsel)) in evsel__metric_id()
803 return perf_tool_event__to_str(evsel->tool_event); in evsel__metric_id()
808 const char *evsel__group_name(struct evsel *evsel) in evsel__group_name() argument
810 return evsel->group_name ?: "anon group"; in evsel__group_name()
823 int evsel__group_desc(struct evsel *evsel, char *buf, size_t size) in evsel__group_desc() argument
826 struct evsel *pos; in evsel__group_desc()
827 const char *group_name = evsel__group_name(evsel); in evsel__group_desc()
829 if (!evsel->forced_leader) in evsel__group_desc()
832 ret += scnprintf(buf + ret, size - ret, "%s", evsel__name(evsel)); in evsel__group_desc()
834 for_each_group_member(pos, evsel) in evsel__group_desc()
837 if (!evsel->forced_leader) in evsel__group_desc()
843 static void __evsel__config_callchain(struct evsel *evsel, struct record_opts *opts, in __evsel__config_callchain() argument
846 bool function = evsel__is_function_event(evsel); in __evsel__config_callchain()
847 struct perf_event_attr *attr = &evsel->core.attr; in __evsel__config_callchain()
848 const char *arch = perf_env__arch(evsel__env(evsel)); in __evsel__config_callchain()
850 evsel__set_sample_bit(evsel, CALLCHAIN); in __evsel__config_callchain()
865 evsel__set_sample_bit(evsel, BRANCH_STACK); in __evsel__config_callchain()
879 evsel__set_sample_bit(evsel, REGS_USER); in __evsel__config_callchain()
880 evsel__set_sample_bit(evsel, STACK_USER); in __evsel__config_callchain()
904 void evsel__config_callchain(struct evsel *evsel, struct record_opts *opts, in evsel__config_callchain() argument
908 return __evsel__config_callchain(evsel, opts, param); in evsel__config_callchain()
911 static void evsel__reset_callgraph(struct evsel *evsel, struct callchain_param *param) in evsel__reset_callgraph() argument
913 struct perf_event_attr *attr = &evsel->core.attr; in evsel__reset_callgraph()
915 evsel__reset_sample_bit(evsel, CALLCHAIN); in evsel__reset_callgraph()
917 evsel__reset_sample_bit(evsel, BRANCH_STACK); in evsel__reset_callgraph()
923 evsel__reset_sample_bit(evsel, REGS_USER); in evsel__reset_callgraph()
924 evsel__reset_sample_bit(evsel, STACK_USER); in evsel__reset_callgraph()
928 static void evsel__apply_config_terms(struct evsel *evsel, in evsel__apply_config_terms() argument
932 struct list_head *config_terms = &evsel->config_terms; in evsel__apply_config_terms()
933 struct perf_event_attr *attr = &evsel->core.attr; in evsel__apply_config_terms()
948 evsel__reset_sample_bit(evsel, PERIOD); in evsel__apply_config_terms()
955 evsel__set_sample_bit(evsel, PERIOD); in evsel__apply_config_terms()
960 evsel__set_sample_bit(evsel, TIME); in evsel__apply_config_terms()
962 evsel__reset_sample_bit(evsel, TIME); in evsel__apply_config_terms()
969 evsel__set_sample_bit(evsel, BRANCH_STACK); in evsel__apply_config_terms()
973 evsel__reset_sample_bit(evsel, BRANCH_STACK); in evsel__apply_config_terms()
982 evsel->max_events = term->val.max_events; in evsel__apply_config_terms()
1033 evsel->name); in evsel__apply_config_terms()
1047 evsel__reset_callgraph(evsel, &callchain_param); in evsel__apply_config_terms()
1052 evsel__set_sample_bit(evsel, ADDR); in evsel__apply_config_terms()
1053 evsel__set_sample_bit(evsel, DATA_SRC); in evsel__apply_config_terms()
1054 evsel->core.attr.mmap_data = track; in evsel__apply_config_terms()
1056 evsel__config_callchain(evsel, opts, ¶m); in evsel__apply_config_terms()
1061 struct evsel_config_term *__evsel__get_config_term(struct evsel *evsel, enum evsel_term_type type) in __evsel__get_config_term() argument
1065 list_for_each_entry(term, &evsel->config_terms, list) { in __evsel__get_config_term()
1073 void __weak arch_evsel__set_sample_weight(struct evsel *evsel) in arch_evsel__set_sample_weight() argument
1075 evsel__set_sample_bit(evsel, WEIGHT); in arch_evsel__set_sample_weight()
1078 void __weak arch__post_evsel_config(struct evsel *evsel __maybe_unused, in arch__post_evsel_config()
1094 static bool evsel__is_offcpu_event(struct evsel *evsel) in evsel__is_offcpu_event() argument
1096 return evsel__is_bpf_output(evsel) && evsel__name_is(evsel, OFFCPU_EVENT); in evsel__is_offcpu_event()
1127 void evsel__config(struct evsel *evsel, struct record_opts *opts, in evsel__config() argument
1130 struct evsel *leader = evsel__leader(evsel); in evsel__config()
1131 struct perf_event_attr *attr = &evsel->core.attr; in evsel__config()
1132 int track = evsel->tracking; in evsel__config()
1140 evsel__set_sample_bit(evsel, IP); in evsel__config()
1141 evsel__set_sample_bit(evsel, TID); in evsel__config()
1143 if (evsel->sample_read) { in evsel__config()
1144 evsel__set_sample_bit(evsel, READ); in evsel__config()
1150 evsel__set_sample_id(evsel, false); in evsel__config()
1166 if ((evsel->is_libpfm_event && !attr->sample_period) || in evsel__config()
1167 (!evsel->is_libpfm_event && (!attr->sample_period || in evsel__config()
1177 evsel__set_sample_bit(evsel, PERIOD); in evsel__config()
1183 evsel->core.attr.read_format |= in evsel__config()
1191 evsel__set_sample_bit(evsel, ADDR); in evsel__config()
1200 if (evsel__is_function_event(evsel)) in evsel__config()
1201 evsel->core.attr.exclude_callchain_user = 1; in evsel__config()
1203 if (callchain && callchain->enabled && !evsel->no_aux_samples) in evsel__config()
1204 evsel__config_callchain(evsel, opts, callchain); in evsel__config()
1206 if (opts->sample_intr_regs && !evsel->no_aux_samples && in evsel__config()
1207 !evsel__is_dummy_event(evsel)) { in evsel__config()
1209 evsel__set_sample_bit(evsel, REGS_INTR); in evsel__config()
1212 if (opts->sample_user_regs && !evsel->no_aux_samples && in evsel__config()
1213 !evsel__is_dummy_event(evsel)) { in evsel__config()
1215 evsel__set_sample_bit(evsel, REGS_USER); in evsel__config()
1219 evsel__set_sample_bit(evsel, CPU); in evsel__config()
1228 evsel__set_sample_bit(evsel, TIME); in evsel__config()
1230 if (opts->raw_samples && !evsel->no_aux_samples) { in evsel__config()
1231 evsel__set_sample_bit(evsel, TIME); in evsel__config()
1232 evsel__set_sample_bit(evsel, RAW); in evsel__config()
1233 evsel__set_sample_bit(evsel, CPU); in evsel__config()
1237 evsel__set_sample_bit(evsel, DATA_SRC); in evsel__config()
1240 evsel__set_sample_bit(evsel, PHYS_ADDR); in evsel__config()
1246 if (opts->branch_stack && !evsel->no_aux_samples) { in evsel__config()
1247 evsel__set_sample_bit(evsel, BRANCH_STACK); in evsel__config()
1252 arch_evsel__set_sample_weight(evsel); in evsel__config()
1273 evsel__set_sample_bit(evsel, CGROUP); in evsel__config()
1277 evsel__set_sample_bit(evsel, DATA_PAGE_SIZE); in evsel__config()
1280 evsel__set_sample_bit(evsel, CODE_PAGE_SIZE); in evsel__config()
1286 evsel__set_sample_bit(evsel, TRANSACTION); in evsel__config()
1289 evsel->core.attr.read_format |= in evsel__config()
1300 if (evsel__is_group_leader(evsel)) in evsel__config()
1307 if (target__none(&opts->target) && evsel__is_group_leader(evsel) && in evsel__config()
1311 if (evsel->immediate) { in evsel__config()
1322 if (evsel->precise_max) in evsel__config()
1335 if (evsel->core.own_cpus || evsel->unit) in evsel__config()
1336 evsel->core.attr.read_format |= PERF_FORMAT_ID; in evsel__config()
1342 evsel__apply_config_terms(evsel, opts, track); in evsel__config()
1344 evsel->ignore_missing_thread = opts->ignore_missing_thread; in evsel__config()
1349 evsel__set_sample_bit(evsel, PERIOD); in evsel__config()
1351 evsel__reset_sample_bit(evsel, PERIOD); in evsel__config()
1362 if (evsel__is_dummy_event(evsel)) in evsel__config()
1363 evsel__reset_sample_bit(evsel, BRANCH_STACK); in evsel__config()
1365 if (evsel__is_offcpu_event(evsel)) in evsel__config()
1366 evsel->core.attr.sample_type &= OFFCPU_SAMPLE_TYPES; in evsel__config()
1368 arch__post_evsel_config(evsel, attr); in evsel__config()
1371 int evsel__set_filter(struct evsel *evsel, const char *filter) in evsel__set_filter() argument
1376 free(evsel->filter); in evsel__set_filter()
1377 evsel->filter = new_filter; in evsel__set_filter()
1384 static int evsel__append_filter(struct evsel *evsel, const char *fmt, const char *filter) in evsel__append_filter() argument
1388 if (evsel->filter == NULL) in evsel__append_filter()
1389 return evsel__set_filter(evsel, filter); in evsel__append_filter()
1391 if (asprintf(&new_filter, fmt, evsel->filter, filter) > 0) { in evsel__append_filter()
1392 free(evsel->filter); in evsel__append_filter()
1393 evsel->filter = new_filter; in evsel__append_filter()
1400 int evsel__append_tp_filter(struct evsel *evsel, const char *filter) in evsel__append_tp_filter() argument
1402 return evsel__append_filter(evsel, "(%s) && (%s)", filter); in evsel__append_tp_filter()
1405 int evsel__append_addr_filter(struct evsel *evsel, const char *filter) in evsel__append_addr_filter() argument
1407 return evsel__append_filter(evsel, "%s,%s", filter); in evsel__append_addr_filter()
1411 int evsel__enable_cpu(struct evsel *evsel, int cpu_map_idx) in evsel__enable_cpu() argument
1413 return perf_evsel__enable_cpu(&evsel->core, cpu_map_idx); in evsel__enable_cpu()
1416 int evsel__enable(struct evsel *evsel) in evsel__enable() argument
1418 int err = perf_evsel__enable(&evsel->core); in evsel__enable()
1421 evsel->disabled = false; in evsel__enable()
1426 int evsel__disable_cpu(struct evsel *evsel, int cpu_map_idx) in evsel__disable_cpu() argument
1428 return perf_evsel__disable_cpu(&evsel->core, cpu_map_idx); in evsel__disable_cpu()
1431 int evsel__disable(struct evsel *evsel) in evsel__disable() argument
1433 int err = perf_evsel__disable(&evsel->core); in evsel__disable()
1441 evsel->disabled = true; in evsel__disable()
1458 static void evsel__free_config_terms(struct evsel *evsel) in evsel__free_config_terms() argument
1460 free_config_terms(&evsel->config_terms); in evsel__free_config_terms()
1463 void evsel__exit(struct evsel *evsel) in evsel__exit() argument
1465 assert(list_empty(&evsel->core.node)); in evsel__exit()
1466 assert(evsel->evlist == NULL); in evsel__exit()
1467 bpf_counter__destroy(evsel); in evsel__exit()
1468 perf_bpf_filter__destroy(evsel); in evsel__exit()
1469 evsel__free_counts(evsel); in evsel__exit()
1470 perf_evsel__free_fd(&evsel->core); in evsel__exit()
1471 perf_evsel__free_id(&evsel->core); in evsel__exit()
1472 evsel__free_config_terms(evsel); in evsel__exit()
1473 cgroup__put(evsel->cgrp); in evsel__exit()
1474 perf_cpu_map__put(evsel->core.cpus); in evsel__exit()
1475 perf_cpu_map__put(evsel->core.own_cpus); in evsel__exit()
1476 perf_thread_map__put(evsel->core.threads); in evsel__exit()
1477 zfree(&evsel->group_name); in evsel__exit()
1478 zfree(&evsel->name); in evsel__exit()
1479 zfree(&evsel->filter); in evsel__exit()
1480 zfree(&evsel->pmu_name); in evsel__exit()
1481 zfree(&evsel->group_pmu_name); in evsel__exit()
1482 zfree(&evsel->unit); in evsel__exit()
1483 zfree(&evsel->metric_id); in evsel__exit()
1484 evsel__zero_per_pkg(evsel); in evsel__exit()
1485 hashmap__free(evsel->per_pkg_mask); in evsel__exit()
1486 evsel->per_pkg_mask = NULL; in evsel__exit()
1487 zfree(&evsel->metric_events); in evsel__exit()
1488 perf_evsel__object.fini(evsel); in evsel__exit()
1491 void evsel__delete(struct evsel *evsel) in evsel__delete() argument
1493 if (!evsel) in evsel__delete()
1496 evsel__exit(evsel); in evsel__delete()
1497 free(evsel); in evsel__delete()
1500 void evsel__compute_deltas(struct evsel *evsel, int cpu_map_idx, int thread, in evsel__compute_deltas() argument
1505 if (!evsel->prev_raw_counts) in evsel__compute_deltas()
1508 tmp = *perf_counts(evsel->prev_raw_counts, cpu_map_idx, thread); in evsel__compute_deltas()
1509 *perf_counts(evsel->prev_raw_counts, cpu_map_idx, thread) = *count; in evsel__compute_deltas()
1516 static int evsel__read_one(struct evsel *evsel, int cpu_map_idx, int thread) in evsel__read_one() argument
1518 struct perf_counts_values *count = perf_counts(evsel->counts, cpu_map_idx, thread); in evsel__read_one()
1520 return perf_evsel__read(&evsel->core, cpu_map_idx, thread, count); in evsel__read_one()
1523 static void evsel__set_count(struct evsel *counter, int cpu_map_idx, int thread, in evsel__set_count()
1538 static int evsel__process_group_data(struct evsel *leader, int cpu_map_idx, int thread, u64 *data) in evsel__process_group_data()
1557 struct evsel *counter; in evsel__process_group_data()
1572 static int evsel__read_group(struct evsel *leader, int cpu_map_idx, int thread) in evsel__read_group()
1602 int evsel__read_counter(struct evsel *evsel, int cpu_map_idx, int thread) in evsel__read_counter() argument
1604 u64 read_format = evsel->core.attr.read_format; in evsel__read_counter()
1607 return evsel__read_group(evsel, cpu_map_idx, thread); in evsel__read_counter()
1609 return evsel__read_one(evsel, cpu_map_idx, thread); in evsel__read_counter()
1612 int __evsel__read_on_cpu(struct evsel *evsel, int cpu_map_idx, int thread, bool scale) in __evsel__read_on_cpu() argument
1617 if (FD(evsel, cpu_map_idx, thread) < 0) in __evsel__read_on_cpu()
1620 if (evsel->counts == NULL && evsel__alloc_counts(evsel) < 0) in __evsel__read_on_cpu()
1623 if (readn(FD(evsel, cpu_map_idx, thread), &count, nv * sizeof(u64)) <= 0) in __evsel__read_on_cpu()
1626 evsel__compute_deltas(evsel, cpu_map_idx, thread, &count); in __evsel__read_on_cpu()
1628 *perf_counts(evsel->counts, cpu_map_idx, thread) = count; in __evsel__read_on_cpu()
1632 static int evsel__match_other_cpu(struct evsel *evsel, struct evsel *other, in evsel__match_other_cpu() argument
1637 cpu = perf_cpu_map__cpu(evsel->core.cpus, cpu_map_idx); in evsel__match_other_cpu()
1641 static int evsel__hybrid_group_cpu_map_idx(struct evsel *evsel, int cpu_map_idx) in evsel__hybrid_group_cpu_map_idx() argument
1643 struct evsel *leader = evsel__leader(evsel); in evsel__hybrid_group_cpu_map_idx()
1645 if ((evsel__is_hybrid(evsel) && !evsel__is_hybrid(leader)) || in evsel__hybrid_group_cpu_map_idx()
1646 (!evsel__is_hybrid(evsel) && evsel__is_hybrid(leader))) { in evsel__hybrid_group_cpu_map_idx()
1647 return evsel__match_other_cpu(evsel, leader, cpu_map_idx); in evsel__hybrid_group_cpu_map_idx()
1653 static int get_group_fd(struct evsel *evsel, int cpu_map_idx, int thread) in get_group_fd() argument
1655 struct evsel *leader = evsel__leader(evsel); in get_group_fd()
1658 if (evsel__is_group_leader(evsel)) in get_group_fd()
1667 cpu_map_idx = evsel__hybrid_group_cpu_map_idx(evsel, cpu_map_idx); in get_group_fd()
1681 static void evsel__remove_fd(struct evsel *pos, int nr_cpus, int nr_threads, int thread_idx) in evsel__remove_fd()
1688 static int update_fds(struct evsel *evsel, in update_fds() argument
1692 struct evsel *pos; in update_fds()
1697 evlist__for_each_entry(evsel->evlist, pos) { in update_fds()
1698 nr_cpus = pos != evsel ? nr_cpus : cpu_map_idx; in update_fds()
1706 if (pos == evsel) in update_fds()
1712 static bool evsel__ignore_missing_thread(struct evsel *evsel, in evsel__ignore_missing_thread() argument
1719 if (!evsel->ignore_missing_thread) in evsel__ignore_missing_thread()
1723 if (evsel->core.system_wide) in evsel__ignore_missing_thread()
1738 if (update_fds(evsel, nr_cpus, cpu_map_idx, threads->nr, thread)) in evsel__ignore_missing_thread()
1765 bool evsel__precise_ip_fallback(struct evsel *evsel) in evsel__precise_ip_fallback() argument
1768 if (!evsel->precise_max) in evsel__precise_ip_fallback()
1775 if (!evsel->core.attr.precise_ip) { in evsel__precise_ip_fallback()
1776 evsel->core.attr.precise_ip = evsel->precise_ip_original; in evsel__precise_ip_fallback()
1780 if (!evsel->precise_ip_original) in evsel__precise_ip_fallback()
1781 evsel->precise_ip_original = evsel->core.attr.precise_ip; in evsel__precise_ip_fallback()
1783 evsel->core.attr.precise_ip--; in evsel__precise_ip_fallback()
1784 pr_debug2_peo("decreasing precise_ip by one (%d)\n", evsel->core.attr.precise_ip); in evsel__precise_ip_fallback()
1785 display_attr(&evsel->core.attr); in evsel__precise_ip_fallback()
1792 static int __evsel__prepare_open(struct evsel *evsel, struct perf_cpu_map *cpus, in __evsel__prepare_open() argument
1797 if ((perf_missing_features.write_backward && evsel->core.attr.write_backward) || in __evsel__prepare_open()
1798 (perf_missing_features.aux_output && evsel->core.attr.aux_output)) in __evsel__prepare_open()
1821 if (evsel->core.fd == NULL && in __evsel__prepare_open()
1822 perf_evsel__alloc_fd(&evsel->core, perf_cpu_map__nr(cpus), nthreads) < 0) in __evsel__prepare_open()
1825 evsel->open_flags = PERF_FLAG_FD_CLOEXEC; in __evsel__prepare_open()
1826 if (evsel->cgrp) in __evsel__prepare_open()
1827 evsel->open_flags |= PERF_FLAG_PID_CGROUP; in __evsel__prepare_open()
1832 static void evsel__disable_missing_features(struct evsel *evsel) in evsel__disable_missing_features() argument
1835 evsel->core.attr.read_format &= ~PERF_FORMAT_LOST; in evsel__disable_missing_features()
1837 evsel__set_sample_bit(evsel, WEIGHT); in evsel__disable_missing_features()
1838 evsel__reset_sample_bit(evsel, WEIGHT_STRUCT); in evsel__disable_missing_features()
1841 evsel->core.attr.clockid = CLOCK_MONOTONIC; /* should always work */ in evsel__disable_missing_features()
1843 evsel->core.attr.use_clockid = 0; in evsel__disable_missing_features()
1844 evsel->core.attr.clockid = 0; in evsel__disable_missing_features()
1847 evsel->open_flags &= ~(unsigned long)PERF_FLAG_FD_CLOEXEC; in evsel__disable_missing_features()
1849 evsel->core.attr.mmap2 = 0; in evsel__disable_missing_features()
1850 if (evsel->pmu && evsel->pmu->missing_features.exclude_guest) in evsel__disable_missing_features()
1851 evsel->core.attr.exclude_guest = evsel->core.attr.exclude_host = 0; in evsel__disable_missing_features()
1853 evsel->core.attr.branch_sample_type &= ~(PERF_SAMPLE_BRANCH_NO_FLAGS | in evsel__disable_missing_features()
1855 if (perf_missing_features.group_read && evsel->core.attr.inherit) in evsel__disable_missing_features()
1856 evsel->core.attr.read_format &= ~(PERF_FORMAT_GROUP|PERF_FORMAT_ID); in evsel__disable_missing_features()
1858 evsel->core.attr.ksymbol = 0; in evsel__disable_missing_features()
1860 evsel->core.attr.bpf_event = 0; in evsel__disable_missing_features()
1862 evsel->core.attr.branch_sample_type &= ~PERF_SAMPLE_BRANCH_HW_INDEX; in evsel__disable_missing_features()
1864 evsel->core.attr.sample_id_all = 0; in evsel__disable_missing_features()
1867 int evsel__prepare_open(struct evsel *evsel, struct perf_cpu_map *cpus, in evsel__prepare_open() argument
1872 err = __evsel__prepare_open(evsel, cpus, threads); in evsel__prepare_open()
1876 evsel__disable_missing_features(evsel); in evsel__prepare_open()
1881 bool evsel__detect_missing_features(struct evsel *evsel) in evsel__detect_missing_features() argument
1888 (evsel->core.attr.read_format & PERF_FORMAT_LOST)) { in evsel__detect_missing_features()
1893 (evsel->core.attr.sample_type & PERF_SAMPLE_WEIGHT_STRUCT)) { in evsel__detect_missing_features()
1898 (evsel->core.attr.sample_type & PERF_SAMPLE_CODE_PAGE_SIZE)) { in evsel__detect_missing_features()
1903 (evsel->core.attr.sample_type & PERF_SAMPLE_DATA_PAGE_SIZE)) { in evsel__detect_missing_features()
1907 } else if (!perf_missing_features.cgroup && evsel->core.attr.cgroup) { in evsel__detect_missing_features()
1912 (evsel->core.attr.branch_sample_type & PERF_SAMPLE_BRANCH_HW_INDEX)) { in evsel__detect_missing_features()
1916 } else if (!perf_missing_features.aux_output && evsel->core.attr.aux_output) { in evsel__detect_missing_features()
1920 } else if (!perf_missing_features.bpf && evsel->core.attr.bpf_event) { in evsel__detect_missing_features()
1924 } else if (!perf_missing_features.ksymbol && evsel->core.attr.ksymbol) { in evsel__detect_missing_features()
1928 } else if (!perf_missing_features.write_backward && evsel->core.attr.write_backward) { in evsel__detect_missing_features()
1932 } else if (!perf_missing_features.clockid_wrong && evsel->core.attr.use_clockid) { in evsel__detect_missing_features()
1936 } else if (!perf_missing_features.clockid && evsel->core.attr.use_clockid) { in evsel__detect_missing_features()
1940 } else if (!perf_missing_features.cloexec && (evsel->open_flags & PERF_FLAG_FD_CLOEXEC)) { in evsel__detect_missing_features()
1944 } else if (!perf_missing_features.mmap2 && evsel->core.attr.mmap2) { in evsel__detect_missing_features()
1948 } else if (evsel->core.attr.exclude_guest || evsel->core.attr.exclude_host) { in evsel__detect_missing_features()
1949 if (evsel->pmu == NULL) in evsel__detect_missing_features()
1950 evsel->pmu = evsel__find_pmu(evsel); in evsel__detect_missing_features()
1952 if (evsel->pmu) in evsel__detect_missing_features()
1953 evsel->pmu->missing_features.exclude_guest = true; in evsel__detect_missing_features()
1956 evsel->core.attr.exclude_host = false; in evsel__detect_missing_features()
1957 evsel->core.attr.exclude_guest = false; in evsel__detect_missing_features()
1960 if (evsel->exclude_GH) { in evsel__detect_missing_features()
1974 (evsel->core.attr.branch_sample_type & in evsel__detect_missing_features()
1981 evsel->core.attr.inherit && in evsel__detect_missing_features()
1982 (evsel->core.attr.read_format & PERF_FORMAT_GROUP) && in evsel__detect_missing_features()
1983 evsel__is_group_leader(evsel)) { in evsel__detect_missing_features()
2019 static int evsel__open_cpu(struct evsel *evsel, struct perf_cpu_map *cpus, in evsel__open_cpu() argument
2027 err = __evsel__prepare_open(evsel, cpus, threads); in evsel__open_cpu()
2039 if (evsel->cgrp) in evsel__open_cpu()
2040 pid = evsel->cgrp->fd; in evsel__open_cpu()
2043 evsel__disable_missing_features(evsel); in evsel__open_cpu()
2045 pr_debug3("Opening: %s\n", evsel__name(evsel)); in evsel__open_cpu()
2046 display_attr(&evsel->core.attr); in evsel__open_cpu()
2056 if (!evsel->cgrp && !evsel->core.system_wide) in evsel__open_cpu()
2059 group_fd = get_group_fd(evsel, idx, thread); in evsel__open_cpu()
2062 pr_debug("broken group leader for %s\n", evsel->name); in evsel__open_cpu()
2071 pid, perf_cpu_map__cpu(cpus, idx).cpu, group_fd, evsel->open_flags); in evsel__open_cpu()
2073 fd = sys_perf_event_open(&evsel->core.attr, pid, in evsel__open_cpu()
2075 group_fd, evsel->open_flags); in evsel__open_cpu()
2077 FD(evsel, idx, thread) = fd; in evsel__open_cpu()
2087 bpf_counter__install_pe(evsel, idx, fd); in evsel__open_cpu()
2090 test_attr__open(&evsel->core.attr, pid, in evsel__open_cpu()
2092 fd, group_fd, evsel->open_flags); in evsel__open_cpu()
2098 if (evsel->bpf_fd >= 0) { in evsel__open_cpu()
2100 int bpf_fd = evsel->bpf_fd; in evsel__open_cpu()
2130 if (evsel__precise_ip_fallback(evsel)) in evsel__open_cpu()
2133 if (evsel__ignore_missing_thread(evsel, perf_cpu_map__nr(cpus), in evsel__open_cpu()
2152 if (evsel__detect_missing_features(evsel)) in evsel__open_cpu()
2161 if (FD(evsel, idx, thread) >= 0) in evsel__open_cpu()
2162 close(FD(evsel, idx, thread)); in evsel__open_cpu()
2163 FD(evsel, idx, thread) = -1; in evsel__open_cpu()
2171 int evsel__open(struct evsel *evsel, struct perf_cpu_map *cpus, in evsel__open() argument
2174 return evsel__open_cpu(evsel, cpus, threads, 0, perf_cpu_map__nr(cpus)); in evsel__open()
2177 void evsel__close(struct evsel *evsel) in evsel__close() argument
2179 perf_evsel__close(&evsel->core); in evsel__close()
2180 perf_evsel__free_id(&evsel->core); in evsel__close()
2183 int evsel__open_per_cpu(struct evsel *evsel, struct perf_cpu_map *cpus, int cpu_map_idx) in evsel__open_per_cpu() argument
2186 return evsel__open_cpu(evsel, cpus, NULL, 0, perf_cpu_map__nr(cpus)); in evsel__open_per_cpu()
2188 return evsel__open_cpu(evsel, cpus, NULL, cpu_map_idx, cpu_map_idx + 1); in evsel__open_per_cpu()
2191 int evsel__open_per_thread(struct evsel *evsel, struct perf_thread_map *threads) in evsel__open_per_thread() argument
2193 return evsel__open(evsel, NULL, threads); in evsel__open_per_thread()
2196 static int perf_evsel__parse_id_sample(const struct evsel *evsel, in perf_evsel__parse_id_sample() argument
2200 u64 type = evsel->core.attr.sample_type; in perf_evsel__parse_id_sample()
2202 bool swapped = evsel->needs_swap; in perf_evsel__parse_id_sample()
2347 int evsel__parse_sample(struct evsel *evsel, union perf_event *event, in evsel__parse_sample() argument
2350 u64 type = evsel->core.attr.sample_type; in evsel__parse_sample()
2351 bool swapped = evsel->needs_swap; in evsel__parse_sample()
2366 data->period = evsel->core.attr.sample_period; in evsel__parse_sample()
2374 if (!evsel->core.attr.sample_id_all) in evsel__parse_sample()
2376 return perf_evsel__parse_id_sample(evsel, event, data); in evsel__parse_sample()
2381 if (perf_event__check_size(event, evsel->sample_size)) in evsel__parse_sample()
2447 u64 read_format = evsel->core.attr.read_format; in evsel__parse_sample()
2551 if (evsel__has_branch_hw_idx(evsel)) { in evsel__parse_sample()
2588 u64 mask = evsel->core.attr.sample_regs_user; in evsel__parse_sample()
2644 u64 mask = evsel->core.attr.sample_regs_intr; in evsel__parse_sample()
2694 int evsel__parse_sample_timestamp(struct evsel *evsel, union perf_event *event, in evsel__parse_sample_timestamp() argument
2697 u64 type = evsel->core.attr.sample_type; in evsel__parse_sample_timestamp()
2708 if (!evsel->core.attr.sample_id_all) in evsel__parse_sample_timestamp()
2710 if (perf_evsel__parse_id_sample(evsel, event, &data)) in evsel__parse_sample_timestamp()
2719 if (perf_event__check_size(event, evsel->sample_size)) in evsel__parse_sample_timestamp()
2737 u16 evsel__id_hdr_size(struct evsel *evsel) in evsel__id_hdr_size() argument
2739 u64 sample_type = evsel->core.attr.sample_type; in evsel__id_hdr_size()
2764 struct tep_format_field *evsel__field(struct evsel *evsel, const char *name) in evsel__field() argument
2766 return tep_find_field(evsel->tp_format, name); in evsel__field()
2769 void *evsel__rawptr(struct evsel *evsel, struct perf_sample *sample, const char *name) in evsel__rawptr() argument
2771 struct tep_format_field *field = evsel__field(evsel, name); in evsel__rawptr()
2828 u64 evsel__intval(struct evsel *evsel, struct perf_sample *sample, const char *name) in evsel__intval() argument
2830 struct tep_format_field *field = evsel__field(evsel, name); in evsel__intval()
2832 return field ? format_field__intval(field, sample, evsel->needs_swap) : 0; in evsel__intval()
2836 bool evsel__fallback(struct evsel *evsel, int err, char *msg, size_t msgsize) in evsel__fallback() argument
2841 evsel->core.attr.type == PERF_TYPE_HARDWARE && in evsel__fallback()
2842 evsel->core.attr.config == PERF_COUNT_HW_CPU_CYCLES) { in evsel__fallback()
2854 evsel->core.attr.type = PERF_TYPE_SOFTWARE; in evsel__fallback()
2855 evsel->core.attr.config = PERF_COUNT_SW_CPU_CLOCK; in evsel__fallback()
2857 zfree(&evsel->name); in evsel__fallback()
2859 } else if (err == EACCES && !evsel->core.attr.exclude_kernel && in evsel__fallback()
2861 const char *name = evsel__name(evsel); in evsel__fallback()
2866 if (evsel->core.attr.exclude_user) in evsel__fallback()
2871 (strchr(name, ':') && !evsel->is_libpfm_event)) in evsel__fallback()
2877 free(evsel->name); in evsel__fallback()
2878 evsel->name = new_name; in evsel__fallback()
2882 evsel->core.attr.exclude_kernel = 1; in evsel__fallback()
2883 evsel->core.attr.exclude_hv = 1; in evsel__fallback()
2927 int __weak arch_evsel__open_strerror(struct evsel *evsel __maybe_unused, in arch_evsel__open_strerror()
2934 int evsel__open_strerror(struct evsel *evsel, struct target *target, in evsel__open_strerror() argument
2958 "No permission to enable %s event.\n\n", evsel__name(evsel)); in evsel__open_strerror()
2976 return scnprintf(msg, size, "The %s event is not supported.", evsel__name(evsel)); in evsel__open_strerror()
2984 if (evsel__has_callchain(evsel) && in evsel__open_strerror()
2997 if (evsel->core.attr.sample_type & PERF_SAMPLE_BRANCH_STACK) in evsel__open_strerror()
3000 evsel__name(evsel)); in evsel__open_strerror()
3001 if (evsel->core.attr.aux_output) in evsel__open_strerror()
3004 evsel__name(evsel)); in evsel__open_strerror()
3005 if (evsel->core.attr.sample_period != 0) in evsel__open_strerror()
3008 evsel__name(evsel)); in evsel__open_strerror()
3009 if (evsel->core.attr.precise_ip) in evsel__open_strerror()
3013 if (evsel->core.attr.type == PERF_TYPE_HARDWARE) in evsel__open_strerror()
3025 …if (evsel->core.attr.sample_type & PERF_SAMPLE_CODE_PAGE_SIZE && perf_missing_features.code_page_s… in evsel__open_strerror()
3027 …if (evsel->core.attr.sample_type & PERF_SAMPLE_DATA_PAGE_SIZE && perf_missing_features.data_page_s… in evsel__open_strerror()
3029 if (evsel->core.attr.write_backward && perf_missing_features.write_backward) in evsel__open_strerror()
3040 evsel__name(evsel)); in evsel__open_strerror()
3050 ret = arch_evsel__open_strerror(evsel, msg, size); in evsel__open_strerror()
3057 err, str_error_r(err, sbuf, sizeof(sbuf)), evsel__name(evsel)); in evsel__open_strerror()
3060 struct perf_env *evsel__env(struct evsel *evsel) in evsel__env() argument
3062 if (evsel && evsel->evlist && evsel->evlist->env) in evsel__env()
3063 return evsel->evlist->env; in evsel__env()
3067 static int store_evsel_ids(struct evsel *evsel, struct evlist *evlist) in store_evsel_ids() argument
3071 for (cpu_map_idx = 0; cpu_map_idx < xyarray__max_x(evsel->core.fd); cpu_map_idx++) { in store_evsel_ids()
3072 for (thread = 0; thread < xyarray__max_y(evsel->core.fd); in store_evsel_ids()
3074 int fd = FD(evsel, cpu_map_idx, thread); in store_evsel_ids()
3076 if (perf_evlist__id_add_fd(&evlist->core, &evsel->core, in store_evsel_ids()
3085 int evsel__store_ids(struct evsel *evsel, struct evlist *evlist) in evsel__store_ids() argument
3087 struct perf_cpu_map *cpus = evsel->core.cpus; in evsel__store_ids()
3088 struct perf_thread_map *threads = evsel->core.threads; in evsel__store_ids()
3090 if (perf_evsel__alloc_id(&evsel->core, perf_cpu_map__nr(cpus), threads->nr)) in evsel__store_ids()
3093 return store_evsel_ids(evsel, evlist); in evsel__store_ids()
3096 void evsel__zero_per_pkg(struct evsel *evsel) in evsel__zero_per_pkg() argument
3101 if (evsel->per_pkg_mask) { in evsel__zero_per_pkg()
3102 hashmap__for_each_entry(evsel->per_pkg_mask, cur, bkt) in evsel__zero_per_pkg()
3105 hashmap__clear(evsel->per_pkg_mask); in evsel__zero_per_pkg()
3114 bool evsel__is_hybrid(const struct evsel *evsel) in evsel__is_hybrid() argument
3119 return evsel->core.is_pmu_core; in evsel__is_hybrid()
3122 struct evsel *evsel__leader(const struct evsel *evsel) in evsel__leader() argument
3124 return container_of(evsel->core.leader, struct evsel, core); in evsel__leader()
3127 bool evsel__has_leader(struct evsel *evsel, struct evsel *leader) in evsel__has_leader() argument
3129 return evsel->core.leader == &leader->core; in evsel__has_leader()
3132 bool evsel__is_leader(struct evsel *evsel) in evsel__is_leader() argument
3134 return evsel__has_leader(evsel, evsel); in evsel__is_leader()
3137 void evsel__set_leader(struct evsel *evsel, struct evsel *leader) in evsel__set_leader() argument
3139 evsel->core.leader = &leader->core; in evsel__set_leader()
3142 int evsel__source_count(const struct evsel *evsel) in evsel__source_count() argument
3144 struct evsel *pos; in evsel__source_count()
3147 evlist__for_each_entry(evsel->evlist, pos) { in evsel__source_count()
3148 if (pos->metric_leader == evsel) in evsel__source_count()
3154 bool __weak arch_evsel__must_be_in_group(const struct evsel *evsel __maybe_unused) in arch_evsel__must_be_in_group()
3164 void evsel__remove_from_group(struct evsel *evsel, struct evsel *leader) in evsel__remove_from_group() argument
3166 if (!arch_evsel__must_be_in_group(evsel) && evsel != leader) { in evsel__remove_from_group()
3167 evsel__set_leader(evsel, evsel); in evsel__remove_from_group()
3168 evsel->core.nr_members = 0; in evsel__remove_from_group()