113 	struct record		*rec;
152 struct record {  struct
203 static int record__threads_enabled(struct record *rec)  in record__threads_enabled()  argument
208 static bool switch_output_signal(struct record *rec)  in switch_output_signal()
214 static bool switch_output_size(struct record *rec)  in switch_output_size()
221 static bool switch_output_time(struct record *rec)  in switch_output_time()
227 static u64 record__bytes_written(struct record *rec)  in record__bytes_written()
232 static bool record__output_max_size_exceeded(struct record *rec)  in record__output_max_size_exceeded()
238 static int record__write(struct record *rec, struct mmap *map __maybe_unused,  in record__write()
271 static int record__aio_enabled(struct record *rec);
272 static int record__comp_enabled(struct record *rec);
384 	struct record	*rec;
434 static int record__aio_push(struct record *rec, struct mmap *map, off_t *off)  in record__aio_push()
481 static void record__aio_mmap_read_sync(struct record *rec)  in record__aio_mmap_read_sync()
521 static int record__aio_push(struct record *rec __maybe_unused, struct mmap *map __maybe_unused,  in record__aio_push()
536 static void record__aio_mmap_read_sync(struct record *rec __maybe_unused)  in record__aio_mmap_read_sync()
541 static int record__aio_enabled(struct record *rec)  in record__aio_enabled()
602 static int record__comp_enabled(struct record *rec)  in record__comp_enabled()
612 	struct record *rec = container_of(tool, struct record, tool);  in process_synthesized_event()
633 	struct record *rec = to;  in record__pushfn()
702 	struct record *rec = container_of(tool, struct record, tool);  in record__process_auxtrace()
735 static int record__auxtrace_mmap_read(struct record *rec,  in record__auxtrace_mmap_read()
751 static int record__auxtrace_mmap_read_snapshot(struct record *rec,  in record__auxtrace_mmap_read_snapshot()
768 static int record__auxtrace_read_snapshot_all(struct record *rec)  in record__auxtrace_read_snapshot_all()
788 static void record__read_auxtrace_snapshot(struct record *rec, bool on_exit)  in record__read_auxtrace_snapshot()
801 static int record__auxtrace_snapshot_exit(struct record *rec)  in record__auxtrace_snapshot_exit()
817 static int record__auxtrace_init(struct record *rec)  in record__auxtrace_init()
851 int record__auxtrace_mmap_read(struct record *rec __maybe_unused,  in record__auxtrace_mmap_read()
858 void record__read_auxtrace_snapshot(struct record *rec __maybe_unused,  in record__read_auxtrace_snapshot()
870 int record__auxtrace_snapshot_exit(struct record *rec __maybe_unused)  in record__auxtrace_snapshot_exit()
875 static int record__auxtrace_init(struct record *rec __maybe_unused)  in record__auxtrace_init()
904 static int record__config_off_cpu(struct record *rec)  in record__config_off_cpu()
1070 static void record__free_thread_data(struct record *rec)  in record__free_thread_data()
1088 static int record__map_thread_evlist_pollfd_indexes(struct record *rec,  in record__map_thread_evlist_pollfd_indexes()
1102 static int record__update_evlist_pollfd_from_thread(struct record *rec,  in record__update_evlist_pollfd_from_thread()
1126 static int record__dup_non_perf_events(struct record *rec,  in record__dup_non_perf_events()
1152 static int record__alloc_thread_data(struct record *rec, struct evlist *evlist)  in record__alloc_thread_data()
1216 static int record__mmap_evlist(struct record *rec,  in record__mmap_evlist()
1275 static int record__mmap(struct record *rec)  in record__mmap()
1280 static int record__open(struct record *rec)  in record__open()
1370 static void set_timestamp_boundary(struct record *rec, u64 sample_time)  in set_timestamp_boundary()
1385 	struct record *rec = container_of(tool, struct record, tool);  in process_sample_event()
1396 static int process_buildids(struct record *rec)  in process_buildids()
1465 static void record__adjust_affinity(struct record *rec, struct mmap *map)  in record__adjust_affinity()
1482 static size_t process_comp_header(void *record, size_t increment)  in process_comp_header()  argument
1484 	struct perf_record_compressed *event = record;  in process_comp_header()
1522 static int record__mmap_read_evlist(struct record *rec, struct evlist *evlist,  in record__mmap_read_evlist()
1606 static int record__mmap_read_all(struct record *rec, bool synch)  in record__mmap_read_all()
1688 static void record__init_features(struct record *rec)  in record__init_features()
1726 record__finish_output(struct record *rec)  in record__finish_output()
1753 static int record__synthesize_workload(struct record *rec, bool tail)  in record__synthesize_workload()
1775 static int write_finished_init(struct record *rec, bool tail)  in write_finished_init()
1783 static int record__synthesize(struct record *rec, bool tail);
1786 record__switch_output(struct record *rec, bool at_exit)  in record__switch_output()
1858 static void __record__save_lost_samples(struct record *rec, struct evsel *evsel,  in __record__save_lost_samples()
1880 static void record__read_lost_samples(struct record *rec)  in record__read_lost_samples()
1965 static const struct perf_event_mmap_page *record__pick_pc(struct record *rec)  in record__pick_pc()
1973 static int record__synthesize(struct record *rec, bool tail)  in record__synthesize()
2097 	struct record *rec = data;  in record__process_signal_event()
2102 static int record__setup_sb_evlist(struct record *rec)  in record__setup_sb_evlist()
2140 static int record__init_clock(struct record *rec)  in record__init_clock()
2177 static void hit_auxtrace_snapshot_trigger(struct record *rec)  in hit_auxtrace_snapshot_trigger()
2187 static void record__uniquify_name(struct record *rec)  in record__uniquify_name()
2231 static int record__start_threads(struct record *rec)  in record__start_threads()
2294 static int record__stop_threads(struct record *rec)  in record__stop_threads()
2320 static unsigned long record__waking(struct record *rec)  in record__waking()
2332 static int __cmd_record(struct record *rec, int argc, const char **argv)  in __cmd_record()
2864 int record_opts__parse_callchain(struct record_opts *record,  in record_opts__parse_callchain()  argument
2882 			record->sample_address = true;  in record_opts__parse_callchain()
2913 	struct record *rec = cb;  in perf_record_config()
2951 	struct record *rec = (struct record *)opt->value;  in record__parse_event_enable_time()
3126 static void switch_output_size_warn(struct record *rec)  in switch_output_size_warn()
3143 static int switch_output_setup(struct record *rec)  in switch_output_setup()
3254 	struct record *rec = container_of(tool, struct record, tool);  in process_timestamp_boundary()
3290 static struct record record = {  variable
3327 	.evlistp = &record.evlist,
3331 	.evlistp = &record.sb_evlist,
3345 	OPT_CALLBACK(0, "filter", &record.evlist, "filter",
3347 	OPT_CALLBACK_NOOPT(0, "exclude-perf", &record.evlist,
3350 	OPT_STRING('p', "pid", &record.opts.target.pid, "pid",
3352 	OPT_STRING('t', "tid", &record.opts.target.tid, "tid",
3354 	OPT_INTEGER('r', "realtime", &record.realtime_prio,
3356 	OPT_BOOLEAN(0, "no-buffering", &record.opts.no_buffering,
3358 	OPT_BOOLEAN('R', "raw-samples", &record.opts.raw_samples,
3360 	OPT_BOOLEAN('a', "all-cpus", &record.opts.target.system_wide,
3362 	OPT_STRING('C', "cpu", &record.opts.target.cpu_list, "cpu",
3364 	OPT_U64('c', "count", &record.opts.user_interval, "event period to sample"),
3365 	OPT_STRING('o', "output", &record.data.path, "file",
3367 	OPT_BOOLEAN_SET('i', "no-inherit", &record.opts.no_inherit,
3368 			&record.opts.no_inherit_set,
3370 	OPT_BOOLEAN(0, "tail-synthesize", &record.opts.tail_synthesize,
3372 	OPT_BOOLEAN(0, "overwrite", &record.opts.overwrite, "use overwrite mode"),
3373 	OPT_BOOLEAN(0, "no-bpf-event", &record.opts.no_bpf_event, "do not record bpf events"),
3374 	OPT_BOOLEAN(0, "strict-freq", &record.opts.strict_freq,
3376 	OPT_CALLBACK('F', "freq", &record.opts, "freq or 'max'",
3379 	OPT_CALLBACK('m', "mmap-pages", &record.opts, "pages[,pages]",
3382 	OPT_CALLBACK(0, "mmap-flush", &record.opts, "number",
3388 	OPT_CALLBACK(0, "call-graph", &record.opts,
3394 	OPT_BOOLEAN('s', "stat", &record.opts.inherit_stat,
3396 	OPT_BOOLEAN('d', "data", &record.opts.sample_address, "Record the sample addresses"),
3397 	OPT_BOOLEAN(0, "phys-data", &record.opts.sample_phys_addr,
3399 	OPT_BOOLEAN(0, "data-page-size", &record.opts.sample_data_page_size,
3401 	OPT_BOOLEAN(0, "code-page-size", &record.opts.sample_code_page_size,
3403 	OPT_BOOLEAN(0, "sample-cpu", &record.opts.sample_cpu, "Record the sample cpu"),
3404 	OPT_BOOLEAN(0, "sample-identifier", &record.opts.sample_identifier,
3406 	OPT_BOOLEAN_SET('T', "timestamp", &record.opts.sample_time,
3407 			&record.opts.sample_time_set,
3409 	OPT_BOOLEAN_SET('P', "period", &record.opts.period, &record.opts.period_set,
3411 	OPT_BOOLEAN('n', "no-samples", &record.opts.no_samples,
3413 	OPT_BOOLEAN_SET('N', "no-buildid-cache", &record.no_buildid_cache,
3414 			&record.no_buildid_cache_set,
3416 	OPT_BOOLEAN_SET('B', "no-buildid", &record.no_buildid,
3417 			&record.no_buildid_set,
3419 	OPT_CALLBACK('G', "cgroup", &record.evlist, "name",
3422 	OPT_CALLBACK('D', "delay", &record, "ms",
3426 	OPT_BOOLEAN(0, "kcore", &record.opts.kcore, "copy /proc/kcore"),
3427 	OPT_STRING('u', "uid", &record.opts.target.uid_str, "user",
3430 	OPT_CALLBACK_NOOPT('b', "branch-any", &record.opts.branch_stack,
3434 	OPT_CALLBACK('j', "branch-filter", &record.opts.branch_stack,
3437 	OPT_BOOLEAN('W', "weight", &record.opts.sample_weight,
3439 	OPT_BOOLEAN(0, "transaction", &record.opts.sample_transaction,
3441 	OPT_BOOLEAN(0, "per-thread", &record.opts.target.per_thread,
3443 	OPT_CALLBACK_OPTARG('I', "intr-regs", &record.opts.sample_intr_regs, NULL, "any register",
3446 	OPT_CALLBACK_OPTARG(0, "user-regs", &record.opts.sample_user_regs, NULL, "any register",
3449 	OPT_BOOLEAN(0, "running-time", &record.opts.running_time,
3451 	OPT_CALLBACK('k', "clockid", &record.opts,
3454 	OPT_STRING_OPTARG('S', "snapshot", &record.opts.auxtrace_snapshot_opts,
3456 	OPT_STRING_OPTARG(0, "aux-sample", &record.opts.auxtrace_sample_opts,
3460 	OPT_BOOLEAN(0, "namespaces", &record.opts.record_namespaces,
3462 	OPT_BOOLEAN(0, "all-cgroups", &record.opts.record_cgroup,
3464 	OPT_BOOLEAN_SET(0, "switch-events", &record.opts.record_switch_events,
3465 			&record.opts.record_switch_events_set,
3467 	OPT_BOOLEAN_FLAG(0, "all-kernel", &record.opts.all_kernel,
3470 	OPT_BOOLEAN_FLAG(0, "all-user", &record.opts.all_user,
3473 	OPT_BOOLEAN(0, "kernel-callchains", &record.opts.kernel_callchains,
3475 	OPT_BOOLEAN(0, "user-callchains", &record.opts.user_callchains,
3479 	OPT_BOOLEAN(0, "buildid-all", &record.buildid_all,
3481 	OPT_BOOLEAN(0, "buildid-mmap", &record.buildid_mmap,
3483 	OPT_BOOLEAN(0, "timestamp-filename", &record.timestamp_filename,
3485 	OPT_BOOLEAN(0, "timestamp-boundary", &record.timestamp_boundary,
3487 	OPT_STRING_OPTARG_SET(0, "switch-output", &record.switch_output.str,
3488 			  &record.switch_output.set, "signal or size[BKMG] or time[smhd]",
3492 			 &record.switch_output_event_set, "switch output event",
3495 	OPT_INTEGER(0, "switch-max-files", &record.switch_output.num_files,
3500 	OPT_CALLBACK_OPTARG(0, "aio", &record.opts,
3504 	OPT_CALLBACK(0, "affinity", &record.opts, "node|cpu",
3508 	OPT_CALLBACK_OPTARG('z', "compression-level", &record.opts, &comp_level_default, "n",
3512 	OPT_CALLBACK(0, "max-size", &record.output_max_size,
3515 		     &record.opts.nr_threads_synthesize,
3518 	OPT_CALLBACK(0, "pfm-events", &record.evlist, "event",
3522 	OPT_CALLBACK(0, "control", &record.opts, "fd:ctl-fd[,ack-fd] or fifo:ctl-fifo[,ack-fifo]",
3528 	OPT_CALLBACK(0, "synth", &record.opts, "no|all|task|mmap|cgroup",
3530 	OPT_STRING_OPTARG_SET(0, "debuginfod", &record.debuginfod.urls,
3531 			  &record.debuginfod.set, "debuginfod urls",
3534 	OPT_CALLBACK_OPTARG(0, "threads", &record.opts, NULL, "spec",
3537 	OPT_BOOLEAN(0, "off-cpu", &record.off_cpu, "Enable off-cpu analysis"),
3580 static void record__free_thread_masks(struct record *rec, int nr_threads)  in record__free_thread_masks()
3591 static int record__alloc_thread_masks(struct record *rec, int nr_threads, int nr_bits)  in record__alloc_thread_masks()
3617 static int record__init_thread_cpu_masks(struct record *rec, struct perf_cpu_map *cpus)  in record__init_thread_cpu_masks()
3642 static int record__init_thread_masks_spec(struct record *rec, struct perf_cpu_map *cpus,  in record__init_thread_masks_spec()
3756 static int record__init_thread_core_masks(struct record *rec, struct perf_cpu_map *cpus)  in record__init_thread_core_masks()
3774 static int record__init_thread_package_masks(struct record *rec, struct perf_cpu_map *cpus)  in record__init_thread_package_masks()
3792 static int record__init_thread_numa_masks(struct record *rec, struct perf_cpu_map *cpus)  in record__init_thread_numa_masks()
3824 static int record__init_thread_user_masks(struct record *rec, struct perf_cpu_map *cpus)  in record__init_thread_user_masks()
3894 static int record__init_thread_default_masks(struct record *rec, struct perf_cpu_map *cpus)  in record__init_thread_default_masks()
3910 static int record__init_thread_masks(struct record *rec)  in record__init_thread_masks()
3949 	struct record *rec = &record;  in cmd_record()
3979 	perf_debuginfod_setup(&record.debuginfod);  in cmd_record()
4115 	if (record.opts.overwrite)  in cmd_record()
4116 		record.opts.tail_synthesize = true;  in cmd_record()
4215 	err = __cmd_record(&record, argc, argv);  in cmd_record()
4229 	struct record *rec = &record;  in snapshot_sig_handler()
4239 	struct record *rec = &record;  in alarm_sig_handler()