3  * builtin-record.c
5  * Builtin record command: Record the profile of a workload
30 #include "util/record.h"
114 	struct record		*rec;
153 struct record {  struct
203 static int record__threads_enabled(struct record *rec)  in record__threads_enabled()  argument
208 static bool switch_output_signal(struct record *rec)  in switch_output_signal()
214 static bool switch_output_size(struct record *rec)  in switch_output_size()
221 static bool switch_output_time(struct record *rec)  in switch_output_time()
227 static u64 record__bytes_written(struct record *rec)  in record__bytes_written()
239 static bool record__output_max_size_exceeded(struct record *rec)  in record__output_max_size_exceeded()
245 static int record__write(struct record *rec, struct mmap *map __maybe_unused,  in record__write()
264 		fprintf(stderr, "[ perf record: perf size limit reached (%" PRIu64 " KB),"  in record__write()
276 static int record__aio_enabled(struct record *rec);
277 static int record__comp_enabled(struct record *rec);
389 	struct record	*rec;
439 static int record__aio_push(struct record *rec, struct mmap *map, off_t *off)  in record__aio_push()
486 static void record__aio_mmap_read_sync(struct record *rec)  in record__aio_mmap_read_sync()
526 static int record__aio_push(struct record *rec __maybe_unused, struct mmap *map __maybe_unused,  in record__aio_push()
541 static void record__aio_mmap_read_sync(struct record *rec __maybe_unused)  in record__aio_mmap_read_sync()
546 static int record__aio_enabled(struct record *rec)  in record__aio_enabled()
607 static int record__comp_enabled(struct record *rec)  in record__comp_enabled()
617 	struct record *rec = container_of(tool, struct record, tool);  in process_synthesized_event()
638 	struct record *rec = to;  in record__pushfn()
707 	struct record *rec = container_of(tool, struct record, tool);  in record__process_auxtrace()
740 static int record__auxtrace_mmap_read(struct record *rec,  in record__auxtrace_mmap_read()
756 static int record__auxtrace_mmap_read_snapshot(struct record *rec,  in record__auxtrace_mmap_read_snapshot()
773 static int record__auxtrace_read_snapshot_all(struct record *rec)  in record__auxtrace_read_snapshot_all()
793 static void record__read_auxtrace_snapshot(struct record *rec, bool on_exit)  in record__read_auxtrace_snapshot()
806 static int record__auxtrace_snapshot_exit(struct record *rec)  in record__auxtrace_snapshot_exit()
822 static int record__auxtrace_init(struct record *rec)  in record__auxtrace_init()
856 int record__auxtrace_mmap_read(struct record *rec __maybe_unused,  in record__auxtrace_mmap_read()
863 void record__read_auxtrace_snapshot(struct record *rec __maybe_unused,  in record__read_auxtrace_snapshot()
875 int record__auxtrace_snapshot_exit(struct record *rec __maybe_unused)  in record__auxtrace_snapshot_exit()
880 static int record__auxtrace_init(struct record *rec __maybe_unused)  in record__auxtrace_init()
909 static int record__config_off_cpu(struct record *rec)  in record__config_off_cpu()
1075 static void record__free_thread_data(struct record *rec)  in record__free_thread_data()
1093 static int record__map_thread_evlist_pollfd_indexes(struct record *rec,  in record__map_thread_evlist_pollfd_indexes()
1107 static int record__update_evlist_pollfd_from_thread(struct record *rec,  in record__update_evlist_pollfd_from_thread()
1131 static int record__dup_non_perf_events(struct record *rec,  in record__dup_non_perf_events()
1157 static int record__alloc_thread_data(struct record *rec, struct evlist *evlist)  in record__alloc_thread_data()
1221 static int record__mmap_evlist(struct record *rec,  in record__mmap_evlist()
1280 static int record__mmap(struct record *rec)  in record__mmap()
1285 static int record__open(struct record *rec)  in record__open()
1375 static void set_timestamp_boundary(struct record *rec, u64 sample_time)  in set_timestamp_boundary()
1390 	struct record *rec = container_of(tool, struct record, tool);  in process_sample_event()
1401 static int process_buildids(struct record *rec)  in process_buildids()
1436 	 *As for guest kernel when processing subcommand record&report,  in perf_event__synthesize_guest_os()
1446 		pr_err("Couldn't record guest kernel [%d]'s reference"  in perf_event__synthesize_guest_os()
1456 		pr_err("Couldn't record guest kernel [%d]'s reference"  in perf_event__synthesize_guest_os()
1470 static void record__adjust_affinity(struct record *rec, struct mmap *map)  in record__adjust_affinity()
1487 static size_t process_comp_header(void *record, size_t increment)  in process_comp_header()  argument
1489 	struct perf_record_compressed *event = record;  in process_comp_header()
1527 static int record__mmap_read_evlist(struct record *rec, struct evlist *evlist,  in record__mmap_read_evlist()
1611 static int record__mmap_read_all(struct record *rec, bool synch)  in record__mmap_read_all()
1693 static void record__init_features(struct record *rec)  in record__init_features()
1729 record__finish_output(struct record *rec)  in record__finish_output()
1756 static int record__synthesize_workload(struct record *rec, bool tail)  in record__synthesize_workload()
1778 static int write_finished_init(struct record *rec, bool tail)  in write_finished_init()
1786 static int record__synthesize(struct record *rec, bool tail);
1789 record__switch_output(struct record *rec, bool at_exit)  in record__switch_output()
1823 		fprintf(stderr, "[ perf record: Dump %s.%s ]\n",  in record__switch_output()
1846 		 * In 'perf record --switch-output' without -a,  in record__switch_output()
1861 static void __record__read_lost_samples(struct record *rec, struct evsel *evsel,  in __record__read_lost_samples()
1890 static void record__read_lost_samples(struct record *rec)  in record__read_lost_samples()
1959 static const struct perf_event_mmap_page *record__pick_pc(struct record *rec)  in record__pick_pc()
1967 static int record__synthesize(struct record *rec, bool tail)  in record__synthesize()
2011 		WARN_ONCE(err < 0, "Couldn't record kernel reference relocation symbol\n"  in record__synthesize()
2017 		WARN_ONCE(err < 0, "Couldn't record kernel module information.\n"  in record__synthesize()
2091 	struct record *rec = data;  in record__process_signal_event()
2096 static int record__setup_sb_evlist(struct record *rec)  in record__setup_sb_evlist()
2134 static int record__init_clock(struct record *rec)  in record__init_clock()
2171 static void hit_auxtrace_snapshot_trigger(struct record *rec)  in hit_auxtrace_snapshot_trigger()
2181 static void record__uniquify_name(struct record *rec)  in record__uniquify_name()
2225 static int record__start_threads(struct record *rec)  in record__start_threads()
2288 static int record__stop_threads(struct record *rec)  in record__stop_threads()
2314 static unsigned long record__waking(struct record *rec)  in record__waking()
2326 static int __cmd_record(struct record *rec, int argc, const char **argv)  in __cmd_record()
2443 	pr_debug3("perf record opening and mmapping events\n");  in __cmd_record()
2449 	pr_debug3("perf record done opening and mmapping events\n");  in __cmd_record()
2593 	pr_debug3("perf record has started\n");  in __cmd_record()
2662 				fprintf(stderr, "[ perf record: dump data: Woken up %ld times ]\n",  in __cmd_record()
2758 		fprintf(stderr, "[ perf record: Woken up %ld times to write data ]\n",  in __cmd_record()
2829 		fprintf(stderr,	"[ perf record: Captured and wrote %.3f MB %s%s%s",  in __cmd_record()
2868 int record_opts__parse_callchain(struct record_opts *record,  in record_opts__parse_callchain()  argument
2886 			record->sample_address = true;  in record_opts__parse_callchain()
2917 	struct record *rec = cb;  in perf_record_config()
2919 	if (!strcmp(var, "record.build-id")) {  in perf_record_config()
2932 	if (!strcmp(var, "record.call-graph")) {  in perf_record_config()
2933 		var = "call-graph.record-mode";  in perf_record_config()
2937 	if (!strcmp(var, "record.aio")) {  in perf_record_config()
2943 	if (!strcmp(var, "record.debuginfod")) {  in perf_record_config()
2955 	struct record *rec = (struct record *)opt->value;  in record__parse_event_enable_time()
3130 static void switch_output_size_warn(struct record *rec)  in switch_output_size_warn()
3147 static int switch_output_setup(struct record *rec)  in switch_output_setup()
3222 	"perf record [<options>] [<command>]",
3223 	"perf record [<options>] -- <command> [<options>]",
3258 	struct record *rec = container_of(tool, struct record, tool);  in process_timestamp_boundary()
3294 static struct record record = {  variable
3333  * from builtin-record.c, i.e. use record_opts,
3334  * evlist__prepare_workload, etc instead of fork+exec'in 'perf record',
3338 	OPT_CALLBACK('e', "event", &record.evlist, "event",
3341 	OPT_CALLBACK(0, "filter", &record.evlist, "filter",
3343 	OPT_CALLBACK_NOOPT(0, "exclude-perf", &record.evlist,
3344 			   NULL, "don't record events from perf itself",
3346 	OPT_STRING('p', "pid", &record.opts.target.pid, "pid",
3347 		    "record events on existing process id"),
3348 	OPT_STRING('t', "tid", &record.opts.target.tid, "tid",
3349 		    "record events on existing thread id"),
3350 	OPT_INTEGER('r', "realtime", &record.realtime_prio,
3352 	OPT_BOOLEAN(0, "no-buffering", &record.opts.no_buffering,
3354 	OPT_BOOLEAN('R', "raw-samples", &record.opts.raw_samples,
3356 	OPT_BOOLEAN('a', "all-cpus", &record.opts.target.system_wide,
3358 	OPT_STRING('C', "cpu", &record.opts.target.cpu_list, "cpu",
3360 	OPT_U64('c', "count", &record.opts.user_interval, "event period to sample"),
3361 	OPT_STRING('o', "output", &record.data.path, "file",
3363 	OPT_BOOLEAN_SET('i', "no-inherit", &record.opts.no_inherit,
3364 			&record.opts.no_inherit_set,
3366 	OPT_BOOLEAN(0, "tail-synthesize", &record.opts.tail_synthesize,
3368 	OPT_BOOLEAN(0, "overwrite", &record.opts.overwrite, "use overwrite mode"),
3369 	OPT_BOOLEAN(0, "no-bpf-event", &record.opts.no_bpf_event, "do not record bpf events"),
3370 	OPT_BOOLEAN(0, "strict-freq", &record.opts.strict_freq,
3372 	OPT_CALLBACK('F', "freq", &record.opts, "freq or 'max'",
3375 	OPT_CALLBACK('m', "mmap-pages", &record.opts, "pages[,pages]",
3378 	OPT_CALLBACK(0, "mmap-flush", &record.opts, "number",
3381 	OPT_BOOLEAN(0, "group", &record.opts.group,
3386 	OPT_CALLBACK(0, "call-graph", &record.opts,
3392 	OPT_BOOLEAN('s', "stat", &record.opts.inherit_stat,
3394 	OPT_BOOLEAN('d', "data", &record.opts.sample_address, "Record the sample addresses"),
3395 	OPT_BOOLEAN(0, "phys-data", &record.opts.sample_phys_addr,
3396 		    "Record the sample physical addresses"),
3397 	OPT_BOOLEAN(0, "data-page-size", &record.opts.sample_data_page_size,
3398 		    "Record the sampled data address data page size"),
3399 	OPT_BOOLEAN(0, "code-page-size", &record.opts.sample_code_page_size,
3400 		    "Record the sampled code address (ip) page size"),
3401 	OPT_BOOLEAN(0, "sample-cpu", &record.opts.sample_cpu, "Record the sample cpu"),
3402 	OPT_BOOLEAN(0, "sample-identifier", &record.opts.sample_identifier,
3403 		    "Record the sample identifier"),
3404 	OPT_BOOLEAN_SET('T', "timestamp", &record.opts.sample_time,
3405 			&record.opts.sample_time_set,
3406 			"Record the sample timestamps"),
3407 	OPT_BOOLEAN_SET('P', "period", &record.opts.period, &record.opts.period_set,
3408 			"Record the sample period"),
3409 	OPT_BOOLEAN('n', "no-samples", &record.opts.no_samples,
3411 	OPT_BOOLEAN_SET('N', "no-buildid-cache", &record.no_buildid_cache,
3412 			&record.no_buildid_cache_set,
3414 	OPT_BOOLEAN_SET('B', "no-buildid", &record.no_buildid,
3415 			&record.no_buildid_set,
3417 	OPT_CALLBACK('G', "cgroup", &record.evlist, "name",
3420 	OPT_CALLBACK('D', "delay", &record, "ms",
3424 	OPT_BOOLEAN(0, "kcore", &record.opts.kcore, "copy /proc/kcore"),
3425 	OPT_STRING('u', "uid", &record.opts.target.uid_str, "user",
3428 	OPT_CALLBACK_NOOPT('b', "branch-any", &record.opts.branch_stack,
3432 	OPT_CALLBACK('j', "branch-filter", &record.opts.branch_stack,
3435 	OPT_BOOLEAN('W', "weight", &record.opts.sample_weight,
3437 	OPT_BOOLEAN(0, "transaction", &record.opts.sample_transaction,
3439 	OPT_BOOLEAN(0, "per-thread", &record.opts.target.per_thread,
3441 	OPT_CALLBACK_OPTARG('I', "intr-regs", &record.opts.sample_intr_regs, NULL, "any register",
3444 	OPT_CALLBACK_OPTARG(0, "user-regs", &record.opts.sample_user_regs, NULL, "any register",
3447 	OPT_BOOLEAN(0, "running-time", &record.opts.running_time,
3448 		    "Record running/enabled time of read (:S) events"),
3449 	OPT_CALLBACK('k', "clockid", &record.opts,
3452 	OPT_STRING_OPTARG('S', "snapshot", &record.opts.auxtrace_snapshot_opts,
3454 	OPT_STRING_OPTARG(0, "aux-sample", &record.opts.auxtrace_sample_opts,
3458 	OPT_BOOLEAN(0, "namespaces", &record.opts.record_namespaces,
3459 		    "Record namespaces events"),
3460 	OPT_BOOLEAN(0, "all-cgroups", &record.opts.record_cgroup,
3461 		    "Record cgroup events"),
3462 	OPT_BOOLEAN_SET(0, "switch-events", &record.opts.record_switch_events,
3463 			&record.opts.record_switch_events_set,
3464 			"Record context switch events"),
3465 	OPT_BOOLEAN_FLAG(0, "all-kernel", &record.opts.all_kernel,
3468 	OPT_BOOLEAN_FLAG(0, "all-user", &record.opts.all_user,
3471 	OPT_BOOLEAN(0, "kernel-callchains", &record.opts.kernel_callchains,
3473 	OPT_BOOLEAN(0, "user-callchains", &record.opts.user_callchains,
3481 	OPT_BOOLEAN(0, "buildid-all", &record.buildid_all,
3482 		    "Record build-id of all DSOs regardless of hits"),
3483 	OPT_BOOLEAN(0, "buildid-mmap", &record.buildid_mmap,
3484 		    "Record build-id in map events"),
3485 	OPT_BOOLEAN(0, "timestamp-filename", &record.timestamp_filename,
3487 	OPT_BOOLEAN(0, "timestamp-boundary", &record.timestamp_boundary,
3488 		    "Record timestamp boundary (time of first/last samples)"),
3489 	OPT_STRING_OPTARG_SET(0, "switch-output", &record.switch_output.str,
3490 			  &record.switch_output.set, "signal or size[BKMG] or time[smhd]",
3493 …OPT_CALLBACK_SET(0, "switch-output-event", &record.sb_evlist, &record.switch_output_event_set, "sw…
3496 	OPT_INTEGER(0, "switch-max-files", &record.switch_output.num_files,
3501 	OPT_CALLBACK_OPTARG(0, "aio", &record.opts,
3505 	OPT_CALLBACK(0, "affinity", &record.opts, "node|cpu",
3509 	OPT_CALLBACK_OPTARG('z', "compression-level", &record.opts, &comp_level_default, "n",
3513 	OPT_CALLBACK(0, "max-size", &record.output_max_size,
3516 		     &record.opts.nr_threads_synthesize,
3519 	OPT_CALLBACK(0, "pfm-events", &record.evlist, "event",
3523 	OPT_CALLBACK(0, "control", &record.opts, "fd:ctl-fd[,ack-fd] or fifo:ctl-fifo[,ack-fifo]",
3529 	OPT_CALLBACK(0, "synth", &record.opts, "no|all|task|mmap|cgroup",
3531 	OPT_STRING_OPTARG_SET(0, "debuginfod", &record.debuginfod.urls,
3532 			  &record.debuginfod.set, "debuginfod urls",
3535 	OPT_CALLBACK_OPTARG(0, "threads", &record.opts, NULL, "spec",
3538 	OPT_BOOLEAN(0, "off-cpu", &record.off_cpu, "Enable off-cpu analysis"),
3581 static void record__free_thread_masks(struct record *rec, int nr_threads)  in record__free_thread_masks()
3592 static int record__alloc_thread_masks(struct record *rec, int nr_threads, int nr_bits)  in record__alloc_thread_masks()
3618 static int record__init_thread_cpu_masks(struct record *rec, struct perf_cpu_map *cpus)  in record__init_thread_cpu_masks()
3643 static int record__init_thread_masks_spec(struct record *rec, struct perf_cpu_map *cpus,  in record__init_thread_masks_spec()
3757 static int record__init_thread_core_masks(struct record *rec, struct perf_cpu_map *cpus)  in record__init_thread_core_masks()
3775 static int record__init_thread_package_masks(struct record *rec, struct perf_cpu_map *cpus)  in record__init_thread_package_masks()
3793 static int record__init_thread_numa_masks(struct record *rec, struct perf_cpu_map *cpus)  in record__init_thread_numa_masks()
3825 static int record__init_thread_user_masks(struct record *rec, struct perf_cpu_map *cpus)  in record__init_thread_user_masks()
3895 static int record__init_thread_default_masks(struct record *rec, struct perf_cpu_map *cpus)  in record__init_thread_default_masks()
3911 static int record__init_thread_masks(struct record *rec)  in record__init_thread_masks()
3950 	struct record *rec = &record;  in cmd_record()
4001 	perf_debuginfod_setup(&record.debuginfod);  in cmd_record()
4015 			pr_err("Failed: no support to record build id in mmap events, update your kernel.\n");  in cmd_record()
4118 		 * In 'perf record --switch-output', disable buildid  in cmd_record()
4123 		 *  perf record --switch-output --no-no-buildid \  in cmd_record()
4145 	if (record.opts.overwrite)  in cmd_record()
4146 		record.opts.tail_synthesize = true;  in cmd_record()
4151 							 !record.opts.no_samples);  in cmd_record()
4154 						    !record.opts.no_samples);  in cmd_record()
4258 	err = __cmd_record(&record, argc, argv);  in cmd_record()
4272 	struct record *rec = &record;  in snapshot_sig_handler()
4282 	struct record *rec = &record;  in alarm_sig_handler()