140 static int output_bytes(struct perf_inject *inject, void *buf, size_t sz)  in output_bytes()  argument
144 	size = perf_data__write(&inject->output, buf, sz);  in output_bytes()
148 	inject->bytes_written += size;  in output_bytes()
155 	struct perf_inject *inject = container_of(tool, struct perf_inject,  in perf_event__repipe_synth()  local
158 	return output_bytes(inject, event, event->header.size);  in perf_event__repipe_synth()
195 	struct perf_inject *inject = container_of(tool, struct perf_inject,  in perf_event__repipe_attr()  local
203 	if (!inject->is_pipe)  in perf_event__repipe_attr()
218 static int copy_bytes(struct perf_inject *inject, int fd, off_t size)  in copy_bytes()  argument
228 		ret = output_bytes(inject, buf, ssz);  in copy_bytes()
241 	struct perf_inject *inject = container_of(tool, struct perf_inject,  in perf_event__repipe_auxtrace()  local
245 	inject->have_auxtrace = true;  in perf_event__repipe_auxtrace()
247 	if (!inject->output.is_pipe) {  in perf_event__repipe_auxtrace()
250 		offset = lseek(inject->output.file.fd, 0, SEEK_CUR);  in perf_event__repipe_auxtrace()
260 		ret = output_bytes(inject, event, event->header.size);  in perf_event__repipe_auxtrace()
263 		ret = copy_bytes(inject, perf_data__fd(session->data),  in perf_event__repipe_auxtrace()
266 		ret = output_bytes(inject, event,  in perf_event__repipe_auxtrace()
308 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in perf_event__drop_aux()  local
310 	if (!inject->aux_id)  in perf_event__drop_aux()
311 		inject->aux_id = sample->id;  in perf_event__drop_aux()
317 perf_inject__cut_auxtrace_sample(struct perf_inject *inject,  in perf_inject__cut_auxtrace_sample()  argument
323 	union perf_event *ev = (union perf_event *)inject->event_copy;  in perf_inject__cut_auxtrace_sample()
350 	struct perf_inject *inject = container_of(tool, struct perf_inject,  in perf_event__repipe_sample()  local
360 	if (inject->itrace_synth_opts.set && sample->aux_sample.size)  in perf_event__repipe_sample()
361 		event = perf_inject__cut_auxtrace_sample(inject, event, sample);  in perf_event__repipe_sample()
385 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in perf_event__jit_repipe_mmap()  local
392 	ret = jit_process(inject->session, &inject->output, machine,  in perf_event__jit_repipe_mmap()
397 		inject->bytes_written += n;  in perf_event__jit_repipe_mmap()
500 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in perf_event__jit_repipe_mmap2()  local
507 	ret = jit_process(inject->session, &inject->output, machine,  in perf_event__jit_repipe_mmap2()
512 		inject->bytes_written += n;  in perf_event__jit_repipe_mmap2()
680 static bool perf_inject__lookup_known_build_id(struct perf_inject *inject,  in perf_inject__lookup_known_build_id()  argument
686 	strlist__for_each_entry(pos, inject->known_build_ids) {  in perf_inject__lookup_known_build_id()
709 	struct perf_inject *inject = container_of(tool, struct perf_inject,  in dso__inject_build_id()  local
718 	if (inject->known_build_ids != NULL &&  in dso__inject_build_id()
719 	    perf_inject__lookup_known_build_id(inject, dso))  in dso__inject_build_id()
772 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in perf_inject__sched_process_exit()  local
775 	list_for_each_entry(ent, &inject->samples, node) {  in perf_inject__sched_process_exit()
792 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in perf_inject__sched_switch()  local
806 	list_add(&ent->node, &inject->samples);  in perf_inject__sched_switch()
819 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in perf_inject__sched_stat()  local
822 	list_for_each_entry(ent, &inject->samples, node) {  in perf_inject__sched_stat()
1024 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in process_attr()  local
1026 	return perf_event__process_attr(tool, event, &inject->session->evlist);  in process_attr()
1031 	struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session);  in guest_session__add_attr()  local
1063 	ret = perf_event__synthesize_attr(&inject->tool, &attr, evsel->core.ids,  in guest_session__add_attr()
1072 		sid = evlist__id2sid(inject->session->evlist, id_array[i]);  in guest_session__add_attr()
1100 static int synthesize_id_index(struct perf_inject *inject, size_t new_cnt)  in synthesize_id_index()  argument
1102 	struct perf_session *session = inject->session;  in synthesize_id_index()
1107 	return __perf_event__synthesize_id_index(&inject->tool, perf_event__repipe,  in synthesize_id_index()
1153 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in process_build_id()  local
1155 	return perf_event__process_build_id(inject->session, event);  in process_build_id()
1158 static int synthesize_build_id(struct perf_inject *inject, struct dso *dso, pid_t machine_pid)  in synthesize_build_id()  argument
1160 	struct machine *machine = perf_session__findnew_machine(inject->session, machine_pid);  in synthesize_build_id()
1170 	return perf_event__synthesize_build_id(&inject->tool, dso, cpumode,  in synthesize_build_id()
1176 	struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session);  in guest_session__add_build_ids()  local
1182 	perf_header__set_feat(&inject->session->header, HEADER_BUILD_ID);  in guest_session__add_build_ids()
1185 		ret = synthesize_build_id(inject, dso, gs->machine_pid);  in guest_session__add_build_ids()
1326 	struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session);  in guest_session__get_tc()  local
1328 	get_tsc_conv(&gs->host_tc, &inject->session->time_conv);  in guest_session__get_tc()
1438 	struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session);  in guest_session__inject_events()  local
1527 		ret = evlist__append_id_sample(inject->session->evlist, ev, sample);  in guest_session__inject_events()
1538 		ret = output_bytes(inject, ev, ev->header.size);  in guest_session__inject_events()
1554 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in host__repipe()  local
1557 	ret = guest_session__inject_events(&inject->guest_session, sample->time);  in host__repipe()
1566 	struct perf_inject *inject = container_of(session->tool, struct perf_inject, tool);  in host__finished_init()  local
1567 	struct guest_session *gs = &inject->guest_session;  in host__finished_init()
1595 	ret = synthesize_id_index(inject, gs->session->evlist->core.nr_entries);  in host__finished_init()
1626 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in host__finished_round()  local
1633 	ret = guest_session__inject_events(&inject->guest_session, timestamp);  in host__finished_round()
1645 	struct perf_inject *inject = container_of(tool, struct perf_inject, tool);  in host__context_switch()  local
1647 	struct guest_session *gs = &inject->guest_session;  in host__context_switch()
1703 static void strip_init(struct perf_inject *inject)  in strip_init()  argument
1705 	struct evlist *evlist = inject->session->evlist;  in strip_init()
1708 	inject->tool.context_switch = perf_event__drop;  in strip_init()
1716 	struct perf_inject *inject = opt->value;  in parse_vm_time_correlation()  local
1723 	inject->itrace_synth_opts.set = true;  in parse_vm_time_correlation()
1724 	inject->itrace_synth_opts.vm_time_correlation = true;  in parse_vm_time_correlation()
1725 	inject->in_place_update = true;  in parse_vm_time_correlation()
1732 		inject->itrace_synth_opts.vm_tm_corr_dry_run = true;  in parse_vm_time_correlation()
1733 		inject->in_place_update_dry_run = true;  in parse_vm_time_correlation()
1739 	inject->itrace_synth_opts.vm_tm_corr_args = strdup(args);  in parse_vm_time_correlation()
1741 	return inject->itrace_synth_opts.vm_tm_corr_args ? 0 : -ENOMEM;  in parse_vm_time_correlation()
1746 	struct perf_inject *inject = opt->value;  in parse_guest_data()  local
1747 	struct guest_session *gs = &inject->guest_session;  in parse_guest_data()
1767 		inject->output.is_dir = true;  in parse_guest_data()
1773 	if (!inject->guest_session.machine_pid)  in parse_guest_data()
1803 	struct perf_inject *inject = data;  in save_section_info_cb()  local
1805 	inject->secs[feat] = *section;  in save_section_info_cb()
1809 static int save_section_info(struct perf_inject *inject)  in save_section_info()  argument
1811 	struct perf_header *header = &inject->session->header;  in save_section_info()
1812 	int fd = perf_data__fd(inject->session->data);  in save_section_info()
1814 	return perf_header__process_sections(header, fd, inject, save_section_info_cb);  in save_section_info()
1870 static int feat_copy(struct perf_inject *inject, int feat, struct feat_writer *fw)  in feat_copy()  argument
1872 	int fd = perf_data__fd(inject->session->data);  in feat_copy()
1873 	u64 offs = inject->secs[feat].offset;  in feat_copy()
1874 	size_t sz = inject->secs[feat].size;  in feat_copy()
1893 	struct perf_inject *inject;  member
1899 	struct perf_inject *inject = inj_fc->inject;  in feat_copy_cb()  local
1902 	if (!inject->secs[feat].offset ||  in feat_copy_cb()
1906 	ret = feat_copy(inject, feat, fw);  in feat_copy_cb()
1913 static int copy_kcore_dir(struct perf_inject *inject)  in copy_kcore_dir()  argument
1919 		       inject->input_name, inject->output.path);  in copy_kcore_dir()
1930 	struct perf_inject *inject = container_of(gs, struct perf_inject, guest_session);  in guest_session__copy_kcore_dir()  local
1935 		       gs->perf_data_file, inject->output.path, gs->machine_pid);  in guest_session__copy_kcore_dir()
1944 static int output_fd(struct perf_inject *inject)  in output_fd()  argument
1946 	return inject->in_place_update ? -1 : perf_data__fd(&inject->output);  in output_fd()
1949 static int __cmd_inject(struct perf_inject *inject)  in __cmd_inject()  argument
1952 	struct guest_session *gs = &inject->guest_session;  in __cmd_inject()
1953 	struct perf_session *session = inject->session;  in __cmd_inject()
1954 	int fd = output_fd(inject);  in __cmd_inject()
1959 	if (inject->build_ids || inject->sched_stat ||  in __cmd_inject()
1960 	    inject->itrace_synth_opts.set || inject->build_id_all) {  in __cmd_inject()
1961 		inject->tool.mmap	  = perf_event__repipe_mmap;  in __cmd_inject()
1962 		inject->tool.mmap2	  = perf_event__repipe_mmap2;  in __cmd_inject()
1963 		inject->tool.fork	  = perf_event__repipe_fork;  in __cmd_inject()
1964 		inject->tool.tracing_data = perf_event__repipe_tracing_data;  in __cmd_inject()
1969 	if (inject->build_id_all) {  in __cmd_inject()
1970 		inject->tool.mmap	  = perf_event__repipe_buildid_mmap;  in __cmd_inject()
1971 		inject->tool.mmap2	  = perf_event__repipe_buildid_mmap2;  in __cmd_inject()
1972 	} else if (inject->build_ids) {  in __cmd_inject()
1973 		inject->tool.sample = perf_event__inject_buildid;  in __cmd_inject()
1974 	} else if (inject->sched_stat) {  in __cmd_inject()
1990 	} else if (inject->itrace_synth_opts.vm_time_correlation) {  in __cmd_inject()
1991 		session->itrace_synth_opts = &inject->itrace_synth_opts;  in __cmd_inject()
1992 		memset(&inject->tool, 0, sizeof(inject->tool));  in __cmd_inject()
1993 		inject->tool.id_index	    = perf_event__process_id_index;  in __cmd_inject()
1994 		inject->tool.auxtrace_info  = perf_event__process_auxtrace_info;  in __cmd_inject()
1995 		inject->tool.auxtrace	    = perf_event__process_auxtrace;  in __cmd_inject()
1996 		inject->tool.auxtrace_error = perf_event__process_auxtrace_error;  in __cmd_inject()
1997 		inject->tool.ordered_events = true;  in __cmd_inject()
1998 		inject->tool.ordering_requires_timestamps = true;  in __cmd_inject()
1999 	} else if (inject->itrace_synth_opts.set) {  in __cmd_inject()
2000 		session->itrace_synth_opts = &inject->itrace_synth_opts;  in __cmd_inject()
2001 		inject->itrace_synth_opts.inject = true;  in __cmd_inject()
2002 		inject->tool.comm	    = perf_event__repipe_comm;  in __cmd_inject()
2003 		inject->tool.namespaces	    = perf_event__repipe_namespaces;  in __cmd_inject()
2004 		inject->tool.exit	    = perf_event__repipe_exit;  in __cmd_inject()
2005 		inject->tool.id_index	    = perf_event__process_id_index;  in __cmd_inject()
2006 		inject->tool.auxtrace_info  = perf_event__process_auxtrace_info;  in __cmd_inject()
2007 		inject->tool.auxtrace	    = perf_event__process_auxtrace;  in __cmd_inject()
2008 		inject->tool.aux	    = perf_event__drop_aux;  in __cmd_inject()
2009 		inject->tool.itrace_start   = perf_event__drop_aux;  in __cmd_inject()
2010 		inject->tool.aux_output_hw_id = perf_event__drop_aux;  in __cmd_inject()
2011 		inject->tool.ordered_events = true;  in __cmd_inject()
2012 		inject->tool.ordering_requires_timestamps = true;  in __cmd_inject()
2015 		if (inject->strip)  in __cmd_inject()
2016 			strip_init(inject);  in __cmd_inject()
2024 		inject->tool.mmap		= host__repipe;  in __cmd_inject()
2025 		inject->tool.mmap2		= host__repipe;  in __cmd_inject()
2026 		inject->tool.comm		= host__repipe;  in __cmd_inject()
2027 		inject->tool.fork		= host__repipe;  in __cmd_inject()
2028 		inject->tool.exit		= host__repipe;  in __cmd_inject()
2029 		inject->tool.lost		= host__repipe;  in __cmd_inject()
2030 		inject->tool.context_switch	= host__repipe;  in __cmd_inject()
2031 		inject->tool.ksymbol		= host__repipe;  in __cmd_inject()
2032 		inject->tool.text_poke		= host__repipe;  in __cmd_inject()
2038 		inject->tool.finished_init	= host__finished_init;  in __cmd_inject()
2040 		inject->tool.finished_round	= host__finished_round,  in __cmd_inject()
2042 		inject->tool.context_switch	= host__context_switch;  in __cmd_inject()
2047 		inject->tool.ordered_events	= true;  in __cmd_inject()
2048 		inject->tool.ordering_requires_timestamps = true;  in __cmd_inject()
2060 	if (!inject->itrace_synth_opts.set)  in __cmd_inject()
2063 	if (!inject->is_pipe && !inject->in_place_update)  in __cmd_inject()
2082 	if (!inject->is_pipe && !inject->in_place_update) {  in __cmd_inject()
2085 			.inject = inject,  in __cmd_inject()
2088 		if (inject->build_ids)  in __cmd_inject()
2096 		    inject->have_auxtrace && !inject->itrace_synth_opts.set)  in __cmd_inject()
2102 		if (inject->itrace_synth_opts.set) {  in __cmd_inject()
2105 			if (inject->itrace_synth_opts.last_branch ||  in __cmd_inject()
2106 			    inject->itrace_synth_opts.add_last_branch)  in __cmd_inject()
2111 		session->header.data_size = inject->bytes_written;  in __cmd_inject()
2114 		if (inject->copy_kcore_dir) {  in __cmd_inject()
2115 			ret = copy_kcore_dir(inject);  in __cmd_inject()
2135 	struct perf_inject inject = {  in cmd_inject()  local
2177 		.samples = LIST_HEAD_INIT(inject.samples),  in cmd_inject()
2193 		OPT_BOOLEAN('b', "build-ids", &inject.build_ids,  in cmd_inject()
2195 		OPT_BOOLEAN(0, "buildid-all", &inject.build_id_all,  in cmd_inject()
2200 		OPT_STRING('i', "input", &inject.input_name, "file",  in cmd_inject()
2202 		OPT_STRING('o', "output", &inject.output.path, "file",  in cmd_inject()
2204 		OPT_BOOLEAN('s', "sched-stat", &inject.sched_stat,  in cmd_inject()
2208 		OPT_BOOLEAN('j', "jit", &inject.jit_mode, "merge jitdump files into perf.data file"),  in cmd_inject()
2219 		OPT_CALLBACK_OPTARG(0, "itrace", &inject.itrace_synth_opts,  in cmd_inject()
2223 		OPT_BOOLEAN(0, "strip", &inject.strip,  in cmd_inject()
2225 		OPT_CALLBACK_OPTARG(0, "vm-time-correlation", &inject, NULL, "opts",  in cmd_inject()
2228 		OPT_CALLBACK_OPTARG(0, "guest-data", &inject, NULL, "opts",  in cmd_inject()
2251 	if (inject.strip && !inject.itrace_synth_opts.set) {  in cmd_inject()
2259 	if (inject.in_place_update) {  in cmd_inject()
2260 		if (!strcmp(inject.input_name, "-")) {  in cmd_inject()
2264 		if (strcmp(inject.output.path, "-")) {  in cmd_inject()
2268 		if (!data.force && !inject.in_place_update_dry_run) {  in cmd_inject()
2273 		if (!inject.in_place_update_dry_run)  in cmd_inject()
2276 		if (strcmp(inject.output.path, "-") && !inject.strip &&  in cmd_inject()
2277 		    has_kcore_dir(inject.input_name)) {  in cmd_inject()
2278 			inject.output.is_dir = true;  in cmd_inject()
2279 			inject.copy_kcore_dir = true;  in cmd_inject()
2281 		if (perf_data__open(&inject.output)) {  in cmd_inject()
2287 	data.path = inject.input_name;  in cmd_inject()
2288 	if (!strcmp(inject.input_name, "-") || inject.output.is_pipe) {  in cmd_inject()
2289 		inject.is_pipe = true;  in cmd_inject()
2295 		if (strcmp(inject.input_name, "-"))  in cmd_inject()
2299 	inject.session = __perf_session__new(&data, repipe,  in cmd_inject()
2300 					     output_fd(&inject),  in cmd_inject()
2301 					     &inject.tool);  in cmd_inject()
2302 	if (IS_ERR(inject.session)) {  in cmd_inject()
2303 		ret = PTR_ERR(inject.session);  in cmd_inject()
2307 	if (zstd_init(&(inject.session->zstd_data), 0) < 0)  in cmd_inject()
2311 	ret = save_section_info(&inject);  in cmd_inject()
2315 	if (!data.is_pipe && inject.output.is_pipe) {  in cmd_inject()
2316 		ret = perf_header__write_pipe(perf_data__fd(&inject.output));  in cmd_inject()
2322 		ret = perf_event__synthesize_for_pipe(&inject.tool,  in cmd_inject()
2323 						      inject.session,  in cmd_inject()
2324 						      &inject.output,  in cmd_inject()
2330 	if (inject.build_ids && !inject.build_id_all) {  in cmd_inject()
2337 		inject.tool.ordered_events = true;  in cmd_inject()
2338 		inject.tool.ordering_requires_timestamps = true;  in cmd_inject()
2340 			inject.known_build_ids =  in cmd_inject()
2343 			if (inject.known_build_ids == NULL) {  in cmd_inject()
2350 	if (inject.sched_stat) {  in cmd_inject()
2351 		inject.tool.ordered_events = true;  in cmd_inject()
2355 	if (inject.jit_mode) {  in cmd_inject()
2356 		inject.tool.mmap2	   = perf_event__jit_repipe_mmap2;  in cmd_inject()
2357 		inject.tool.mmap	   = perf_event__jit_repipe_mmap;  in cmd_inject()
2358 		inject.tool.ordered_events = true;  in cmd_inject()
2359 		inject.tool.ordering_requires_timestamps = true;  in cmd_inject()
2364 		inject.tool.finished_round = perf_event__drop_oe;  in cmd_inject()
2367 	ret = symbol__init(&inject.session->header.env);  in cmd_inject()
2371 	ret = __cmd_inject(&inject);  in cmd_inject()
2373 	guest_session__exit(&inject.guest_session);  in cmd_inject()
2376 	strlist__delete(inject.known_build_ids);  in cmd_inject()
2377 	zstd_fini(&(inject.session->zstd_data));  in cmd_inject()
2378 	perf_session__delete(inject.session);  in cmd_inject()
2380 	if (!inject.in_place_update)  in cmd_inject()
2381 		perf_data__close(&inject.output);  in cmd_inject()
2382 	free(inject.itrace_synth_opts.vm_tm_corr_args);  in cmd_inject()