467 		pr_err("Display of symbols requested but neither sample IP nor "  in evsel__check_attr()
468 			   "sample address\navailable. Hence, no addresses to convert "  in evsel__check_attr()
483 		pr_err("Display of source line number requested but sample IP is not\n"  in evsel__check_attr()
713 static int perf_sample__fprintf_iregs(struct perf_sample *sample,  in perf_sample__fprintf_iregs()  argument
716 	return perf_sample__fprintf_regs(&sample->intr_regs,  in perf_sample__fprintf_iregs()
720 static int perf_sample__fprintf_uregs(struct perf_sample *sample,  in perf_sample__fprintf_uregs()  argument
723 	return perf_sample__fprintf_regs(&sample->user_regs,  in perf_sample__fprintf_uregs()
728 				      struct perf_sample *sample,  in perf_sample__fprintf_start()  argument
751 		printed += fprintf(fp, "%5d/%-5d ", sample->pid, sample->tid);  in perf_sample__fprintf_start()
753 		printed += fprintf(fp, "%5d ", sample->pid);  in perf_sample__fprintf_start()
755 		printed += fprintf(fp, "%5d ", sample->tid);  in perf_sample__fprintf_start()
759 			printed += fprintf(fp, "%3d ", sample->cpu);  in perf_sample__fprintf_start()
761 			printed += fprintf(fp, "[%03d] ", sample->cpu);  in perf_sample__fprintf_start()
768 			(sample->misc & PERF_RECORD_MISC_##m) == PERF_RECORD_MISC_##m  in perf_sample__fprintf_start()
795 				if (sample->misc & PERF_RECORD_MISC_SWITCH_OUT_PREEMPT)  in perf_sample__fprintf_start()
809 		tod_scnprintf(script, tstr, sizeof(tstr), sample->time);  in perf_sample__fprintf_start()
814 		u64 t = sample->time;  in perf_sample__fprintf_start()
817 				initial_time = sample->time;  in perf_sample__fprintf_start()
818 			t = sample->time - initial_time;  in perf_sample__fprintf_start()
821 				t = sample->time - previous_time;  in perf_sample__fprintf_start()
825 			previous_time = sample->time;  in perf_sample__fprintf_start()
852 static int perf_sample__fprintf_brstack(struct perf_sample *sample,  in perf_sample__fprintf_brstack()  argument
856 	struct branch_stack *br = sample->branch_stack;  in perf_sample__fprintf_brstack()
857 	struct branch_entry *entries = perf_sample__branch_entries(sample);  in perf_sample__fprintf_brstack()
872 			thread__find_map_fb(thread, sample->cpumode, from, &alf);  in perf_sample__fprintf_brstack()
873 			thread__find_map_fb(thread, sample->cpumode, to, &alt);  in perf_sample__fprintf_brstack()
900 static int perf_sample__fprintf_brstacksym(struct perf_sample *sample,  in perf_sample__fprintf_brstacksym()  argument
904 	struct branch_stack *br = sample->branch_stack;  in perf_sample__fprintf_brstacksym()
905 	struct branch_entry *entries = perf_sample__branch_entries(sample);  in perf_sample__fprintf_brstacksym()
920 		thread__find_symbol_fb(thread, sample->cpumode, from, &alf);  in perf_sample__fprintf_brstacksym()
921 		thread__find_symbol_fb(thread, sample->cpumode, to, &alt);  in perf_sample__fprintf_brstacksym()
946 static int perf_sample__fprintf_brstackoff(struct perf_sample *sample,  in perf_sample__fprintf_brstackoff()  argument
950 	struct branch_stack *br = sample->branch_stack;  in perf_sample__fprintf_brstackoff()
951 	struct branch_entry *entries = perf_sample__branch_entries(sample);  in perf_sample__fprintf_brstackoff()
966 		if (thread__find_map_fb(thread, sample->cpumode, from, &alf) &&  in perf_sample__fprintf_brstackoff()
970 		if (thread__find_map_fb(thread, sample->cpumode, to, &alt) &&  in perf_sample__fprintf_brstackoff()
1172 static int perf_sample__fprintf_brstackinsn(struct perf_sample *sample,  in perf_sample__fprintf_brstackinsn()  argument
1177 	struct branch_stack *br = sample->branch_stack;  in perf_sample__fprintf_brstackinsn()
1178 	struct branch_entry *entries = perf_sample__branch_entries(sample);  in perf_sample__fprintf_brstackinsn()
1194 	x.cpu = sample->cpu;  in perf_sample__fprintf_brstackinsn()
1260 	if (entries[0].from == sample->ip)  in perf_sample__fprintf_brstackinsn()
1266 	 * Print final block upto sample  in perf_sample__fprintf_brstackinsn()
1270 	 * between final branch and sample. When this happens just  in perf_sample__fprintf_brstackinsn()
1274 	end = sample->ip;  in perf_sample__fprintf_brstackinsn()
1283 		len = grab_bb(buffer, sample->ip, sample->ip,  in perf_sample__fprintf_brstackinsn()
1287 		printed += fprintf(fp, "\t%016" PRIx64 "\t%s\n", sample->ip,  in perf_sample__fprintf_brstackinsn()
1288 			dump_insn(&x, sample->ip, buffer, len, NULL));  in perf_sample__fprintf_brstackinsn()
1290 			print_srccode(thread, x.cpumode, sample->ip);  in perf_sample__fprintf_brstackinsn()
1299 		if (arch_is_branch(buffer + off, len - off, x.is64bit) && start + off != sample->ip) {  in perf_sample__fprintf_brstackinsn()
1303 			printed += fprintf(fp, "\t... not reaching sample ...\n");  in perf_sample__fprintf_brstackinsn()
1313 static int perf_sample__fprintf_addr(struct perf_sample *sample,  in perf_sample__fprintf_addr()  argument
1318 	int printed = fprintf(fp, "%16" PRIx64, sample->addr);  in perf_sample__fprintf_addr()
1323 	thread__resolve(thread, &al, sample);  in perf_sample__fprintf_addr()
1342 static const char *resolve_branch_sym(struct perf_sample *sample,  in resolve_branch_sym()  argument
1352 	if (sample->flags & (PERF_IP_FLAG_CALL | PERF_IP_FLAG_TRACE_BEGIN)) {  in resolve_branch_sym()
1355 				thread__resolve(thread, addr_al, sample);  in resolve_branch_sym()
1359 				*ip = sample->addr;  in resolve_branch_sym()
1361 			*ip = sample->addr;  in resolve_branch_sym()
1363 	} else if (sample->flags & (PERF_IP_FLAG_RETURN | PERF_IP_FLAG_TRACE_END)) {  in resolve_branch_sym()
1367 			*ip = sample->ip;  in resolve_branch_sym()
1372 static int perf_sample__fprintf_callindent(struct perf_sample *sample,  in perf_sample__fprintf_callindent()  argument
1380 	size_t depth = thread_stack__depth(thread, sample->cpu);  in perf_sample__fprintf_callindent()
1391 	if (thread->ts && sample->flags & PERF_IP_FLAG_RETURN)  in perf_sample__fprintf_callindent()
1394 	name = resolve_branch_sym(sample, evsel, thread, al, addr_al, &ip);  in perf_sample__fprintf_callindent()
1423 __weak void arch_fetch_insn(struct perf_sample *sample __maybe_unused,  in arch_fetch_insn()
1429 void script_fetch_insn(struct perf_sample *sample, struct thread *thread,  in script_fetch_insn()  argument
1432 	if (sample->insn_len == 0 && native_arch)  in script_fetch_insn()
1433 		arch_fetch_insn(sample, thread, machine);  in script_fetch_insn()
1436 static int perf_sample__fprintf_insn(struct perf_sample *sample,  in perf_sample__fprintf_insn()  argument
1443 	script_fetch_insn(sample, thread, machine);  in perf_sample__fprintf_insn()
1446 		printed += fprintf(fp, " ilen: %d", sample->insn_len);  in perf_sample__fprintf_insn()
1447 	if (PRINT_FIELD(INSN) && sample->insn_len) {  in perf_sample__fprintf_insn()
1451 		for (i = 0; i < sample->insn_len; i++)  in perf_sample__fprintf_insn()
1452 			printed += fprintf(fp, " %02x", (unsigned char)sample->insn[i]);  in perf_sample__fprintf_insn()
1455 		printed += perf_sample__fprintf_brstackinsn(sample, thread, attr, machine, fp);  in perf_sample__fprintf_insn()
1460 static int perf_sample__fprintf_ipc(struct perf_sample *sample,  in perf_sample__fprintf_ipc()  argument
1465 	if (!PRINT_FIELD(IPC) || !sample->cyc_cnt || !sample->insn_cnt)  in perf_sample__fprintf_ipc()
1468 	ipc = (sample->insn_cnt * 100) / sample->cyc_cnt;  in perf_sample__fprintf_ipc()
1471 		       ipc / 100, ipc % 100, sample->insn_cnt, sample->cyc_cnt);  in perf_sample__fprintf_ipc()
1474 static int perf_sample__fprintf_bts(struct perf_sample *sample,  in perf_sample__fprintf_bts()  argument
1487 		printed += perf_sample__fprintf_callindent(sample, evsel, thread, al, addr_al, fp);  in perf_sample__fprintf_bts()
1494 		if (symbol_conf.use_callchain && sample->callchain &&  in perf_sample__fprintf_bts()
1496 					      sample, NULL, NULL, scripting_max_stack) == 0)  in perf_sample__fprintf_bts()
1508 		printed += sample__fprintf_sym(sample, al, 0, print_opts, cursor,  in perf_sample__fprintf_bts()
1517 		printed += perf_sample__fprintf_addr(sample, thread, attr, fp);  in perf_sample__fprintf_bts()
1520 	printed += perf_sample__fprintf_ipc(sample, attr, fp);  in perf_sample__fprintf_bts()
1525 	printed += perf_sample__fprintf_insn(sample, attr, thread, machine, fp);  in perf_sample__fprintf_bts()
1685 static int perf_sample__fprintf_bpf_output(struct perf_sample *sample, FILE *fp)  in perf_sample__fprintf_bpf_output()  argument
1687 	unsigned int nr_bytes = sample->raw_size;  in perf_sample__fprintf_bpf_output()
1689 	int printed = binary__fprintf(sample->raw_data, nr_bytes, 8,  in perf_sample__fprintf_bpf_output()
1693 		printed += fprintf(fp, "%17s \"%s\"\n", "BPF string:", (char *)(sample->raw_data));  in perf_sample__fprintf_bpf_output()
1711 static int perf_sample__fprintf_synth_ptwrite(struct perf_sample *sample, FILE *fp)  in perf_sample__fprintf_synth_ptwrite()  argument
1713 	struct perf_synth_intel_ptwrite *data = perf_sample__synth_ptr(sample);  in perf_sample__fprintf_synth_ptwrite()
1716 	if (perf_sample__bad_synth_size(sample, *data))  in perf_sample__fprintf_synth_ptwrite()
1724 static int perf_sample__fprintf_synth_mwait(struct perf_sample *sample, FILE *fp)  in perf_sample__fprintf_synth_mwait()  argument
1726 	struct perf_synth_intel_mwait *data = perf_sample__synth_ptr(sample);  in perf_sample__fprintf_synth_mwait()
1729 	if (perf_sample__bad_synth_size(sample, *data))  in perf_sample__fprintf_synth_mwait()
1737 static int perf_sample__fprintf_synth_pwre(struct perf_sample *sample, FILE *fp)  in perf_sample__fprintf_synth_pwre()  argument
1739 	struct perf_synth_intel_pwre *data = perf_sample__synth_ptr(sample);  in perf_sample__fprintf_synth_pwre()
1742 	if (perf_sample__bad_synth_size(sample, *data))  in perf_sample__fprintf_synth_pwre()
1750 static int perf_sample__fprintf_synth_exstop(struct perf_sample *sample, FILE *fp)  in perf_sample__fprintf_synth_exstop()  argument
1752 	struct perf_synth_intel_exstop *data = perf_sample__synth_ptr(sample);  in perf_sample__fprintf_synth_exstop()
1755 	if (perf_sample__bad_synth_size(sample, *data))  in perf_sample__fprintf_synth_exstop()
1762 static int perf_sample__fprintf_synth_pwrx(struct perf_sample *sample, FILE *fp)  in perf_sample__fprintf_synth_pwrx()  argument
1764 	struct perf_synth_intel_pwrx *data = perf_sample__synth_ptr(sample);  in perf_sample__fprintf_synth_pwrx()
1767 	if (perf_sample__bad_synth_size(sample, *data))  in perf_sample__fprintf_synth_pwrx()
1776 static int perf_sample__fprintf_synth_cbr(struct perf_sample *sample, FILE *fp)  in perf_sample__fprintf_synth_cbr()  argument
1778 	struct perf_synth_intel_cbr *data = perf_sample__synth_ptr(sample);  in perf_sample__fprintf_synth_cbr()
1782 	if (perf_sample__bad_synth_size(sample, *data))  in perf_sample__fprintf_synth_cbr()
1794 static int perf_sample__fprintf_synth_psb(struct perf_sample *sample, FILE *fp)  in perf_sample__fprintf_synth_psb()  argument
1796 	struct perf_synth_intel_psb *data = perf_sample__synth_ptr(sample);  in perf_sample__fprintf_synth_psb()
1799 	if (perf_sample__bad_synth_size(sample, *data))  in perf_sample__fprintf_synth_psb()
1806 static int perf_sample__fprintf_synth(struct perf_sample *sample,  in perf_sample__fprintf_synth()  argument
1811 		return perf_sample__fprintf_synth_ptwrite(sample, fp);  in perf_sample__fprintf_synth()
1813 		return perf_sample__fprintf_synth_mwait(sample, fp);  in perf_sample__fprintf_synth()
1815 		return perf_sample__fprintf_synth_pwre(sample, fp);  in perf_sample__fprintf_synth()
1817 		return perf_sample__fprintf_synth_exstop(sample, fp);  in perf_sample__fprintf_synth()
1819 		return perf_sample__fprintf_synth_pwrx(sample, fp);  in perf_sample__fprintf_synth()
1821 		return perf_sample__fprintf_synth_cbr(sample, fp);  in perf_sample__fprintf_synth()
1823 		return perf_sample__fprintf_synth_psb(sample, fp);  in perf_sample__fprintf_synth()
1863 	struct perf_sample	*sample;  member
1878 	perf_sample__fprintf_start(NULL, mctx->sample, mctx->thread, mctx->evsel,  in script_print_metric()
1893 	perf_sample__fprintf_start(NULL, mctx->sample, mctx->thread, mctx->evsel,  in script_new_line()
1901 				       struct perf_sample *sample,  in perf_sample__fprint_metric()  argument
1909 				.sample = sample,  in perf_sample__fprint_metric()
1923 	val = sample->period * evsel->scale;  in perf_sample__fprint_metric()
1926 				       sample->cpu,  in perf_sample__fprint_metric()
1933 						      sample->cpu,  in perf_sample__fprint_metric()
1942 static bool show_event(struct perf_sample *sample,  in show_event()  argument
1948 	int depth = thread_stack__depth(thread, sample->cpu);  in show_event()
1962 		const char *name = resolve_branch_sym(sample, evsel, thread, al, addr_al,  in show_event()
1985 			  struct perf_sample *sample, struct evsel *evsel,  in process_event()  argument
2002 	perf_sample__fprintf_start(script, sample, thread, evsel,  in process_event()
2006 		fprintf(fp, "%10" PRIu64 " ", sample->period);  in process_event()
2018 		perf_sample__fprintf_flags(sample->flags, fp);  in process_event()
2021 		perf_sample__fprintf_bts(sample, evsel, thread, al, addr_al, machine, fp);  in process_event()
2025 	if (PRINT_FIELD(TRACE) && sample->raw_data) {  in process_event()
2026 		event_format__fprintf(evsel->tp_format, sample->cpu,  in process_event()
2027 				      sample->raw_data, sample->raw_size, fp);  in process_event()
2031 		perf_sample__fprintf_synth(sample, evsel, fp);  in process_event()
2034 		perf_sample__fprintf_addr(sample, thread, attr, fp);  in process_event()
2037 		data_src__fprintf(sample->data_src, fp);  in process_event()
2040 		fprintf(fp, "%16" PRIu64, sample->weight);  in process_event()
2048 		if (symbol_conf.use_callchain && sample->callchain &&  in process_event()
2050 					      sample, NULL, NULL, scripting_max_stack) == 0)  in process_event()
2054 		sample__fprintf_sym(sample, al, 0, output[type].print_ip_opts, cursor,  in process_event()
2059 		perf_sample__fprintf_iregs(sample, attr, fp);  in process_event()
2062 		perf_sample__fprintf_uregs(sample, attr, fp);  in process_event()
2065 		perf_sample__fprintf_brstack(sample, thread, attr, fp);  in process_event()
2067 		perf_sample__fprintf_brstacksym(sample, thread, attr, fp);  in process_event()
2069 		perf_sample__fprintf_brstackoff(sample, thread, attr, fp);  in process_event()
2072 		perf_sample__fprintf_bpf_output(sample, fp);  in process_event()
2073 	perf_sample__fprintf_insn(sample, attr, thread, machine, fp);  in process_event()
2076 		fprintf(fp, "%16" PRIx64, sample->phys_addr);  in process_event()
2079 		fprintf(fp, " %s", get_page_size_name(sample->data_page_size, str));  in process_event()
2082 		fprintf(fp, " %s", get_page_size_name(sample->code_page_size, str));  in process_event()
2084 	perf_sample__fprintf_ipc(sample, attr, fp);  in process_event()
2095 		perf_sample__fprint_metric(script, thread, evsel, sample, fp);  in process_event()
2169 static bool filter_cpu(struct perf_sample *sample)  in filter_cpu()  argument
2171 	if (cpu_list && sample->cpu != (u32)-1)  in filter_cpu()
2172 		return !test_bit(sample->cpu, cpu_bitmap);  in filter_cpu()
2178 				struct perf_sample *sample,  in process_sample_event()  argument
2191 	ret = dlfilter__filter_event_early(dlfilter, event, sample, evsel, machine, &al, &addr_al);  in process_sample_event()
2199 					  sample->time)) {  in process_sample_event()
2204 		if (sample->time < last_timestamp) {  in process_sample_event()
2207 				sample->time);  in process_sample_event()
2210 		last_timestamp = sample->time;  in process_sample_event()
2214 	if (filter_cpu(sample))  in process_sample_event()
2217 	if (!al.thread && machine__resolve(machine, &al, sample) < 0) {  in process_sample_event()
2227 	if (!show_event(sample, evsel, al.thread, &al, &addr_al))  in process_sample_event()
2233 	ret = dlfilter__filter_event(dlfilter, event, sample, evsel, machine, &al, &addr_al);  in process_sample_event()
2246 				thread__resolve(al.thread, &addr_al, sample);  in process_sample_event()
2249 		scripting_ops->process_event(event, sample, evsel, &al, addr_al_ptr);  in process_sample_event()
2251 		process_event(scr, sample, evsel, &al, &addr_al, machine);  in process_sample_event()
2330 				 struct perf_sample *sample,  in print_event_with_time()  argument
2336 	struct evsel *evsel = evlist__id2evsel(session->evlist, sample->id);  in print_event_with_time()
2340 		sample->cpu = 0;  in print_event_with_time()
2341 		sample->time = timestamp;  in print_event_with_time()
2342 		sample->pid = pid;  in print_event_with_time()
2343 		sample->tid = tid;  in print_event_with_time()
2346 	if (filter_cpu(sample))  in print_event_with_time()
2353 		perf_sample__fprintf_start(script, sample, thread, evsel,  in print_event_with_time()
2365 		       struct perf_sample *sample, struct machine *machine,  in print_event()  argument
2368 	return print_event_with_time(tool, event, sample, machine, pid, tid, 0);  in print_event()
2373 			      struct perf_sample *sample,  in process_comm_event()  argument
2376 	if (perf_event__process_comm(tool, event, sample, machine) < 0)  in process_comm_event()
2379 	return print_event(tool, event, sample, machine, event->comm.pid,  in process_comm_event()
2385 				    struct perf_sample *sample,  in process_namespaces_event()  argument
2388 	if (perf_event__process_namespaces(tool, event, sample, machine) < 0)  in process_namespaces_event()
2391 	return print_event(tool, event, sample, machine, event->namespaces.pid,  in process_namespaces_event()
2397 				struct perf_sample *sample,  in process_cgroup_event()  argument
2400 	if (perf_event__process_cgroup(tool, event, sample, machine) < 0)  in process_cgroup_event()
2403 	return print_event(tool, event, sample, machine, sample->pid,  in process_cgroup_event()
2404 			    sample->tid);  in process_cgroup_event()
2409 			      struct perf_sample *sample,  in process_fork_event()  argument
2412 	if (perf_event__process_fork(tool, event, sample, machine) < 0)  in process_fork_event()
2415 	return print_event_with_time(tool, event, sample, machine,  in process_fork_event()
2421 			      struct perf_sample *sample,  in process_exit_event()  argument
2425 	if (print_event_with_time(tool, event, sample, machine, event->fork.pid,  in process_exit_event()
2429 	return perf_event__process_exit(tool, event, sample, machine);  in process_exit_event()
2434 			      struct perf_sample *sample,  in process_mmap_event()  argument
2437 	if (perf_event__process_mmap(tool, event, sample, machine) < 0)  in process_mmap_event()
2440 	return print_event(tool, event, sample, machine, event->mmap.pid,  in process_mmap_event()
2446 			      struct perf_sample *sample,  in process_mmap2_event()  argument
2449 	if (perf_event__process_mmap2(tool, event, sample, machine) < 0)  in process_mmap2_event()
2452 	return print_event(tool, event, sample, machine, event->mmap2.pid,  in process_mmap2_event()
2458 				struct perf_sample *sample,  in process_switch_event()  argument
2463 	if (perf_event__process_switch(tool, event, sample, machine) < 0)  in process_switch_event()
2467 		scripting_ops->process_switch(event, sample, machine);  in process_switch_event()
2472 	return print_event(tool, event, sample, machine, sample->pid,  in process_switch_event()
2473 			   sample->tid);  in process_switch_event()
2490 		   struct perf_sample *sample,  in process_lost_event()  argument
2493 	return print_event(tool, event, sample, machine, sample->pid,  in process_lost_event()
2494 			   sample->tid);  in process_lost_event()
2500 		       struct perf_sample *sample,  in process_throttle_event()  argument
2504 		scripting_ops->process_throttle(event, sample, machine);  in process_throttle_event()
2521 		   struct perf_sample *sample,  in process_bpf_events()  argument
2524 	if (machine__process_ksymbol(machine, event, sample) < 0)  in process_bpf_events()
2527 	return print_event(tool, event, sample, machine, sample->pid,  in process_bpf_events()
2528 			   sample->tid);  in process_bpf_events()
2533 				    struct perf_sample *sample,  in process_text_poke_events()  argument
2536 	if (perf_event__process_text_poke(tool, event, sample, machine) < 0)  in process_text_poke_events()
2539 	return print_event(tool, event, sample, machine, sample->pid,  in process_text_poke_events()
2540 			   sample->tid);  in process_text_poke_events()
3646 			.sample		 = process_sample_event,  in cmd_script()
3831 		 * Enable guest sample processing.  in cmd_script()