513 static void print_result(struct perf_kvm_stat *kvm);
582 static void kvm_display(struct perf_kvm_stat *kvm)  in kvm_display()  argument
585 		print_result(kvm);  in kvm_display()
592 static void kvm_display(struct perf_kvm_stat *kvm)  in kvm_display()  argument
595 	print_result(kvm);  in kvm_display()
654 static const char *get_exit_reason(struct perf_kvm_stat *kvm,  in get_exit_reason()  argument
665 		(unsigned long long)exit_code, kvm->exit_reasons_isa);  in get_exit_reason()
669 void exit_event_decode_key(struct perf_kvm_stat *kvm,  in exit_event_decode_key()  argument
673 	const char *exit_reason = get_exit_reason(kvm, key->exit_reasons,  in exit_event_decode_key()
679 static bool register_kvm_events_ops(struct perf_kvm_stat *kvm)  in register_kvm_events_ops()  argument
684 		if (!strcmp(events_ops->name, kvm->report_event)) {  in register_kvm_events_ops()
685 			kvm->events_ops = events_ops->ops;  in register_kvm_events_ops()
781 static struct kvm_event *find_create_kvm_event(struct perf_kvm_stat *kvm,  in find_create_kvm_event()  argument
797 	kvm->events_ops->decode_key(kvm, key, ki->name);  in find_create_kvm_event()
799 				  &kvm->al, NULL, NULL, NULL, ki, sample, true);  in find_create_kvm_event()
808 		event->perf_kvm = kvm;  in find_create_kvm_event()
815 static bool handle_begin_event(struct perf_kvm_stat *kvm,  in handle_begin_event()  argument
823 		event = find_create_kvm_event(kvm, key, sample);  in handle_begin_event()
848 static bool update_kvm_event(struct perf_kvm_stat *kvm,  in update_kvm_event()  argument
853 	kvm->total_count++;  in update_kvm_event()
854 	kvm->total_time += time_diff;  in update_kvm_event()
868 static bool is_child_event(struct perf_kvm_stat *kvm,  in is_child_event()  argument
875 	child_ops = kvm->events_ops->child_ops;  in is_child_event()
890 static bool handle_child_event(struct perf_kvm_stat *kvm,  in handle_child_event()  argument
898 		event = find_create_kvm_event(kvm, key, sample);  in handle_child_event()
916 static bool handle_end_event(struct perf_kvm_stat *kvm,  in handle_end_event()  argument
925 	if (kvm->trace_vcpu == -1)  in handle_end_event()
947 		event = find_create_kvm_event(kvm, key, sample);  in handle_end_event()
963 	if (kvm->duration && time_diff > kvm->duration) {  in handle_end_event()
966 		kvm->events_ops->decode_key(kvm, &event->key, decode);  in handle_end_event()
974 	return update_kvm_event(kvm, event, vcpu, time_diff);  in handle_end_event()
999 static bool handle_kvm_event(struct perf_kvm_stat *kvm,  in handle_kvm_event()  argument
1006 				 .exit_reasons = kvm->exit_reasons };  in handle_kvm_event()
1013 	if ((kvm->trace_vcpu != -1) &&  in handle_kvm_event()
1014 	    (kvm->trace_vcpu != vcpu_record->vcpu_id))  in handle_kvm_event()
1017 	if (kvm->events_ops->is_begin_event(evsel, sample, &key))  in handle_kvm_event()
1018 		return handle_begin_event(kvm, vcpu_record, &key, sample);  in handle_kvm_event()
1020 	if (is_child_event(kvm, evsel, sample, &key))  in handle_kvm_event()
1021 		return handle_child_event(kvm, vcpu_record, &key, sample);  in handle_kvm_event()
1023 	if (kvm->events_ops->is_end_event(evsel, sample, &key))  in handle_kvm_event()
1024 		return handle_end_event(kvm, vcpu_record, &key, sample);  in handle_kvm_event()
1029 static bool is_valid_key(struct perf_kvm_stat *kvm)  in is_valid_key()  argument
1037 		if (!strcmp(key_array[i], kvm->sort_key))  in is_valid_key()
1040 	pr_err("Unsupported sort key: %s\n", kvm->sort_key);  in is_valid_key()
1063 static void sort_result(struct perf_kvm_stat *kvm)  in sort_result()  argument
1069 	kvm_hists__reinit(output_columns, kvm->sort_key);  in sort_result()
1076 static void print_vcpu_info(struct perf_kvm_stat *kvm)  in print_vcpu_info()  argument
1078 	int vcpu = kvm->trace_vcpu;  in print_vcpu_info()
1082 	if (kvm->opts.target.system_wide)  in print_vcpu_info()
1084 	else if (kvm->opts.target.pid)  in print_vcpu_info()
1085 		pr_info("pid(s) %s, ", kvm->opts.target.pid);  in print_vcpu_info()
1111 static void print_result(struct perf_kvm_stat *kvm)  in print_result()  argument
1115 	int vcpu = kvm->trace_vcpu;  in print_result()
1118 	if (kvm->live) {  in print_result()
1124 	print_vcpu_info(kvm);  in print_result()
1125 	pr_info("%*s ", KVM_EVENT_NAME_LEN, kvm->events_ops->name);  in print_result()
1149 		kvm->events_ops->decode_key(kvm, &event->key, decode);  in print_result()
1152 		pr_info("%8.2f%% ", (double)ecount / kvm->total_count * 100);  in print_result()
1153 		pr_info("%8.2f%% ", (double)etime / kvm->total_time * 100);  in print_result()
1162 		kvm->total_count, kvm->total_time / (double)NSEC_PER_USEC);  in print_result()
1164 	if (kvm->lost_events)  in print_result()
1165 		pr_info("\nLost events: %" PRIu64 "\n\n", kvm->lost_events);  in print_result()
1174 	struct perf_kvm_stat *kvm = container_of(tool, struct perf_kvm_stat, tool);  in process_lost_event()  local
1176 	kvm->lost_events++;  in process_lost_event()
1181 static bool skip_sample(struct perf_kvm_stat *kvm,  in skip_sample()  argument
1184 	if (kvm->pid_list && intlist__find(kvm->pid_list, sample->pid) == NULL)  in skip_sample()
1198 	struct perf_kvm_stat *kvm = container_of(tool, struct perf_kvm_stat,  in process_sample_event()  local
1201 	if (skip_sample(kvm, sample))  in process_sample_event()
1204 	if (machine__resolve(machine, &kvm->al, sample) < 0) {  in process_sample_event()
1216 	if (!handle_kvm_event(kvm, thread, evsel, sample))  in process_sample_event()
1223 static int cpu_isa_config(struct perf_kvm_stat *kvm)  in cpu_isa_config()  argument
1228 	if (kvm->live) {  in cpu_isa_config()
1237 		cpuid = kvm->session->header.env.cpuid;  in cpu_isa_config()
1244 	err = cpu_isa_init(kvm, cpuid);  in cpu_isa_config()
1267 static s64 perf_kvm__mmap_read_idx(struct perf_kvm_stat *kvm, int idx,  in perf_kvm__mmap_read_idx()  argument
1270 	struct evlist *evlist = kvm->evlist;  in perf_kvm__mmap_read_idx()
1291 		err = perf_session__queue_event(kvm->session, event, timestamp, 0, NULL);  in perf_kvm__mmap_read_idx()
1317 static int perf_kvm__mmap_read(struct perf_kvm_stat *kvm)  in perf_kvm__mmap_read()  argument
1323 	for (i = 0; i < kvm->evlist->core.nr_mmaps; i++) {  in perf_kvm__mmap_read()
1324 		n = perf_kvm__mmap_read_idx(kvm, i, &mmap_time);  in perf_kvm__mmap_read()
1345 		struct ordered_events *oe = &kvm->session->ordered_events;  in perf_kvm__mmap_read()
1350 			if (kvm->lost_events)  in perf_kvm__mmap_read()
1352 					kvm->lost_events);  in perf_kvm__mmap_read()
1367 static int perf_kvm__timerfd_create(struct perf_kvm_stat *kvm)  in perf_kvm__timerfd_create()  argument
1372 	kvm->timerfd = timerfd_create(CLOCK_MONOTONIC, TFD_NONBLOCK);  in perf_kvm__timerfd_create()
1373 	if (kvm->timerfd < 0) {  in perf_kvm__timerfd_create()
1378 	new_value.it_value.tv_sec = kvm->display_time;  in perf_kvm__timerfd_create()
1380 	new_value.it_interval.tv_sec = kvm->display_time;  in perf_kvm__timerfd_create()
1383 	if (timerfd_settime(kvm->timerfd, 0, &new_value, NULL) != 0) {  in perf_kvm__timerfd_create()
1385 		close(kvm->timerfd);  in perf_kvm__timerfd_create()
1394 static int perf_kvm__handle_timerfd(struct perf_kvm_stat *kvm)  in perf_kvm__handle_timerfd()  argument
1399 	rc = read(kvm->timerfd, &c, sizeof(uint64_t));  in perf_kvm__handle_timerfd()
1417 	sort_result(kvm);  in perf_kvm__handle_timerfd()
1418 	print_result(kvm);  in perf_kvm__handle_timerfd()
1425 	kvm->total_count = 0;  in perf_kvm__handle_timerfd()
1426 	kvm->total_time = 0;  in perf_kvm__handle_timerfd()
1427 	kvm->lost_events = 0;  in perf_kvm__handle_timerfd()
1461 static int kvm_events_live_report(struct perf_kvm_stat *kvm)  in kvm_events_live_report()  argument
1467 	kvm->live = true;  in kvm_events_live_report()
1469 	ret = cpu_isa_config(kvm);  in kvm_events_live_report()
1473 	if (!verify_vcpu(kvm->trace_vcpu) ||  in kvm_events_live_report()
1474 	    !is_valid_key(kvm) ||  in kvm_events_live_report()
1475 	    !register_kvm_events_ops(kvm)) {  in kvm_events_live_report()
1487 	if (perf_kvm__timerfd_create(kvm) < 0) {  in kvm_events_live_report()
1492 	if (evlist__add_pollfd(kvm->evlist, kvm->timerfd) < 0)  in kvm_events_live_report()
1495 	nr_stdin = evlist__add_pollfd(kvm->evlist, fileno(stdin));  in kvm_events_live_report()
1503 	evlist__enable(kvm->evlist);  in kvm_events_live_report()
1506 		struct fdarray *fda = &kvm->evlist->core.pollfd;  in kvm_events_live_report()
1509 		rc = perf_kvm__mmap_read(kvm);  in kvm_events_live_report()
1513 		err = perf_kvm__handle_timerfd(kvm);  in kvm_events_live_report()
1521 			err = evlist__poll(kvm->evlist, 100);  in kvm_events_live_report()
1524 	evlist__disable(kvm->evlist);  in kvm_events_live_report()
1527 		sort_result(kvm);  in kvm_events_live_report()
1528 		print_result(kvm);  in kvm_events_live_report()
1534 	if (kvm->timerfd >= 0)  in kvm_events_live_report()
1535 		close(kvm->timerfd);  in kvm_events_live_report()
1541 static int kvm_live_open_events(struct perf_kvm_stat *kvm)  in kvm_live_open_events()  argument
1545 	struct evlist *evlist = kvm->evlist;  in kvm_live_open_events()
1548 	evlist__config(evlist, &kvm->opts, NULL);  in kvm_live_open_events()
1588 	if (evlist__mmap(evlist, kvm->opts.mmap_pages) < 0) {  in kvm_live_open_events()
1602 static int read_events(struct perf_kvm_stat *kvm)  in read_events()  argument
1613 		.path  = kvm->file_name,  in read_events()
1615 		.force = kvm->force,  in read_events()
1618 	kvm->tool = eops;  in read_events()
1619 	kvm->session = perf_session__new(&file, &kvm->tool);  in read_events()
1620 	if (IS_ERR(kvm->session)) {  in read_events()
1622 		return PTR_ERR(kvm->session);  in read_events()
1625 	symbol__init(&kvm->session->header.env);  in read_events()
1627 	if (!perf_session__has_traces(kvm->session, "kvm record")) {  in read_events()
1636 	ret = cpu_isa_config(kvm);  in read_events()
1640 	ret = perf_session__process_events(kvm->session);  in read_events()
1643 	perf_session__delete(kvm->session);  in read_events()
1647 static int parse_target_str(struct perf_kvm_stat *kvm)  in parse_target_str()  argument
1649 	if (kvm->opts.target.pid) {  in parse_target_str()
1650 		kvm->pid_list = intlist__new(kvm->opts.target.pid);  in parse_target_str()
1651 		if (kvm->pid_list == NULL) {  in parse_target_str()
1660 static int kvm_events_report_vcpu(struct perf_kvm_stat *kvm)  in kvm_events_report_vcpu()  argument
1663 	int vcpu = kvm->trace_vcpu;  in kvm_events_report_vcpu()
1665 	if (parse_target_str(kvm) != 0)  in kvm_events_report_vcpu()
1671 	if (!is_valid_key(kvm))  in kvm_events_report_vcpu()
1674 	if (!register_kvm_events_ops(kvm))  in kvm_events_report_vcpu()
1677 	if (kvm->use_stdio) {  in kvm_events_report_vcpu()
1688 	ret = read_events(kvm);  in kvm_events_report_vcpu()
1692 	sort_result(kvm);  in kvm_events_report_vcpu()
1693 	kvm_display(kvm);  in kvm_events_report_vcpu()
1708 int __weak setup_kvm_events_tp(struct perf_kvm_stat *kvm __maybe_unused)  in setup_kvm_events_tp()
1714 kvm_events_record(struct perf_kvm_stat *kvm, int argc, const char **argv)  in kvm_events_record()  argument
1732 	ret = setup_kvm_events_tp(kvm);  in kvm_events_record()
1757 	rec_argv[i++] = STRDUP_FAIL_EXIT(kvm->file_name);  in kvm_events_record()
1787 kvm_events_report(struct perf_kvm_stat *kvm, int argc, const char **argv)  in kvm_events_report()  argument
1790 		OPT_STRING(0, "event", &kvm->report_event, "report event",  in kvm_events_report()
1793 		OPT_INTEGER(0, "vcpu", &kvm->trace_vcpu,  in kvm_events_report()
1795 		OPT_STRING('k', "key", &kvm->sort_key, "sort-key",  in kvm_events_report()
1798 		OPT_STRING('p', "pid", &kvm->opts.target.pid, "pid",  in kvm_events_report()
1800 		OPT_BOOLEAN('f', "force", &kvm->force, "don't complain, do it"),  in kvm_events_report()
1801 		OPT_BOOLEAN(0, "stdio", &kvm->use_stdio, "use the stdio interface"),  in kvm_events_report()
1820 	kvm->use_stdio = true;  in kvm_events_report()
1823 	if (!kvm->opts.target.pid)  in kvm_events_report()
1824 		kvm->opts.target.system_wide = true;  in kvm_events_report()
1826 	return kvm_events_report_vcpu(kvm);  in kvm_events_report()
1879 static int kvm_events_live(struct perf_kvm_stat *kvm,  in kvm_events_live()  argument
1886 		OPT_STRING('p', "pid", &kvm->opts.target.pid, "pid",  in kvm_events_live()
1888 		OPT_CALLBACK('m', "mmap-pages", &kvm->opts.mmap_pages, "pages",  in kvm_events_live()
1892 		OPT_BOOLEAN('a', "all-cpus", &kvm->opts.target.system_wide,  in kvm_events_live()
1894 		OPT_UINTEGER('d', "display", &kvm->display_time,  in kvm_events_live()
1896 		OPT_STRING(0, "event", &kvm->report_event, "report event",  in kvm_events_live()
1899 		OPT_INTEGER(0, "vcpu", &kvm->trace_vcpu,  in kvm_events_live()
1901 		OPT_STRING('k', "key", &kvm->sort_key, "sort-key",  in kvm_events_live()
1904 		OPT_U64(0, "duration", &kvm->duration,  in kvm_events_live()
1922 	kvm->tool.sample = process_sample_event;  in kvm_events_live()
1923 	kvm->tool.comm   = perf_event__process_comm;  in kvm_events_live()
1924 	kvm->tool.exit   = perf_event__process_exit;  in kvm_events_live()
1925 	kvm->tool.fork   = perf_event__process_fork;  in kvm_events_live()
1926 	kvm->tool.lost   = process_lost_event;  in kvm_events_live()
1927 	kvm->tool.namespaces  = perf_event__process_namespaces;  in kvm_events_live()
1928 	kvm->tool.ordered_events = true;  in kvm_events_live()
1929 	perf_tool__fill_defaults(&kvm->tool);  in kvm_events_live()
1932 	kvm->display_time = 1;  in kvm_events_live()
1933 	kvm->opts.user_interval = 1;  in kvm_events_live()
1934 	kvm->opts.mmap_pages = 512;  in kvm_events_live()
1935 	kvm->opts.target.uses_mmap = false;  in kvm_events_live()
1936 	kvm->opts.target.uid_str = NULL;  in kvm_events_live()
1937 	kvm->opts.target.uid = UINT_MAX;  in kvm_events_live()
1951 	kvm->duration *= NSEC_PER_USEC;   /* convert usec to nsec */  in kvm_events_live()
1956 	err = target__validate(&kvm->opts.target);  in kvm_events_live()
1958 		target__strerror(&kvm->opts.target, err, errbuf, BUFSIZ);  in kvm_events_live()
1962 	if (target__none(&kvm->opts.target))  in kvm_events_live()
1963 		kvm->opts.target.system_wide = true;  in kvm_events_live()
1969 	err = setup_kvm_events_tp(kvm);  in kvm_events_live()
1975 	kvm->evlist = kvm_live_event_list();  in kvm_events_live()
1976 	if (kvm->evlist == NULL) {  in kvm_events_live()
1981 	if (evlist__create_maps(kvm->evlist, &kvm->opts.target) < 0)  in kvm_events_live()
1987 	kvm->session = perf_session__new(&data, &kvm->tool);  in kvm_events_live()
1988 	if (IS_ERR(kvm->session)) {  in kvm_events_live()
1989 		err = PTR_ERR(kvm->session);  in kvm_events_live()
1992 	kvm->session->evlist = kvm->evlist;  in kvm_events_live()
1993 	perf_session__set_id_hdr_size(kvm->session);  in kvm_events_live()
1994 	ordered_events__set_copy_on_queue(&kvm->session->ordered_events, true);  in kvm_events_live()
1995 	machine__synthesize_threads(&kvm->session->machines.host, &kvm->opts.target,  in kvm_events_live()
1996 				    kvm->evlist->core.threads, true, false, 1);  in kvm_events_live()
1997 	err = kvm_live_open_events(kvm);  in kvm_events_live()
2001 	err = kvm_events_live_report(kvm);  in kvm_events_live()
2004 	perf_session__delete(kvm->session);  in kvm_events_live()
2005 	kvm->session = NULL;  in kvm_events_live()
2006 	evlist__delete(kvm->evlist);  in kvm_events_live()
2026 	struct perf_kvm_stat kvm = {  in kvm_cmd_stat()  local
2041 		return kvm_events_record(&kvm, argc - 1, argv + 1);  in kvm_cmd_stat()
2044 		return kvm_events_report(&kvm, argc - 1 , argv + 1);  in kvm_cmd_stat()
2048 		return kvm_events_live(&kvm, argc - 1 , argv + 1);  in kvm_cmd_stat()