96 static const char *get_exit_reason(struct perf_kvm_stat *kvm,  in get_exit_reason()  argument
107 		(unsigned long long)exit_code, kvm->exit_reasons_isa);  in get_exit_reason()
111 void exit_event_decode_key(struct perf_kvm_stat *kvm,  in exit_event_decode_key()  argument
115 	const char *exit_reason = get_exit_reason(kvm, key->exit_reasons,  in exit_event_decode_key()
121 static bool register_kvm_events_ops(struct perf_kvm_stat *kvm)  in register_kvm_events_ops()  argument
126 		if (!strcmp(events_ops->name, kvm->report_event)) {  in register_kvm_events_ops()
127 			kvm->events_ops = events_ops->ops;  in register_kvm_events_ops()
142 static void init_kvm_event_record(struct perf_kvm_stat *kvm)  in init_kvm_event_record()  argument
147 		INIT_LIST_HEAD(&kvm->kvm_events_cache[i]);  in init_kvm_event_record()
219 static struct kvm_event *find_create_kvm_event(struct perf_kvm_stat *kvm,  in find_create_kvm_event()  argument
227 	head = &kvm->kvm_events_cache[kvm_events_hash_fn(key->key)];  in find_create_kvm_event()
241 static bool handle_begin_event(struct perf_kvm_stat *kvm,  in handle_begin_event()  argument
248 		event = find_create_kvm_event(kvm, key);  in handle_begin_event()
288 static bool is_child_event(struct perf_kvm_stat *kvm,  in is_child_event()  argument
295 	child_ops = kvm->events_ops->child_ops;  in is_child_event()
310 static bool handle_child_event(struct perf_kvm_stat *kvm,  in handle_child_event()  argument
318 		event = find_create_kvm_event(kvm, key);  in handle_child_event()
336 static bool handle_end_event(struct perf_kvm_stat *kvm,  in handle_end_event()  argument
345 	if (kvm->trace_vcpu == -1)  in handle_end_event()
367 		event = find_create_kvm_event(kvm, key);  in handle_end_event()
383 	if (kvm->duration && time_diff > kvm->duration) {  in handle_end_event()
386 		kvm->events_ops->decode_key(kvm, &event->key, decode);  in handle_end_event()
420 static bool handle_kvm_event(struct perf_kvm_stat *kvm,  in handle_kvm_event()  argument
427 				 .exit_reasons = kvm->exit_reasons };  in handle_kvm_event()
434 	if ((kvm->trace_vcpu != -1) &&  in handle_kvm_event()
435 	    (kvm->trace_vcpu != vcpu_record->vcpu_id))  in handle_kvm_event()
438 	if (kvm->events_ops->is_begin_event(evsel, sample, &key))  in handle_kvm_event()
439 		return handle_begin_event(kvm, vcpu_record, &key, sample->time);  in handle_kvm_event()
441 	if (is_child_event(kvm, evsel, sample, &key))  in handle_kvm_event()
442 		return handle_child_event(kvm, vcpu_record, &key, sample);  in handle_kvm_event()
444 	if (kvm->events_ops->is_end_event(evsel, sample, &key))  in handle_kvm_event()
445 		return handle_end_event(kvm, vcpu_record, &key, sample);  in handle_kvm_event()
486 static bool select_key(struct perf_kvm_stat *kvm)  in select_key()  argument
491 		if (!strcmp(keys[i].name, kvm->sort_key)) {  in select_key()
492 			kvm->compare = keys[i].key;  in select_key()
497 	pr_err("Unknown compare key:%s\n", kvm->sort_key);  in select_key()
523 update_total_count(struct perf_kvm_stat *kvm, struct kvm_event *event)  in update_total_count()  argument
525 	int vcpu = kvm->trace_vcpu;  in update_total_count()
527 	kvm->total_count += get_event_count(event, vcpu);  in update_total_count()
528 	kvm->total_time += get_event_time(event, vcpu);  in update_total_count()
536 static void sort_result(struct perf_kvm_stat *kvm)  in sort_result()  argument
539 	int vcpu = kvm->trace_vcpu;  in sort_result()
543 		list_for_each_entry(event, &kvm->kvm_events_cache[i], hash_entry) {  in sort_result()
545 				update_total_count(kvm, event);  in sort_result()
546 				insert_to_result(&kvm->result, event,  in sort_result()
547 						 kvm->compare, vcpu);  in sort_result()
565 static void print_vcpu_info(struct perf_kvm_stat *kvm)  in print_vcpu_info()  argument
567 	int vcpu = kvm->trace_vcpu;  in print_vcpu_info()
571 	if (kvm->opts.target.system_wide)  in print_vcpu_info()
573 	else if (kvm->opts.target.pid)  in print_vcpu_info()
574 		pr_info("pid(s) %s, ", kvm->opts.target.pid);  in print_vcpu_info()
600 static void print_result(struct perf_kvm_stat *kvm)  in print_result()  argument
604 	int vcpu = kvm->trace_vcpu;  in print_result()
606 	if (kvm->live) {  in print_result()
612 	print_vcpu_info(kvm);  in print_result()
613 	pr_info("%*s ", decode_str_len, kvm->events_ops->name);  in print_result()
623 	while ((event = pop_from_result(&kvm->result))) {  in print_result()
631 		kvm->events_ops->decode_key(kvm, &event->key, decode);  in print_result()
634 		pr_info("%8.2f%% ", (double)ecount / kvm->total_count * 100);  in print_result()
635 		pr_info("%8.2f%% ", (double)etime / kvm->total_time * 100);  in print_result()
644 		kvm->total_count, kvm->total_time / (double)NSEC_PER_USEC);  in print_result()
646 	if (kvm->lost_events)  in print_result()
647 		pr_info("\nLost events: %" PRIu64 "\n\n", kvm->lost_events);  in print_result()
656 	struct perf_kvm_stat *kvm = container_of(tool, struct perf_kvm_stat, tool);  in process_lost_event()  local
658 	kvm->lost_events++;  in process_lost_event()
663 static bool skip_sample(struct perf_kvm_stat *kvm,  in skip_sample()  argument
666 	if (kvm->pid_list && intlist__find(kvm->pid_list, sample->pid) == NULL)  in skip_sample()
680 	struct perf_kvm_stat *kvm = container_of(tool, struct perf_kvm_stat,  in process_sample_event()  local
683 	if (skip_sample(kvm, sample))  in process_sample_event()
693 	if (!handle_kvm_event(kvm, thread, evsel, sample))  in process_sample_event()
700 static int cpu_isa_config(struct perf_kvm_stat *kvm)  in cpu_isa_config()  argument
705 	if (kvm->live) {  in cpu_isa_config()
713 		cpuid = kvm->session->header.env.cpuid;  in cpu_isa_config()
720 	err = cpu_isa_init(kvm, cpuid);  in cpu_isa_config()
743 static s64 perf_kvm__mmap_read_idx(struct perf_kvm_stat *kvm, int idx,  in perf_kvm__mmap_read_idx()  argument
746 	struct perf_evlist *evlist = kvm->evlist;  in perf_kvm__mmap_read_idx()
767 		err = perf_session__queue_event(kvm->session, event, timestamp, 0);  in perf_kvm__mmap_read_idx()
793 static int perf_kvm__mmap_read(struct perf_kvm_stat *kvm)  in perf_kvm__mmap_read()  argument
799 	for (i = 0; i < kvm->evlist->nr_mmaps; i++) {  in perf_kvm__mmap_read()
800 		n = perf_kvm__mmap_read_idx(kvm, i, &mmap_time);  in perf_kvm__mmap_read()
821 		struct ordered_events *oe = &kvm->session->ordered_events;  in perf_kvm__mmap_read()
826 			if (kvm->lost_events)  in perf_kvm__mmap_read()
828 					kvm->lost_events);  in perf_kvm__mmap_read()
843 static int perf_kvm__timerfd_create(struct perf_kvm_stat *kvm)  in perf_kvm__timerfd_create()  argument
848 	kvm->timerfd = timerfd_create(CLOCK_MONOTONIC, TFD_NONBLOCK);  in perf_kvm__timerfd_create()
849 	if (kvm->timerfd < 0) {  in perf_kvm__timerfd_create()
854 	new_value.it_value.tv_sec = kvm->display_time;  in perf_kvm__timerfd_create()
856 	new_value.it_interval.tv_sec = kvm->display_time;  in perf_kvm__timerfd_create()
859 	if (timerfd_settime(kvm->timerfd, 0, &new_value, NULL) != 0) {  in perf_kvm__timerfd_create()
861 		close(kvm->timerfd);  in perf_kvm__timerfd_create()
870 static int perf_kvm__handle_timerfd(struct perf_kvm_stat *kvm)  in perf_kvm__handle_timerfd()  argument
875 	rc = read(kvm->timerfd, &c, sizeof(uint64_t));  in perf_kvm__handle_timerfd()
893 	sort_result(kvm);  in perf_kvm__handle_timerfd()
894 	print_result(kvm);  in perf_kvm__handle_timerfd()
897 	clear_events_cache_stats(kvm->kvm_events_cache);  in perf_kvm__handle_timerfd()
898 	kvm->total_count = 0;  in perf_kvm__handle_timerfd()
899 	kvm->total_time = 0;  in perf_kvm__handle_timerfd()
900 	kvm->lost_events = 0;  in perf_kvm__handle_timerfd()
934 static int kvm_events_live_report(struct perf_kvm_stat *kvm)  in kvm_events_live_report()  argument
940 	kvm->live = true;  in kvm_events_live_report()
942 	ret = cpu_isa_config(kvm);  in kvm_events_live_report()
946 	if (!verify_vcpu(kvm->trace_vcpu) ||  in kvm_events_live_report()
947 	    !select_key(kvm) ||  in kvm_events_live_report()
948 	    !register_kvm_events_ops(kvm)) {  in kvm_events_live_report()
953 	init_kvm_event_record(kvm);  in kvm_events_live_report()
959 	if (perf_kvm__timerfd_create(kvm) < 0) {  in kvm_events_live_report()
964 	if (perf_evlist__add_pollfd(kvm->evlist, kvm->timerfd) < 0)  in kvm_events_live_report()
967 	nr_stdin = perf_evlist__add_pollfd(kvm->evlist, fileno(stdin));  in kvm_events_live_report()
975 	perf_evlist__enable(kvm->evlist);  in kvm_events_live_report()
978 		struct fdarray *fda = &kvm->evlist->pollfd;  in kvm_events_live_report()
981 		rc = perf_kvm__mmap_read(kvm);  in kvm_events_live_report()
985 		err = perf_kvm__handle_timerfd(kvm);  in kvm_events_live_report()
996 	perf_evlist__disable(kvm->evlist);  in kvm_events_live_report()
999 		sort_result(kvm);  in kvm_events_live_report()
1000 		print_result(kvm);  in kvm_events_live_report()
1004 	if (kvm->timerfd >= 0)  in kvm_events_live_report()
1005 		close(kvm->timerfd);  in kvm_events_live_report()
1011 static int kvm_live_open_events(struct perf_kvm_stat *kvm)  in kvm_live_open_events()  argument
1015 	struct perf_evlist *evlist = kvm->evlist;  in kvm_live_open_events()
1018 	perf_evlist__config(evlist, &kvm->opts, NULL);  in kvm_live_open_events()
1058 	if (perf_evlist__mmap(evlist, kvm->opts.mmap_pages) < 0) {  in kvm_live_open_events()
1072 static int read_events(struct perf_kvm_stat *kvm)  in read_events()  argument
1084 			.path = kvm->file_name,  in read_events()
1087 		.force     = kvm->force,  in read_events()
1090 	kvm->tool = eops;  in read_events()
1091 	kvm->session = perf_session__new(&file, false, &kvm->tool);  in read_events()
1092 	if (!kvm->session) {  in read_events()
1097 	symbol__init(&kvm->session->header.env);  in read_events()
1099 	if (!perf_session__has_traces(kvm->session, "kvm record")) {  in read_events()
1108 	ret = cpu_isa_config(kvm);  in read_events()
1112 	ret = perf_session__process_events(kvm->session);  in read_events()
1115 	perf_session__delete(kvm->session);  in read_events()
1119 static int parse_target_str(struct perf_kvm_stat *kvm)  in parse_target_str()  argument
1121 	if (kvm->opts.target.pid) {  in parse_target_str()
1122 		kvm->pid_list = intlist__new(kvm->opts.target.pid);  in parse_target_str()
1123 		if (kvm->pid_list == NULL) {  in parse_target_str()
1132 static int kvm_events_report_vcpu(struct perf_kvm_stat *kvm)  in kvm_events_report_vcpu()  argument
1135 	int vcpu = kvm->trace_vcpu;  in kvm_events_report_vcpu()
1137 	if (parse_target_str(kvm) != 0)  in kvm_events_report_vcpu()
1143 	if (!select_key(kvm))  in kvm_events_report_vcpu()
1146 	if (!register_kvm_events_ops(kvm))  in kvm_events_report_vcpu()
1149 	init_kvm_event_record(kvm);  in kvm_events_report_vcpu()
1152 	ret = read_events(kvm);  in kvm_events_report_vcpu()
1156 	sort_result(kvm);  in kvm_events_report_vcpu()
1157 	print_result(kvm);  in kvm_events_report_vcpu()
1171 int __weak setup_kvm_events_tp(struct perf_kvm_stat *kvm __maybe_unused)  in setup_kvm_events_tp()
1177 kvm_events_record(struct perf_kvm_stat *kvm, int argc, const char **argv)  in kvm_events_record()  argument
1195 	ret = setup_kvm_events_tp(kvm);  in kvm_events_record()
1220 	rec_argv[i++] = STRDUP_FAIL_EXIT(kvm->file_name);  in kvm_events_record()
1250 kvm_events_report(struct perf_kvm_stat *kvm, int argc, const char **argv)  in kvm_events_report()  argument
1253 		OPT_STRING(0, "event", &kvm->report_event, "report event",  in kvm_events_report()
1256 		OPT_INTEGER(0, "vcpu", &kvm->trace_vcpu,  in kvm_events_report()
1258 		OPT_STRING('k', "key", &kvm->sort_key, "sort-key",  in kvm_events_report()
1261 		OPT_STRING('p', "pid", &kvm->opts.target.pid, "pid",  in kvm_events_report()
1263 		OPT_BOOLEAN('f', "force", &kvm->force, "don't complain, do it"),  in kvm_events_report()
1281 	if (!kvm->opts.target.pid)  in kvm_events_report()
1282 		kvm->opts.target.system_wide = true;  in kvm_events_report()
1284 	return kvm_events_report_vcpu(kvm);  in kvm_events_report()
1337 static int kvm_events_live(struct perf_kvm_stat *kvm,  in kvm_events_live()  argument
1344 		OPT_STRING('p', "pid", &kvm->opts.target.pid, "pid",  in kvm_events_live()
1346 		OPT_CALLBACK('m', "mmap-pages", &kvm->opts.mmap_pages, "pages",  in kvm_events_live()
1351 		OPT_BOOLEAN('a', "all-cpus", &kvm->opts.target.system_wide,  in kvm_events_live()
1353 		OPT_UINTEGER('d', "display", &kvm->display_time,  in kvm_events_live()
1355 		OPT_STRING(0, "event", &kvm->report_event, "report event",  in kvm_events_live()
1358 		OPT_INTEGER(0, "vcpu", &kvm->trace_vcpu,  in kvm_events_live()
1360 		OPT_STRING('k', "key", &kvm->sort_key, "sort-key",  in kvm_events_live()
1363 		OPT_U64(0, "duration", &kvm->duration,  in kvm_events_live()
1367 		OPT_UINTEGER(0, "proc-map-timeout", &kvm->opts.proc_map_timeout,  in kvm_events_live()
1381 	kvm->tool.sample = process_sample_event;  in kvm_events_live()
1382 	kvm->tool.comm   = perf_event__process_comm;  in kvm_events_live()
1383 	kvm->tool.exit   = perf_event__process_exit;  in kvm_events_live()
1384 	kvm->tool.fork   = perf_event__process_fork;  in kvm_events_live()
1385 	kvm->tool.lost   = process_lost_event;  in kvm_events_live()
1386 	kvm->tool.namespaces  = perf_event__process_namespaces;  in kvm_events_live()
1387 	kvm->tool.ordered_events = true;  in kvm_events_live()
1388 	perf_tool__fill_defaults(&kvm->tool);  in kvm_events_live()
1391 	kvm->display_time = 1;  in kvm_events_live()
1392 	kvm->opts.user_interval = 1;  in kvm_events_live()
1393 	kvm->opts.mmap_pages = 512;  in kvm_events_live()
1394 	kvm->opts.target.uses_mmap = false;  in kvm_events_live()
1395 	kvm->opts.target.uid_str = NULL;  in kvm_events_live()
1396 	kvm->opts.target.uid = UINT_MAX;  in kvm_events_live()
1397 	kvm->opts.proc_map_timeout = 500;  in kvm_events_live()
1411 	kvm->duration *= NSEC_PER_USEC;   /* convert usec to nsec */  in kvm_events_live()
1416 	err = target__validate(&kvm->opts.target);  in kvm_events_live()
1418 		target__strerror(&kvm->opts.target, err, errbuf, BUFSIZ);  in kvm_events_live()
1422 	if (target__none(&kvm->opts.target))  in kvm_events_live()
1423 		kvm->opts.target.system_wide = true;  in kvm_events_live()
1429 	err = setup_kvm_events_tp(kvm);  in kvm_events_live()
1435 	kvm->evlist = kvm_live_event_list();  in kvm_events_live()
1436 	if (kvm->evlist == NULL) {  in kvm_events_live()
1441 	if (perf_evlist__create_maps(kvm->evlist, &kvm->opts.target) < 0)  in kvm_events_live()
1447 	kvm->session = perf_session__new(&data, false, &kvm->tool);  in kvm_events_live()
1448 	if (kvm->session == NULL) {  in kvm_events_live()
1452 	kvm->session->evlist = kvm->evlist;  in kvm_events_live()
1453 	perf_session__set_id_hdr_size(kvm->session);  in kvm_events_live()
1454 	ordered_events__set_copy_on_queue(&kvm->session->ordered_events, true);  in kvm_events_live()
1455 	machine__synthesize_threads(&kvm->session->machines.host, &kvm->opts.target,  in kvm_events_live()
1456 				    kvm->evlist->threads, false,  in kvm_events_live()
1457 				    kvm->opts.proc_map_timeout, 1);  in kvm_events_live()
1458 	err = kvm_live_open_events(kvm);  in kvm_events_live()
1462 	err = kvm_events_live_report(kvm);  in kvm_events_live()
1465 	perf_session__delete(kvm->session);  in kvm_events_live()
1466 	kvm->session = NULL;  in kvm_events_live()
1467 	perf_evlist__delete(kvm->evlist);  in kvm_events_live()
1487 	struct perf_kvm_stat kvm = {  in kvm_cmd_stat()  local
1502 		return kvm_events_record(&kvm, argc - 1, argv + 1);  in kvm_cmd_stat()
1505 		return kvm_events_report(&kvm, argc - 1 , argv + 1);  in kvm_cmd_stat()
1509 		return kvm_events_live(&kvm, argc - 1 , argv + 1);  in kvm_cmd_stat()