43 static void __machine__remove_thread(struct machine *machine, struct thread *th, bool lock);
52 static void machine__threads_init(struct machine *machine)  in machine__threads_init()  argument
57 		struct threads *threads = &machine->threads[i];  in machine__threads_init()
66 static int machine__set_mmap_name(struct machine *machine)  in machine__set_mmap_name()  argument
68 	if (machine__is_host(machine))  in machine__set_mmap_name()
69 		machine->mmap_name = strdup("[kernel.kallsyms]");  in machine__set_mmap_name()
70 	else if (machine__is_default_guest(machine))  in machine__set_mmap_name()
71 		machine->mmap_name = strdup("[guest.kernel.kallsyms]");  in machine__set_mmap_name()
72 	else if (asprintf(&machine->mmap_name, "[guest.kernel.kallsyms.%d]",  in machine__set_mmap_name()
73 			  machine->pid) < 0)  in machine__set_mmap_name()
74 		machine->mmap_name = NULL;  in machine__set_mmap_name()
76 	return machine->mmap_name ? 0 : -ENOMEM;  in machine__set_mmap_name()
79 int machine__init(struct machine *machine, const char *root_dir, pid_t pid)  in machine__init()  argument
83 	memset(machine, 0, sizeof(*machine));  in machine__init()
84 	map_groups__init(&machine->kmaps, machine);  in machine__init()
85 	RB_CLEAR_NODE(&machine->rb_node);  in machine__init()
86 	dsos__init(&machine->dsos);  in machine__init()
88 	machine__threads_init(machine);  in machine__init()
90 	machine->vdso_info = NULL;  in machine__init()
91 	machine->env = NULL;  in machine__init()
93 	machine->pid = pid;  in machine__init()
95 	machine->id_hdr_size = 0;  in machine__init()
96 	machine->kptr_restrict_warned = false;  in machine__init()
97 	machine->comm_exec = false;  in machine__init()
98 	machine->kernel_start = 0;  in machine__init()
99 	machine->vmlinux_map = NULL;  in machine__init()
101 	machine->root_dir = strdup(root_dir);  in machine__init()
102 	if (machine->root_dir == NULL)  in machine__init()
105 	if (machine__set_mmap_name(machine))  in machine__init()
109 		struct thread *thread = machine__findnew_thread(machine, -1,  in machine__init()
121 	machine->current_tid = NULL;  in machine__init()
126 		zfree(&machine->root_dir);  in machine__init()
127 		zfree(&machine->mmap_name);  in machine__init()
132 struct machine *machine__new_host(void)  in machine__new_host()
134 	struct machine *machine = malloc(sizeof(*machine));  in machine__new_host()  local
136 	if (machine != NULL) {  in machine__new_host()
137 		machine__init(machine, "", HOST_KERNEL_ID);  in machine__new_host()
139 		if (machine__create_kernel_maps(machine) < 0)  in machine__new_host()
143 	return machine;  in machine__new_host()
145 	free(machine);  in machine__new_host()
149 struct machine *machine__new_kallsyms(void)  in machine__new_kallsyms()
151 	struct machine *machine = machine__new_host();  in machine__new_kallsyms()  local
158 	if (machine && machine__load_kallsyms(machine, "/proc/kallsyms") <= 0) {  in machine__new_kallsyms()
159 		machine__delete(machine);  in machine__new_kallsyms()
160 		machine = NULL;  in machine__new_kallsyms()
163 	return machine;  in machine__new_kallsyms()
188 void machine__delete_threads(struct machine *machine)  in machine__delete_threads()  argument
194 		struct threads *threads = &machine->threads[i];  in machine__delete_threads()
201 			__machine__remove_thread(machine, t, false);  in machine__delete_threads()
207 void machine__exit(struct machine *machine)  in machine__exit()  argument
211 	if (machine == NULL)  in machine__exit()
214 	machine__destroy_kernel_maps(machine);  in machine__exit()
215 	map_groups__exit(&machine->kmaps);  in machine__exit()
216 	dsos__exit(&machine->dsos);  in machine__exit()
217 	machine__exit_vdso(machine);  in machine__exit()
218 	zfree(&machine->root_dir);  in machine__exit()
219 	zfree(&machine->mmap_name);  in machine__exit()
220 	zfree(&machine->current_tid);  in machine__exit()
223 		struct threads *threads = &machine->threads[i];  in machine__exit()
240 void machine__delete(struct machine *machine)  in machine__delete()  argument
242 	if (machine) {  in machine__delete()
243 		machine__exit(machine);  in machine__delete()
244 		free(machine);  in machine__delete()
260 struct machine *machines__add(struct machines *machines, pid_t pid,  in machines__add()
265 	struct machine *pos, *machine = malloc(sizeof(*machine));  in machines__add()  local
268 	if (machine == NULL)  in machines__add()
271 	if (machine__init(machine, root_dir, pid) != 0) {  in machines__add()
272 		free(machine);  in machines__add()
278 		pos = rb_entry(parent, struct machine, rb_node);  in machines__add()
287 	rb_link_node(&machine->rb_node, parent, p);  in machines__add()
288 	rb_insert_color_cached(&machine->rb_node, &machines->guests, leftmost);  in machines__add()
290 	return machine;  in machines__add()
300 		struct machine *machine = rb_entry(nd, struct machine, rb_node);  in machines__set_comm_exec()  local
302 		machine->comm_exec = comm_exec;  in machines__set_comm_exec()
306 struct machine *machines__find(struct machines *machines, pid_t pid)  in machines__find()
310 	struct machine *machine;  in machines__find()  local
311 	struct machine *default_machine = NULL;  in machines__find()
318 		machine = rb_entry(parent, struct machine, rb_node);  in machines__find()
319 		if (pid < machine->pid)  in machines__find()
321 		else if (pid > machine->pid)  in machines__find()
324 			return machine;  in machines__find()
325 		if (!machine->pid)  in machines__find()
326 			default_machine = machine;  in machines__find()
332 struct machine *machines__findnew(struct machines *machines, pid_t pid)  in machines__findnew()
336 	struct machine *machine = machines__find(machines, pid);  in machines__findnew()  local
338 	if (machine && (machine->pid == pid))  in machines__findnew()
355 			machine = NULL;  in machines__findnew()
361 	machine = machines__add(machines, pid, root_dir);  in machines__findnew()
363 	return machine;  in machines__findnew()
372 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__process_guests()
380 	struct machine *machine;  in machines__set_id_hdr_size()  local
386 		machine = rb_entry(node, struct machine, rb_node);  in machines__set_id_hdr_size()
387 		machine->id_hdr_size = id_hdr_size;  in machines__set_id_hdr_size()
393 static void machine__update_thread_pid(struct machine *machine,  in machine__update_thread_pid()  argument
406 	leader = __machine__findnew_thread(machine, th->pid_, th->pid_);  in machine__update_thread_pid()
411 		leader->mg = map_groups__new(machine);  in machine__update_thread_pid()
446 __threads__get_last_match(struct threads *threads, struct machine *machine,  in __threads__get_last_match()  argument
454 			machine__update_thread_pid(machine, th, pid);  in __threads__get_last_match()
465 threads__get_last_match(struct threads *threads, struct machine *machine,  in threads__get_last_match()  argument
471 		th = __threads__get_last_match(threads, machine, pid, tid);  in threads__get_last_match()
493 static struct thread *____machine__findnew_thread(struct machine *machine,  in ____machine__findnew_thread()  argument
503 	th = threads__get_last_match(threads, machine, pid, tid);  in ____machine__findnew_thread()
513 			machine__update_thread_pid(machine, th, pid);  in ____machine__findnew_thread()
541 		if (thread__init_map_groups(th, machine)) {  in ____machine__findnew_thread()
558 struct thread *__machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid)  in __machine__findnew_thread()  argument
560 	return ____machine__findnew_thread(machine, machine__threads(machine, tid), pid, tid, true);  in __machine__findnew_thread()
563 struct thread *machine__findnew_thread(struct machine *machine, pid_t pid,  in machine__findnew_thread()  argument
566 	struct threads *threads = machine__threads(machine, tid);  in machine__findnew_thread()
570 	th = __machine__findnew_thread(machine, pid, tid);  in machine__findnew_thread()
575 struct thread *machine__find_thread(struct machine *machine, pid_t pid,  in machine__find_thread()  argument
578 	struct threads *threads = machine__threads(machine, tid);  in machine__find_thread()
582 	th =  ____machine__findnew_thread(machine, threads, pid, tid, false);  in machine__find_thread()
587 struct comm *machine__thread_exec_comm(struct machine *machine,  in machine__thread_exec_comm()  argument
590 	if (machine->comm_exec)  in machine__thread_exec_comm()
596 int machine__process_comm_event(struct machine *machine, union perf_event *event,  in machine__process_comm_event()  argument
599 	struct thread *thread = machine__findnew_thread(machine,  in machine__process_comm_event()
606 		machine->comm_exec = true;  in machine__process_comm_event()
622 int machine__process_namespaces_event(struct machine *machine __maybe_unused,  in machine__process_namespaces_event()
626 	struct thread *thread = machine__findnew_thread(machine,  in machine__process_namespaces_event()
653 int machine__process_lost_event(struct machine *machine __maybe_unused,  in machine__process_lost_event()
661 int machine__process_lost_samples_event(struct machine *machine __maybe_unused,  in machine__process_lost_samples_event()
669 static struct dso *machine__findnew_module_dso(struct machine *machine,  in machine__findnew_module_dso()  argument
675 	down_write(&machine->dsos.lock);  in machine__findnew_module_dso()
677 	dso = __dsos__find(&machine->dsos, m->name, true);  in machine__findnew_module_dso()
679 		dso = __dsos__addnew(&machine->dsos, m->name);  in machine__findnew_module_dso()
683 		dso__set_module_info(dso, m, machine);  in machine__findnew_module_dso()
689 	up_write(&machine->dsos.lock);  in machine__findnew_module_dso()
693 int machine__process_aux_event(struct machine *machine __maybe_unused,  in machine__process_aux_event()
701 int machine__process_itrace_start_event(struct machine *machine __maybe_unused,  in machine__process_itrace_start_event()
709 int machine__process_switch_event(struct machine *machine __maybe_unused,  in machine__process_switch_event()
717 static int machine__process_ksymbol_register(struct machine *machine,  in machine__process_ksymbol_register()  argument
724 	map = map_groups__find(&machine->kmaps, event->ksymbol.addr);  in machine__process_ksymbol_register()
732 		map_groups__insert(&machine->kmaps, map);  in machine__process_ksymbol_register()
744 static int machine__process_ksymbol_unregister(struct machine *machine,  in machine__process_ksymbol_unregister()  argument
750 	map = map_groups__find(&machine->kmaps, event->ksymbol.addr);  in machine__process_ksymbol_unregister()
752 		map_groups__remove(&machine->kmaps, map);  in machine__process_ksymbol_unregister()
757 int machine__process_ksymbol(struct machine *machine __maybe_unused,  in machine__process_ksymbol()
765 		return machine__process_ksymbol_unregister(machine, event,  in machine__process_ksymbol()
767 	return machine__process_ksymbol_register(machine, event, sample);  in machine__process_ksymbol()
788 struct map *machine__findnew_module_map(struct machine *machine, u64 start,  in machine__findnew_module_map()  argument
798 	map = map_groups__find_by_name(&machine->kmaps, m.name);  in machine__findnew_module_map()
809 	dso = machine__findnew_module_dso(machine, &m, filename);  in machine__findnew_module_map()
817 	map_groups__insert(&machine->kmaps, map);  in machine__findnew_module_map()
834 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__fprintf_dsos()
841 size_t machine__fprintf_dsos_buildid(struct machine *m, FILE *fp,  in machine__fprintf_dsos_buildid()
854 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__fprintf_dsos_buildid()
860 size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp)  in machine__fprintf_vmlinux_path()  argument
864 	struct dso *kdso = machine__kernel_map(machine)->dso;  in machine__fprintf_vmlinux_path()
880 size_t machine__fprintf(struct machine *machine, FILE *fp)  in machine__fprintf()  argument
887 		struct threads *threads = &machine->threads[i];  in machine__fprintf()
905 static struct dso *machine__get_kernel(struct machine *machine)  in machine__get_kernel()  argument
907 	const char *vmlinux_name = machine->mmap_name;  in machine__get_kernel()
910 	if (machine__is_host(machine)) {  in machine__get_kernel()
914 		kernel = machine__findnew_kernel(machine, vmlinux_name,  in machine__get_kernel()
920 		kernel = machine__findnew_kernel(machine, vmlinux_name,  in machine__get_kernel()
926 		dso__read_running_kernel_build_id(kernel, machine);  in machine__get_kernel()
935 void machine__get_kallsyms_filename(struct machine *machine, char *buf,  in machine__get_kallsyms_filename()  argument
938 	if (machine__is_default_guest(machine))  in machine__get_kallsyms_filename()
941 		scnprintf(buf, bufsz, "%s/proc/kallsyms", machine->root_dir);  in machine__get_kallsyms_filename()
950 static int machine__get_running_kernel_start(struct machine *machine,  in machine__get_running_kernel_start()  argument
959 	machine__get_kallsyms_filename(machine, filename, PATH_MAX);  in machine__get_running_kernel_start()
985 int machine__create_extra_kernel_map(struct machine *machine,  in machine__create_extra_kernel_map()  argument
1001 	kmap->kmaps = &machine->kmaps;  in machine__create_extra_kernel_map()
1004 	map_groups__insert(&machine->kmaps, map);  in machine__create_extra_kernel_map()
1046 int machine__map_x86_64_entry_trampolines(struct machine *machine,  in machine__map_x86_64_entry_trampolines()  argument
1049 	struct map_groups *kmaps = &machine->kmaps;  in machine__map_x86_64_entry_trampolines()
1072 	if (found || machine->trampolines_mapped)  in machine__map_x86_64_entry_trampolines()
1079 	nr_cpus_avail = machine__nr_cpus_avail(machine);  in machine__map_x86_64_entry_trampolines()
1094 		if (machine__create_extra_kernel_map(machine, kernel, &xm) < 0)  in machine__map_x86_64_entry_trampolines()
1098 	machine->trampolines_mapped = nr_cpus_avail;  in machine__map_x86_64_entry_trampolines()
1103 int __weak machine__create_extra_kernel_maps(struct machine *machine __maybe_unused,  in machine__create_extra_kernel_maps()
1110 __machine__create_kernel_maps(struct machine *machine, struct dso *kernel)  in __machine__create_kernel_maps()  argument
1116 	machine__destroy_kernel_maps(machine);  in __machine__create_kernel_maps()
1118 	machine->vmlinux_map = map__new2(0, kernel);  in __machine__create_kernel_maps()
1119 	if (machine->vmlinux_map == NULL)  in __machine__create_kernel_maps()
1122 	machine->vmlinux_map->map_ip = machine->vmlinux_map->unmap_ip = identity__map_ip;  in __machine__create_kernel_maps()
1123 	map = machine__kernel_map(machine);  in __machine__create_kernel_maps()
1128 	kmap->kmaps = &machine->kmaps;  in __machine__create_kernel_maps()
1129 	map_groups__insert(&machine->kmaps, map);  in __machine__create_kernel_maps()
1134 void machine__destroy_kernel_maps(struct machine *machine)  in machine__destroy_kernel_maps()  argument
1137 	struct map *map = machine__kernel_map(machine);  in machine__destroy_kernel_maps()
1143 	map_groups__remove(&machine->kmaps, map);  in machine__destroy_kernel_maps()
1149 	map__zput(machine->vmlinux_map);  in machine__destroy_kernel_maps()
1208 		struct machine *pos = rb_entry(next, struct machine, rb_node);  in machines__destroy_kernel_maps()
1218 	struct machine *machine = machines__findnew(machines, pid);  in machines__create_kernel_maps()  local
1220 	if (machine == NULL)  in machines__create_kernel_maps()
1223 	return machine__create_kernel_maps(machine);  in machines__create_kernel_maps()
1226 int machine__load_kallsyms(struct machine *machine, const char *filename)  in machine__load_kallsyms()  argument
1228 	struct map *map = machine__kernel_map(machine);  in machine__load_kallsyms()
1238 		map_groups__fixup_end(&machine->kmaps);  in machine__load_kallsyms()
1244 int machine__load_vmlinux_path(struct machine *machine)  in machine__load_vmlinux_path()  argument
1246 	struct map *map = machine__kernel_map(machine);  in machine__load_vmlinux_path()
1376 static int machine__set_modules_path(struct machine *machine)  in machine__set_modules_path()  argument
1381 	version = get_kernel_version(machine->root_dir);  in machine__set_modules_path()
1386 		 machine->root_dir, version);  in machine__set_modules_path()
1389 	return map_groups__set_modules_path_dir(&machine->kmaps, modules_path, 0);  in machine__set_modules_path()
1401 	struct machine *machine = arg;  in machine__create_module()  local
1407 	map = machine__findnew_module_map(machine, start, name);  in machine__create_module()
1412 	dso__kernel_module_get_build_id(map->dso, machine->root_dir);  in machine__create_module()
1417 static int machine__create_modules(struct machine *machine)  in machine__create_modules()  argument
1422 	if (machine__is_default_guest(machine)) {  in machine__create_modules()
1425 		snprintf(path, PATH_MAX, "%s/proc/modules", machine->root_dir);  in machine__create_modules()
1432 	if (modules__parse(modules, machine, machine__create_module))  in machine__create_modules()
1435 	if (!machine__set_modules_path(machine))  in machine__create_modules()
1443 static void machine__set_kernel_mmap(struct machine *machine,  in machine__set_kernel_mmap()  argument
1446 	machine->vmlinux_map->start = start;  in machine__set_kernel_mmap()
1447 	machine->vmlinux_map->end   = end;  in machine__set_kernel_mmap()
1453 		machine->vmlinux_map->end = ~0ULL;  in machine__set_kernel_mmap()
1456 static void machine__update_kernel_mmap(struct machine *machine,  in machine__update_kernel_mmap()  argument
1459 	struct map *map = machine__kernel_map(machine);  in machine__update_kernel_mmap()
1462 	map_groups__remove(&machine->kmaps, map);  in machine__update_kernel_mmap()
1464 	machine__set_kernel_mmap(machine, start, end);  in machine__update_kernel_mmap()
1466 	map_groups__insert(&machine->kmaps, map);  in machine__update_kernel_mmap()
1470 int machine__create_kernel_maps(struct machine *machine)  in machine__create_kernel_maps()  argument
1472 	struct dso *kernel = machine__get_kernel(machine);  in machine__create_kernel_maps()
1481 	ret = __machine__create_kernel_maps(machine, kernel);  in machine__create_kernel_maps()
1485 	if (symbol_conf.use_modules && machine__create_modules(machine) < 0) {  in machine__create_kernel_maps()
1486 		if (machine__is_host(machine))  in machine__create_kernel_maps()
1491 				 "continuing anyway...\n", machine->pid);  in machine__create_kernel_maps()
1494 	if (!machine__get_running_kernel_start(machine, &name, &start, &end)) {  in machine__create_kernel_maps()
1496 		    map__set_kallsyms_ref_reloc_sym(machine->vmlinux_map, name, start)) {  in machine__create_kernel_maps()
1497 			machine__destroy_kernel_maps(machine);  in machine__create_kernel_maps()
1506 		machine__update_kernel_mmap(machine, start, end);  in machine__create_kernel_maps()
1509 	if (machine__create_extra_kernel_maps(machine, kernel))  in machine__create_kernel_maps()
1514 		map = map__next(machine__kernel_map(machine));  in machine__create_kernel_maps()
1516 			machine__set_kernel_mmap(machine, start, map->start);  in machine__create_kernel_maps()
1524 static bool machine__uses_kcore(struct machine *machine)  in machine__uses_kcore()  argument
1528 	list_for_each_entry(dso, &machine->dsos.head, node) {  in machine__uses_kcore()
1536 static bool perf_event__is_extra_kernel_mmap(struct machine *machine,  in perf_event__is_extra_kernel_mmap()  argument
1539 	return machine__is(machine, "x86_64") &&  in perf_event__is_extra_kernel_mmap()
1543 static int machine__process_extra_kernel_map(struct machine *machine,  in machine__process_extra_kernel_map()  argument
1546 	struct map *kernel_map = machine__kernel_map(machine);  in machine__process_extra_kernel_map()
1559 	return machine__create_extra_kernel_map(machine, kernel, &xm);  in machine__process_extra_kernel_map()
1562 static int machine__process_kernel_mmap_event(struct machine *machine,  in machine__process_kernel_mmap_event()  argument
1570 	if (machine__uses_kcore(machine))  in machine__process_kernel_mmap_event()
1573 	if (machine__is_host(machine))  in machine__process_kernel_mmap_event()
1579 				machine->mmap_name,  in machine__process_kernel_mmap_event()
1580 				strlen(machine->mmap_name) - 1) == 0;  in machine__process_kernel_mmap_event()
1583 		map = machine__findnew_module_map(machine, event->mmap.start,  in machine__process_kernel_mmap_event()
1591 				strlen(machine->mmap_name));  in machine__process_kernel_mmap_event()
1599 		down_read(&machine->dsos.lock);  in machine__process_kernel_mmap_event()
1601 		list_for_each_entry(dso, &machine->dsos.head, node) {  in machine__process_kernel_mmap_event()
1629 		up_read(&machine->dsos.lock);  in machine__process_kernel_mmap_event()
1632 			kernel = machine__findnew_dso(machine, machine->mmap_name);  in machine__process_kernel_mmap_event()
1637 		if (__machine__create_kernel_maps(machine, kernel) < 0) {  in machine__process_kernel_mmap_event()
1645 		machine__update_kernel_mmap(machine, event->mmap.start,  in machine__process_kernel_mmap_event()
1654 			map__set_kallsyms_ref_reloc_sym(machine->vmlinux_map,  in machine__process_kernel_mmap_event()
1659 		if (machine__is_default_guest(machine)) {  in machine__process_kernel_mmap_event()
1663 			dso__load(kernel, machine__kernel_map(machine));  in machine__process_kernel_mmap_event()
1665 	} else if (perf_event__is_extra_kernel_mmap(machine, event)) {  in machine__process_kernel_mmap_event()
1666 		return machine__process_extra_kernel_map(machine, event);  in machine__process_kernel_mmap_event()
1673 int machine__process_mmap2_event(struct machine *machine,  in machine__process_mmap2_event()  argument
1686 		ret = machine__process_kernel_mmap_event(machine, event);  in machine__process_mmap2_event()
1692 	thread = machine__findnew_thread(machine, event->mmap2.pid,  in machine__process_mmap2_event()
1697 	map = map__new(machine, event->mmap2.start,  in machine__process_mmap2_event()
1726 int machine__process_mmap_event(struct machine *machine, union perf_event *event,  in machine__process_mmap_event()  argument
1739 		ret = machine__process_kernel_mmap_event(machine, event);  in machine__process_mmap_event()
1745 	thread = machine__findnew_thread(machine, event->mmap.pid,  in machine__process_mmap_event()
1753 	map = map__new(machine, event->mmap.start,  in machine__process_mmap_event()
1779 static void __machine__remove_thread(struct machine *machine, struct thread *th, bool lock)  in __machine__remove_thread()  argument
1781 	struct threads *threads = machine__threads(machine, th->tid);  in __machine__remove_thread()
1812 void machine__remove_thread(struct machine *machine, struct thread *th)  in machine__remove_thread()  argument
1814 	return __machine__remove_thread(machine, th, true);  in machine__remove_thread()
1817 int machine__process_fork_event(struct machine *machine, union perf_event *event,  in machine__process_fork_event()  argument
1820 	struct thread *thread = machine__find_thread(machine,  in machine__process_fork_event()
1823 	struct thread *parent = machine__findnew_thread(machine,  in machine__process_fork_event()
1841 		machine__remove_thread(machine, parent);  in machine__process_fork_event()
1843 		parent = machine__findnew_thread(machine, event->fork.ppid,  in machine__process_fork_event()
1849 		machine__remove_thread(machine, thread);  in machine__process_fork_event()
1853 	thread = machine__findnew_thread(machine, event->fork.pid,  in machine__process_fork_event()
1883 int machine__process_exit_event(struct machine *machine, union perf_event *event,  in machine__process_exit_event()  argument
1886 	struct thread *thread = machine__find_thread(machine,  in machine__process_exit_event()
1901 int machine__process_event(struct machine *machine, union perf_event *event,  in machine__process_event()  argument
1908 		ret = machine__process_comm_event(machine, event, sample); break;  in machine__process_event()
1910 		ret = machine__process_mmap_event(machine, event, sample); break;  in machine__process_event()
1912 		ret = machine__process_namespaces_event(machine, event, sample); break;  in machine__process_event()
1914 		ret = machine__process_mmap2_event(machine, event, sample); break;  in machine__process_event()
1916 		ret = machine__process_fork_event(machine, event, sample); break;  in machine__process_event()
1918 		ret = machine__process_exit_event(machine, event, sample); break;  in machine__process_event()
1920 		ret = machine__process_lost_event(machine, event, sample); break;  in machine__process_event()
1922 		ret = machine__process_aux_event(machine, event); break;  in machine__process_event()
1924 		ret = machine__process_itrace_start_event(machine, event); break;  in machine__process_event()
1926 		ret = machine__process_lost_samples_event(machine, event, sample); break;  in machine__process_event()
1929 		ret = machine__process_switch_event(machine, event); break;  in machine__process_event()
1931 		ret = machine__process_ksymbol(machine, event, sample); break;  in machine__process_event()
1933 		ret = machine__process_bpf(machine, event, sample); break;  in machine__process_event()
2563 int machine__for_each_thread(struct machine *machine,  in machine__for_each_thread()  argument
2574 		threads = &machine->threads[i];  in machine__for_each_thread()
2604 		struct machine *machine = rb_entry(nd, struct machine, rb_node);  in machines__for_each_thread()  local
2606 		rc = machine__for_each_thread(machine, fn, priv);  in machines__for_each_thread()
2613 pid_t machine__get_current_tid(struct machine *machine, int cpu)  in machine__get_current_tid()  argument
2615 	int nr_cpus = min(machine->env->nr_cpus_online, MAX_NR_CPUS);  in machine__get_current_tid()
2617 	if (cpu < 0 || cpu >= nr_cpus || !machine->current_tid)  in machine__get_current_tid()
2620 	return machine->current_tid[cpu];  in machine__get_current_tid()
2623 int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,  in machine__set_current_tid()  argument
2627 	int nr_cpus = min(machine->env->nr_cpus_online, MAX_NR_CPUS);  in machine__set_current_tid()
2632 	if (!machine->current_tid) {  in machine__set_current_tid()
2635 		machine->current_tid = calloc(nr_cpus, sizeof(pid_t));  in machine__set_current_tid()
2636 		if (!machine->current_tid)  in machine__set_current_tid()
2639 			machine->current_tid[i] = -1;  in machine__set_current_tid()
2648 	machine->current_tid[cpu] = tid;  in machine__set_current_tid()
2650 	thread = machine__findnew_thread(machine, pid, tid);  in machine__set_current_tid()
2664 bool machine__is(struct machine *machine, const char *arch)  in machine__is()  argument
2666 	return machine && !strcmp(perf_env__raw_arch(machine->env), arch);  in machine__is()
2669 int machine__nr_cpus_avail(struct machine *machine)  in machine__nr_cpus_avail()  argument
2671 	return machine ? perf_env__nr_cpus_avail(machine->env) : 0;  in machine__nr_cpus_avail()
2674 int machine__get_kernel_start(struct machine *machine)  in machine__get_kernel_start()  argument
2676 	struct map *map = machine__kernel_map(machine);  in machine__get_kernel_start()
2687 	machine->kernel_start = 1ULL << 63;  in machine__get_kernel_start()
2695 		if (!err && !machine__is(machine, "x86_64"))  in machine__get_kernel_start()
2696 			machine->kernel_start = map->start;  in machine__get_kernel_start()
2701 u8 machine__addr_cpumode(struct machine *machine, u8 cpumode, u64 addr)  in machine__addr_cpumode()  argument
2706 	if (!machine->single_address_space)  in machine__addr_cpumode()
2709 	kernel_ip = machine__kernel_ip(machine, addr);  in machine__addr_cpumode()
2728 struct dso *machine__findnew_dso(struct machine *machine, const char *filename)  in machine__findnew_dso()  argument
2730 	return dsos__findnew(&machine->dsos, filename);  in machine__findnew_dso()
2735 	struct machine *machine = vmachine;  in machine__resolve_kernel_addr()  local
2737 	struct symbol *sym = machine__find_kernel_symbol(machine, *addrp, &map);  in machine__resolve_kernel_addr()