14 #include "machine.h"
44 static void __machine__remove_thread(struct machine *machine, struct thread *th, bool lock);
46 static struct dso *machine__kernel_dso(struct machine *machine)  in machine__kernel_dso()  argument
48 	return machine->vmlinux_map->dso;  in machine__kernel_dso()
58 static void machine__threads_init(struct machine *machine)  in machine__threads_init()  argument
63 		struct threads *threads = &machine->threads[i];  in machine__threads_init()
72 static int machine__set_mmap_name(struct machine *machine)  in machine__set_mmap_name()  argument
74 	if (machine__is_host(machine))  in machine__set_mmap_name()
75 		machine->mmap_name = strdup("[kernel.kallsyms]");  in machine__set_mmap_name()
76 	else if (machine__is_default_guest(machine))  in machine__set_mmap_name()
77 		machine->mmap_name = strdup("[guest.kernel.kallsyms]");  in machine__set_mmap_name()
78 	else if (asprintf(&machine->mmap_name, "[guest.kernel.kallsyms.%d]",  in machine__set_mmap_name()
79 			  machine->pid) < 0)  in machine__set_mmap_name()
80 		machine->mmap_name = NULL;  in machine__set_mmap_name()
82 	return machine->mmap_name ? 0 : -ENOMEM;  in machine__set_mmap_name()
85 int machine__init(struct machine *machine, const char *root_dir, pid_t pid)  in machine__init()  argument
89 	memset(machine, 0, sizeof(*machine));  in machine__init()
90 	maps__init(&machine->kmaps, machine);  in machine__init()
91 	RB_CLEAR_NODE(&machine->rb_node);  in machine__init()
92 	dsos__init(&machine->dsos);  in machine__init()
94 	machine__threads_init(machine);  in machine__init()
96 	machine->vdso_info = NULL;  in machine__init()
97 	machine->env = NULL;  in machine__init()
99 	machine->pid = pid;  in machine__init()
101 	machine->id_hdr_size = 0;  in machine__init()
102 	machine->kptr_restrict_warned = false;  in machine__init()
103 	machine->comm_exec = false;  in machine__init()
104 	machine->kernel_start = 0;  in machine__init()
105 	machine->vmlinux_map = NULL;  in machine__init()
107 	machine->root_dir = strdup(root_dir);  in machine__init()
108 	if (machine->root_dir == NULL)  in machine__init()
111 	if (machine__set_mmap_name(machine))  in machine__init()
115 		struct thread *thread = machine__findnew_thread(machine, -1,  in machine__init()
127 	machine->current_tid = NULL;  in machine__init()
132 		zfree(&machine->root_dir);  in machine__init()
133 		zfree(&machine->mmap_name);  in machine__init()
138 struct machine *machine__new_host(void)  in machine__new_host()
140 	struct machine *machine = malloc(sizeof(*machine));  in machine__new_host()  local
142 	if (machine != NULL) {  in machine__new_host()
143 		machine__init(machine, "", HOST_KERNEL_ID);  in machine__new_host()
145 		if (machine__create_kernel_maps(machine) < 0)  in machine__new_host()
149 	return machine;  in machine__new_host()
151 	free(machine);  in machine__new_host()
155 struct machine *machine__new_kallsyms(void)  in machine__new_kallsyms()
157 	struct machine *machine = machine__new_host();  in machine__new_kallsyms()  local
164 	if (machine && machine__load_kallsyms(machine, "/proc/kallsyms") <= 0) {  in machine__new_kallsyms()
165 		machine__delete(machine);  in machine__new_kallsyms()
166 		machine = NULL;  in machine__new_kallsyms()
169 	return machine;  in machine__new_kallsyms()
194 void machine__delete_threads(struct machine *machine)  in machine__delete_threads()  argument
200 		struct threads *threads = &machine->threads[i];  in machine__delete_threads()
207 			__machine__remove_thread(machine, t, false);  in machine__delete_threads()
213 void machine__exit(struct machine *machine)  in machine__exit()  argument
217 	if (machine == NULL)  in machine__exit()
220 	machine__destroy_kernel_maps(machine);  in machine__exit()
221 	maps__exit(&machine->kmaps);  in machine__exit()
222 	dsos__exit(&machine->dsos);  in machine__exit()
223 	machine__exit_vdso(machine);  in machine__exit()
224 	zfree(&machine->root_dir);  in machine__exit()
225 	zfree(&machine->mmap_name);  in machine__exit()
226 	zfree(&machine->current_tid);  in machine__exit()
229 		struct threads *threads = &machine->threads[i];  in machine__exit()
246 void machine__delete(struct machine *machine)  in machine__delete()  argument
248 	if (machine) {  in machine__delete()
249 		machine__exit(machine);  in machine__delete()
250 		free(machine);  in machine__delete()
266 struct machine *machines__add(struct machines *machines, pid_t pid,  in machines__add()
271 	struct machine *pos, *machine = malloc(sizeof(*machine));  in machines__add()  local
274 	if (machine == NULL)  in machines__add()
277 	if (machine__init(machine, root_dir, pid) != 0) {  in machines__add()
278 		free(machine);  in machines__add()
284 		pos = rb_entry(parent, struct machine, rb_node);  in machines__add()
293 	rb_link_node(&machine->rb_node, parent, p);  in machines__add()
294 	rb_insert_color_cached(&machine->rb_node, &machines->guests, leftmost);  in machines__add()
296 	return machine;  in machines__add()
306 		struct machine *machine = rb_entry(nd, struct machine, rb_node);  in machines__set_comm_exec()  local
308 		machine->comm_exec = comm_exec;  in machines__set_comm_exec()
312 struct machine *machines__find(struct machines *machines, pid_t pid)  in machines__find()
316 	struct machine *machine;  in machines__find()  local
317 	struct machine *default_machine = NULL;  in machines__find()
324 		machine = rb_entry(parent, struct machine, rb_node);  in machines__find()
325 		if (pid < machine->pid)  in machines__find()
327 		else if (pid > machine->pid)  in machines__find()
330 			return machine;  in machines__find()
331 		if (!machine->pid)  in machines__find()
332 			default_machine = machine;  in machines__find()
338 struct machine *machines__findnew(struct machines *machines, pid_t pid)  in machines__findnew()
342 	struct machine *machine = machines__find(machines, pid);  in machines__findnew()  local
344 	if (machine && (machine->pid == pid))  in machines__findnew()
361 			machine = NULL;  in machines__findnew()
367 	machine = machines__add(machines, pid, root_dir);  in machines__findnew()
369 	return machine;  in machines__findnew()
372 struct machine *machines__find_guest(struct machines *machines, pid_t pid)  in machines__find_guest()
374 	struct machine *machine = machines__find(machines, pid);  in machines__find_guest()  local
376 	if (!machine)  in machines__find_guest()
377 		machine = machines__findnew(machines, DEFAULT_GUEST_KERNEL_ID);  in machines__find_guest()
378 	return machine;  in machines__find_guest()
387 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__process_guests()
395 	struct machine *machine;  in machines__set_id_hdr_size()  local
401 		machine = rb_entry(node, struct machine, rb_node);  in machines__set_id_hdr_size()
402 		machine->id_hdr_size = id_hdr_size;  in machines__set_id_hdr_size()
408 static void machine__update_thread_pid(struct machine *machine,  in machine__update_thread_pid()  argument
421 	leader = __machine__findnew_thread(machine, th->pid_, th->pid_);  in machine__update_thread_pid()
426 		leader->maps = maps__new(machine);  in machine__update_thread_pid()
461 __threads__get_last_match(struct threads *threads, struct machine *machine,  in __threads__get_last_match()  argument
469 			machine__update_thread_pid(machine, th, pid);  in __threads__get_last_match()
480 threads__get_last_match(struct threads *threads, struct machine *machine,  in threads__get_last_match()  argument
486 		th = __threads__get_last_match(threads, machine, pid, tid);  in threads__get_last_match()
508 static struct thread *____machine__findnew_thread(struct machine *machine,  in ____machine__findnew_thread()  argument
518 	th = threads__get_last_match(threads, machine, pid, tid);  in ____machine__findnew_thread()
528 			machine__update_thread_pid(machine, th, pid);  in ____machine__findnew_thread()
555 		if (thread__init_maps(th, machine)) {  in ____machine__findnew_thread()
572 struct thread *__machine__findnew_thread(struct machine *machine, pid_t pid, pid_t tid)  in __machine__findnew_thread()  argument
574 	return ____machine__findnew_thread(machine, machine__threads(machine, tid), pid, tid, true);  in __machine__findnew_thread()
577 struct thread *machine__findnew_thread(struct machine *machine, pid_t pid,  in machine__findnew_thread()  argument
580 	struct threads *threads = machine__threads(machine, tid);  in machine__findnew_thread()
584 	th = __machine__findnew_thread(machine, pid, tid);  in machine__findnew_thread()
589 struct thread *machine__find_thread(struct machine *machine, pid_t pid,  in machine__find_thread()  argument
592 	struct threads *threads = machine__threads(machine, tid);  in machine__find_thread()
596 	th =  ____machine__findnew_thread(machine, threads, pid, tid, false);  in machine__find_thread()
608 struct thread *machine__idle_thread(struct machine *machine)  in machine__idle_thread()  argument
610 	struct thread *thread = machine__findnew_thread(machine, 0, 0);  in machine__idle_thread()
614 		pr_err("problem inserting idle task for machine pid %d\n", machine->pid);  in machine__idle_thread()
619 struct comm *machine__thread_exec_comm(struct machine *machine,  in machine__thread_exec_comm()  argument
622 	if (machine->comm_exec)  in machine__thread_exec_comm()
628 int machine__process_comm_event(struct machine *machine, union perf_event *event,  in machine__process_comm_event()  argument
631 	struct thread *thread = machine__findnew_thread(machine,  in machine__process_comm_event()
638 		machine->comm_exec = true;  in machine__process_comm_event()
654 int machine__process_namespaces_event(struct machine *machine __maybe_unused,  in machine__process_namespaces_event()
658 	struct thread *thread = machine__findnew_thread(machine,  in machine__process_namespaces_event()
685 int machine__process_cgroup_event(struct machine *machine,  in machine__process_cgroup_event()  argument
694 	cgrp = cgroup__findnew(machine->env, event->cgroup.id, event->cgroup.path);  in machine__process_cgroup_event()
701 int machine__process_lost_event(struct machine *machine __maybe_unused,  in machine__process_lost_event()
709 int machine__process_lost_samples_event(struct machine *machine __maybe_unused,  in machine__process_lost_samples_event()
717 static struct dso *machine__findnew_module_dso(struct machine *machine,  in machine__findnew_module_dso()  argument
723 	down_write(&machine->dsos.lock);  in machine__findnew_module_dso()
725 	dso = __dsos__find(&machine->dsos, m->name, true);  in machine__findnew_module_dso()
727 		dso = __dsos__addnew(&machine->dsos, m->name);  in machine__findnew_module_dso()
731 		dso__set_module_info(dso, m, machine);  in machine__findnew_module_dso()
738 	up_write(&machine->dsos.lock);  in machine__findnew_module_dso()
742 int machine__process_aux_event(struct machine *machine __maybe_unused,  in machine__process_aux_event()
750 int machine__process_itrace_start_event(struct machine *machine __maybe_unused,  in machine__process_itrace_start_event()
758 int machine__process_switch_event(struct machine *machine __maybe_unused,  in machine__process_switch_event()
766 static int machine__process_ksymbol_register(struct machine *machine,  in machine__process_ksymbol_register()  argument
771 	struct map *map = maps__find(&machine->kmaps, event->ksymbol.addr);  in machine__process_ksymbol_register()
794 		maps__insert(&machine->kmaps, map);  in machine__process_ksymbol_register()
813 static int machine__process_ksymbol_unregister(struct machine *machine,  in machine__process_ksymbol_unregister()  argument
820 	map = maps__find(&machine->kmaps, event->ksymbol.addr);  in machine__process_ksymbol_unregister()
824 	if (map != machine->vmlinux_map)  in machine__process_ksymbol_unregister()
825 		maps__remove(&machine->kmaps, map);  in machine__process_ksymbol_unregister()
835 int machine__process_ksymbol(struct machine *machine __maybe_unused,  in machine__process_ksymbol()
843 		return machine__process_ksymbol_unregister(machine, event,  in machine__process_ksymbol()
845 	return machine__process_ksymbol_register(machine, event, sample);  in machine__process_ksymbol()
848 int machine__process_text_poke(struct machine *machine, union perf_event *event,  in machine__process_text_poke()  argument
851 	struct map *map = maps__find(&machine->kmaps, event->text_poke.addr);  in machine__process_text_poke()
855 		perf_event__fprintf_text_poke(event, machine, stdout);  in machine__process_text_poke()
874 		ret = dso__data_write_cache_addr(map->dso, map, machine,  in machine__process_text_poke()
889 static struct map *machine__addnew_module_map(struct machine *machine, u64 start,  in machine__addnew_module_map()  argument
899 	dso = machine__findnew_module_dso(machine, &m, filename);  in machine__addnew_module_map()
907 	maps__insert(&machine->kmaps, map);  in machine__addnew_module_map()
924 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__fprintf_dsos()
931 size_t machine__fprintf_dsos_buildid(struct machine *m, FILE *fp,  in machine__fprintf_dsos_buildid()
944 		struct machine *pos = rb_entry(nd, struct machine, rb_node);  in machines__fprintf_dsos_buildid()
950 size_t machine__fprintf_vmlinux_path(struct machine *machine, FILE *fp)  in machine__fprintf_vmlinux_path()  argument
954 	struct dso *kdso = machine__kernel_dso(machine);  in machine__fprintf_vmlinux_path()
970 size_t machine__fprintf(struct machine *machine, FILE *fp)  in machine__fprintf()  argument
977 		struct threads *threads = &machine->threads[i];  in machine__fprintf()
995 static struct dso *machine__get_kernel(struct machine *machine)  in machine__get_kernel()  argument
997 	const char *vmlinux_name = machine->mmap_name;  in machine__get_kernel()
1000 	if (machine__is_host(machine)) {  in machine__get_kernel()
1004 		kernel = machine__findnew_kernel(machine, vmlinux_name,  in machine__get_kernel()
1010 		kernel = machine__findnew_kernel(machine, vmlinux_name,  in machine__get_kernel()
1016 		dso__read_running_kernel_build_id(kernel, machine);  in machine__get_kernel()
1025 void machine__get_kallsyms_filename(struct machine *machine, char *buf,  in machine__get_kallsyms_filename()  argument
1028 	if (machine__is_default_guest(machine))  in machine__get_kallsyms_filename()
1031 		scnprintf(buf, bufsz, "%s/proc/kallsyms", machine->root_dir);  in machine__get_kallsyms_filename()
1040 static int machine__get_running_kernel_start(struct machine *machine,  in machine__get_running_kernel_start()  argument
1049 	machine__get_kallsyms_filename(machine, filename, PATH_MAX);  in machine__get_running_kernel_start()
1075 int machine__create_extra_kernel_map(struct machine *machine,  in machine__create_extra_kernel_map()  argument
1093 	maps__insert(&machine->kmaps, map);  in machine__create_extra_kernel_map()
1135 int machine__map_x86_64_entry_trampolines(struct machine *machine,  in machine__map_x86_64_entry_trampolines()  argument
1138 	struct maps *kmaps = &machine->kmaps;  in machine__map_x86_64_entry_trampolines()
1160 	if (found || machine->trampolines_mapped)  in machine__map_x86_64_entry_trampolines()
1167 	nr_cpus_avail = machine__nr_cpus_avail(machine);  in machine__map_x86_64_entry_trampolines()
1182 		if (machine__create_extra_kernel_map(machine, kernel, &xm) < 0)  in machine__map_x86_64_entry_trampolines()
1186 	machine->trampolines_mapped = nr_cpus_avail;  in machine__map_x86_64_entry_trampolines()
1191 int __weak machine__create_extra_kernel_maps(struct machine *machine __maybe_unused,  in machine__create_extra_kernel_maps()
1198 __machine__create_kernel_maps(struct machine *machine, struct dso *kernel)  in __machine__create_kernel_maps()  argument
1201 	machine__destroy_kernel_maps(machine);  in __machine__create_kernel_maps()
1203 	machine->vmlinux_map = map__new2(0, kernel);  in __machine__create_kernel_maps()
1204 	if (machine->vmlinux_map == NULL)  in __machine__create_kernel_maps()
1207 	machine->vmlinux_map->map_ip = machine->vmlinux_map->unmap_ip = identity__map_ip;  in __machine__create_kernel_maps()
1208 	maps__insert(&machine->kmaps, machine->vmlinux_map);  in __machine__create_kernel_maps()
1212 void machine__destroy_kernel_maps(struct machine *machine)  in machine__destroy_kernel_maps()  argument
1215 	struct map *map = machine__kernel_map(machine);  in machine__destroy_kernel_maps()
1221 	maps__remove(&machine->kmaps, map);  in machine__destroy_kernel_maps()
1227 	map__zput(machine->vmlinux_map);  in machine__destroy_kernel_maps()
1286 		struct machine *pos = rb_entry(next, struct machine, rb_node);  in machines__destroy_kernel_maps()
1296 	struct machine *machine = machines__findnew(machines, pid);  in machines__create_kernel_maps()  local
1298 	if (machine == NULL)  in machines__create_kernel_maps()
1301 	return machine__create_kernel_maps(machine);  in machines__create_kernel_maps()
1304 int machine__load_kallsyms(struct machine *machine, const char *filename)  in machine__load_kallsyms()  argument
1306 	struct map *map = machine__kernel_map(machine);  in machine__load_kallsyms()
1316 		maps__fixup_end(&machine->kmaps);  in machine__load_kallsyms()
1322 int machine__load_vmlinux_path(struct machine *machine)  in machine__load_vmlinux_path()  argument
1324 	struct map *map = machine__kernel_map(machine);  in machine__load_vmlinux_path()
1451 static int machine__set_modules_path(struct machine *machine)  in machine__set_modules_path()  argument
1456 	version = get_kernel_version(machine->root_dir);  in machine__set_modules_path()
1461 		 machine->root_dir, version);  in machine__set_modules_path()
1464 	return maps__set_modules_path_dir(&machine->kmaps, modules_path, 0);  in machine__set_modules_path()
1476 	struct machine *machine = arg;  in machine__create_module()  local
1482 	map = machine__addnew_module_map(machine, start, name);  in machine__create_module()
1487 	dso__kernel_module_get_build_id(map->dso, machine->root_dir);  in machine__create_module()
1492 static int machine__create_modules(struct machine *machine)  in machine__create_modules()  argument
1497 	if (machine__is_default_guest(machine)) {  in machine__create_modules()
1500 		snprintf(path, PATH_MAX, "%s/proc/modules", machine->root_dir);  in machine__create_modules()
1507 	if (modules__parse(modules, machine, machine__create_module))  in machine__create_modules()
1510 	if (!machine__set_modules_path(machine))  in machine__create_modules()
1518 static void machine__set_kernel_mmap(struct machine *machine,  in machine__set_kernel_mmap()  argument
1521 	machine->vmlinux_map->start = start;  in machine__set_kernel_mmap()
1522 	machine->vmlinux_map->end   = end;  in machine__set_kernel_mmap()
1528 		machine->vmlinux_map->end = ~0ULL;  in machine__set_kernel_mmap()
1531 static void machine__update_kernel_mmap(struct machine *machine,  in machine__update_kernel_mmap()  argument
1534 	struct map *map = machine__kernel_map(machine);  in machine__update_kernel_mmap()
1537 	maps__remove(&machine->kmaps, map);  in machine__update_kernel_mmap()
1539 	machine__set_kernel_mmap(machine, start, end);  in machine__update_kernel_mmap()
1541 	maps__insert(&machine->kmaps, map);  in machine__update_kernel_mmap()
1545 int machine__create_kernel_maps(struct machine *machine)  in machine__create_kernel_maps()  argument
1547 	struct dso *kernel = machine__get_kernel(machine);  in machine__create_kernel_maps()
1556 	ret = __machine__create_kernel_maps(machine, kernel);  in machine__create_kernel_maps()
1560 	if (symbol_conf.use_modules && machine__create_modules(machine) < 0) {  in machine__create_kernel_maps()
1561 		if (machine__is_host(machine))  in machine__create_kernel_maps()
1566 				 "continuing anyway...\n", machine->pid);  in machine__create_kernel_maps()
1569 	if (!machine__get_running_kernel_start(machine, &name, &start, &end)) {  in machine__create_kernel_maps()
1571 		    map__set_kallsyms_ref_reloc_sym(machine->vmlinux_map, name, start)) {  in machine__create_kernel_maps()
1572 			machine__destroy_kernel_maps(machine);  in machine__create_kernel_maps()
1581 		machine__update_kernel_mmap(machine, start, end);  in machine__create_kernel_maps()
1584 	if (machine__create_extra_kernel_maps(machine, kernel))  in machine__create_kernel_maps()
1589 		map = map__next(machine__kernel_map(machine));  in machine__create_kernel_maps()
1591 			machine__set_kernel_mmap(machine, start, map->start);  in machine__create_kernel_maps()
1599 static bool machine__uses_kcore(struct machine *machine)  in machine__uses_kcore()  argument
1603 	list_for_each_entry(dso, &machine->dsos.head, node) {  in machine__uses_kcore()
1611 static bool perf_event__is_extra_kernel_mmap(struct machine *machine,  in perf_event__is_extra_kernel_mmap()  argument
1614 	return machine__is(machine, "x86_64") &&  in perf_event__is_extra_kernel_mmap()
1618 static int machine__process_extra_kernel_map(struct machine *machine,  in machine__process_extra_kernel_map()  argument
1621 	struct dso *kernel = machine__kernel_dso(machine);  in machine__process_extra_kernel_map()
1626 	return machine__create_extra_kernel_map(machine, kernel, xm);  in machine__process_extra_kernel_map()
1629 static int machine__process_kernel_mmap_event(struct machine *machine,  in machine__process_kernel_mmap_event()  argument
1638 	if (machine__uses_kcore(machine))  in machine__process_kernel_mmap_event()
1641 	if (machine__is_host(machine))  in machine__process_kernel_mmap_event()
1646 	is_kernel_mmap = memcmp(xm->name, machine->mmap_name,  in machine__process_kernel_mmap_event()
1647 				strlen(machine->mmap_name) - 1) == 0;  in machine__process_kernel_mmap_event()
1650 		map = machine__addnew_module_map(machine, xm->start,  in machine__process_kernel_mmap_event()
1661 		const char *symbol_name = (xm->name + strlen(machine->mmap_name));  in machine__process_kernel_mmap_event()
1669 		down_read(&machine->dsos.lock);  in machine__process_kernel_mmap_event()
1671 		list_for_each_entry(dso, &machine->dsos.head, node) {  in machine__process_kernel_mmap_event()
1699 		up_read(&machine->dsos.lock);  in machine__process_kernel_mmap_event()
1702 			kernel = machine__findnew_dso(machine, machine->mmap_name);  in machine__process_kernel_mmap_event()
1707 		if (__machine__create_kernel_maps(machine, kernel) < 0) {  in machine__process_kernel_mmap_event()
1715 		machine__update_kernel_mmap(machine, xm->start, xm->end);  in machine__process_kernel_mmap_event()
1726 			map__set_kallsyms_ref_reloc_sym(machine->vmlinux_map,  in machine__process_kernel_mmap_event()
1731 		if (machine__is_default_guest(machine)) {  in machine__process_kernel_mmap_event()
1735 			dso__load(kernel, machine__kernel_map(machine));  in machine__process_kernel_mmap_event()
1737 	} else if (perf_event__is_extra_kernel_mmap(machine, xm)) {  in machine__process_kernel_mmap_event()
1738 		return machine__process_extra_kernel_map(machine, xm);  in machine__process_kernel_mmap_event()
1745 int machine__process_mmap2_event(struct machine *machine,  in machine__process_mmap2_event()  argument
1777 		ret = machine__process_kernel_mmap_event(machine, &xm, bid);  in machine__process_mmap2_event()
1783 	thread = machine__findnew_thread(machine, event->mmap2.pid,  in machine__process_mmap2_event()
1788 	map = map__new(machine, event->mmap2.start,  in machine__process_mmap2_event()
1814 int machine__process_mmap_event(struct machine *machine, union perf_event *event,  in machine__process_mmap_event()  argument
1834 		ret = machine__process_kernel_mmap_event(machine, &xm, NULL);  in machine__process_mmap_event()
1840 	thread = machine__findnew_thread(machine, event->mmap.pid,  in machine__process_mmap_event()
1848 	map = map__new(machine, event->mmap.start,  in machine__process_mmap_event()
1872 static void __machine__remove_thread(struct machine *machine, struct thread *th, bool lock)  in __machine__remove_thread()  argument
1874 	struct threads *threads = machine__threads(machine, th->tid);  in __machine__remove_thread()
1905 void machine__remove_thread(struct machine *machine, struct thread *th)  in machine__remove_thread()  argument
1907 	return __machine__remove_thread(machine, th, true);  in machine__remove_thread()
1910 int machine__process_fork_event(struct machine *machine, union perf_event *event,  in machine__process_fork_event()  argument
1913 	struct thread *thread = machine__find_thread(machine,  in machine__process_fork_event()
1916 	struct thread *parent = machine__findnew_thread(machine,  in machine__process_fork_event()
1934 		machine__remove_thread(machine, parent);  in machine__process_fork_event()
1936 		parent = machine__findnew_thread(machine, event->fork.ppid,  in machine__process_fork_event()
1942 		machine__remove_thread(machine, thread);  in machine__process_fork_event()
1946 	thread = machine__findnew_thread(machine, event->fork.pid,  in machine__process_fork_event()
1950 	 * objects for the already running tasks on the machine.  in machine__process_fork_event()
1976 int machine__process_exit_event(struct machine *machine, union perf_event *event,  in machine__process_exit_event()  argument
1979 	struct thread *thread = machine__find_thread(machine,  in machine__process_exit_event()
1994 int machine__process_event(struct machine *machine, union perf_event *event,  in machine__process_event()  argument
2001 		ret = machine__process_comm_event(machine, event, sample); break;  in machine__process_event()
2003 		ret = machine__process_mmap_event(machine, event, sample); break;  in machine__process_event()
2005 		ret = machine__process_namespaces_event(machine, event, sample); break;  in machine__process_event()
2007 		ret = machine__process_cgroup_event(machine, event, sample); break;  in machine__process_event()
2009 		ret = machine__process_mmap2_event(machine, event, sample); break;  in machine__process_event()
2011 		ret = machine__process_fork_event(machine, event, sample); break;  in machine__process_event()
2013 		ret = machine__process_exit_event(machine, event, sample); break;  in machine__process_event()
2015 		ret = machine__process_lost_event(machine, event, sample); break;  in machine__process_event()
2017 		ret = machine__process_aux_event(machine, event); break;  in machine__process_event()
2019 		ret = machine__process_itrace_start_event(machine, event); break;  in machine__process_event()
2021 		ret = machine__process_lost_samples_event(machine, event, sample); break;  in machine__process_event()
2024 		ret = machine__process_switch_event(machine, event); break;  in machine__process_event()
2026 		ret = machine__process_ksymbol(machine, event, sample); break;  in machine__process_event()
2028 		ret = machine__process_bpf(machine, event, sample); break;  in machine__process_event()
2030 		ret = machine__process_text_poke(machine, event, sample); break;  in machine__process_event()
2974 int machine__for_each_thread(struct machine *machine,  in machine__for_each_thread()  argument
2985 		threads = &machine->threads[i];  in machine__for_each_thread()
3015 		struct machine *machine = rb_entry(nd, struct machine, rb_node);  in machines__for_each_thread()  local
3017 		rc = machine__for_each_thread(machine, fn, priv);  in machines__for_each_thread()
3024 pid_t machine__get_current_tid(struct machine *machine, int cpu)  in machine__get_current_tid()  argument
3026 	int nr_cpus = min(machine->env->nr_cpus_avail, MAX_NR_CPUS);  in machine__get_current_tid()
3028 	if (cpu < 0 || cpu >= nr_cpus || !machine->current_tid)  in machine__get_current_tid()
3031 	return machine->current_tid[cpu];  in machine__get_current_tid()
3034 int machine__set_current_tid(struct machine *machine, int cpu, pid_t pid,  in machine__set_current_tid()  argument
3038 	int nr_cpus = min(machine->env->nr_cpus_avail, MAX_NR_CPUS);  in machine__set_current_tid()
3043 	if (!machine->current_tid) {  in machine__set_current_tid()
3046 		machine->current_tid = calloc(nr_cpus, sizeof(pid_t));  in machine__set_current_tid()
3047 		if (!machine->current_tid)  in machine__set_current_tid()
3050 			machine->current_tid[i] = -1;  in machine__set_current_tid()
3059 	machine->current_tid[cpu] = tid;  in machine__set_current_tid()
3061 	thread = machine__findnew_thread(machine, pid, tid);  in machine__set_current_tid()
3075 bool machine__is(struct machine *machine, const char *arch)  in machine__is()  argument
3077 	return machine && !strcmp(perf_env__raw_arch(machine->env), arch);  in machine__is()
3080 int machine__nr_cpus_avail(struct machine *machine)  in machine__nr_cpus_avail()  argument
3082 	return machine ? perf_env__nr_cpus_avail(machine->env) : 0;  in machine__nr_cpus_avail()
3085 int machine__get_kernel_start(struct machine *machine)  in machine__get_kernel_start()  argument
3087 	struct map *map = machine__kernel_map(machine);  in machine__get_kernel_start()
3098 	machine->kernel_start = 1ULL << 63;  in machine__get_kernel_start()
3106 		if (!err && !machine__is(machine, "x86_64"))  in machine__get_kernel_start()
3107 			machine->kernel_start = map->start;  in machine__get_kernel_start()
3112 u8 machine__addr_cpumode(struct machine *machine, u8 cpumode, u64 addr)  in machine__addr_cpumode()  argument
3117 	if (!machine->single_address_space)  in machine__addr_cpumode()
3120 	kernel_ip = machine__kernel_ip(machine, addr);  in machine__addr_cpumode()
3139 struct dso *machine__findnew_dso_id(struct machine *machine, const char *filename, struct dso_id *i…  in machine__findnew_dso_id()  argument
3141 	return dsos__findnew_id(&machine->dsos, filename, id);  in machine__findnew_dso_id()
3144 struct dso *machine__findnew_dso(struct machine *machine, const char *filename)  in machine__findnew_dso()  argument
3146 	return machine__findnew_dso_id(machine, filename, NULL);  in machine__findnew_dso()
3151 	struct machine *machine = vmachine;  in machine__resolve_kernel_addr()  local
3153 	struct symbol *sym = machine__find_kernel_symbol(machine, *addrp, &map);  in machine__resolve_kernel_addr()
3163 int machine__for_each_dso(struct machine *machine, machine__dso_t fn, void *priv)  in machine__for_each_dso()  argument
3168 	list_for_each_entry(pos, &machine->dsos.head, node) {  in machine__for_each_dso()
3169 		if (fn(pos, machine, priv))  in machine__for_each_dso()