44 static int dso__load_kernel_sym(struct dso *dso, struct map *map);
45 static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map);
504 void dso__reset_find_symbol_cache(struct dso *dso)  in dso__reset_find_symbol_cache()  argument
506 	dso->last_find_result.addr   = 0;  in dso__reset_find_symbol_cache()
507 	dso->last_find_result.symbol = NULL;  in dso__reset_find_symbol_cache()
510 void dso__insert_symbol(struct dso *dso, struct symbol *sym)  in dso__insert_symbol()  argument
512 	__symbols__insert(&dso->symbols, sym, dso->kernel);  in dso__insert_symbol()
515 	if (dso->last_find_result.addr >= sym->start &&  in dso__insert_symbol()
516 	    (dso->last_find_result.addr < sym->end ||  in dso__insert_symbol()
518 		dso->last_find_result.symbol = sym;  in dso__insert_symbol()
522 struct symbol *dso__find_symbol(struct dso *dso, u64 addr)  in dso__find_symbol()  argument
524 	if (dso->last_find_result.addr != addr || dso->last_find_result.symbol == NULL) {  in dso__find_symbol()
525 		dso->last_find_result.addr   = addr;  in dso__find_symbol()
526 		dso->last_find_result.symbol = symbols__find(&dso->symbols, addr);  in dso__find_symbol()
529 	return dso->last_find_result.symbol;  in dso__find_symbol()
532 struct symbol *dso__first_symbol(struct dso *dso)  in dso__first_symbol()  argument
534 	return symbols__first(&dso->symbols);  in dso__first_symbol()
537 struct symbol *dso__last_symbol(struct dso *dso)  in dso__last_symbol()  argument
539 	return symbols__last(&dso->symbols);  in dso__last_symbol()
558 struct symbol *dso__find_symbol_by_name(struct dso *dso, const char *name)  in dso__find_symbol_by_name()  argument
560 	struct symbol *s = symbols__find_by_name(&dso->symbol_names, name,  in dso__find_symbol_by_name()
563 		s = symbols__find_by_name(&dso->symbol_names, name,  in dso__find_symbol_by_name()
568 void dso__sort_by_name(struct dso *dso)  in dso__sort_by_name()  argument
570 	dso__set_sorted_by_name(dso);  in dso__sort_by_name()
571 	return symbols__sort_by_name(&dso->symbol_names, &dso->symbols);  in dso__sort_by_name()
672 	struct dso *dso = arg;  in map__process_kallsym_symbol()  local
673 	struct rb_root_cached *root = &dso->symbols;  in map__process_kallsym_symbol()
700 static int dso__load_all_kallsyms(struct dso *dso, const char *filename)  in dso__load_all_kallsyms()  argument
702 	return kallsyms__parse(filename, dso, map__process_kallsym_symbol);  in dso__load_all_kallsyms()
705 static int map_groups__split_kallsyms_for_kcore(struct map_groups *kmaps, struct dso *dso)  in map_groups__split_kallsyms_for_kcore()  argument
710 	struct rb_root_cached old_root = dso->symbols;  in map_groups__split_kallsyms_for_kcore()
711 	struct rb_root_cached *root = &dso->symbols;  in map_groups__split_kallsyms_for_kcore()
743 		symbols__insert(&curr_map->dso->symbols, pos);  in map_groups__split_kallsyms_for_kcore()
748 	dso->adjust_symbols = 1;  in map_groups__split_kallsyms_for_kcore()
758 static int map_groups__split_kallsyms(struct map_groups *kmaps, struct dso *dso, u64 delta,  in map_groups__split_kallsyms()  argument
765 	struct rb_root_cached *root = &dso->symbols;  in map_groups__split_kallsyms()
790 			if (strcmp(curr_map->dso->short_name, module)) {  in map_groups__split_kallsyms()
792 				    dso->kernel == DSO_TYPE_GUEST_KERNEL &&  in map_groups__split_kallsyms()
801 					dso__set_loaded(curr_map->dso);  in map_groups__split_kallsyms()
814 				if (curr_map->dso->loaded &&  in map_groups__split_kallsyms()
836 			struct dso *ndso;  in map_groups__split_kallsyms()
849 			if (dso->kernel == DSO_TYPE_GUEST_KERNEL)  in map_groups__split_kallsyms()
862 			ndso->kernel = dso->kernel;  in map_groups__split_kallsyms()
881 			symbols__insert(&curr_map->dso->symbols, pos);  in map_groups__split_kallsyms()
893 	    dso->kernel == DSO_TYPE_GUEST_KERNEL &&  in map_groups__split_kallsyms()
895 		dso__set_loaded(curr_map->dso);  in map_groups__split_kallsyms()
1083 		mi = find_module(old_map->dso->short_name, &modules);  in do_validate_kcore_modules()
1162 	struct dso *dso;  member
1171 	map = map__new2(start, md->dso);  in kcore_mapfn()
1262 static int dso__load_kcore(struct dso *dso, struct map *map,  in dso__load_kcore()  argument
1291 	md.dso = dso;  in dso__load_kcore()
1306 	dso->is_64_bit = is_64_bit;  in dso__load_kcore()
1386 	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)  in dso__load_kcore()
1387 		dso->binary_type = DSO_BINARY_TYPE__GUEST_KCORE;  in dso__load_kcore()
1389 		dso->binary_type = DSO_BINARY_TYPE__KCORE;  in dso__load_kcore()
1390 	dso__set_long_name(dso, strdup(kcore_filename), true);  in dso__load_kcore()
1429 int __dso__load_kallsyms(struct dso *dso, const char *filename,  in __dso__load_kallsyms()  argument
1441 	if (dso__load_all_kallsyms(dso, filename) < 0)  in __dso__load_kallsyms()
1447 	symbols__fixup_end(&dso->symbols);  in __dso__load_kallsyms()
1448 	symbols__fixup_duplicate(&dso->symbols);  in __dso__load_kallsyms()
1450 	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)  in __dso__load_kallsyms()
1451 		dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;  in __dso__load_kallsyms()
1453 		dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS;  in __dso__load_kallsyms()
1455 	if (!no_kcore && !dso__load_kcore(dso, map, filename))  in __dso__load_kallsyms()
1456 		return map_groups__split_kallsyms_for_kcore(kmap->kmaps, dso);  in __dso__load_kallsyms()
1458 		return map_groups__split_kallsyms(kmap->kmaps, dso, delta, map);  in __dso__load_kallsyms()
1461 int dso__load_kallsyms(struct dso *dso, const char *filename,  in dso__load_kallsyms()  argument
1464 	return __dso__load_kallsyms(dso, filename, map, false);  in dso__load_kallsyms()
1467 static int dso__load_perf_map(const char *map_path, struct dso *dso)  in dso__load_perf_map()  argument
1509 		symbols__insert(&dso->symbols, sym);  in dso__load_perf_map()
1524 static bool dso__is_compatible_symtab_type(struct dso *dso, bool kmod,  in dso__is_compatible_symtab_type()  argument
1535 		return !kmod && dso->kernel == DSO_TYPE_USER;  in dso__is_compatible_symtab_type()
1540 		return dso->kernel == DSO_TYPE_KERNEL;  in dso__is_compatible_symtab_type()
1545 		return dso->kernel == DSO_TYPE_GUEST_KERNEL;  in dso__is_compatible_symtab_type()
1555 		return kmod && dso->symtab_type == type;  in dso__is_compatible_symtab_type()
1606 int dso__load(struct dso *dso, struct map *map)  in dso__load()  argument
1621 	const char *map_path = dso->long_name;  in dso__load()
1623 	perfmap = strncmp(dso->name, "/tmp/perf-", 10) == 0;  in dso__load()
1625 		if (dso->nsinfo && (dso__find_perf_map(newmapname,  in dso__load()
1626 		    sizeof(newmapname), &dso->nsinfo) == 0)) {  in dso__load()
1631 	nsinfo__mountns_enter(dso->nsinfo, &nsc);  in dso__load()
1632 	pthread_mutex_lock(&dso->lock);  in dso__load()
1635 	if (dso__loaded(dso)) {  in dso__load()
1645 	if (dso->kernel) {  in dso__load()
1646 		if (dso->kernel == DSO_TYPE_KERNEL)  in dso__load()
1647 			ret = dso__load_kernel_sym(dso, map);  in dso__load()
1648 		else if (dso->kernel == DSO_TYPE_GUEST_KERNEL)  in dso__load()
1649 			ret = dso__load_guest_kernel_sym(dso, map);  in dso__load()
1652 			machine__map_x86_64_entry_trampolines(machine, dso);  in dso__load()
1656 	dso->adjust_symbols = 0;  in dso__load()
1659 		ret = dso__load_perf_map(map_path, dso);  in dso__load()
1660 		dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :  in dso__load()
1672 	kmod = dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE ||  in dso__load()
1673 		dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP ||  in dso__load()
1674 		dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE ||  in dso__load()
1675 		dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE_COMP;  in dso__load()
1682 	if (!dso->has_build_id &&  in dso__load()
1683 	    is_regular_file(dso->long_name)) {  in dso__load()
1684 	    __symbol__join_symfs(name, PATH_MAX, dso->long_name);  in dso__load()
1686 		dso__set_build_id(dso, build_id);  in dso__load()
1706 		if (!dso__is_compatible_symtab_type(dso, kmod, symtab_type))  in dso__load()
1709 		if (dso__read_binary_type_filename(dso, symtab_type,  in dso__load()
1718 			sirc = symsrc__init(ss, dso, name, symtab_type);  in dso__load()
1721 			nsinfo__mountns_enter(dso->nsinfo, &nsc);  in dso__load()
1729 			if (!dso->symsrc_filename)  in dso__load()
1730 				dso->symsrc_filename = strdup(name);  in dso__load()
1761 		ret = dso__load_sym(dso, map, syms_ss, runtime_ss, kmod);  in dso__load()
1768 		nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss);  in dso__load()
1777 	if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)  in dso__load()
1780 	dso__set_loaded(dso);  in dso__load()
1781 	pthread_mutex_unlock(&dso->lock);  in dso__load()
1800 		rc = strcmp(map->dso->short_name, name);  in map_groups__find_by_name()
1817 int dso__load_vmlinux(struct dso *dso, struct map *map,  in dso__load_vmlinux()  argument
1830 	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)  in dso__load_vmlinux()
1835 	if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type))  in dso__load_vmlinux()
1838 	err = dso__load_sym(dso, map, &ss, &ss, 0);  in dso__load_vmlinux()
1842 		if (dso->kernel == DSO_TYPE_GUEST_KERNEL)  in dso__load_vmlinux()
1843 			dso->binary_type = DSO_BINARY_TYPE__GUEST_VMLINUX;  in dso__load_vmlinux()
1845 			dso->binary_type = DSO_BINARY_TYPE__VMLINUX;  in dso__load_vmlinux()
1846 		dso__set_long_name(dso, vmlinux, vmlinux_allocated);  in dso__load_vmlinux()
1847 		dso__set_loaded(dso);  in dso__load_vmlinux()
1854 int dso__load_vmlinux_path(struct dso *dso, struct map *map)  in dso__load_vmlinux_path()  argument
1863 		err = dso__load_vmlinux(dso, map, vmlinux_path[i], false);  in dso__load_vmlinux_path()
1869 		filename = dso__build_id_filename(dso, NULL, 0, false);  in dso__load_vmlinux_path()
1871 		err = dso__load_vmlinux(dso, map, filename, true);  in dso__load_vmlinux_path()
1927 static char *dso__find_kallsyms(struct dso *dso, struct map *map)  in dso__find_kallsyms()  argument
1934 	if (!dso->has_build_id) {  in dso__find_kallsyms()
1944 		is_host = dso__build_id_equal(dso, host_build_id);  in dso__find_kallsyms()
1960 	build_id__sprintf(dso->build_id, sizeof(dso->build_id), sbuild_id);  in dso__find_kallsyms()
1985 static int dso__load_kernel_sym(struct dso *dso, struct map *map)  in dso__load_kernel_sym()  argument
2011 		return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name, false);  in dso__load_kernel_sym()
2015 		err = dso__load_vmlinux_path(dso, map);  in dso__load_kernel_sym()
2024 	kallsyms_allocated_filename = dso__find_kallsyms(dso, map);  in dso__load_kernel_sym()
2031 	err = dso__load_kallsyms(dso, kallsyms_filename, map);  in dso__load_kernel_sym()
2036 	if (err > 0 && !dso__is_kcore(dso)) {  in dso__load_kernel_sym()
2037 		dso->binary_type = DSO_BINARY_TYPE__KALLSYMS;  in dso__load_kernel_sym()
2038 		dso__set_long_name(dso, DSO__NAME_KALLSYMS, false);  in dso__load_kernel_sym()
2046 static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map)  in dso__load_guest_kernel_sym()  argument
2066 			err = dso__load_vmlinux(dso, map,  in dso__load_guest_kernel_sym()
2080 	err = dso__load_kallsyms(dso, kallsyms_filename, map);  in dso__load_guest_kernel_sym()
2083 	if (err > 0 && !dso__is_kcore(dso)) {  in dso__load_guest_kernel_sym()
2084 		dso->binary_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;  in dso__load_guest_kernel_sym()
2085 		dso__set_long_name(dso, machine->mmap_name, false);  in dso__load_guest_kernel_sym()