33 static int dso__load_kernel_sym(struct dso *dso, struct map *map);
34 static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map);
478 void dso__reset_find_symbol_cache(struct dso *dso)  in dso__reset_find_symbol_cache()  argument
480 	dso->last_find_result.addr   = 0;  in dso__reset_find_symbol_cache()
481 	dso->last_find_result.symbol = NULL;  in dso__reset_find_symbol_cache()
484 void dso__insert_symbol(struct dso *dso, struct symbol *sym)  in dso__insert_symbol()  argument
486 	__symbols__insert(&dso->symbols, sym, dso->kernel);  in dso__insert_symbol()
489 	if (dso->last_find_result.addr >= sym->start &&  in dso__insert_symbol()
490 	    (dso->last_find_result.addr < sym->end ||  in dso__insert_symbol()
492 		dso->last_find_result.symbol = sym;  in dso__insert_symbol()
496 struct symbol *dso__find_symbol(struct dso *dso, u64 addr)  in dso__find_symbol()  argument
498 	if (dso->last_find_result.addr != addr || dso->last_find_result.symbol == NULL) {  in dso__find_symbol()
499 		dso->last_find_result.addr   = addr;  in dso__find_symbol()
500 		dso->last_find_result.symbol = symbols__find(&dso->symbols, addr);  in dso__find_symbol()
503 	return dso->last_find_result.symbol;  in dso__find_symbol()
506 struct symbol *dso__first_symbol(struct dso *dso)  in dso__first_symbol()  argument
508 	return symbols__first(&dso->symbols);  in dso__first_symbol()
511 struct symbol *dso__last_symbol(struct dso *dso)  in dso__last_symbol()  argument
513 	return symbols__last(&dso->symbols);  in dso__last_symbol()
532 struct symbol *dso__find_symbol_by_name(struct dso *dso, const char *name)  in dso__find_symbol_by_name()  argument
534 	struct symbol *s = symbols__find_by_name(&dso->symbol_names, name,  in dso__find_symbol_by_name()
537 		s = symbols__find_by_name(&dso->symbol_names, name,  in dso__find_symbol_by_name()
542 void dso__sort_by_name(struct dso *dso)  in dso__sort_by_name()  argument
544 	dso__set_sorted_by_name(dso);  in dso__sort_by_name()
545 	return symbols__sort_by_name(&dso->symbol_names, &dso->symbols);  in dso__sort_by_name()
645 	struct dso *dso = arg;  in map__process_kallsym_symbol()  local
646 	struct rb_root *root = &dso->symbols;  in map__process_kallsym_symbol()
673 static int dso__load_all_kallsyms(struct dso *dso, const char *filename)  in dso__load_all_kallsyms()  argument
675 	return kallsyms__parse(filename, dso, map__process_kallsym_symbol);  in dso__load_all_kallsyms()
678 static int map_groups__split_kallsyms_for_kcore(struct map_groups *kmaps, struct dso *dso)  in map_groups__split_kallsyms_for_kcore()  argument
683 	struct rb_root old_root = dso->symbols;  in map_groups__split_kallsyms_for_kcore()
684 	struct rb_root *root = &dso->symbols;  in map_groups__split_kallsyms_for_kcore()
714 		symbols__insert(&curr_map->dso->symbols, pos);  in map_groups__split_kallsyms_for_kcore()
719 	dso->adjust_symbols = 1;  in map_groups__split_kallsyms_for_kcore()
729 static int map_groups__split_kallsyms(struct map_groups *kmaps, struct dso *dso, u64 delta,  in map_groups__split_kallsyms()  argument
736 	struct rb_root *root = &dso->symbols;  in map_groups__split_kallsyms()
761 			if (strcmp(curr_map->dso->short_name, module)) {  in map_groups__split_kallsyms()
763 				    dso->kernel == DSO_TYPE_GUEST_KERNEL &&  in map_groups__split_kallsyms()
772 					dso__set_loaded(curr_map->dso);  in map_groups__split_kallsyms()
785 				if (curr_map->dso->loaded &&  in map_groups__split_kallsyms()
807 			struct dso *ndso;  in map_groups__split_kallsyms()
820 			if (dso->kernel == DSO_TYPE_GUEST_KERNEL)  in map_groups__split_kallsyms()
833 			ndso->kernel = dso->kernel;  in map_groups__split_kallsyms()
852 			symbols__insert(&curr_map->dso->symbols, pos);  in map_groups__split_kallsyms()
864 	    dso->kernel == DSO_TYPE_GUEST_KERNEL &&  in map_groups__split_kallsyms()
866 		dso__set_loaded(curr_map->dso);  in map_groups__split_kallsyms()
1054 		mi = find_module(old_map->dso->short_name, &modules);  in do_validate_kcore_modules()
1133 	struct dso *dso;  member
1142 	map = map__new2(start, md->dso);  in kcore_mapfn()
1154 static int dso__load_kcore(struct dso *dso, struct map *map,  in dso__load_kcore()  argument
1183 	md.dso = dso;  in dso__load_kcore()
1198 	dso->is_64_bit = is_64_bit;  in dso__load_kcore()
1268 	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)  in dso__load_kcore()
1269 		dso->binary_type = DSO_BINARY_TYPE__GUEST_KCORE;  in dso__load_kcore()
1271 		dso->binary_type = DSO_BINARY_TYPE__KCORE;  in dso__load_kcore()
1272 	dso__set_long_name(dso, strdup(kcore_filename), true);  in dso__load_kcore()
1311 int __dso__load_kallsyms(struct dso *dso, const char *filename,  in __dso__load_kallsyms()  argument
1323 	if (dso__load_all_kallsyms(dso, filename) < 0)  in __dso__load_kallsyms()
1329 	symbols__fixup_end(&dso->symbols);  in __dso__load_kallsyms()
1330 	symbols__fixup_duplicate(&dso->symbols);  in __dso__load_kallsyms()
1332 	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)  in __dso__load_kallsyms()
1333 		dso->symtab_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;  in __dso__load_kallsyms()
1335 		dso->symtab_type = DSO_BINARY_TYPE__KALLSYMS;  in __dso__load_kallsyms()
1337 	if (!no_kcore && !dso__load_kcore(dso, map, filename))  in __dso__load_kallsyms()
1338 		return map_groups__split_kallsyms_for_kcore(kmap->kmaps, dso);  in __dso__load_kallsyms()
1340 		return map_groups__split_kallsyms(kmap->kmaps, dso, delta, map);  in __dso__load_kallsyms()
1343 int dso__load_kallsyms(struct dso *dso, const char *filename,  in dso__load_kallsyms()  argument
1346 	return __dso__load_kallsyms(dso, filename, map, false);  in dso__load_kallsyms()
1349 static int dso__load_perf_map(const char *map_path, struct dso *dso)  in dso__load_perf_map()  argument
1391 		symbols__insert(&dso->symbols, sym);  in dso__load_perf_map()
1406 static bool dso__is_compatible_symtab_type(struct dso *dso, bool kmod,  in dso__is_compatible_symtab_type()  argument
1417 		return !kmod && dso->kernel == DSO_TYPE_USER;  in dso__is_compatible_symtab_type()
1422 		return dso->kernel == DSO_TYPE_KERNEL;  in dso__is_compatible_symtab_type()
1427 		return dso->kernel == DSO_TYPE_GUEST_KERNEL;  in dso__is_compatible_symtab_type()
1437 		return kmod && dso->symtab_type == type;  in dso__is_compatible_symtab_type()
1487 int dso__load(struct dso *dso, struct map *map)  in dso__load()  argument
1502 	const char *map_path = dso->long_name;  in dso__load()
1504 	perfmap = strncmp(dso->name, "/tmp/perf-", 10) == 0;  in dso__load()
1506 		if (dso->nsinfo && (dso__find_perf_map(newmapname,  in dso__load()
1507 		    sizeof(newmapname), &dso->nsinfo) == 0)) {  in dso__load()
1512 	nsinfo__mountns_enter(dso->nsinfo, &nsc);  in dso__load()
1513 	pthread_mutex_lock(&dso->lock);  in dso__load()
1516 	if (dso__loaded(dso)) {  in dso__load()
1526 	if (dso->kernel) {  in dso__load()
1527 		if (dso->kernel == DSO_TYPE_KERNEL)  in dso__load()
1528 			ret = dso__load_kernel_sym(dso, map);  in dso__load()
1529 		else if (dso->kernel == DSO_TYPE_GUEST_KERNEL)  in dso__load()
1530 			ret = dso__load_guest_kernel_sym(dso, map);  in dso__load()
1533 			machine__map_x86_64_entry_trampolines(machine, dso);  in dso__load()
1537 	dso->adjust_symbols = 0;  in dso__load()
1551 		ret = dso__load_perf_map(map_path, dso);  in dso__load()
1552 		dso->symtab_type = ret > 0 ? DSO_BINARY_TYPE__JAVA_JIT :  in dso__load()
1564 	kmod = dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE ||  in dso__load()
1565 		dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP ||  in dso__load()
1566 		dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE ||  in dso__load()
1567 		dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE_COMP;  in dso__load()
1574 	if (!dso->has_build_id &&  in dso__load()
1575 	    is_regular_file(dso->long_name)) {  in dso__load()
1576 	    __symbol__join_symfs(name, PATH_MAX, dso->long_name);  in dso__load()
1578 		dso__set_build_id(dso, build_id);  in dso__load()
1598 		if (!dso__is_compatible_symtab_type(dso, kmod, symtab_type))  in dso__load()
1601 		if (dso__read_binary_type_filename(dso, symtab_type,  in dso__load()
1610 			sirc = symsrc__init(ss, dso, name, symtab_type);  in dso__load()
1613 			nsinfo__mountns_enter(dso->nsinfo, &nsc);  in dso__load()
1621 			if (!dso->symsrc_filename)  in dso__load()
1622 				dso->symsrc_filename = strdup(name);  in dso__load()
1653 		ret = dso__load_sym(dso, map, syms_ss, runtime_ss, kmod);  in dso__load()
1660 		nr_plt = dso__synthesize_plt_symbols(dso, runtime_ss);  in dso__load()
1669 	if (ret < 0 && strstr(dso->name, " (deleted)") != NULL)  in dso__load()
1672 	dso__set_loaded(dso);  in dso__load()
1673 	pthread_mutex_unlock(&dso->lock);  in dso__load()
1687 		if (map->dso && strcmp(map->dso->short_name, name) == 0)  in map_groups__find_by_name()
1698 int dso__load_vmlinux(struct dso *dso, struct map *map,  in dso__load_vmlinux()  argument
1711 	if (dso->kernel == DSO_TYPE_GUEST_KERNEL)  in dso__load_vmlinux()
1716 	if (symsrc__init(&ss, dso, symfs_vmlinux, symtab_type))  in dso__load_vmlinux()
1719 	err = dso__load_sym(dso, map, &ss, &ss, 0);  in dso__load_vmlinux()
1723 		if (dso->kernel == DSO_TYPE_GUEST_KERNEL)  in dso__load_vmlinux()
1724 			dso->binary_type = DSO_BINARY_TYPE__GUEST_VMLINUX;  in dso__load_vmlinux()
1726 			dso->binary_type = DSO_BINARY_TYPE__VMLINUX;  in dso__load_vmlinux()
1727 		dso__set_long_name(dso, vmlinux, vmlinux_allocated);  in dso__load_vmlinux()
1728 		dso__set_loaded(dso);  in dso__load_vmlinux()
1735 int dso__load_vmlinux_path(struct dso *dso, struct map *map)  in dso__load_vmlinux_path()  argument
1744 		err = dso__load_vmlinux(dso, map, vmlinux_path[i], false);  in dso__load_vmlinux_path()
1750 		filename = dso__build_id_filename(dso, NULL, 0, false);  in dso__load_vmlinux_path()
1752 		err = dso__load_vmlinux(dso, map, filename, true);  in dso__load_vmlinux_path()
1808 static char *dso__find_kallsyms(struct dso *dso, struct map *map)  in dso__find_kallsyms()  argument
1815 	if (!dso->has_build_id) {  in dso__find_kallsyms()
1825 		is_host = dso__build_id_equal(dso, host_build_id);  in dso__find_kallsyms()
1841 	build_id__sprintf(dso->build_id, sizeof(dso->build_id), sbuild_id);  in dso__find_kallsyms()
1866 static int dso__load_kernel_sym(struct dso *dso, struct map *map)  in dso__load_kernel_sym()  argument
1892 		return dso__load_vmlinux(dso, map, symbol_conf.vmlinux_name, false);  in dso__load_kernel_sym()
1896 		err = dso__load_vmlinux_path(dso, map);  in dso__load_kernel_sym()
1905 	kallsyms_allocated_filename = dso__find_kallsyms(dso, map);  in dso__load_kernel_sym()
1912 	err = dso__load_kallsyms(dso, kallsyms_filename, map);  in dso__load_kernel_sym()
1917 	if (err > 0 && !dso__is_kcore(dso)) {  in dso__load_kernel_sym()
1918 		dso->binary_type = DSO_BINARY_TYPE__KALLSYMS;  in dso__load_kernel_sym()
1919 		dso__set_long_name(dso, DSO__NAME_KALLSYMS, false);  in dso__load_kernel_sym()
1927 static int dso__load_guest_kernel_sym(struct dso *dso, struct map *map)  in dso__load_guest_kernel_sym()  argument
1947 			err = dso__load_vmlinux(dso, map,  in dso__load_guest_kernel_sym()
1961 	err = dso__load_kallsyms(dso, kallsyms_filename, map);  in dso__load_guest_kernel_sym()
1964 	if (err > 0 && !dso__is_kcore(dso)) {  in dso__load_guest_kernel_sym()
1965 		dso->binary_type = DSO_BINARY_TYPE__GUEST_KALLSYMS;  in dso__load_guest_kernel_sym()
1966 		dso__set_long_name(dso, machine->mmap_name, false);  in dso__load_guest_kernel_sym()