41 char dso__symtab_origin(const struct dso *dso)  in dso__symtab_origin()  argument
64 	if (dso == NULL || dso->symtab_type == DSO_BINARY_TYPE__NOT_FOUND)  in dso__symtab_origin()
66 	return origin[dso->symtab_type];  in dso__symtab_origin()
69 int dso__read_binary_type_filename(const struct dso *dso,  in dso__read_binary_type_filename()  argument
85 		len = __symbol__join_symfs(filename, size, dso->long_name);  in dso__read_binary_type_filename()
116 		if (dso__build_id_filename(dso, filename, size, false) == NULL)  in dso__read_binary_type_filename()
121 		if (dso__build_id_filename(dso, filename, size, true) == NULL)  in dso__read_binary_type_filename()
127 		snprintf(filename + len, size - len, "%s.debug", dso->long_name);  in dso__read_binary_type_filename()
132 		snprintf(filename + len, size - len, "%s", dso->long_name);  in dso__read_binary_type_filename()
141 		if (strlen(dso->long_name) < 9 ||  in dso__read_binary_type_filename()
142 		    strncmp(dso->long_name, "/usr/lib/", 9)) {  in dso__read_binary_type_filename()
147 		snprintf(filename + len, size - len, "%s", dso->long_name + 4);  in dso__read_binary_type_filename()
155 		last_slash = dso->long_name + dso->long_name_len;  in dso__read_binary_type_filename()
156 		while (last_slash != dso->long_name && *last_slash != '/')  in dso__read_binary_type_filename()
160 		dir_size = last_slash - dso->long_name + 2;  in dso__read_binary_type_filename()
165 		len += scnprintf(filename + len, dir_size, "%s",  dso->long_name);  in dso__read_binary_type_filename()
172 		if (!dso->has_build_id) {  in dso__read_binary_type_filename()
177 		build_id__sprintf(&dso->bid, build_id_hex);  in dso__read_binary_type_filename()
186 		__symbol__join_symfs(filename, size, dso->long_name);  in dso__read_binary_type_filename()
192 			    root_dir, dso->long_name);  in dso__read_binary_type_filename()
197 		__symbol__join_symfs(filename, size, dso->long_name);  in dso__read_binary_type_filename()
202 		snprintf(filename, size, "%s", dso->long_name);  in dso__read_binary_type_filename()
276 bool dso__needs_decompress(struct dso *dso)  in dso__needs_decompress()  argument
278 	return dso->symtab_type == DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE_COMP ||  in dso__needs_decompress()
279 		dso->symtab_type == DSO_BINARY_TYPE__GUEST_KMODULE_COMP;  in dso__needs_decompress()
325 static int decompress_kmodule(struct dso *dso, const char *name,  in decompress_kmodule()  argument
328 	if (!dso__needs_decompress(dso))  in decompress_kmodule()
331 	if (dso->comp == COMP_ID__NONE)  in decompress_kmodule()
334 	return filename__decompress(name, pathname, len, dso->comp,  in decompress_kmodule()
335 				    &dso->load_errno);  in decompress_kmodule()
338 int dso__decompress_kmodule_fd(struct dso *dso, const char *name)  in dso__decompress_kmodule_fd()  argument
340 	return decompress_kmodule(dso, name, NULL, 0);  in dso__decompress_kmodule_fd()
343 int dso__decompress_kmodule_path(struct dso *dso, const char *name,  in dso__decompress_kmodule_path()  argument
346 	int fd = decompress_kmodule(dso, name, pathname, len);  in dso__decompress_kmodule_path()
432 void dso__set_module_info(struct dso *dso, struct kmod_path *m,  in dso__set_module_info()  argument
436 		dso->symtab_type = DSO_BINARY_TYPE__SYSTEM_PATH_KMODULE;  in dso__set_module_info()
438 		dso->symtab_type = DSO_BINARY_TYPE__GUEST_KMODULE;  in dso__set_module_info()
442 		dso->symtab_type++;  in dso__set_module_info()
443 		dso->comp = m->comp;  in dso__set_module_info()
446 	dso__set_short_name(dso, strdup(m->name), true);  in dso__set_module_info()
456 static void dso__list_add(struct dso *dso)  in dso__list_add()  argument
458 	list_add_tail(&dso->data.open_entry, &dso__data_open);  in dso__list_add()
462 static void dso__list_del(struct dso *dso)  in dso__list_del()  argument
464 	list_del_init(&dso->data.open_entry);  in dso__list_del()
493 static int __open_dso(struct dso *dso, struct machine *machine)  in __open_dso()  argument
506 	if (dso__read_binary_type_filename(dso, dso->binary_type,  in __open_dso()
513 	if (dso__needs_decompress(dso)) {  in __open_dso()
517 		if (dso__decompress_kmodule_path(dso, name, newpath, len) < 0) {  in __open_dso()
518 			fd = -dso->load_errno;  in __open_dso()
545 static int open_dso(struct dso *dso, struct machine *machine)  in open_dso()  argument
550 	if (dso->binary_type != DSO_BINARY_TYPE__BUILD_ID_CACHE)  in open_dso()
551 		nsinfo__mountns_enter(dso->nsinfo, &nsc);  in open_dso()
552 	fd = __open_dso(dso, machine);  in open_dso()
553 	if (dso->binary_type != DSO_BINARY_TYPE__BUILD_ID_CACHE)  in open_dso()
557 		dso__list_add(dso);  in open_dso()
568 static void close_data_fd(struct dso *dso)  in close_data_fd()  argument
570 	if (dso->data.fd >= 0) {  in close_data_fd()
571 		close(dso->data.fd);  in close_data_fd()
572 		dso->data.fd = -1;  in close_data_fd()
573 		dso->data.file_size = 0;  in close_data_fd()
574 		dso__list_del(dso);  in close_data_fd()
585 static void close_dso(struct dso *dso)  in close_dso()  argument
587 	close_data_fd(dso);  in close_dso()
592 	struct dso *dso;  in close_first_dso()  local
594 	dso = list_first_entry(&dso__data_open, struct dso, data.open_entry);  in close_first_dso()
595 	close_dso(dso);  in close_first_dso()
659 void dso__data_close(struct dso *dso)  in dso__data_close()  argument
662 	close_dso(dso);  in dso__data_close()
666 static void try_to_open_dso(struct dso *dso, struct machine *machine)  in try_to_open_dso()  argument
675 	if (dso->data.fd >= 0)  in try_to_open_dso()
678 	if (dso->binary_type != DSO_BINARY_TYPE__NOT_FOUND) {  in try_to_open_dso()
679 		dso->data.fd = open_dso(dso, machine);  in try_to_open_dso()
684 		dso->binary_type = binary_type_data[i++];  in try_to_open_dso()
686 		dso->data.fd = open_dso(dso, machine);  in try_to_open_dso()
687 		if (dso->data.fd >= 0)  in try_to_open_dso()
690 	} while (dso->binary_type != DSO_BINARY_TYPE__NOT_FOUND);  in try_to_open_dso()
692 	if (dso->data.fd >= 0)  in try_to_open_dso()
693 		dso->data.status = DSO_DATA_STATUS_OK;  in try_to_open_dso()
695 		dso->data.status = DSO_DATA_STATUS_ERROR;  in try_to_open_dso()
707 int dso__data_get_fd(struct dso *dso, struct machine *machine)  in dso__data_get_fd()  argument
709 	if (dso->data.status == DSO_DATA_STATUS_ERROR)  in dso__data_get_fd()
715 	try_to_open_dso(dso, machine);  in dso__data_get_fd()
717 	if (dso->data.fd < 0)  in dso__data_get_fd()
720 	return dso->data.fd;  in dso__data_get_fd()
723 void dso__data_put_fd(struct dso *dso __maybe_unused)  in dso__data_put_fd()
728 bool dso__data_status_seen(struct dso *dso, enum dso_data_status_seen by)  in dso__data_status_seen()  argument
732 	if (dso->data.status_seen & flag)  in dso__data_status_seen()
735 	dso->data.status_seen |= flag;  in dso__data_status_seen()
741 static ssize_t bpf_read(struct dso *dso, u64 offset, char *data)  in bpf_read()  argument
748 	node = perf_env__find_bpf_prog_info(dso->bpf_prog.env, dso->bpf_prog.id);  in bpf_read()
750 		dso->data.status = DSO_DATA_STATUS_ERROR;  in bpf_read()
765 static int bpf_size(struct dso *dso)  in bpf_size()  argument
769 	node = perf_env__find_bpf_prog_info(dso->bpf_prog.env, dso->bpf_prog.id);  in bpf_size()
771 		dso->data.status = DSO_DATA_STATUS_ERROR;  in bpf_size()
775 	dso->data.file_size = node->info_linear->info.jited_prog_len;  in bpf_size()
781 dso_cache__free(struct dso *dso)  in dso_cache__free()  argument
783 	struct rb_root *root = &dso->data.cache;  in dso_cache__free()
786 	pthread_mutex_lock(&dso->lock);  in dso_cache__free()
795 	pthread_mutex_unlock(&dso->lock);  in dso_cache__free()
798 static struct dso_cache *__dso_cache__find(struct dso *dso, u64 offset)  in __dso_cache__find()  argument
800 	const struct rb_root *root = &dso->data.cache;  in __dso_cache__find()
824 dso_cache__insert(struct dso *dso, struct dso_cache *new)  in dso_cache__insert()  argument
826 	struct rb_root *root = &dso->data.cache;  in dso_cache__insert()
832 	pthread_mutex_lock(&dso->lock);  in dso_cache__insert()
853 	pthread_mutex_unlock(&dso->lock);  in dso_cache__insert()
870 static ssize_t file_read(struct dso *dso, struct machine *machine,  in file_read()  argument
881 	try_to_open_dso(dso, machine);  in file_read()
883 	if (dso->data.fd < 0) {  in file_read()
884 		dso->data.status = DSO_DATA_STATUS_ERROR;  in file_read()
889 	ret = pread(dso->data.fd, data, DSO__DATA_CACHE_SIZE, offset);  in file_read()
895 static struct dso_cache *dso_cache__populate(struct dso *dso,  in dso_cache__populate()  argument
909 	if (dso->binary_type == DSO_BINARY_TYPE__BPF_PROG_INFO)  in dso_cache__populate()
910 		*ret = bpf_read(dso, cache_offset, cache->data);  in dso_cache__populate()
913 	if (dso->binary_type == DSO_BINARY_TYPE__OOL)  in dso_cache__populate()
916 		*ret = file_read(dso, machine, cache_offset, cache->data);  in dso_cache__populate()
926 	old = dso_cache__insert(dso, cache);  in dso_cache__populate()
936 static struct dso_cache *dso_cache__find(struct dso *dso,  in dso_cache__find()  argument
941 	struct dso_cache *cache = __dso_cache__find(dso, offset);  in dso_cache__find()
943 	return cache ? cache : dso_cache__populate(dso, machine, offset, ret);  in dso_cache__find()
946 static ssize_t dso_cache_io(struct dso *dso, struct machine *machine,  in dso_cache_io()  argument
952 	cache = dso_cache__find(dso, machine, offset, &ret);  in dso_cache_io()
964 static ssize_t cached_io(struct dso *dso, struct machine *machine,  in cached_io()  argument
973 		ret = dso_cache_io(dso, machine, offset, p, size, out);  in cached_io()
993 static int file_size(struct dso *dso, struct machine *machine)  in file_size()  argument
1005 	try_to_open_dso(dso, machine);  in file_size()
1007 	if (dso->data.fd < 0) {  in file_size()
1009 		dso->data.status = DSO_DATA_STATUS_ERROR;  in file_size()
1013 	if (fstat(dso->data.fd, &st) < 0) {  in file_size()
1017 		dso->data.status = DSO_DATA_STATUS_ERROR;  in file_size()
1020 	dso->data.file_size = st.st_size;  in file_size()
1027 int dso__data_file_size(struct dso *dso, struct machine *machine)  in dso__data_file_size()  argument
1029 	if (dso->data.file_size)  in dso__data_file_size()
1032 	if (dso->data.status == DSO_DATA_STATUS_ERROR)  in dso__data_file_size()
1035 	if (dso->binary_type == DSO_BINARY_TYPE__BPF_PROG_INFO)  in dso__data_file_size()
1036 		return bpf_size(dso);  in dso__data_file_size()
1038 	return file_size(dso, machine);  in dso__data_file_size()
1048 off_t dso__data_size(struct dso *dso, struct machine *machine)  in dso__data_size()  argument
1050 	if (dso__data_file_size(dso, machine))  in dso__data_size()
1054 	return dso->data.file_size;  in dso__data_size()
1057 static ssize_t data_read_write_offset(struct dso *dso, struct machine *machine,  in data_read_write_offset()  argument
1061 	if (dso__data_file_size(dso, machine))  in data_read_write_offset()
1065 	if (offset > dso->data.file_size)  in data_read_write_offset()
1071 	return cached_io(dso, machine, offset, data, size, out);  in data_read_write_offset()
1085 ssize_t dso__data_read_offset(struct dso *dso, struct machine *machine,  in dso__data_read_offset()  argument
1088 	if (dso->data.status == DSO_DATA_STATUS_ERROR)  in dso__data_read_offset()
1091 	return data_read_write_offset(dso, machine, offset, data, size, true);  in dso__data_read_offset()
1104 ssize_t dso__data_read_addr(struct dso *dso, struct map *map,  in dso__data_read_addr()  argument
1109 	return dso__data_read_offset(dso, machine, offset, data, size);  in dso__data_read_addr()
1122 ssize_t dso__data_write_cache_offs(struct dso *dso, struct machine *machine,  in dso__data_write_cache_offs()  argument
1127 	if (dso->data.status == DSO_DATA_STATUS_ERROR)  in dso__data_write_cache_offs()
1130 	return data_read_write_offset(dso, machine, offset, data, size, false);  in dso__data_write_cache_offs()
1144 ssize_t dso__data_write_cache_addr(struct dso *dso, struct map *map,  in dso__data_write_cache_addr()  argument
1149 	return dso__data_write_cache_offs(dso, machine, offset, data, size);  in dso__data_write_cache_addr()
1155 	struct dso *dso = dso__new(name);  in dso__new_map()  local
1157 	if (dso) {  in dso__new_map()
1158 		map = map__new2(0, dso);  in dso__new_map()
1159 		dso__put(dso);  in dso__new_map()
1165 struct dso *machine__findnew_kernel(struct machine *machine, const char *name,  in machine__findnew_kernel()
1171 	struct dso *dso = machine__findnew_dso(machine, name);  in machine__findnew_kernel()  local
1177 	if (dso != NULL) {  in machine__findnew_kernel()
1178 		dso__set_short_name(dso, short_name, false);  in machine__findnew_kernel()
1179 		dso->kernel = dso_type;  in machine__findnew_kernel()
1182 	return dso;  in machine__findnew_kernel()
1185 static void dso__set_long_name_id(struct dso *dso, const char *name, struct dso_id *id, bool name_a…  in dso__set_long_name_id()  argument
1187 	struct rb_root *root = dso->root;  in dso__set_long_name_id()
1192 	if (dso->long_name_allocated)  in dso__set_long_name_id()
1193 		free((char *)dso->long_name);  in dso__set_long_name_id()
1196 		rb_erase(&dso->rb_node, root);  in dso__set_long_name_id()
1201 		RB_CLEAR_NODE(&dso->rb_node);  in dso__set_long_name_id()
1202 		dso->root = NULL;  in dso__set_long_name_id()
1205 	dso->long_name		 = name;  in dso__set_long_name_id()
1206 	dso->long_name_len	 = strlen(name);  in dso__set_long_name_id()
1207 	dso->long_name_allocated = name_allocated;  in dso__set_long_name_id()
1210 		__dsos__findnew_link_by_longname_id(root, dso, NULL, id);  in dso__set_long_name_id()
1213 void dso__set_long_name(struct dso *dso, const char *name, bool name_allocated)  in dso__set_long_name()  argument
1215 	dso__set_long_name_id(dso, name, NULL, name_allocated);  in dso__set_long_name()
1218 void dso__set_short_name(struct dso *dso, const char *name, bool name_allocated)  in dso__set_short_name()  argument
1223 	if (dso->short_name_allocated)  in dso__set_short_name()
1224 		free((char *)dso->short_name);  in dso__set_short_name()
1226 	dso->short_name		  = name;  in dso__set_short_name()
1227 	dso->short_name_len	  = strlen(name);  in dso__set_short_name()
1228 	dso->short_name_allocated = name_allocated;  in dso__set_short_name()
1231 int dso__name_len(const struct dso *dso)  in dso__name_len()  argument
1233 	if (!dso)  in dso__name_len()
1236 		return dso->long_name_len;  in dso__name_len()
1238 	return dso->short_name_len;  in dso__name_len()
1241 bool dso__loaded(const struct dso *dso)  in dso__loaded()  argument
1243 	return dso->loaded;  in dso__loaded()
1246 bool dso__sorted_by_name(const struct dso *dso)  in dso__sorted_by_name()  argument
1248 	return dso->sorted_by_name;  in dso__sorted_by_name()
1251 void dso__set_sorted_by_name(struct dso *dso)  in dso__set_sorted_by_name()  argument
1253 	dso->sorted_by_name = true;  in dso__set_sorted_by_name()
1256 struct dso *dso__new_id(const char *name, struct dso_id *id)  in dso__new_id()
1258 	struct dso *dso = calloc(1, sizeof(*dso) + strlen(name) + 1);  in dso__new_id()  local
1260 	if (dso != NULL) {  in dso__new_id()
1261 		strcpy(dso->name, name);  in dso__new_id()
1263 			dso->id = *id;  in dso__new_id()
1264 		dso__set_long_name_id(dso, dso->name, id, false);  in dso__new_id()
1265 		dso__set_short_name(dso, dso->name, false);  in dso__new_id()
1266 		dso->symbols = dso->symbol_names = RB_ROOT_CACHED;  in dso__new_id()
1267 		dso->data.cache = RB_ROOT;  in dso__new_id()
1268 		dso->inlined_nodes = RB_ROOT_CACHED;  in dso__new_id()
1269 		dso->srclines = RB_ROOT_CACHED;  in dso__new_id()
1270 		dso->data.fd = -1;  in dso__new_id()
1271 		dso->data.status = DSO_DATA_STATUS_UNKNOWN;  in dso__new_id()
1272 		dso->symtab_type = DSO_BINARY_TYPE__NOT_FOUND;  in dso__new_id()
1273 		dso->binary_type = DSO_BINARY_TYPE__NOT_FOUND;  in dso__new_id()
1274 		dso->is_64_bit = (sizeof(void *) == 8);  in dso__new_id()
1275 		dso->loaded = 0;  in dso__new_id()
1276 		dso->rel = 0;  in dso__new_id()
1277 		dso->sorted_by_name = 0;  in dso__new_id()
1278 		dso->has_build_id = 0;  in dso__new_id()
1279 		dso->has_srcline = 1;  in dso__new_id()
1280 		dso->a2l_fails = 1;  in dso__new_id()
1281 		dso->kernel = DSO_SPACE__USER;  in dso__new_id()
1282 		dso->needs_swap = DSO_SWAP__UNSET;  in dso__new_id()
1283 		dso->comp = COMP_ID__NONE;  in dso__new_id()
1284 		RB_CLEAR_NODE(&dso->rb_node);  in dso__new_id()
1285 		dso->root = NULL;  in dso__new_id()
1286 		INIT_LIST_HEAD(&dso->node);  in dso__new_id()
1287 		INIT_LIST_HEAD(&dso->data.open_entry);  in dso__new_id()
1288 		pthread_mutex_init(&dso->lock, NULL);  in dso__new_id()
1289 		refcount_set(&dso->refcnt, 1);  in dso__new_id()
1292 	return dso;  in dso__new_id()
1295 struct dso *dso__new(const char *name)  in dso__new()
1300 void dso__delete(struct dso *dso)  in dso__delete()  argument
1302 	if (!RB_EMPTY_NODE(&dso->rb_node))  in dso__delete()
1304 		       dso->long_name);  in dso__delete()
1307 	inlines__tree_delete(&dso->inlined_nodes);  in dso__delete()
1308 	srcline__tree_delete(&dso->srclines);  in dso__delete()
1309 	symbols__delete(&dso->symbols);  in dso__delete()
1311 	if (dso->short_name_allocated) {  in dso__delete()
1312 		zfree((char **)&dso->short_name);  in dso__delete()
1313 		dso->short_name_allocated = false;  in dso__delete()
1316 	if (dso->long_name_allocated) {  in dso__delete()
1317 		zfree((char **)&dso->long_name);  in dso__delete()
1318 		dso->long_name_allocated = false;  in dso__delete()
1321 	dso__data_close(dso);  in dso__delete()
1322 	auxtrace_cache__free(dso->auxtrace_cache);  in dso__delete()
1323 	dso_cache__free(dso);  in dso__delete()
1324 	dso__free_a2l(dso);  in dso__delete()
1325 	zfree(&dso->symsrc_filename);  in dso__delete()
1326 	nsinfo__zput(dso->nsinfo);  in dso__delete()
1327 	pthread_mutex_destroy(&dso->lock);  in dso__delete()
1328 	free(dso);  in dso__delete()
1331 struct dso *dso__get(struct dso *dso)  in dso__get()  argument
1333 	if (dso)  in dso__get()
1334 		refcount_inc(&dso->refcnt);  in dso__get()
1335 	return dso;  in dso__get()
1338 void dso__put(struct dso *dso)  in dso__put()  argument
1340 	if (dso && refcount_dec_and_test(&dso->refcnt))  in dso__put()
1341 		dso__delete(dso);  in dso__put()
1344 void dso__set_build_id(struct dso *dso, struct build_id *bid)  in dso__set_build_id()  argument
1346 	dso->bid = *bid;  in dso__set_build_id()
1347 	dso->has_build_id = 1;  in dso__set_build_id()
1350 bool dso__build_id_equal(const struct dso *dso, struct build_id *bid)  in dso__build_id_equal()  argument
1352 	if (dso->bid.size > bid->size && dso->bid.size == BUILD_ID_SIZE) {  in dso__build_id_equal()
1357 		return !memcmp(dso->bid.data, bid->data, bid->size) &&  in dso__build_id_equal()
1358 			!memchr_inv(&dso->bid.data[bid->size], 0,  in dso__build_id_equal()
1359 				    dso->bid.size - bid->size);  in dso__build_id_equal()
1362 	return dso->bid.size == bid->size &&  in dso__build_id_equal()
1363 	       memcmp(dso->bid.data, bid->data, dso->bid.size) == 0;  in dso__build_id_equal()
1366 void dso__read_running_kernel_build_id(struct dso *dso, struct machine *machine)  in dso__read_running_kernel_build_id()  argument
1373 	if (sysfs__read_build_id(path, &dso->bid) == 0)  in dso__read_running_kernel_build_id()
1374 		dso->has_build_id = true;  in dso__read_running_kernel_build_id()
1377 int dso__kernel_module_get_build_id(struct dso *dso,  in dso__kernel_module_get_build_id()  argument
1385 	const char *name = dso->short_name + 1;  in dso__kernel_module_get_build_id()
1391 	if (sysfs__read_build_id(filename, &dso->bid) == 0)  in dso__kernel_module_get_build_id()
1392 		dso->has_build_id = true;  in dso__kernel_module_get_build_id()
1397 static size_t dso__fprintf_buildid(struct dso *dso, FILE *fp)  in dso__fprintf_buildid()  argument
1401 	build_id__sprintf(&dso->bid, sbuild_id);  in dso__fprintf_buildid()
1405 size_t dso__fprintf(struct dso *dso, FILE *fp)  in dso__fprintf()  argument
1408 	size_t ret = fprintf(fp, "dso: %s (", dso->short_name);  in dso__fprintf()
1410 	if (dso->short_name != dso->long_name)  in dso__fprintf()
1411 		ret += fprintf(fp, "%s, ", dso->long_name);  in dso__fprintf()
1412 	ret += fprintf(fp, "%sloaded, ", dso__loaded(dso) ? "" : "NOT ");  in dso__fprintf()
1413 	ret += dso__fprintf_buildid(dso, fp);  in dso__fprintf()
1415 	for (nd = rb_first_cached(&dso->symbols); nd; nd = rb_next(nd)) {  in dso__fprintf()
1423 enum dso_type dso__type(struct dso *dso, struct machine *machine)  in dso__type()  argument
1428 	fd = dso__data_get_fd(dso, machine);  in dso__type()
1431 		dso__data_put_fd(dso);  in dso__type()
1437 int dso__strerror_load(struct dso *dso, char *buf, size_t buflen)  in dso__strerror_load()  argument
1439 	int idx, errnum = dso->load_errno;  in dso__strerror_load()