529 static int convert_variable(Dwarf_Die *vr_die, struct probe_finder *pf)  in convert_variable()  argument
537 	ret = convert_variable_location(vr_die, pf->addr, pf->fb_ops,  in convert_variable()
538 					&pf->sp_die, pf->machine, pf->tvar);  in convert_variable()
543 		       pf->pvar->var, pf->pvar->var);  in convert_variable()
546 	else if (ret == 0 && pf->pvar->field) {  in convert_variable()
547 		ret = convert_variable_fields(vr_die, pf->pvar->var,  in convert_variable()
548 					      pf->pvar->field, &pf->tvar->ref,  in convert_variable()
549 					      &die_mem, pf->pvar->user_access);  in convert_variable()
553 		ret = convert_variable_type(vr_die, pf->tvar, pf->pvar->type,  in convert_variable()
554 					    pf->pvar->user_access);  in convert_variable()
560 static int find_variable(Dwarf_Die *sc_die, struct probe_finder *pf)  in find_variable()  argument
567 	if (!is_c_varname(pf->pvar->var))  in find_variable()
568 		return copy_to_probe_trace_arg(pf->tvar, pf->pvar);  in find_variable()
570 	if (pf->pvar->name)  in find_variable()
571 		pf->tvar->name = strdup(pf->pvar->name);  in find_variable()
573 		buf = synthesize_perf_probe_arg(pf->pvar);  in find_variable()
579 		pf->tvar->name = buf;  in find_variable()
581 	if (pf->tvar->name == NULL)  in find_variable()
584 	pr_debug("Searching '%s' variable in context.\n", pf->pvar->var);  in find_variable()
586 	if (!die_find_variable_at(sc_die, pf->pvar->var, pf->addr, &vr_die)) {  in find_variable()
588 		if (!die_find_variable_at(&pf->cu_die, pf->pvar->var,  in find_variable()
591 				   pf->pvar->var);  in find_variable()
596 		ret = convert_variable(&vr_die, pf);  in find_variable()
661 static int call_probe_finder(Dwarf_Die *sc_die, struct probe_finder *pf)  in call_probe_finder()  argument
675 		if (!die_find_realfunc(&pf->cu_die, pf->addr, &pf->sp_die)) {  in call_probe_finder()
676 			if (die_find_tailfunc(&pf->cu_die, pf->addr, &pf->sp_die)) {  in call_probe_finder()
678 						dwarf_diename(&pf->sp_die));  in call_probe_finder()
687 		memcpy(&pf->sp_die, sc_die, sizeof(Dwarf_Die));  in call_probe_finder()
690 	dwarf_attr(&pf->sp_die, DW_AT_frame_base, &fb_attr);  in call_probe_finder()
691 	ret = dwarf_getlocation_addr(&fb_attr, pf->addr, &pf->fb_ops, &nops, 1);  in call_probe_finder()
693 		pf->fb_ops = NULL;  in call_probe_finder()
695 	} else if (nops == 1 && pf->fb_ops[0].atom == DW_OP_call_frame_cfa &&  in call_probe_finder()
696 		   (pf->cfi_eh != NULL || pf->cfi_dbg != NULL)) {  in call_probe_finder()
697 		if ((dwarf_cfi_addrframe(pf->cfi_eh, pf->addr, &frame) != 0 &&  in call_probe_finder()
698 		     (dwarf_cfi_addrframe(pf->cfi_dbg, pf->addr, &frame) != 0)) ||  in call_probe_finder()
699 		    dwarf_frame_cfa(frame, &pf->fb_ops, &nops) != 0) {  in call_probe_finder()
701 				   (uintmax_t)pf->addr);  in call_probe_finder()
709 	ret = pf->callback(sc_die, pf);  in call_probe_finder()
713 	pf->fb_ops = NULL;  in call_probe_finder()
760 static Dwarf_Die *find_best_scope(struct probe_finder *pf, Dwarf_Die *die_mem)  in find_best_scope()  argument
763 		.function = pf->pev->point.function,  in find_best_scope()
764 		.file = pf->fname,  in find_best_scope()
765 		.line = pf->lno,  in find_best_scope()
771 	cu_walk_functions_at(&pf->cu_die, pf->addr, find_best_scope_cb, &fsp);  in find_best_scope()
779 	struct probe_finder *pf = data;  in probe_point_line_walker()  local
783 	if (lineno != pf->lno || strtailcmp(fname, pf->fname) != 0)  in probe_point_line_walker()
786 	pf->addr = addr;  in probe_point_line_walker()
787 	sc_die = find_best_scope(pf, &die_mem);  in probe_point_line_walker()
793 	ret = call_probe_finder(sc_die, pf);  in probe_point_line_walker()
800 static int find_probe_point_by_line(struct probe_finder *pf)  in find_probe_point_by_line()  argument
802 	return die_walk_lines(&pf->cu_die, probe_point_line_walker, pf);  in find_probe_point_by_line()
848 	struct probe_finder *pf = data;  in probe_point_lazy_walker()  local
852 	if (!intlist__has_entry(pf->lcache, lineno) ||  in probe_point_lazy_walker()
853 	    strtailcmp(fname, pf->fname) != 0)  in probe_point_lazy_walker()
858 	pf->addr = addr;  in probe_point_lazy_walker()
859 	pf->lno = lineno;  in probe_point_lazy_walker()
860 	sc_die = find_best_scope(pf, &die_mem);  in probe_point_lazy_walker()
866 	ret = call_probe_finder(sc_die, pf);  in probe_point_lazy_walker()
876 static int find_probe_point_lazy(Dwarf_Die *sp_die, struct probe_finder *pf)  in find_probe_point_lazy()  argument
881 	if (intlist__empty(pf->lcache)) {  in find_probe_point_lazy()
884 		comp_dir = cu_get_comp_dir(&pf->cu_die);  in find_probe_point_lazy()
885 		ret = get_real_path(pf->fname, comp_dir, &fpath);  in find_probe_point_lazy()
892 		ret = find_lazy_match_lines(pf->lcache, fpath,  in find_probe_point_lazy()
893 					    pf->pev->point.lazy_line);  in find_probe_point_lazy()
899 	return die_walk_lines(sp_die, probe_point_lazy_walker, pf);  in find_probe_point_lazy()
902 static void skip_prologue(Dwarf_Die *sp_die, struct probe_finder *pf)  in skip_prologue()  argument
904 	struct perf_probe_point *pp = &pf->pev->point;  in skip_prologue()
907 	if (!pf->pev->uprobes)  in skip_prologue()
911 	if (die_is_optimized_target(&pf->cu_die))  in skip_prologue()
915 	if (!pf->addr)  in skip_prologue()
924 	if (!perf_probe_with_var(pf->pev))  in skip_prologue()
929 		pf->addr);  in skip_prologue()
931 	die_skip_prologue(sp_die, &pf->cu_die, &pf->addr);  in skip_prologue()
936 	struct probe_finder *pf = data;  in probe_point_inline_cb()  local
937 	struct perf_probe_point *pp = &pf->pev->point;  in probe_point_inline_cb()
942 		ret = find_probe_point_lazy(in_die, pf);  in probe_point_inline_cb()
955 		pf->addr = addr;  in probe_point_inline_cb()
956 		pf->addr += pp->offset;  in probe_point_inline_cb()
958 			 (uintmax_t)pf->addr);  in probe_point_inline_cb()
960 		ret = call_probe_finder(in_die, pf);  in probe_point_inline_cb()
976 	struct probe_finder *pf = param->data;  in probe_point_search_cb()  local
977 	struct perf_probe_point *pp = &pf->pev->point;  in probe_point_search_cb()
990 	pf->fname = dwarf_decl_file(sp_die);  in probe_point_search_cb()
992 		dwarf_decl_line(sp_die, &pf->lno);  in probe_point_search_cb()
993 		pf->lno += pp->line;  in probe_point_search_cb()
994 		param->retval = find_probe_point_by_line(pf);  in probe_point_search_cb()
997 		dwarf_entrypc(sp_die, &pf->addr);  in probe_point_search_cb()
999 		if (pf->addr == 0) {  in probe_point_search_cb()
1005 			param->retval = find_probe_point_lazy(sp_die, pf);  in probe_point_search_cb()
1007 			skip_prologue(sp_die, pf);  in probe_point_search_cb()
1008 			pf->addr += pp->offset;  in probe_point_search_cb()
1010 			param->retval = call_probe_finder(sp_die, pf);  in probe_point_search_cb()
1015 					probe_point_inline_cb, (void *)pf);  in probe_point_search_cb()
1030 static int find_probe_point_by_func(struct probe_finder *pf)  in find_probe_point_by_func()  argument
1032 	struct dwarf_callback_param _param = {.data = (void *)pf,  in find_probe_point_by_func()
1034 	dwarf_getfuncs(&pf->cu_die, probe_point_search_cb, &_param, 0);  in find_probe_point_by_func()
1071 				  struct probe_finder *pf)  in debuginfo__find_probe_location()  argument
1073 	struct perf_probe_point *pp = &pf->pev->point;  in debuginfo__find_probe_location()
1080 	pf->lcache = intlist__new(NULL);  in debuginfo__find_probe_location()
1081 	if (!pf->lcache)  in debuginfo__find_probe_location()
1089 			.cu_die	  = &pf->cu_die,  in debuginfo__find_probe_location()
1090 			.sp_die	  = &pf->sp_die,  in debuginfo__find_probe_location()
1094 			.data = pf,  in debuginfo__find_probe_location()
1100 			ret = probe_point_search_cb(&pf->sp_die, &probe_param);  in debuginfo__find_probe_location()
1109 		diep = dwarf_offdie(dbg->dbg, off + cuhl, &pf->cu_die);  in debuginfo__find_probe_location()
1115 			pf->fname = cu_find_realpath(&pf->cu_die, pp->file);  in debuginfo__find_probe_location()
1117 			pf->fname = NULL;  in debuginfo__find_probe_location()
1119 		if (!pp->file || pf->fname) {  in debuginfo__find_probe_location()
1121 				ret = find_probe_point_by_func(pf);  in debuginfo__find_probe_location()
1123 				ret = find_probe_point_lazy(&pf->cu_die, pf);  in debuginfo__find_probe_location()
1125 				pf->lno = pp->line;  in debuginfo__find_probe_location()
1126 				ret = find_probe_point_by_line(pf);  in debuginfo__find_probe_location()
1135 	intlist__delete(pf->lcache);  in debuginfo__find_probe_location()
1136 	pf->lcache = NULL;  in debuginfo__find_probe_location()
1143 				  struct probe_finder *pf)  in debuginfo__find_probes()  argument
1149 	if (pf->cfi_eh || pf->cfi_dbg)  in debuginfo__find_probes()
1150 		return debuginfo__find_probe_location(dbg, pf);  in debuginfo__find_probes()
1160 	pf->machine = ehdr.e_machine;  in debuginfo__find_probes()
1168 			pf->cfi_eh = dwarf_getcfi_elf(elf);  in debuginfo__find_probes()
1170 		pf->cfi_dbg = dwarf_getcfi(dbg->dbg);  in debuginfo__find_probes()
1174 	ret = debuginfo__find_probe_location(dbg, pf);  in debuginfo__find_probes()
1179 	struct probe_finder *pf;  member
1191 	struct probe_finder *pf = vf->pf;  in copy_variables_cb()  local
1197 		if (convert_variable_location(die_mem, vf->pf->addr,  in copy_variables_cb()
1198 					      vf->pf->fb_ops, &pf->sp_die,  in copy_variables_cb()
1199 					      pf->machine, NULL) == 0) {  in copy_variables_cb()
1210 	if (dwarf_haspc(die_mem, vf->pf->addr))  in copy_variables_cb()
1216 static int expand_probe_args(Dwarf_Die *sc_die, struct probe_finder *pf,  in expand_probe_args()  argument
1222 	struct local_vars_finder vf = {.pf = pf, .args = args, .vars = false,  in expand_probe_args()
1225 	for (i = 0; i < pf->pev->nargs; i++) {  in expand_probe_args()
1227 		if (strcmp(pf->pev->args[i].var, PROBE_ARG_VARS) == 0)  in expand_probe_args()
1229 		else if (strcmp(pf->pev->args[i].var, PROBE_ARG_PARAMS) != 0) {  in expand_probe_args()
1231 			args[n] = pf->pev->args[i];  in expand_probe_args()
1235 		pr_debug("Expanding %s into:", pf->pev->args[i].var);  in expand_probe_args()
1253 		if (tf->pf.addr == tf->tevs[i].point.address)  in trace_event_finder_overlap()
1260 static int add_probe_trace_event(Dwarf_Die *sc_die, struct probe_finder *pf)  in add_probe_trace_event()  argument
1263 			container_of(pf, struct trace_event_finder, pf);  in add_probe_trace_event()
1264 	struct perf_probe_point *pp = &pf->pev->point;  in add_probe_trace_event()
1286 	ret = convert_to_trace_point(&pf->sp_die, tf->mod, pf->addr,  in add_probe_trace_event()
1307 	ret = expand_probe_args(sc_die, pf, args);  in add_probe_trace_event()
1320 		pf->pvar = &args[i];  in add_probe_trace_event()
1321 		pf->tvar = &tev->args[i];  in add_probe_trace_event()
1323 		ret = find_variable(sc_die, pf);  in add_probe_trace_event()
1343 			.pf = {.pev = pev, .callback = add_probe_trace_event},  in debuginfo__find_trace_events()
1355 	ret = debuginfo__find_probes(dbg, &tf.pf);  in debuginfo__find_trace_events()
1379 		ret = convert_variable_location(die_mem, af->pf.addr,  in collect_variables_cb()
1380 						af->pf.fb_ops, &af->pf.sp_die,  in collect_variables_cb()
1381 						af->pf.machine, NULL);  in collect_variables_cb()
1405 				ret2 = die_get_var_range(&af->pf.sp_die,  in collect_variables_cb()
1418 	if (af->child && dwarf_haspc(die_mem, af->pf.addr))  in collect_variables_cb()
1429 static int add_available_vars(Dwarf_Die *sc_die, struct probe_finder *pf)  in add_available_vars()  argument
1432 			container_of(pf, struct available_var_finder, pf);  in add_available_vars()
1433 	struct perf_probe_point *pp = &pf->pev->point;  in add_available_vars()
1446 	ret = convert_to_trace_point(&pf->sp_die, af->mod, pf->addr,  in add_available_vars()
1466 	die_find_child(&pf->cu_die, collect_variables_cb, (void *)af, &die_mem);  in add_available_vars()
1487 			.pf = {.pev = pev, .callback = add_available_vars},  in debuginfo__find_available_vars_at()
1500 	ret = debuginfo__find_probes(dbg, &af.pf);  in debuginfo__find_available_vars_at()