43  * @ref: external reference (e.g. db_id of sample)
560  * Hardware sample records, created some time after the event occurred, need to
674  * Hardware sample records, created some time after the event occurred, need to
704 		 * User space sample: start copying branch entries when the  in thread_stack__br_sample_late()
726 		 * Kernel space sample: start copying branch entries when the ip  in thread_stack__br_sample_late()
859 				struct perf_sample *sample,  in thread_stack__bottom()  argument
868 	if (sample->ip) {  in thread_stack__bottom()
869 		ip = sample->ip;  in thread_stack__bottom()
871 	} else if (sample->addr) {  in thread_stack__bottom()
872 		ip = sample->addr;  in thread_stack__bottom()
881 	return thread_stack__push_cp(ts, ip, sample->time, ref, cp,  in thread_stack__bottom()
886 				struct perf_sample *sample, u64 ref)  in thread_stack__pop_ks()  argument
888 	u64 tm = sample->time;  in thread_stack__pop_ks()
904 					struct perf_sample *sample,  in thread_stack__no_call_return()  argument
914 	u64 addr = sample->addr;  in thread_stack__no_call_return()
915 	u64 tm = sample->time;  in thread_stack__no_call_return()
916 	u64 ip = sample->ip;  in thread_stack__no_call_return()
921 		err = thread_stack__pop_ks(thread, ts, sample, ref);  in thread_stack__no_call_return()
933 		err = thread_stack__pop_ks(thread, ts, sample, ref);  in thread_stack__no_call_return()
1019 				   struct perf_sample *sample, u64 ref)  in thread_stack__trace_end()  argument
1032 	ret_addr = sample->ip + sample->insn_len;  in thread_stack__trace_end()
1034 	return thread_stack__push_cp(ts, ret_addr, sample->time, ref, cp,  in thread_stack__trace_end()
1051 				       struct perf_sample *sample,  in thread_stack__x86_retpoline()  argument
1092 				sample->addr, ts->kernel_start);  in thread_stack__x86_retpoline()
1103 			  struct perf_sample *sample,  in thread_stack__process()  argument
1108 	struct thread_stack *ts = thread__stack(thread, sample->cpu);  in thread_stack__process()
1119 		ts = thread_stack__new(thread, sample->cpu, crp, true, 0);  in thread_stack__process()
1139 		err = thread_stack__bottom(ts, sample, from_al, to_al, ref);  in thread_stack__process()
1145 	ts->insn_count += sample->insn_cnt;  in thread_stack__process()
1146 	ts->cyc_count += sample->cyc_cnt;  in thread_stack__process()
1147 	ts->last_time = sample->time;  in thread_stack__process()
1149 	if (sample->flags & PERF_IP_FLAG_CALL) {  in thread_stack__process()
1150 		bool trace_end = sample->flags & PERF_IP_FLAG_TRACE_END;  in thread_stack__process()
1155 		if (!sample->ip || !sample->addr)  in thread_stack__process()
1158 		ret_addr = sample->ip + sample->insn_len;  in thread_stack__process()
1159 		if (ret_addr == sample->addr)  in thread_stack__process()
1163 					to_al->sym, sample->addr,  in thread_stack__process()
1165 		err = thread_stack__push_cp(ts, ret_addr, sample->time, ref,  in thread_stack__process()
1177 	} else if (sample->flags & PERF_IP_FLAG_RETURN) {  in thread_stack__process()
1178 		if (!sample->addr) {  in thread_stack__process()
1182 			if (!(sample->flags & return_from_kernel))  in thread_stack__process()
1186 			return thread_stack__pop_ks(thread, ts, sample, ref);  in thread_stack__process()
1189 		if (!sample->ip)  in thread_stack__process()
1194 		    ts->stack[ts->cnt - 1].ret_addr != sample->addr)  in thread_stack__process()
1195 			return thread_stack__x86_retpoline(ts, sample, to_al);  in thread_stack__process()
1197 		err = thread_stack__pop_cp(thread, ts, sample->addr,  in thread_stack__process()
1198 					   sample->time, ref, from_al->sym);  in thread_stack__process()
1202 			err = thread_stack__no_call_return(thread, ts, sample,  in thread_stack__process()
1205 	} else if (sample->flags & PERF_IP_FLAG_TRACE_BEGIN) {  in thread_stack__process()
1206 		err = thread_stack__trace_begin(thread, ts, sample->time, ref);  in thread_stack__process()
1207 	} else if (sample->flags & PERF_IP_FLAG_TRACE_END) {  in thread_stack__process()
1208 		err = thread_stack__trace_end(ts, sample, ref);  in thread_stack__process()
1209 	} else if (sample->flags & PERF_IP_FLAG_BRANCH &&  in thread_stack__process()
1222 					to_al->sym, sample->addr,  in thread_stack__process()
1224 		err = thread_stack__push_cp(ts, 0, sample->time, ref, cp, false,  in thread_stack__process()