Lines Matching refs:trace

214 			      struct perf_callchain_entry *trace, u64 flags)  in __bpf_get_stackid()  argument
224 if (trace->nr <= skip) in __bpf_get_stackid()
228 trace_nr = trace->nr - skip; in __bpf_get_stackid()
230 ips = trace->ip + skip; in __bpf_get_stackid()
289 struct perf_callchain_entry *trace; in BPF_CALL_3() local
300 trace = get_perf_callchain(regs, 0, kernel, user, max_depth, in BPF_CALL_3()
303 if (unlikely(!trace)) in BPF_CALL_3()
307 return __bpf_get_stackid(map, trace, flags); in BPF_CALL_3()
319 static __u64 count_kernel_ip(struct perf_callchain_entry *trace) in count_kernel_ip() argument
323 while (nr_kernel < trace->nr) { in count_kernel_ip()
324 if (trace->ip[nr_kernel] == PERF_CONTEXT_USER) in count_kernel_ip()
335 struct perf_callchain_entry *trace; in BPF_CALL_3() local
352 trace = ctx->data->callchain; in BPF_CALL_3()
353 if (unlikely(!trace)) in BPF_CALL_3()
356 nr_kernel = count_kernel_ip(trace); in BPF_CALL_3()
359 __u64 nr = trace->nr; in BPF_CALL_3()
361 trace->nr = nr_kernel; in BPF_CALL_3()
362 ret = __bpf_get_stackid(map, trace, flags); in BPF_CALL_3()
365 trace->nr = nr; in BPF_CALL_3()
374 ret = __bpf_get_stackid(map, trace, flags); in BPF_CALL_3()
396 struct perf_callchain_entry *trace; in __bpf_get_stack() local
422 trace = trace_in; in __bpf_get_stack()
424 trace = get_callchain_entry_for_task(task, max_depth); in __bpf_get_stack()
426 trace = get_perf_callchain(regs, 0, kernel, user, max_depth, in __bpf_get_stack()
428 if (unlikely(!trace)) in __bpf_get_stack()
431 if (trace->nr < skip) in __bpf_get_stack()
434 trace_nr = trace->nr - skip; in __bpf_get_stack()
438 ips = trace->ip + skip; in __bpf_get_stack()
504 struct perf_callchain_entry *trace; in BPF_CALL_4() local
520 trace = ctx->data->callchain; in BPF_CALL_4()
521 if (unlikely(!trace)) in BPF_CALL_4()
524 nr_kernel = count_kernel_ip(trace); in BPF_CALL_4()
527 __u64 nr = trace->nr; in BPF_CALL_4()
529 trace->nr = nr_kernel; in BPF_CALL_4()
530 err = __bpf_get_stack(regs, NULL, trace, buf, size, flags); in BPF_CALL_4()
533 trace->nr = nr; in BPF_CALL_4()
542 err = __bpf_get_stack(regs, NULL, trace, buf, size, flags); in BPF_CALL_4()