Lines Matching refs:ctxn

1445 perf_lock_task_context(struct task_struct *task, int ctxn, unsigned long *flags)  in perf_lock_task_context()  argument
1461 ctx = rcu_dereference(task->perf_event_ctxp[ctxn]); in perf_lock_task_context()
1474 if (ctx != rcu_dereference(task->perf_event_ctxp[ctxn])) { in perf_lock_task_context()
1501 perf_pin_task_context(struct task_struct *task, int ctxn) in perf_pin_task_context() argument
1506 ctx = perf_lock_task_context(task, ctxn, &flags); in perf_pin_task_context()
3371 static void perf_event_context_sched_out(struct task_struct *task, int ctxn, in perf_event_context_sched_out() argument
3374 struct perf_event_context *ctx = task->perf_event_ctxp[ctxn]; in perf_event_context_sched_out()
3390 next_ctx = next->perf_event_ctxp[ctxn]; in perf_event_context_sched_out()
3443 RCU_INIT_POINTER(task->perf_event_ctxp[ctxn], next_ctx); in perf_event_context_sched_out()
3444 RCU_INIT_POINTER(next->perf_event_ctxp[ctxn], ctx); in perf_event_context_sched_out()
3513 #define for_each_task_context_nr(ctxn) \ argument
3514 for ((ctxn) = 0; (ctxn) < perf_nr_task_contexts; (ctxn)++)
3530 int ctxn; in __perf_event_task_sched_out() local
3535 for_each_task_context_nr(ctxn) in __perf_event_task_sched_out()
3536 perf_event_context_sched_out(task, ctxn, next); in __perf_event_task_sched_out()
3818 int ctxn; in __perf_event_task_sched_in() local
3830 for_each_task_context_nr(ctxn) { in __perf_event_task_sched_in()
3831 ctx = task->perf_event_ctxp[ctxn]; in __perf_event_task_sched_in()
4143 static void perf_event_enable_on_exec(int ctxn) in perf_event_enable_on_exec() argument
4153 ctx = current->perf_event_ctxp[ctxn]; in perf_event_enable_on_exec()
4486 int ctxn, err; in find_get_context() local
4504 ctxn = pmu->task_ctx_nr; in find_get_context()
4505 if (ctxn < 0) in find_get_context()
4517 ctx = perf_lock_task_context(task, ctxn, &flags); in find_get_context()
4549 else if (task->perf_event_ctxp[ctxn]) in find_get_context()
4554 rcu_assign_pointer(task->perf_event_ctxp[ctxn], ctx); in find_get_context()
7324 int ctxn; in perf_iterate_sb() local
7341 for_each_task_context_nr(ctxn) { in perf_iterate_sb()
7342 ctx = rcu_dereference(current->perf_event_ctxp[ctxn]); in perf_iterate_sb()
7387 int ctxn; in perf_event_exec() local
7390 for_each_task_context_nr(ctxn) { in perf_event_exec()
7391 ctx = current->perf_event_ctxp[ctxn]; in perf_event_exec()
7395 perf_event_enable_on_exec(ctxn); in perf_event_exec()
8216 int ctxn; in perf_addr_filters_adjust() local
8226 for_each_task_context_nr(ctxn) { in perf_addr_filters_adjust()
8227 ctx = rcu_dereference(current->perf_event_ctxp[ctxn]); in perf_addr_filters_adjust()
10557 static struct perf_cpu_context __percpu *find_pmu_context(int ctxn) in find_pmu_context() argument
10561 if (ctxn < 0) in find_pmu_context()
10565 if (pmu->task_ctx_nr == ctxn) in find_pmu_context()
12297 static void perf_event_exit_task_context(struct task_struct *child, int ctxn) in perf_event_exit_task_context() argument
12304 child_ctx = perf_pin_task_context(child, ctxn); in perf_event_exit_task_context()
12332 RCU_INIT_POINTER(child->perf_event_ctxp[ctxn], NULL); in perf_event_exit_task_context()
12367 int ctxn; in perf_event_exit_task() local
12383 for_each_task_context_nr(ctxn) in perf_event_exit_task()
12384 perf_event_exit_task_context(child, ctxn); in perf_event_exit_task()
12427 int ctxn; in perf_event_free_task() local
12429 for_each_task_context_nr(ctxn) { in perf_event_free_task()
12430 ctx = task->perf_event_ctxp[ctxn]; in perf_event_free_task()
12442 RCU_INIT_POINTER(task->perf_event_ctxp[ctxn], NULL); in perf_event_free_task()
12473 int ctxn; in perf_event_delayed_put() local
12475 for_each_task_context_nr(ctxn) in perf_event_delayed_put()
12476 WARN_ON_ONCE(task->perf_event_ctxp[ctxn]); in perf_event_delayed_put()
12678 struct task_struct *child, int ctxn, in inherit_task_group() argument
12689 child_ctx = child->perf_event_ctxp[ctxn]; in inherit_task_group()
12701 child->perf_event_ctxp[ctxn] = child_ctx; in inherit_task_group()
12716 static int perf_event_init_context(struct task_struct *child, int ctxn) in perf_event_init_context() argument
12726 if (likely(!parent->perf_event_ctxp[ctxn])) in perf_event_init_context()
12733 parent_ctx = perf_pin_task_context(parent, ctxn); in perf_event_init_context()
12756 child, ctxn, &inherited_all); in perf_event_init_context()
12772 child, ctxn, &inherited_all); in perf_event_init_context()
12780 child_ctx = child->perf_event_ctxp[ctxn]; in perf_event_init_context()
12816 int ctxn, ret; in perf_event_init_task() local
12822 for_each_task_context_nr(ctxn) { in perf_event_init_task()
12823 ret = perf_event_init_context(child, ctxn); in perf_event_init_task()