Lines Matching refs:ctxn

1368 perf_lock_task_context(struct task_struct *task, int ctxn, unsigned long *flags)  in perf_lock_task_context()  argument
1384 ctx = rcu_dereference(task->perf_event_ctxp[ctxn]); in perf_lock_task_context()
1397 if (ctx != rcu_dereference(task->perf_event_ctxp[ctxn])) { in perf_lock_task_context()
1424 perf_pin_task_context(struct task_struct *task, int ctxn) in perf_pin_task_context() argument
1429 ctx = perf_lock_task_context(task, ctxn, &flags); in perf_pin_task_context()
3166 static void perf_event_context_sched_out(struct task_struct *task, int ctxn, in perf_event_context_sched_out() argument
3169 struct perf_event_context *ctx = task->perf_event_ctxp[ctxn]; in perf_event_context_sched_out()
3183 next_ctx = next->perf_event_ctxp[ctxn]; in perf_event_context_sched_out()
3219 RCU_INIT_POINTER(task->perf_event_ctxp[ctxn], next_ctx); in perf_event_context_sched_out()
3220 RCU_INIT_POINTER(next->perf_event_ctxp[ctxn], ctx); in perf_event_context_sched_out()
3299 #define for_each_task_context_nr(ctxn) \ argument
3300 for ((ctxn) = 0; (ctxn) < perf_nr_task_contexts; (ctxn)++)
3316 int ctxn; in __perf_event_task_sched_out() local
3324 for_each_task_context_nr(ctxn) in __perf_event_task_sched_out()
3325 perf_event_context_sched_out(task, ctxn, next); in __perf_event_task_sched_out()
3562 int ctxn; in __perf_event_task_sched_in() local
3574 for_each_task_context_nr(ctxn) { in __perf_event_task_sched_in()
3575 ctx = task->perf_event_ctxp[ctxn]; in __perf_event_task_sched_in()
3884 static void perf_event_enable_on_exec(int ctxn) in perf_event_enable_on_exec() argument
3894 ctx = current->perf_event_ctxp[ctxn]; in perf_event_enable_on_exec()
4227 int ctxn, err; in find_get_context() local
4244 ctxn = pmu->task_ctx_nr; in find_get_context()
4245 if (ctxn < 0) in find_get_context()
4257 ctx = perf_lock_task_context(task, ctxn, &flags); in find_get_context()
4289 else if (task->perf_event_ctxp[ctxn]) in find_get_context()
4294 rcu_assign_pointer(task->perf_event_ctxp[ctxn], ctx); in find_get_context()
6836 int ctxn; in perf_iterate_sb() local
6853 for_each_task_context_nr(ctxn) { in perf_iterate_sb()
6854 ctx = rcu_dereference(current->perf_event_ctxp[ctxn]); in perf_iterate_sb()
6899 int ctxn; in perf_event_exec() local
6902 for_each_task_context_nr(ctxn) { in perf_event_exec()
6903 ctx = current->perf_event_ctxp[ctxn]; in perf_event_exec()
6907 perf_event_enable_on_exec(ctxn); in perf_event_exec()
7622 int ctxn; in perf_addr_filters_adjust() local
7632 for_each_task_context_nr(ctxn) { in perf_addr_filters_adjust()
7633 ctx = rcu_dereference(current->perf_event_ctxp[ctxn]); in perf_addr_filters_adjust()
9866 static struct perf_cpu_context __percpu *find_pmu_context(int ctxn) in find_pmu_context() argument
9870 if (ctxn < 0) in find_pmu_context()
9874 if (pmu->task_ctx_nr == ctxn) in find_pmu_context()
11547 static void perf_event_exit_task_context(struct task_struct *child, int ctxn) in perf_event_exit_task_context() argument
11554 child_ctx = perf_pin_task_context(child, ctxn); in perf_event_exit_task_context()
11582 RCU_INIT_POINTER(child->perf_event_ctxp[ctxn], NULL); in perf_event_exit_task_context()
11617 int ctxn; in perf_event_exit_task() local
11633 for_each_task_context_nr(ctxn) in perf_event_exit_task()
11634 perf_event_exit_task_context(child, ctxn); in perf_event_exit_task()
11677 int ctxn; in perf_event_free_task() local
11679 for_each_task_context_nr(ctxn) { in perf_event_free_task()
11680 ctx = task->perf_event_ctxp[ctxn]; in perf_event_free_task()
11692 RCU_INIT_POINTER(task->perf_event_ctxp[ctxn], NULL); in perf_event_free_task()
11723 int ctxn; in perf_event_delayed_put() local
11725 for_each_task_context_nr(ctxn) in perf_event_delayed_put()
11726 WARN_ON_ONCE(task->perf_event_ctxp[ctxn]); in perf_event_delayed_put()
11929 struct task_struct *child, int ctxn, in inherit_task_group() argument
11940 child_ctx = child->perf_event_ctxp[ctxn]; in inherit_task_group()
11952 child->perf_event_ctxp[ctxn] = child_ctx; in inherit_task_group()
11967 static int perf_event_init_context(struct task_struct *child, int ctxn) in perf_event_init_context() argument
11977 if (likely(!parent->perf_event_ctxp[ctxn])) in perf_event_init_context()
11984 parent_ctx = perf_pin_task_context(parent, ctxn); in perf_event_init_context()
12007 child, ctxn, &inherited_all); in perf_event_init_context()
12023 child, ctxn, &inherited_all); in perf_event_init_context()
12031 child_ctx = child->perf_event_ctxp[ctxn]; in perf_event_init_context()
12067 int ctxn, ret; in perf_event_init_task() local
12073 for_each_task_context_nr(ctxn) { in perf_event_init_task()
12074 ret = perf_event_init_context(child, ctxn); in perf_event_init_task()