1447 perf_lock_task_context(struct task_struct *task, int ctxn, unsigned long *flags)  in perf_lock_task_context()  argument
1463 	ctx = rcu_dereference(task->perf_event_ctxp[ctxn]);  in perf_lock_task_context()
1476 		if (ctx != rcu_dereference(task->perf_event_ctxp[ctxn])) {  in perf_lock_task_context()
1503 perf_pin_task_context(struct task_struct *task, int ctxn)  in perf_pin_task_context()  argument
1508 	ctx = perf_lock_task_context(task, ctxn, &flags);  in perf_pin_task_context()
3403 static void perf_event_context_sched_out(struct task_struct *task, int ctxn,  in perf_event_context_sched_out()  argument
3406 	struct perf_event_context *ctx = task->perf_event_ctxp[ctxn];  in perf_event_context_sched_out()
3422 	next_ctx = next->perf_event_ctxp[ctxn];  in perf_event_context_sched_out()
3475 			RCU_INIT_POINTER(task->perf_event_ctxp[ctxn], next_ctx);  in perf_event_context_sched_out()
3476 			RCU_INIT_POINTER(next->perf_event_ctxp[ctxn], ctx);  in perf_event_context_sched_out()
3571 #define for_each_task_context_nr(ctxn)					\  argument
3572 	for ((ctxn) = 0; (ctxn) < perf_nr_task_contexts; (ctxn)++)
3588 	int ctxn;  in __perf_event_task_sched_out()  local
3596 	for_each_task_context_nr(ctxn)  in __perf_event_task_sched_out()
3597 		perf_event_context_sched_out(task, ctxn, next);  in __perf_event_task_sched_out()
3910 	int ctxn;  in __perf_event_task_sched_in()  local
3922 	for_each_task_context_nr(ctxn) {  in __perf_event_task_sched_in()
3923 		ctx = task->perf_event_ctxp[ctxn];  in __perf_event_task_sched_in()
4238 static void perf_event_enable_on_exec(int ctxn)  in perf_event_enable_on_exec()  argument
4248 	ctx = current->perf_event_ctxp[ctxn];  in perf_event_enable_on_exec()
4286 static void perf_event_remove_on_exec(int ctxn)  in perf_event_remove_on_exec()  argument
4294 	ctx = perf_pin_task_context(current, ctxn);  in perf_event_remove_on_exec()
4632 	int ctxn, err;  in find_get_context()  local
4652 	ctxn = pmu->task_ctx_nr;  in find_get_context()
4653 	if (ctxn < 0)  in find_get_context()
4665 	ctx = perf_lock_task_context(task, ctxn, &flags);  in find_get_context()
4697 		else if (task->perf_event_ctxp[ctxn])  in find_get_context()
4702 			rcu_assign_pointer(task->perf_event_ctxp[ctxn], ctx);  in find_get_context()
7620 	int ctxn;  in perf_iterate_sb()  local
7637 	for_each_task_context_nr(ctxn) {  in perf_iterate_sb()
7638 		ctx = rcu_dereference(current->perf_event_ctxp[ctxn]);  in perf_iterate_sb()
7683 	int ctxn;  in perf_event_exec()  local
7685 	for_each_task_context_nr(ctxn) {  in perf_event_exec()
7686 		perf_event_enable_on_exec(ctxn);  in perf_event_exec()
7687 		perf_event_remove_on_exec(ctxn);  in perf_event_exec()
7690 		ctx = rcu_dereference(current->perf_event_ctxp[ctxn]);  in perf_event_exec()
8526 	int ctxn;  in perf_addr_filters_adjust()  local
8536 	for_each_task_context_nr(ctxn) {  in perf_addr_filters_adjust()
8537 		ctx = rcu_dereference(current->perf_event_ctxp[ctxn]);  in perf_addr_filters_adjust()
10857 static struct perf_cpu_context __percpu *find_pmu_context(int ctxn)  in find_pmu_context()  argument
10861 	if (ctxn < 0)  in find_pmu_context()
10865 		if (pmu->task_ctx_nr == ctxn)  in find_pmu_context()
12662 static void perf_event_exit_task_context(struct task_struct *child, int ctxn)  in perf_event_exit_task_context()  argument
12669 	child_ctx = perf_pin_task_context(child, ctxn);  in perf_event_exit_task_context()
12697 	RCU_INIT_POINTER(child->perf_event_ctxp[ctxn], NULL);  in perf_event_exit_task_context()
12732 	int ctxn;  in perf_event_exit_task()  local
12748 	for_each_task_context_nr(ctxn)  in perf_event_exit_task()
12749 		perf_event_exit_task_context(child, ctxn);  in perf_event_exit_task()
12792 	int ctxn;  in perf_event_free_task()  local
12794 	for_each_task_context_nr(ctxn) {  in perf_event_free_task()
12795 		ctx = task->perf_event_ctxp[ctxn];  in perf_event_free_task()
12807 		RCU_INIT_POINTER(task->perf_event_ctxp[ctxn], NULL);  in perf_event_free_task()
12838 	int ctxn;  in perf_event_delayed_put()  local
12840 	for_each_task_context_nr(ctxn)  in perf_event_delayed_put()
12841 		WARN_ON_ONCE(task->perf_event_ctxp[ctxn]);  in perf_event_delayed_put()
13044 		   struct task_struct *child, int ctxn,  in inherit_task_group()  argument
13058 	child_ctx = child->perf_event_ctxp[ctxn];  in inherit_task_group()
13070 		child->perf_event_ctxp[ctxn] = child_ctx;  in inherit_task_group()
13085 static int perf_event_init_context(struct task_struct *child, int ctxn,  in perf_event_init_context()  argument
13096 	if (likely(!parent->perf_event_ctxp[ctxn]))  in perf_event_init_context()
13103 	parent_ctx = perf_pin_task_context(parent, ctxn);  in perf_event_init_context()
13126 					 child, ctxn, clone_flags,  in perf_event_init_context()
13143 					 child, ctxn, clone_flags,  in perf_event_init_context()
13152 	child_ctx = child->perf_event_ctxp[ctxn];  in perf_event_init_context()
13188 	int ctxn, ret;  in perf_event_init_task()  local
13194 	for_each_task_context_nr(ctxn) {  in perf_event_init_task()
13195 		ret = perf_event_init_context(child, ctxn, clone_flags);  in perf_event_init_task()