1387 perf_lock_task_context(struct task_struct *task, int ctxn, unsigned long *flags)  in perf_lock_task_context()  argument
1403 	ctx = rcu_dereference(task->perf_event_ctxp[ctxn]);  in perf_lock_task_context()
1416 		if (ctx != rcu_dereference(task->perf_event_ctxp[ctxn])) {  in perf_lock_task_context()
1443 perf_pin_task_context(struct task_struct *task, int ctxn)  in perf_pin_task_context()  argument
1448 	ctx = perf_lock_task_context(task, ctxn, &flags);  in perf_pin_task_context()
3412 static void perf_event_context_sched_out(struct task_struct *task, int ctxn,  in perf_event_context_sched_out()  argument
3415 	struct perf_event_context *ctx = task->perf_event_ctxp[ctxn];  in perf_event_context_sched_out()
3431 	next_ctx = next->perf_event_ctxp[ctxn];  in perf_event_context_sched_out()
3496 			RCU_INIT_POINTER(task->perf_event_ctxp[ctxn], next_ctx);  in perf_event_context_sched_out()
3497 			RCU_INIT_POINTER(next->perf_event_ctxp[ctxn], ctx);  in perf_event_context_sched_out()
3593 #define for_each_task_context_nr(ctxn)					\  argument
3594 	for ((ctxn) = 0; (ctxn) < perf_nr_task_contexts; (ctxn)++)
3610 	int ctxn;  in __perf_event_task_sched_out()  local
3618 	for_each_task_context_nr(ctxn)  in __perf_event_task_sched_out()
3619 		perf_event_context_sched_out(task, ctxn, next);  in __perf_event_task_sched_out()
3939 	int ctxn;  in __perf_event_task_sched_in()  local
3941 	for_each_task_context_nr(ctxn) {  in __perf_event_task_sched_in()
3942 		ctx = task->perf_event_ctxp[ctxn];  in __perf_event_task_sched_in()
4257 static void perf_event_enable_on_exec(int ctxn)  in perf_event_enable_on_exec()  argument
4267 	ctx = current->perf_event_ctxp[ctxn];  in perf_event_enable_on_exec()
4305 static void perf_event_remove_on_exec(int ctxn)  in perf_event_remove_on_exec()  argument
4312 	ctx = perf_pin_task_context(current, ctxn);  in perf_event_remove_on_exec()
4661 	int ctxn, err;  in find_get_context()  local
4681 	ctxn = pmu->task_ctx_nr;  in find_get_context()
4682 	if (ctxn < 0)  in find_get_context()
4694 	ctx = perf_lock_task_context(task, ctxn, &flags);  in find_get_context()
4726 		else if (task->perf_event_ctxp[ctxn])  in find_get_context()
4731 			rcu_assign_pointer(task->perf_event_ctxp[ctxn], ctx);  in find_get_context()
7732 	int ctxn;  in perf_iterate_sb()  local
7749 	for_each_task_context_nr(ctxn) {  in perf_iterate_sb()
7750 		ctx = rcu_dereference(current->perf_event_ctxp[ctxn]);  in perf_iterate_sb()
7795 	int ctxn;  in perf_event_exec()  local
7797 	for_each_task_context_nr(ctxn) {  in perf_event_exec()
7798 		perf_event_enable_on_exec(ctxn);  in perf_event_exec()
7799 		perf_event_remove_on_exec(ctxn);  in perf_event_exec()
7802 		ctx = rcu_dereference(current->perf_event_ctxp[ctxn]);  in perf_event_exec()
8638 	int ctxn;  in perf_addr_filters_adjust()  local
8648 	for_each_task_context_nr(ctxn) {  in perf_addr_filters_adjust()
8649 		ctx = rcu_dereference(current->perf_event_ctxp[ctxn]);  in perf_addr_filters_adjust()
11065 static struct perf_cpu_context __percpu *find_pmu_context(int ctxn)  in find_pmu_context()  argument
11069 	if (ctxn < 0)  in find_pmu_context()
11073 		if (pmu->task_ctx_nr == ctxn)  in find_pmu_context()
12899 static void perf_event_exit_task_context(struct task_struct *child, int ctxn)  in perf_event_exit_task_context()  argument
12906 	child_ctx = perf_pin_task_context(child, ctxn);  in perf_event_exit_task_context()
12934 	RCU_INIT_POINTER(child->perf_event_ctxp[ctxn], NULL);  in perf_event_exit_task_context()
12969 	int ctxn;  in perf_event_exit_task()  local
12985 	for_each_task_context_nr(ctxn)  in perf_event_exit_task()
12986 		perf_event_exit_task_context(child, ctxn);  in perf_event_exit_task()
13029 	int ctxn;  in perf_event_free_task()  local
13031 	for_each_task_context_nr(ctxn) {  in perf_event_free_task()
13032 		ctx = task->perf_event_ctxp[ctxn];  in perf_event_free_task()
13044 		RCU_INIT_POINTER(task->perf_event_ctxp[ctxn], NULL);  in perf_event_free_task()
13075 	int ctxn;  in perf_event_delayed_put()  local
13077 	for_each_task_context_nr(ctxn)  in perf_event_delayed_put()
13078 		WARN_ON_ONCE(task->perf_event_ctxp[ctxn]);  in perf_event_delayed_put()
13281 		   struct task_struct *child, int ctxn,  in inherit_task_group()  argument
13295 	child_ctx = child->perf_event_ctxp[ctxn];  in inherit_task_group()
13307 		child->perf_event_ctxp[ctxn] = child_ctx;  in inherit_task_group()
13322 static int perf_event_init_context(struct task_struct *child, int ctxn,  in perf_event_init_context()  argument
13333 	if (likely(!parent->perf_event_ctxp[ctxn]))  in perf_event_init_context()
13340 	parent_ctx = perf_pin_task_context(parent, ctxn);  in perf_event_init_context()
13363 					 child, ctxn, clone_flags,  in perf_event_init_context()
13380 					 child, ctxn, clone_flags,  in perf_event_init_context()
13389 	child_ctx = child->perf_event_ctxp[ctxn];  in perf_event_init_context()
13425 	int ctxn, ret;  in perf_event_init_task()  local
13431 	for_each_task_context_nr(ctxn) {  in perf_event_init_task()
13432 		ret = perf_event_init_context(child, ctxn, clone_flags);  in perf_event_init_task()