1366 perf_lock_task_context(struct task_struct *task, int ctxn, unsigned long *flags)  in perf_lock_task_context()  argument
1382 	ctx = rcu_dereference(task->perf_event_ctxp[ctxn]);  in perf_lock_task_context()
1395 		if (ctx != rcu_dereference(task->perf_event_ctxp[ctxn])) {  in perf_lock_task_context()
1422 perf_pin_task_context(struct task_struct *task, int ctxn)  in perf_pin_task_context()  argument
1427 	ctx = perf_lock_task_context(task, ctxn, &flags);  in perf_pin_task_context()
3057 static void perf_event_context_sched_out(struct task_struct *task, int ctxn,  in perf_event_context_sched_out()  argument
3060 	struct perf_event_context *ctx = task->perf_event_ctxp[ctxn];  in perf_event_context_sched_out()
3074 	next_ctx = next->perf_event_ctxp[ctxn];  in perf_event_context_sched_out()
3110 			RCU_INIT_POINTER(task->perf_event_ctxp[ctxn], next_ctx);  in perf_event_context_sched_out()
3111 			RCU_INIT_POINTER(next->perf_event_ctxp[ctxn], ctx);  in perf_event_context_sched_out()
3190 #define for_each_task_context_nr(ctxn)					\  argument
3191 	for ((ctxn) = 0; (ctxn) < perf_nr_task_contexts; (ctxn)++)
3207 	int ctxn;  in __perf_event_task_sched_out()  local
3215 	for_each_task_context_nr(ctxn)  in __perf_event_task_sched_out()
3216 		perf_event_context_sched_out(task, ctxn, next);  in __perf_event_task_sched_out()
3450 	int ctxn;  in __perf_event_task_sched_in()  local
3462 	for_each_task_context_nr(ctxn) {  in __perf_event_task_sched_in()
3463 		ctx = task->perf_event_ctxp[ctxn];  in __perf_event_task_sched_in()
3767 static void perf_event_enable_on_exec(int ctxn)  in perf_event_enable_on_exec()  argument
3777 	ctx = current->perf_event_ctxp[ctxn];  in perf_event_enable_on_exec()
4112 	int ctxn, err;  in find_get_context()  local
4129 	ctxn = pmu->task_ctx_nr;  in find_get_context()
4130 	if (ctxn < 0)  in find_get_context()
4142 	ctx = perf_lock_task_context(task, ctxn, &flags);  in find_get_context()
4174 		else if (task->perf_event_ctxp[ctxn])  in find_get_context()
4179 			rcu_assign_pointer(task->perf_event_ctxp[ctxn], ctx);  in find_get_context()
6637 	int ctxn;  in perf_iterate_sb()  local
6654 	for_each_task_context_nr(ctxn) {  in perf_iterate_sb()
6655 		ctx = rcu_dereference(current->perf_event_ctxp[ctxn]);  in perf_iterate_sb()
6699 	int ctxn;  in perf_event_exec()  local
6702 	for_each_task_context_nr(ctxn) {  in perf_event_exec()
6703 		ctx = current->perf_event_ctxp[ctxn];  in perf_event_exec()
6707 		perf_event_enable_on_exec(ctxn);  in perf_event_exec()
7401 	int ctxn;  in perf_addr_filters_adjust()  local
7411 	for_each_task_context_nr(ctxn) {  in perf_addr_filters_adjust()
7412 		ctx = rcu_dereference(current->perf_event_ctxp[ctxn]);  in perf_addr_filters_adjust()
9411 static struct perf_cpu_context __percpu *find_pmu_context(int ctxn)  in find_pmu_context()  argument
9415 	if (ctxn < 0)  in find_pmu_context()
9419 		if (pmu->task_ctx_nr == ctxn)  in find_pmu_context()
11041 static void perf_event_exit_task_context(struct task_struct *child, int ctxn)  in perf_event_exit_task_context()  argument
11048 	child_ctx = perf_pin_task_context(child, ctxn);  in perf_event_exit_task_context()
11076 	RCU_INIT_POINTER(child->perf_event_ctxp[ctxn], NULL);  in perf_event_exit_task_context()
11111 	int ctxn;  in perf_event_exit_task()  local
11127 	for_each_task_context_nr(ctxn)  in perf_event_exit_task()
11128 		perf_event_exit_task_context(child, ctxn);  in perf_event_exit_task()
11171 	int ctxn;  in perf_event_free_task()  local
11173 	for_each_task_context_nr(ctxn) {  in perf_event_free_task()
11174 		ctx = task->perf_event_ctxp[ctxn];  in perf_event_free_task()
11186 		RCU_INIT_POINTER(task->perf_event_ctxp[ctxn], NULL);  in perf_event_free_task()
11201 	int ctxn;  in perf_event_delayed_put()  local
11203 	for_each_task_context_nr(ctxn)  in perf_event_delayed_put()
11204 		WARN_ON_ONCE(task->perf_event_ctxp[ctxn]);  in perf_event_delayed_put()
11405 		   struct task_struct *child, int ctxn,  in inherit_task_group()  argument
11416 	child_ctx = child->perf_event_ctxp[ctxn];  in inherit_task_group()
11428 		child->perf_event_ctxp[ctxn] = child_ctx;  in inherit_task_group()
11443 static int perf_event_init_context(struct task_struct *child, int ctxn)  in perf_event_init_context()  argument
11453 	if (likely(!parent->perf_event_ctxp[ctxn]))  in perf_event_init_context()
11460 	parent_ctx = perf_pin_task_context(parent, ctxn);  in perf_event_init_context()
11483 					 child, ctxn, &inherited_all);  in perf_event_init_context()
11499 					 child, ctxn, &inherited_all);  in perf_event_init_context()
11507 	child_ctx = child->perf_event_ctxp[ctxn];  in perf_event_init_context()
11543 	int ctxn, ret;  in perf_event_init_task()  local
11549 	for_each_task_context_nr(ctxn) {  in perf_event_init_task()
11550 		ret = perf_event_init_context(child, ctxn);  in perf_event_init_task()