186 	return this_cpu_ptr(&perf_cpu_context)->task_ctx;  in perf_cpu_task_ctx()
223 	struct perf_event_context *task_ctx = cpuctx->task_ctx;  in event_function()  local
228 	perf_ctx_lock(cpuctx, task_ctx);  in event_function()
251 		WARN_ON_ONCE(task_ctx != ctx);  in event_function()
258 	perf_ctx_unlock(cpuctx, task_ctx);  in event_function()
321 	struct perf_event_context *task_ctx = NULL;  in event_function_local()  local
329 		task_ctx = ctx;  in event_function_local()
332 	perf_ctx_lock(cpuctx, task_ctx);  in event_function_local()
348 			if (WARN_ON_ONCE(cpuctx->task_ctx != ctx))  in event_function_local()
357 	perf_ctx_unlock(cpuctx, task_ctx);  in event_function_local()
858 	perf_ctx_lock(cpuctx, cpuctx->task_ctx);  in perf_cgroup_switch()
876 	perf_ctx_unlock(cpuctx, cpuctx->task_ctx);  in perf_cgroup_switch()
2353 			WARN_ON_ONCE(cpuctx->task_ctx != ctx);  in __perf_remove_from_context()
2354 			cpuctx->task_ctx = NULL;  in __perf_remove_from_context()
2627 	if (!cpuctx->task_ctx)  in task_ctx_sched_out()
2630 	if (WARN_ON_ONCE(ctx != cpuctx->task_ctx))  in task_ctx_sched_out()
2668 			struct perf_event_context *task_ctx,  in ctx_resched()  argument
2683 	if (task_ctx) {  in ctx_resched()
2684 		perf_ctx_disable(task_ctx);  in ctx_resched()
2685 		task_ctx_sched_out(task_ctx, event_type);  in ctx_resched()
2700 	perf_event_sched_in(cpuctx, task_ctx);  in ctx_resched()
2703 	if (task_ctx)  in ctx_resched()
2704 		perf_ctx_enable(task_ctx);  in ctx_resched()
2710 	struct perf_event_context *task_ctx = cpuctx->task_ctx;  in perf_pmu_resched()  local
2712 	perf_ctx_lock(cpuctx, task_ctx);  in perf_pmu_resched()
2713 	ctx_resched(cpuctx, task_ctx, EVENT_ALL|EVENT_CPU);  in perf_pmu_resched()
2714 	perf_ctx_unlock(cpuctx, task_ctx);  in perf_pmu_resched()
2728 	struct perf_event_context *task_ctx = cpuctx->task_ctx;  in __perf_install_in_context()  local
2735 		task_ctx = ctx;  in __perf_install_in_context()
2751 		WARN_ON_ONCE(reprogram && cpuctx->task_ctx && cpuctx->task_ctx != ctx);  in __perf_install_in_context()
2752 	} else if (task_ctx) {  in __perf_install_in_context()
2753 		raw_spin_lock(&task_ctx->lock);  in __perf_install_in_context()
2771 		ctx_resched(cpuctx, task_ctx, get_event_type(event));  in __perf_install_in_context()
2777 	perf_ctx_unlock(cpuctx, task_ctx);  in __perf_install_in_context()
2908 	struct perf_event_context *task_ctx;  in __perf_event_enable()  local
2937 	task_ctx = cpuctx->task_ctx;  in __perf_event_enable()
2939 		WARN_ON_ONCE(task_ctx != ctx);  in __perf_event_enable()
2941 	ctx_resched(cpuctx, task_ctx, get_event_type(event));  in __perf_event_enable()
3258 			WARN_ON_ONCE(cpuctx->task_ctx);  in ctx_sched_out()
3288 		WARN_ON_ONCE(cpuctx->task_ctx != ctx);  in ctx_sched_out()
3290 			cpuctx->task_ctx = NULL;  in ctx_sched_out()
3587 	perf_ctx_lock(cpuctx, cpuctx->task_ctx);  in __perf_pmu_sched_task()
3593 	perf_ctx_unlock(cpuctx, cpuctx->task_ctx);  in __perf_pmu_sched_task()
3604 	if (prev == next || cpuctx->task_ctx)  in perf_pmu_sched_task()
3891 			cpuctx->task_ctx = ctx;  in ctx_sched_in()
3893 			WARN_ON_ONCE(cpuctx->task_ctx != ctx);  in ctx_sched_in()
3920 	if (cpuctx->task_ctx == ctx) {  in perf_event_context_sched_in()
3955 	perf_ctx_sched_task_cb(cpuctx->task_ctx, true);  in perf_event_context_sched_in()
4257 	perf_ctx_lock(cpuctx, cpuctx->task_ctx);  in perf_rotate_context()
4288 	perf_ctx_unlock(cpuctx, cpuctx->task_ctx);  in perf_rotate_context()
4461 	if (ctx->task && cpuctx->task_ctx != ctx)  in __perf_event_read()
7949 	       struct perf_event_context *task_ctx)  in perf_iterate_sb()  argument
7961 	if (task_ctx) {  in perf_iterate_sb()
7962 		perf_iterate_ctx(task_ctx, output, data, false);  in perf_iterate_sb()
8069 	if (cpuctx->task_ctx)  in __perf_pmu_output_stop()
8070 		perf_iterate_ctx(cpuctx->task_ctx, __perf_event_output_stop,  in __perf_pmu_output_stop()
8115 	struct perf_event_context	*task_ctx;  member
8179 			      struct perf_event_context *task_ctx,  in perf_event_task()  argument
8191 		.task_ctx = task_ctx,  in perf_event_task()
8208 		       task_ctx);  in perf_event_task()