Lines Matching refs:task_ctx

209 	struct perf_event_context *task_ctx = cpuctx->task_ctx;  in event_function()  local
214 perf_ctx_lock(cpuctx, task_ctx); in event_function()
237 WARN_ON_ONCE(task_ctx != ctx); in event_function()
244 perf_ctx_unlock(cpuctx, task_ctx); in event_function()
307 struct perf_event_context *task_ctx = NULL; in event_function_local() local
315 task_ctx = ctx; in event_function_local()
318 perf_ctx_lock(cpuctx, task_ctx); in event_function_local()
334 if (WARN_ON_ONCE(cpuctx->task_ctx != ctx)) in event_function_local()
343 perf_ctx_unlock(cpuctx, task_ctx); in event_function_local()
809 perf_ctx_lock(cpuctx, cpuctx->task_ctx); in perf_cgroup_switch()
835 perf_ctx_unlock(cpuctx, cpuctx->task_ctx); in perf_cgroup_switch()
2083 WARN_ON_ONCE(cpuctx->task_ctx != ctx); in __perf_remove_from_context()
2084 cpuctx->task_ctx = NULL; in __perf_remove_from_context()
2406 if (!cpuctx->task_ctx) in task_ctx_sched_out()
2409 if (WARN_ON_ONCE(ctx != cpuctx->task_ctx)) in task_ctx_sched_out()
2443 struct perf_event_context *task_ctx, in ctx_resched() argument
2459 if (task_ctx) in ctx_resched()
2460 task_ctx_sched_out(cpuctx, task_ctx, event_type); in ctx_resched()
2474 perf_event_sched_in(cpuctx, task_ctx, current); in ctx_resched()
2489 struct perf_event_context *task_ctx = cpuctx->task_ctx; in __perf_install_in_context() local
2496 task_ctx = ctx; in __perf_install_in_context()
2512 WARN_ON_ONCE(reprogram && cpuctx->task_ctx && cpuctx->task_ctx != ctx); in __perf_install_in_context()
2513 } else if (task_ctx) { in __perf_install_in_context()
2514 raw_spin_lock(&task_ctx->lock); in __perf_install_in_context()
2532 ctx_resched(cpuctx, task_ctx, get_event_type(event)); in __perf_install_in_context()
2538 perf_ctx_unlock(cpuctx, task_ctx); in __perf_install_in_context()
2644 struct perf_event_context *task_ctx; in __perf_event_enable() local
2672 task_ctx = cpuctx->task_ctx; in __perf_event_enable()
2674 WARN_ON_ONCE(task_ctx != ctx); in __perf_event_enable()
2676 ctx_resched(cpuctx, task_ctx, get_event_type(event)); in __perf_event_enable()
2907 WARN_ON_ONCE(cpuctx->task_ctx); in ctx_sched_out()
2916 WARN_ON_ONCE(cpuctx->task_ctx != ctx); in ctx_sched_out()
2918 cpuctx->task_ctx = NULL; in ctx_sched_out()
3070 if (!cpuctx->task_ctx) in perf_event_context_sched_out()
3177 perf_ctx_lock(cpuctx, cpuctx->task_ctx); in perf_pmu_sched_task()
3180 pmu->sched_task(cpuctx->task_ctx, sched_in); in perf_pmu_sched_task()
3183 perf_ctx_unlock(cpuctx, cpuctx->task_ctx); in perf_pmu_sched_task()
3365 cpuctx->task_ctx = ctx; in ctx_sched_in()
3367 WARN_ON_ONCE(cpuctx->task_ctx != ctx); in ctx_sched_in()
3406 if (cpuctx->task_ctx == ctx) in perf_event_context_sched_in()
3693 ctx = cpuctx->task_ctx; in perf_rotate_context()
3702 perf_ctx_lock(cpuctx, cpuctx->task_ctx); in perf_rotate_context()
3727 perf_ctx_unlock(cpuctx, cpuctx->task_ctx); in perf_rotate_context()
3848 if (ctx->task && cpuctx->task_ctx != ctx) in __perf_event_read()
6634 struct perf_event_context *task_ctx) in perf_iterate_sb() argument
6647 if (task_ctx) { in perf_iterate_sb()
6648 perf_iterate_ctx(task_ctx, output, data, false); in perf_iterate_sb()
6760 if (cpuctx->task_ctx) in __perf_pmu_output_stop()
6761 perf_iterate_ctx(cpuctx->task_ctx, __perf_event_output_stop, in __perf_pmu_output_stop()
6806 struct perf_event_context *task_ctx; member
6863 struct perf_event_context *task_ctx, in perf_event_task() argument
6875 .task_ctx = task_ctx, in perf_event_task()
6892 task_ctx); in perf_event_task()