Lines Matching refs:perf_cpu_context
153 static inline struct perf_cpu_context *
159 static void perf_ctx_lock(struct perf_cpu_context *cpuctx, in perf_ctx_lock()
167 static void perf_ctx_unlock(struct perf_cpu_context *cpuctx, in perf_ctx_unlock()
201 typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *,
215 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in event_function()
312 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in event_function_local()
443 static bool perf_rotate_context(struct perf_cpu_context *cpuctx);
566 static void cpu_ctx_sched_out(struct perf_cpu_context *cpuctx,
569 static void cpu_ctx_sched_in(struct perf_cpu_context *cpuctx,
681 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in perf_cgroup_match()
733 static inline void update_cgrp_time_from_cpuctx(struct perf_cpu_context *cpuctx) in update_cgrp_time_from_cpuctx()
803 struct perf_cpu_context *cpuctx; in perf_cgroup_switch()
904 struct perf_cpu_context *cpuctx; in perf_cgroup_ensure_storage()
993 struct perf_cpu_context *cpuctx; in perf_cgroup_event_enable()
1002 cpuctx = container_of(ctx, struct perf_cpu_context, ctx); in perf_cgroup_event_enable()
1027 struct perf_cpu_context *cpuctx; in perf_cgroup_event_disable()
1036 cpuctx = container_of(ctx, struct perf_cpu_context, ctx); in perf_cgroup_event_disable()
1067 static inline void update_cgrp_time_from_cpuctx(struct perf_cpu_context *cpuctx) in update_cgrp_time_from_cpuctx()
1130 struct perf_cpu_context *cpuctx; in perf_mux_hrtimer_handler()
1135 cpuctx = container_of(hr, struct perf_cpu_context, hrtimer); in perf_mux_hrtimer_handler()
1148 static void __perf_mux_hrtimer_init(struct perf_cpu_context *cpuctx, int cpu) in __perf_mux_hrtimer_init()
1173 static int perf_mux_hrtimer_restart(struct perf_cpu_context *cpuctx) in perf_mux_hrtimer_restart()
2046 struct perf_cpu_context *cpuctx,
2052 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in perf_put_aux_event()
2145 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in perf_remove_sibling_event()
2252 struct perf_cpu_context *cpuctx, in event_sched_out()
2296 struct perf_cpu_context *cpuctx, in group_sched_out()
2327 struct perf_cpu_context *cpuctx, in __perf_remove_from_context()
2394 struct perf_cpu_context *cpuctx, in __perf_event_disable()
2510 struct perf_cpu_context *cpuctx, in event_sched_in()
2572 struct perf_cpu_context *cpuctx, in group_sched_in()
2622 struct perf_cpu_context *cpuctx, in group_can_go_on()
2657 struct perf_cpu_context *cpuctx,
2661 struct perf_cpu_context *cpuctx,
2665 static void task_ctx_sched_out(struct perf_cpu_context *cpuctx, in task_ctx_sched_out()
2678 static void perf_event_sched_in(struct perf_cpu_context *cpuctx, in perf_event_sched_in()
2705 static void ctx_resched(struct perf_cpu_context *cpuctx, in ctx_resched()
2743 struct perf_cpu_context *cpuctx = this_cpu_ptr(pmu->pmu_cpu_context); in perf_pmu_resched()
2761 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in __perf_install_in_context()
2936 struct perf_cpu_context *cpuctx, in __perf_event_enable()
3200 struct perf_cpu_context *cpuctx, in ctx_sched_out()
3377 struct perf_cpu_context *cpuctx; in perf_event_context_sched_out()
3471 struct perf_cpu_context *cpuctx = this_cpu_ptr(pmu->pmu_cpu_context); in perf_sched_cb_dec()
3479 struct perf_cpu_context *cpuctx = this_cpu_ptr(pmu->pmu_cpu_context); in perf_sched_cb_inc()
3492 static void __perf_pmu_sched_task(struct perf_cpu_context *cpuctx, bool sched_in) in __perf_pmu_sched_task()
3550 static void cpu_ctx_sched_out(struct perf_cpu_context *cpuctx, in cpu_ctx_sched_out()
3587 static noinline int visit_groups_merge(struct perf_cpu_context *cpuctx, in visit_groups_merge()
3652 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in merge_sched_in()
3682 struct perf_cpu_context *cpuctx) in ctx_pinned_sched_in()
3696 struct perf_cpu_context *cpuctx) in ctx_flexible_sched_in()
3710 struct perf_cpu_context *cpuctx, in ctx_sched_in()
3751 static void cpu_ctx_sched_in(struct perf_cpu_context *cpuctx, in cpu_ctx_sched_in()
3763 struct perf_cpu_context *cpuctx; in perf_event_context_sched_in()
4060 static bool perf_rotate_context(struct perf_cpu_context *cpuctx) in perf_rotate_context()
4147 struct perf_cpu_context *cpuctx; in perf_event_enable_on_exec()
4214 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in __perf_event_read()
4483 struct perf_cpu_context *cpuctx; in find_get_context()
5356 struct perf_cpu_context *cpuctx, in __perf_event_period()
7441 struct perf_cpu_context *cpuctx = this_cpu_ptr(pmu->pmu_cpu_context); in __perf_pmu_output_stop()
10557 static struct perf_cpu_context __percpu *find_pmu_context(int ctxn) in find_pmu_context()
10646 struct perf_cpu_context *cpuctx; in perf_event_mux_interval_ms_store()
10782 pmu->pmu_cpu_context = alloc_percpu(struct perf_cpu_context); in perf_pmu_register()
10787 struct perf_cpu_context *cpuctx; in perf_pmu_register()
11926 struct perf_cpu_context *cpuctx = in SYSCALL_DEFINE5()
11927 container_of(ctx, struct perf_cpu_context, ctx); in SYSCALL_DEFINE5()
12124 struct perf_cpu_context *cpuctx = in perf_event_create_kernel_counter()
12125 container_of(ctx, struct perf_cpu_context, ctx); in perf_event_create_kernel_counter()
12873 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in __perf_event_exit_context()
12885 struct perf_cpu_context *cpuctx; in perf_event_exit_cpu_context()
12910 struct perf_cpu_context *cpuctx; in perf_event_init_cpu()