Lines Matching refs:perf_event_context
159 struct perf_event_context *ctx) in perf_ctx_lock()
167 struct perf_event_context *ctx) in perf_ctx_unlock()
183 struct perf_event_context *perf_cpu_task_ctx(void) in perf_cpu_task_ctx()
209 struct perf_event_context *, void *);
221 struct perf_event_context *ctx = event->ctx; in event_function()
223 struct perf_event_context *task_ctx = cpuctx->task_ctx; in event_function()
265 struct perf_event_context *ctx = event->ctx; in event_function_call()
318 struct perf_event_context *ctx = event->ctx; in event_function_local()
321 struct perf_event_context *task_ctx = NULL; in event_function_local()
573 static void update_context_time(struct perf_event_context *ctx);
687 static void perf_ctx_disable(struct perf_event_context *ctx) in perf_ctx_disable()
695 static void perf_ctx_enable(struct perf_event_context *ctx) in perf_ctx_enable()
703 static void ctx_sched_out(struct perf_event_context *ctx, enum event_type_t event_type);
704 static void ctx_sched_in(struct perf_event_context *ctx, enum event_type_t event_type);
814 struct perf_event_context *ctx = &cpuctx->ctx; in perf_cgroup_set_timestamp()
961 perf_cgroup_event_enable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_enable()
981 perf_cgroup_event_disable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_disable()
1048 perf_cgroup_event_enable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_enable()
1053 perf_cgroup_event_disable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_disable()
1151 static void get_ctx(struct perf_event_context *ctx) in get_ctx()
1172 struct perf_event_context *ctx; in free_ctx()
1174 ctx = container_of(head, struct perf_event_context, rcu_head); in free_ctx()
1178 static void put_ctx(struct perf_event_context *ctx) in put_ctx()
1255 static struct perf_event_context *
1258 struct perf_event_context *ctx; in perf_event_ctx_lock_nested()
1279 static inline struct perf_event_context *
1286 struct perf_event_context *ctx) in perf_event_ctx_unlock()
1297 static __must_check struct perf_event_context *
1298 unclone_ctx(struct perf_event_context *ctx) in unclone_ctx()
1300 struct perf_event_context *parent_ctx = ctx->parent_ctx; in unclone_ctx()
1358 static struct perf_event_context *
1361 struct perf_event_context *ctx; in perf_lock_task_context()
1414 static struct perf_event_context *
1417 struct perf_event_context *ctx; in perf_pin_task_context()
1428 static void perf_unpin_context(struct perf_event_context *ctx) in perf_unpin_context()
1440 static void __update_context_time(struct perf_event_context *ctx, bool adv) in __update_context_time()
1462 static void update_context_time(struct perf_event_context *ctx) in update_context_time()
1469 struct perf_event_context *ctx = event->ctx; in perf_event_time()
1482 struct perf_event_context *ctx = event->ctx; in perf_event_time_now()
1499 struct perf_event_context *ctx = event->ctx; in get_event_type()
1532 get_event_groups(struct perf_event *event, struct perf_event_context *ctx) in get_event_groups()
1674 add_event_to_groups(struct perf_event *event, struct perf_event_context *ctx) in add_event_to_groups()
1700 del_event_from_groups(struct perf_event *event, struct perf_event_context *ctx) in del_event_from_groups()
1764 list_add_event(struct perf_event *event, struct perf_event_context *ctx) in list_add_event()
1970 list_del_event(struct perf_event *event, struct perf_event_context *ctx) in list_del_event()
2024 struct perf_event_context *ctx);
2028 struct perf_event_context *ctx = event->ctx; in perf_put_aux_event()
2128 struct perf_event_context *ctx = event->ctx; in perf_group_detach()
2218 event_sched_out(struct perf_event *event, struct perf_event_context *ctx) in event_sched_out()
2278 group_sched_out(struct perf_event *group_event, struct perf_event_context *ctx) in group_sched_out()
2309 struct perf_event_context *ctx, in __perf_remove_from_context()
2371 struct perf_event_context *ctx = event->ctx; in perf_remove_from_context()
2397 struct perf_event_context *ctx, in __perf_event_disable()
2437 struct perf_event_context *ctx = event->ctx; in _perf_event_disable()
2460 struct perf_event_context *ctx; in perf_event_disable()
2480 event_sched_in(struct perf_event *event, struct perf_event_context *ctx) in event_sched_in()
2538 group_sched_in(struct perf_event *group_event, struct perf_event_context *ctx) in group_sched_in()
2616 struct perf_event_context *ctx) in add_event_to_ctx()
2622 static void task_ctx_sched_out(struct perf_event_context *ctx, in task_ctx_sched_out()
2637 struct perf_event_context *ctx) in perf_event_sched_in()
2668 struct perf_event_context *task_ctx, in ctx_resched()
2710 struct perf_event_context *task_ctx = cpuctx->task_ctx; in perf_pmu_resched()
2726 struct perf_event_context *ctx = event->ctx; in __perf_install_in_context()
2728 struct perf_event_context *task_ctx = cpuctx->task_ctx; in __perf_install_in_context()
2783 struct perf_event_context *ctx);
2791 perf_install_in_context(struct perf_event_context *ctx, in perf_install_in_context()
2904 struct perf_event_context *ctx, in __perf_event_enable()
2908 struct perf_event_context *task_ctx; in __perf_event_enable()
2955 struct perf_event_context *ctx = event->ctx; in _perf_event_enable()
2992 struct perf_event_context *ctx; in perf_event_enable()
3125 struct perf_event_context *ctx; in perf_event_refresh()
3205 struct perf_event_context *ctx = pmu_ctx->ctx; in __pmu_ctx_sched_out()
3244 ctx_sched_out(struct perf_event_context *ctx, enum event_type_t event_type) in ctx_sched_out()
3307 static int context_equiv(struct perf_event_context *ctx1, in context_equiv()
3308 struct perf_event_context *ctx2) in context_equiv()
3375 static void perf_event_sync_stat(struct perf_event_context *ctx, in perf_event_sync_stat()
3376 struct perf_event_context *next_ctx) in perf_event_sync_stat()
3409 static void perf_event_swap_task_ctx_data(struct perf_event_context *prev_ctx, in perf_event_swap_task_ctx_data()
3410 struct perf_event_context *next_ctx) in perf_event_swap_task_ctx_data()
3437 static void perf_ctx_sched_task_cb(struct perf_event_context *ctx, bool sched_in) in perf_ctx_sched_task_cb()
3453 struct perf_event_context *ctx = task->perf_event_ctxp; in perf_event_context_sched_out()
3454 struct perf_event_context *next_ctx; in perf_event_context_sched_out()
3455 struct perf_event_context *parent, *next_parent; in perf_event_context_sched_out()
3687 static noinline int visit_groups_merge(struct perf_event_context *ctx, in visit_groups_merge()
3791 struct perf_event_context *ctx = event->ctx; in merge_sched_in()
3823 static void ctx_pinned_sched_in(struct perf_event_context *ctx, struct pmu *pmu) in ctx_pinned_sched_in()
3842 static void ctx_flexible_sched_in(struct perf_event_context *ctx, struct pmu *pmu) in ctx_flexible_sched_in()
3861 static void __pmu_ctx_sched_in(struct perf_event_context *ctx, struct pmu *pmu) in __pmu_ctx_sched_in()
3867 ctx_sched_in(struct perf_event_context *ctx, enum event_type_t event_type) in ctx_sched_in()
3913 struct perf_event_context *ctx; in perf_event_context_sched_in()
4102 perf_adjust_freq_unthr_context(struct perf_event_context *ctx, bool unthrottle) in perf_adjust_freq_unthr_context()
4170 static void rotate_ctx(struct perf_event_context *ctx, struct perf_event *event) in rotate_ctx()
4296 struct perf_event_context *ctx; in perf_event_task_tick()
4315 struct perf_event_context *ctx) in event_enable_on_exec()
4333 static void perf_event_enable_on_exec(struct perf_event_context *ctx) in perf_event_enable_on_exec()
4335 struct perf_event_context *clone_ctx = NULL; in perf_event_enable_on_exec()
4378 struct perf_event_context *ctx);
4384 static void perf_event_remove_on_exec(struct perf_event_context *ctx) in perf_event_remove_on_exec()
4386 struct perf_event_context *clone_ctx = NULL; in perf_event_remove_on_exec()
4450 struct perf_event_context *ctx = event->ctx; in __perf_event_read()
4642 struct perf_event_context *ctx = event->ctx; in perf_event_read()
4673 static void __perf_event_init_context(struct perf_event_context *ctx) in __perf_event_init_context()
4694 static struct perf_event_context *
4697 struct perf_event_context *ctx; in alloc_perf_context()
4699 ctx = kzalloc(sizeof(struct perf_event_context), GFP_KERNEL); in alloc_perf_context()
4733 static struct perf_event_context *
4736 struct perf_event_context *ctx, *clone_ctx = NULL; in find_get_context()
4807 find_get_pmu_context(struct pmu *pmu, struct perf_event_context *ctx, in find_get_pmu_context()
4899 struct perf_event_context *ctx = epc->ctx; in put_pmu_ctx()
5122 struct perf_event_context *ctx) in exclusive_event_installable()
5283 struct perf_event_context *ctx = event->ctx; in perf_event_release_kernel()
5430 struct perf_event_context *ctx; in perf_event_read_value()
5444 struct perf_event_context *ctx = leader->ctx; in __perf_read_group_add()
5524 struct perf_event_context *ctx = leader->ctx; in perf_read_group()
5631 struct perf_event_context *ctx; in perf_read()
5678 struct perf_event_context *ctx; in perf_event_pause()
5716 struct perf_event_context *ctx = event->ctx; in perf_event_for_each()
5730 struct perf_event_context *ctx, in __perf_event_period()
5794 struct perf_event_context *ctx; in perf_event_period()
5945 struct perf_event_context *ctx; in perf_ioctl()
5984 struct perf_event_context *ctx; in perf_event_task_enable()
6000 struct perf_event_context *ctx; in perf_event_task_disable()
7901 perf_iterate_ctx(struct perf_event_context *ctx, in perf_iterate_ctx()
7949 struct perf_event_context *task_ctx) in perf_iterate_sb()
7951 struct perf_event_context *ctx; in perf_iterate_sb()
8011 struct perf_event_context *ctx; in perf_event_exec()
8115 struct perf_event_context *task_ctx;
8179 struct perf_event_context *task_ctx, in perf_event_task()
8839 struct perf_event_context *ctx; in perf_addr_filters_adjust()
10139 struct perf_event_context *ctx) in perf_tp_event_target_task()
10199 struct perf_event_context *ctx; in perf_tp_event()
10962 struct perf_event_context *ctx = event->ctx; in perf_event_set_filter()
11580 struct perf_event_context *ctx = NULL; in perf_try_init_event()
12359 struct perf_event_context *ctx; in SYSCALL_DEFINE5()
12761 struct perf_event_context *ctx; in perf_event_create_kernel_counter()
12850 static void __perf_pmu_remove(struct perf_event_context *ctx, in __perf_pmu_remove()
12871 struct perf_event_context *ctx, in __perf_pmu_install_event()
12885 static void __perf_pmu_install(struct perf_event_context *ctx, in __perf_pmu_install()
12918 struct perf_event_context *src_ctx, *dst_ctx; in perf_pmu_migrate_context()
12972 perf_event_exit_event(struct perf_event *event, struct perf_event_context *ctx) in perf_event_exit_event()
13023 struct perf_event_context *child_ctx, *clone_ctx = NULL; in perf_event_exit_task_context()
13118 struct perf_event_context *ctx) in perf_free_event()
13147 struct perf_event_context *ctx; in perf_event_free_task()
13237 struct perf_event_context *parent_ctx, in inherit_event()
13240 struct perf_event_context *child_ctx) in inherit_event()
13348 struct perf_event_context *parent_ctx, in inherit_group()
13350 struct perf_event_context *child_ctx) in inherit_group()
13393 struct perf_event_context *parent_ctx, in inherit_task_group()
13397 struct perf_event_context *child_ctx; in inherit_task_group()
13435 struct perf_event_context *child_ctx, *parent_ctx; in perf_event_init_context()
13436 struct perf_event_context *cloned_ctx; in perf_event_init_context()
13594 struct perf_event_context *ctx = __info; in __perf_event_exit_context()
13607 struct perf_event_context *ctx; in perf_event_exit_cpu_context()
13630 struct perf_event_context *ctx; in perf_event_init_cpu()