Lines Matching refs:perf_event

176 static bool is_kernel_event(struct perf_event *event)  in is_kernel_event()
208 typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *,
212 struct perf_event *event;
220 struct perf_event *event = efs->event; in event_function()
263 static void event_function_call(struct perf_event *event, event_f func, void *data) in event_function_call()
316 static void event_function_local(struct perf_event *event, event_f func, void *data) in event_function_local()
574 static u64 perf_event_time(struct perf_event *event);
583 static inline u64 perf_event_clock(struct perf_event *event) in perf_event_clock()
611 __perf_effective_state(struct perf_event *event) in __perf_effective_state()
613 struct perf_event *leader = event->group_leader; in __perf_effective_state()
622 __perf_update_times(struct perf_event *event, u64 now, u64 *enabled, u64 *running) in __perf_update_times()
636 static void perf_event_update_time(struct perf_event *event) in perf_event_update_time()
645 static void perf_event_update_sibling_time(struct perf_event *leader) in perf_event_update_sibling_time()
647 struct perf_event *sibling; in perf_event_update_sibling_time()
654 perf_event_set_state(struct perf_event *event, enum perf_event_state state) in perf_event_set_state()
709 perf_cgroup_match(struct perf_event *event) in perf_cgroup_match()
731 static inline void perf_detach_cgroup(struct perf_event *event) in perf_detach_cgroup()
737 static inline int is_cgroup_event(struct perf_event *event) in is_cgroup_event()
742 static inline u64 perf_cgroup_event_time(struct perf_event *event) in perf_cgroup_event_time()
750 static inline u64 perf_cgroup_event_time_now(struct perf_event *event, u64 now) in perf_cgroup_event_time_now()
792 static inline void update_cgrp_time_from_event(struct perf_event *event) in update_cgrp_time_from_event()
879 static int perf_cgroup_ensure_storage(struct perf_event *event, in perf_cgroup_ensure_storage()
883 struct perf_event **storage; in perf_cgroup_ensure_storage()
898 storage = kmalloc_node(heap_size * sizeof(struct perf_event *), in perf_cgroup_ensure_storage()
920 static inline int perf_cgroup_connect(int fd, struct perf_event *event, in perf_cgroup_connect()
922 struct perf_event *group_leader) in perf_cgroup_connect()
961 perf_cgroup_event_enable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_enable()
981 perf_cgroup_event_disable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_disable()
1003 perf_cgroup_match(struct perf_event *event) in perf_cgroup_match()
1008 static inline void perf_detach_cgroup(struct perf_event *event) in perf_detach_cgroup()
1011 static inline int is_cgroup_event(struct perf_event *event) in is_cgroup_event()
1016 static inline void update_cgrp_time_from_event(struct perf_event *event) in update_cgrp_time_from_event()
1025 static inline int perf_cgroup_connect(pid_t pid, struct perf_event *event, in perf_cgroup_connect()
1027 struct perf_event *group_leader) in perf_cgroup_connect()
1037 static inline u64 perf_cgroup_event_time(struct perf_event *event) in perf_cgroup_event_time()
1042 static inline u64 perf_cgroup_event_time_now(struct perf_event *event, u64 now) in perf_cgroup_event_time_now()
1048 perf_cgroup_event_enable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_enable()
1053 perf_cgroup_event_disable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_disable()
1256 perf_event_ctx_lock_nested(struct perf_event *event, int nesting) in perf_event_ctx_lock_nested()
1280 perf_event_ctx_lock(struct perf_event *event) in perf_event_ctx_lock()
1285 static void perf_event_ctx_unlock(struct perf_event *event, in perf_event_ctx_unlock()
1311 static u32 perf_event_pid_type(struct perf_event *event, struct task_struct *p, in perf_event_pid_type()
1328 static u32 perf_event_pid(struct perf_event *event, struct task_struct *p) in perf_event_pid()
1333 static u32 perf_event_tid(struct perf_event *event, struct task_struct *p) in perf_event_tid()
1342 static u64 primary_event_id(struct perf_event *event) in primary_event_id()
1467 static u64 perf_event_time(struct perf_event *event) in perf_event_time()
1480 static u64 perf_event_time_now(struct perf_event *event, u64 now) in perf_event_time_now()
1497 static enum event_type_t get_event_type(struct perf_event *event) in get_event_type()
1521 static void init_event_group(struct perf_event *event) in init_event_group()
1532 get_event_groups(struct perf_event *event, struct perf_event_context *ctx) in get_event_groups()
1549 static inline struct cgroup *event_cgroup(const struct perf_event *event) in event_cgroup()
1570 const struct perf_event *right) in perf_event_groups_cmp()
1621 rb_entry((node), struct perf_event, group_node)
1625 struct perf_event *e = __node_2_pe(a); in __group_less()
1639 const struct perf_event *b = __node_2_pe(node); in __group_cmp()
1649 const struct perf_event *b = __node_2_pe(node); in __group_cmp_ignore_cgroup()
1663 struct perf_event *event) in perf_event_groups_insert()
1674 add_event_to_groups(struct perf_event *event, struct perf_event_context *ctx) in add_event_to_groups()
1687 struct perf_event *event) in perf_event_groups_delete()
1700 del_event_from_groups(struct perf_event *event, struct perf_event_context *ctx) in del_event_from_groups()
1711 static struct perf_event *
1729 static struct perf_event *
1730 perf_event_groups_next(struct perf_event *event, struct pmu *pmu) in perf_event_groups_next()
1764 list_add_event(struct perf_event *event, struct perf_event_context *ctx) in list_add_event()
1800 static inline void perf_event__state_init(struct perf_event *event) in perf_event__state_init()
1806 static void __perf_event_read_size(struct perf_event *event, int nr_siblings) in __perf_event_read_size()
1833 static void __perf_event_header_size(struct perf_event *event, u64 sample_type) in __perf_event_header_size()
1878 static void perf_event__header_size(struct perf_event *event) in perf_event__header_size()
1885 static void perf_event__id_header_size(struct perf_event *event) in perf_event__id_header_size()
1912 static bool perf_event_validate_size(struct perf_event *event) in perf_event_validate_size()
1933 static void perf_group_attach(struct perf_event *event) in perf_group_attach()
1935 struct perf_event *group_leader = event->group_leader, *pos; in perf_group_attach()
1970 list_del_event(struct perf_event *event, struct perf_event_context *ctx) in list_del_event()
2011 perf_aux_output_match(struct perf_event *event, struct perf_event *aux_event) in perf_aux_output_match()
2022 static void put_event(struct perf_event *event);
2023 static void event_sched_out(struct perf_event *event,
2026 static void perf_put_aux_event(struct perf_event *event) in perf_put_aux_event()
2029 struct perf_event *iter; in perf_put_aux_event()
2062 static bool perf_need_aux_event(struct perf_event *event) in perf_need_aux_event()
2067 static int perf_get_aux_event(struct perf_event *event, in perf_get_aux_event()
2068 struct perf_event *group_leader) in perf_get_aux_event()
2106 static inline struct list_head *get_event_list(struct perf_event *event) in get_event_list()
2118 static inline void perf_remove_sibling_event(struct perf_event *event) in perf_remove_sibling_event()
2124 static void perf_group_detach(struct perf_event *event) in perf_group_detach()
2126 struct perf_event *leader = event->group_leader; in perf_group_detach()
2127 struct perf_event *sibling, *tmp; in perf_group_detach()
2185 static void sync_child_event(struct perf_event *child_event);
2187 static void perf_child_detach(struct perf_event *event) in perf_child_detach()
2189 struct perf_event *parent_event = event->parent; in perf_child_detach()
2205 static bool is_orphaned_event(struct perf_event *event) in is_orphaned_event()
2211 event_filter_match(struct perf_event *event) in event_filter_match()
2218 event_sched_out(struct perf_event *event, struct perf_event_context *ctx) in event_sched_out()
2278 group_sched_out(struct perf_event *group_event, struct perf_event_context *ctx) in group_sched_out()
2280 struct perf_event *event; in group_sched_out()
2307 __perf_remove_from_context(struct perf_event *event, in __perf_remove_from_context()
2369 static void perf_remove_from_context(struct perf_event *event, unsigned long flags) in perf_remove_from_context()
2395 static void __perf_event_disable(struct perf_event *event, in __perf_event_disable()
2435 static void _perf_event_disable(struct perf_event *event) in _perf_event_disable()
2449 void perf_event_disable_local(struct perf_event *event) in perf_event_disable_local()
2458 void perf_event_disable(struct perf_event *event) in perf_event_disable()
2468 void perf_event_disable_inatomic(struct perf_event *event) in perf_event_disable_inatomic()
2476 static void perf_log_throttle(struct perf_event *event, int enable);
2477 static void perf_log_itrace_start(struct perf_event *event);
2480 event_sched_in(struct perf_event *event, struct perf_event_context *ctx) in event_sched_in()
2538 group_sched_in(struct perf_event *group_event, struct perf_event_context *ctx) in group_sched_in()
2540 struct perf_event *event, *partial_group = NULL; in group_sched_in()
2586 static int group_can_go_on(struct perf_event *event, int can_add_hw) in group_can_go_on()
2615 static void add_event_to_ctx(struct perf_event *event, in add_event_to_ctx()
2725 struct perf_event *event = info; in __perf_install_in_context()
2782 static bool exclusive_event_installable(struct perf_event *event,
2792 struct perf_event *event, in perf_install_in_context()
2902 static void __perf_event_enable(struct perf_event *event, in __perf_event_enable()
2907 struct perf_event *leader = event->group_leader; in __perf_event_enable()
2953 static void _perf_event_enable(struct perf_event *event) in _perf_event_enable()
2990 void perf_event_enable(struct perf_event *event) in perf_event_enable()
3001 struct perf_event *event;
3008 struct perf_event *event = sd->event; in __perf_event_stop()
3041 static int perf_event_stop(struct perf_event *event, int restart) in perf_event_stop()
3090 void perf_event_addr_filters_sync(struct perf_event *event) in perf_event_addr_filters_sync()
3106 static int _perf_event_refresh(struct perf_event *event, int refresh) in _perf_event_refresh()
3123 int perf_event_refresh(struct perf_event *event, int refresh) in perf_event_refresh()
3136 static int perf_event_modify_breakpoint(struct perf_event *bp, in perf_event_modify_breakpoint()
3160 static int perf_event_modify_attr(struct perf_event *event, in perf_event_modify_attr()
3163 int (*func)(struct perf_event *, struct perf_event_attr *); in perf_event_modify_attr()
3164 struct perf_event *child; in perf_event_modify_attr()
3206 struct perf_event *event, *tmp; in __pmu_ctx_sched_out()
3337 static void __perf_event_sync_stat(struct perf_event *event, in __perf_event_sync_stat()
3338 struct perf_event *next_event) in __perf_event_sync_stat()
3378 struct perf_event *event, *next_event; in perf_event_sync_stat()
3386 struct perf_event, event_entry); in perf_event_sync_stat()
3389 struct perf_event, event_entry); in perf_event_sync_stat()
3646 const struct perf_event *le = *(const struct perf_event **)l; in perf_less_group_idx()
3647 const struct perf_event *re = *(const struct perf_event **)r; in perf_less_group_idx()
3660 .elem_size = sizeof(struct perf_event *),
3665 static void __heap_add(struct min_heap *heap, struct perf_event *event) in __heap_add()
3667 struct perf_event **itrs = heap->data; in __heap_add()
3690 int (*func)(struct perf_event *, void *), in visit_groups_merge() argument
3698 struct perf_event *itrs[2]; in visit_groups_merge()
3700 struct perf_event **evt; in visit_groups_merge()
3767 static inline bool event_update_userpage(struct perf_event *event) in event_update_userpage()
3778 static inline void group_update_userpage(struct perf_event *group_event) in group_update_userpage()
3780 struct perf_event *event; in group_update_userpage()
3789 static int merge_sched_in(struct perf_event *event, void *data) in merge_sched_in()
3991 static u64 perf_calculate_period(struct perf_event *event, u64 nsec, u64 count) in perf_calculate_period()
4067 static void perf_adjust_period(struct perf_event *event, u64 nsec, u64 count, bool disable) in perf_adjust_period()
4104 struct perf_event *event; in perf_adjust_freq_unthr_context()
4170 static void rotate_ctx(struct perf_event_context *ctx, struct perf_event *event) in rotate_ctx()
4184 static inline struct perf_event *
4187 struct perf_event *event; in ctx_event_to_rotate()
4196 struct perf_event, active_list); in ctx_event_to_rotate()
4238 struct perf_event *cpu_event = NULL, *task_event = NULL; in perf_rotate_context()
4314 static int event_enable_on_exec(struct perf_event *event, in event_enable_on_exec()
4338 struct perf_event *event; in perf_event_enable_on_exec()
4376 static void perf_remove_from_owner(struct perf_event *event);
4377 static void perf_event_exit_event(struct perf_event *event,
4387 struct perf_event *event, *next; in perf_event_remove_on_exec()
4421 struct perf_event *event;
4426 static int __perf_event_read_cpu(struct perf_event *event, int event_cpu) in __perf_event_read_cpu()
4449 struct perf_event *sub, *event = data->event; in __perf_event_read()
4503 static inline u64 perf_event_count(struct perf_event *event) in perf_event_count()
4508 static void calc_timer_values(struct perf_event *event, in calc_timer_values()
4528 int perf_event_read_local(struct perf_event *event, u64 *value, in perf_event_read_local()
4593 static int perf_event_read(struct perf_event *event, bool group) in perf_event_read()
4734 find_get_context(struct task_struct *task, struct perf_event *event) in find_get_context()
4808 struct perf_event *event) in find_get_pmu_context()
4929 static void perf_event_free_filter(struct perf_event *event);
4933 struct perf_event *event = container_of(head, typeof(*event), rcu_head); in free_event_rcu()
4941 static void ring_buffer_attach(struct perf_event *event,
4944 static void detach_sb_event(struct perf_event *event) in detach_sb_event()
4953 static bool is_sb_event(struct perf_event *event) in is_sb_event()
4972 static void unaccount_pmu_sb_event(struct perf_event *event) in unaccount_pmu_sb_event()
5000 static void unaccount_event(struct perf_event *event) in unaccount_event()
5066 static int exclusive_event_init(struct perf_event *event) in exclusive_event_init()
5097 static void exclusive_event_destroy(struct perf_event *event) in exclusive_event_destroy()
5111 static bool exclusive_event_match(struct perf_event *e1, struct perf_event *e2) in exclusive_event_match()
5121 static bool exclusive_event_installable(struct perf_event *event, in exclusive_event_installable()
5124 struct perf_event *iter_event; in exclusive_event_installable()
5140 static void perf_addr_filters_splice(struct perf_event *event,
5143 static void _free_event(struct perf_event *event) in _free_event()
5205 static void free_event(struct perf_event *event) in free_event()
5220 static void perf_remove_from_owner(struct perf_event *event) in perf_remove_from_owner()
5268 static void put_event(struct perf_event *event) in put_event()
5281 int perf_event_release_kernel(struct perf_event *event) in perf_event_release_kernel()
5284 struct perf_event *child, *tmp; in perf_event_release_kernel()
5352 struct perf_event, child_list); in perf_event_release_kernel()
5399 static u64 __perf_event_read_value(struct perf_event *event, u64 *enabled, u64 *running) in __perf_event_read_value()
5401 struct perf_event *child; in __perf_event_read_value()
5428 u64 perf_event_read_value(struct perf_event *event, u64 *enabled, u64 *running) in perf_event_read_value()
5441 static int __perf_read_group_add(struct perf_event *leader, in __perf_read_group_add()
5445 struct perf_event *sub, *parent; in __perf_read_group_add()
5520 static int perf_read_group(struct perf_event *event, in perf_read_group()
5523 struct perf_event *leader = event->group_leader, *child; in perf_read_group()
5562 static int perf_read_one(struct perf_event *event, in perf_read_one()
5585 static bool is_event_hup(struct perf_event *event) in is_event_hup()
5602 __perf_read(struct perf_event *event, char __user *buf, size_t count) in __perf_read()
5630 struct perf_event *event = file->private_data; in perf_read()
5647 struct perf_event *event = file->private_data; in perf_poll()
5668 static void _perf_event_reset(struct perf_event *event) in _perf_event_reset()
5676 u64 perf_event_pause(struct perf_event *event, bool reset) in perf_event_pause()
5699 static void perf_event_for_each_child(struct perf_event *event, in perf_event_for_each_child()
5700 void (*func)(struct perf_event *)) in perf_event_for_each_child() argument
5702 struct perf_event *child; in perf_event_for_each_child()
5713 static void perf_event_for_each(struct perf_event *event, in perf_event_for_each()
5714 void (*func)(struct perf_event *)) in perf_event_for_each() argument
5717 struct perf_event *sibling; in perf_event_for_each()
5728 static void __perf_event_period(struct perf_event *event, in __perf_event_period()
5765 static int perf_event_check_period(struct perf_event *event, u64 value) in perf_event_check_period()
5770 static int _perf_event_period(struct perf_event *event, u64 value) in _perf_event_period()
5792 int perf_event_period(struct perf_event *event, u64 value) in perf_event_period()
5821 static int perf_event_set_output(struct perf_event *event,
5822 struct perf_event *output_event);
5823 static int perf_event_set_filter(struct perf_event *event, void __user *arg);
5827 static long _perf_ioctl(struct perf_event *event, unsigned int cmd, unsigned long arg) in _perf_ioctl()
5829 void (*func)(struct perf_event *); in _perf_ioctl()
5868 struct perf_event *output_event; in _perf_ioctl()
5944 struct perf_event *event = file->private_data; in perf_ioctl()
5985 struct perf_event *event; in perf_event_task_enable()
6001 struct perf_event *event; in perf_event_task_disable()
6014 static int perf_event_index(struct perf_event *event) in perf_event_index()
6025 static void perf_event_init_userpage(struct perf_event *event) in perf_event_init_userpage()
6048 struct perf_event *event, struct perf_event_mmap_page *userpg, u64 now) in arch_perf_update_userpage()
6057 void perf_event_update_userpage(struct perf_event *event) in perf_event_update_userpage()
6110 struct perf_event *event = vmf->vma->vm_file->private_data; in perf_mmap_fault()
6143 static void ring_buffer_attach(struct perf_event *event, in ring_buffer_attach()
6204 static void ring_buffer_wakeup(struct perf_event *event) in ring_buffer_wakeup()
6220 struct perf_buffer *ring_buffer_get(struct perf_event *event) in ring_buffer_get()
6250 struct perf_event *event = vma->vm_file->private_data; in perf_mmap_open()
6262 static void perf_pmu_output_stop(struct perf_event *event);
6274 struct perf_event *event = vma->vm_file->private_data; in perf_mmap_close()
6392 struct perf_event *event = file->private_data; in perf_mmap()
6609 struct perf_event *event = filp->private_data; in perf_fasync()
6640 static inline struct fasync_struct **perf_event_fasync(struct perf_event *event) in perf_event_fasync()
6648 void perf_event_wakeup(struct perf_event *event) in perf_event_wakeup()
6658 static void perf_sigtrap(struct perf_event *event) in perf_sigtrap()
6682 static void __perf_pending_irq(struct perf_event *event) in __perf_pending_irq()
6734 struct perf_event *event = container_of(entry, struct perf_event, pending_irq); in perf_pending_irq()
6760 struct perf_event *event = container_of(head, struct perf_event, pending_task); in perf_pending_task()
6954 static unsigned long perf_prepare_sample_aux(struct perf_event *event, in perf_prepare_sample_aux()
6958 struct perf_event *sampler = event->aux_event; in perf_prepare_sample_aux()
6993 struct perf_event *event, in perf_pmu_snapshot_aux()
7026 static void perf_aux_sample_output(struct perf_event *event, in perf_aux_sample_output()
7030 struct perf_event *sampler = event->aux_event; in perf_aux_sample_output()
7079 struct perf_event *event, in __perf_event_header__init_id()
7108 struct perf_event *event) in perf_event_header__init_id()
7140 void perf_event__output_id_sample(struct perf_event *event, in perf_event__output_id_sample()
7149 struct perf_event *event, in perf_output_read_one()
7174 struct perf_event *event, in perf_output_read_group()
7177 struct perf_event *leader = event->group_leader, *sub; in perf_output_read_group()
7239 struct perf_event *event) in perf_output_read()
7265 struct perf_event *event) in perf_output_sample()
7574 perf_callchain(struct perf_event *event, struct pt_regs *regs) in perf_callchain()
7597 struct perf_event *event, in perf_prepare_sample()
7784 struct perf_event *event, in perf_prepare_header()
7803 __perf_event_output(struct perf_event *event, in __perf_event_output() argument
7808 struct perf_event *, in __perf_event_output()
7835 perf_event_output_forward(struct perf_event *event, in perf_event_output_forward()
7843 perf_event_output_backward(struct perf_event *event, in perf_event_output_backward()
7851 perf_event_output(struct perf_event *event, in perf_event_output()
7870 perf_event_read_event(struct perf_event *event, in perf_event_read_event()
7898 typedef void (perf_iterate_f)(struct perf_event *event, void *data);
7905 struct perf_event *event; in perf_iterate_ctx()
7922 struct perf_event *event; in perf_iterate_sb_cpu()
7980 static void perf_event_addr_filters_exec(struct perf_event *event, void *data) in perf_event_addr_filters_exec()
8030 static void __perf_event_output_stop(struct perf_event *event, void *data) in __perf_event_output_stop()
8032 struct perf_event *parent = event->parent; in __perf_event_output_stop()
8061 struct perf_event *event = info; in __perf_pmu_output_stop()
8077 static void perf_pmu_output_stop(struct perf_event *event) in perf_pmu_output_stop()
8079 struct perf_event *iter; in perf_pmu_output_stop()
8128 static int perf_event_task_match(struct perf_event *event) in perf_event_task_match()
8135 static void perf_event_task_output(struct perf_event *event, in perf_event_task_output()
8234 static int perf_event_comm_match(struct perf_event *event) in perf_event_comm_match()
8239 static void perf_event_comm_output(struct perf_event *event, in perf_event_comm_output()
8333 static int perf_event_namespaces_match(struct perf_event *event) in perf_event_namespaces_match()
8338 static void perf_event_namespaces_output(struct perf_event *event, in perf_event_namespaces_output()
8461 static int perf_event_cgroup_match(struct perf_event *event) in perf_event_cgroup_match()
8466 static void perf_event_cgroup_output(struct perf_event *event, void *data) in perf_event_cgroup_output()
8572 static int perf_event_mmap_match(struct perf_event *event, in perf_event_mmap_match()
8583 static void perf_event_mmap_output(struct perf_event *event, in perf_event_mmap_output()
8803 static void __perf_addr_filters_adjust(struct perf_event *event, void *data) in __perf_addr_filters_adjust()
8890 void perf_event_aux_event(struct perf_event *event, unsigned long head, in perf_event_aux_event()
8927 void perf_log_lost_samples(struct perf_event *event, u64 lost) in perf_log_lost_samples()
8972 static int perf_event_switch_match(struct perf_event *event) in perf_event_switch_match()
8977 static void perf_event_switch_output(struct perf_event *event, void *data) in perf_event_switch_output()
9049 static void perf_log_throttle(struct perf_event *event, int enable) in perf_log_throttle()
9102 static int perf_event_ksymbol_match(struct perf_event *event) in perf_event_ksymbol_match()
9107 static void perf_event_ksymbol_output(struct perf_event *event, void *data) in perf_event_ksymbol_output()
9192 static int perf_event_bpf_match(struct perf_event *event) in perf_event_bpf_match()
9197 static void perf_event_bpf_output(struct perf_event *event, void *data) in perf_event_bpf_output()
9300 static int perf_event_text_poke_match(struct perf_event *event) in perf_event_text_poke_match()
9305 static void perf_event_text_poke_output(struct perf_event *event, void *data) in perf_event_text_poke_output()
9370 void perf_event_itrace_started(struct perf_event *event) in perf_event_itrace_started()
9375 static void perf_log_itrace_start(struct perf_event *event) in perf_log_itrace_start()
9411 void perf_report_aux_output_id(struct perf_event *event, u64 hw_id) in perf_report_aux_output_id()
9443 __perf_event_account_interrupt(struct perf_event *event, int throttle) in __perf_event_account_interrupt()
9478 int perf_event_account_interrupt(struct perf_event *event) in perf_event_account_interrupt()
9483 static inline bool sample_is_allowed(struct perf_event *event, struct pt_regs *regs) in sample_is_allowed()
9500 static int __perf_event_overflow(struct perf_event *event, in __perf_event_overflow()
9575 int perf_event_overflow(struct perf_event *event, in perf_event_overflow()
9604 u64 perf_swevent_set_period(struct perf_event *event) in perf_swevent_set_period()
9627 static void perf_swevent_overflow(struct perf_event *event, u64 overflow, in perf_swevent_overflow()
9653 static void perf_swevent_event(struct perf_event *event, u64 nr, in perf_swevent_event()
9682 static int perf_exclude_event(struct perf_event *event, in perf_exclude_event()
9699 static int perf_swevent_match(struct perf_event *event, in perf_swevent_match()
9747 find_swevent_head(struct swevent_htable *swhash, struct perf_event *event) in find_swevent_head()
9772 struct perf_event *event; in do_perf_sw_event()
9832 static void perf_swevent_read(struct perf_event *event) in perf_swevent_read()
9836 static int perf_swevent_add(struct perf_event *event, int flags) in perf_swevent_add()
9859 static void perf_swevent_del(struct perf_event *event, int flags) in perf_swevent_del()
9864 static void perf_swevent_start(struct perf_event *event, int flags) in perf_swevent_start()
9869 static void perf_swevent_stop(struct perf_event *event, int flags) in perf_swevent_stop()
9963 static void sw_perf_event_destroy(struct perf_event *event) in sw_perf_event_destroy()
9976 static int perf_swevent_init(struct perf_event *event) in perf_swevent_init()
10033 static void tp_perf_event_destroy(struct perf_event *event) in tp_perf_event_destroy()
10038 static int perf_tp_event_init(struct perf_event *event) in perf_tp_event_init()
10071 static int perf_tp_filter_match(struct perf_event *event, in perf_tp_filter_match()
10085 static int perf_tp_event_match(struct perf_event *event, in perf_tp_event_match()
10123 struct perf_event *event) in __perf_tp_event_target_task()
10143 struct perf_event *event, *sibling; in perf_tp_event_target_task()
10163 struct perf_event *event; in perf_tp_event()
10257 static int perf_kprobe_event_init(struct perf_event *event);
10269 static int perf_kprobe_event_init(struct perf_event *event) in perf_kprobe_event_init()
10316 static int perf_uprobe_event_init(struct perf_event *event);
10328 static int perf_uprobe_event_init(struct perf_event *event) in perf_uprobe_event_init()
10369 static void perf_event_free_filter(struct perf_event *event) in perf_event_free_filter()
10375 static void bpf_overflow_handler(struct perf_event *event, in bpf_overflow_handler()
10404 static int perf_event_set_bpf_handler(struct perf_event *event, in perf_event_set_bpf_handler()
10442 static void perf_event_free_bpf_handler(struct perf_event *event) in perf_event_free_bpf_handler()
10454 static int perf_event_set_bpf_handler(struct perf_event *event, in perf_event_set_bpf_handler()
10460 static void perf_event_free_bpf_handler(struct perf_event *event) in perf_event_free_bpf_handler()
10469 static inline bool perf_event_is_tracing(struct perf_event *event) in perf_event_is_tracing()
10484 int perf_event_set_bpf_prog(struct perf_event *event, struct bpf_prog *prog, in perf_event_set_bpf_prog()
10523 void perf_event_free_bpf_prog(struct perf_event *event) in perf_event_free_bpf_prog()
10538 static void perf_event_free_filter(struct perf_event *event) in perf_event_free_filter()
10542 int perf_event_set_bpf_prog(struct perf_event *event, struct bpf_prog *prog, in perf_event_set_bpf_prog()
10548 void perf_event_free_bpf_prog(struct perf_event *event) in perf_event_free_bpf_prog()
10554 void perf_bp_event(struct perf_event *bp, void *data) in perf_bp_event()
10570 perf_addr_filter_new(struct perf_event *event, struct list_head *filters) in perf_addr_filter_new()
10599 static void perf_addr_filters_splice(struct perf_event *event, in perf_addr_filters_splice()
10648 static void perf_event_addr_filters_apply(struct perf_event *event) in perf_event_addr_filters_apply()
10755 perf_event_parse_addr_filter(struct perf_event *event, char *fstr, in perf_event_parse_addr_filter()
10912 perf_event_set_addr_filter(struct perf_event *event, char *filter_str) in perf_event_set_addr_filter()
10951 static int perf_event_set_filter(struct perf_event *event, void __user *arg) in perf_event_set_filter()
10996 struct perf_event *event; in perf_swevent_hrtimer()
10999 event = container_of(hrtimer, struct perf_event, hw.hrtimer); in perf_swevent_hrtimer()
11021 static void perf_swevent_start_hrtimer(struct perf_event *event) in perf_swevent_start_hrtimer()
11042 static void perf_swevent_cancel_hrtimer(struct perf_event *event) in perf_swevent_cancel_hrtimer()
11054 static void perf_swevent_init_hrtimer(struct perf_event *event) in perf_swevent_init_hrtimer()
11083 static void cpu_clock_event_update(struct perf_event *event) in cpu_clock_event_update()
11093 static void cpu_clock_event_start(struct perf_event *event, int flags) in cpu_clock_event_start()
11099 static void cpu_clock_event_stop(struct perf_event *event, int flags) in cpu_clock_event_stop()
11105 static int cpu_clock_event_add(struct perf_event *event, int flags) in cpu_clock_event_add()
11114 static void cpu_clock_event_del(struct perf_event *event, int flags) in cpu_clock_event_del()
11119 static void cpu_clock_event_read(struct perf_event *event) in cpu_clock_event_read()
11124 static int cpu_clock_event_init(struct perf_event *event) in cpu_clock_event_init()
11161 static void task_clock_event_update(struct perf_event *event, u64 now) in task_clock_event_update()
11171 static void task_clock_event_start(struct perf_event *event, int flags) in task_clock_event_start()
11177 static void task_clock_event_stop(struct perf_event *event, int flags) in task_clock_event_stop()
11183 static int task_clock_event_add(struct perf_event *event, int flags) in task_clock_event_add()
11192 static void task_clock_event_del(struct perf_event *event, int flags) in task_clock_event_del()
11197 static void task_clock_event_read(struct perf_event *event) in task_clock_event_read()
11206 static int task_clock_event_init(struct perf_event *event) in task_clock_event_init()
11252 static int perf_event_nop_int(struct perf_event *event, u64 value) in perf_event_nop_int()
11294 static int perf_event_idx_default(struct perf_event *event) in perf_event_idx_default()
11572 static inline bool has_extended_regs(struct perf_event *event) in has_extended_regs()
11578 static int perf_try_init_event(struct pmu *pmu, struct perf_event *event) in perf_try_init_event()
11627 static struct pmu *perf_init_event(struct perf_event *event) in perf_init_event()
11703 static void attach_sb_event(struct perf_event *event) in attach_sb_event()
11719 static void account_pmu_sb_event(struct perf_event *event) in account_pmu_sb_event()
11746 static void account_event(struct perf_event *event) in account_event()
11818 static struct perf_event *
11821 struct perf_event *group_leader, in perf_event_alloc()
11822 struct perf_event *parent_event, in perf_event_alloc()
11827 struct perf_event *event; in perf_event_alloc()
12190 perf_event_set_output(struct perf_event *event, struct perf_event *output_event) in perf_event_set_output()
12274 static int perf_event_set_clock(struct perf_event *event, clockid_t clk_id) in perf_event_set_clock()
12355 struct perf_event *group_leader = NULL, *output_event = NULL; in SYSCALL_DEFINE5()
12357 struct perf_event *event, *sibling; in SYSCALL_DEFINE5()
12754 struct perf_event *
12762 struct perf_event *event; in perf_event_create_kernel_counter()
12855 struct perf_event *event, *sibling; in __perf_pmu_remove()
12872 int cpu, struct perf_event *event) in __perf_pmu_install_event()
12888 struct perf_event *event, *tmp; in __perf_pmu_install()
12947 static void sync_child_event(struct perf_event *child_event) in sync_child_event()
12949 struct perf_event *parent_event = child_event->parent; in sync_child_event()
12972 perf_event_exit_event(struct perf_event *event, struct perf_event_context *ctx) in perf_event_exit_event()
12974 struct perf_event *parent_event = event->parent; in perf_event_exit_event()
13024 struct perf_event *child_event, *next; in perf_event_exit_task_context()
13090 struct perf_event *event, *tmp; in perf_event_exit_task()
13117 static void perf_free_event(struct perf_event *event, in perf_free_event()
13120 struct perf_event *parent = event->parent; in perf_free_event()
13148 struct perf_event *event, *tmp; in perf_event_free_task()
13210 const struct perf_event *perf_get_event(struct file *file) in perf_get_event()
13218 const struct perf_event_attr *perf_event_attrs(struct perf_event *event) in perf_event_attrs()
13234 static struct perf_event *
13235 inherit_event(struct perf_event *parent_event, in inherit_event()
13239 struct perf_event *group_leader, in inherit_event()
13244 struct perf_event *child_event; in inherit_event()
13346 static int inherit_group(struct perf_event *parent_event, in inherit_group()
13352 struct perf_event *leader; in inherit_group()
13353 struct perf_event *sub; in inherit_group()
13354 struct perf_event *child_ctr; in inherit_group()
13392 inherit_task_group(struct perf_event *event, struct task_struct *parent, in inherit_task_group()
13437 struct perf_event *event; in perf_event_init_context()
13595 struct perf_event *event; in __perf_event_exit_context()
13691 perf_event_cache = KMEM_CACHE(perf_event, SLAB_PANIC); in perf_event_init()