Lines Matching refs:perf_event
212 static bool is_kernel_event(struct perf_event *event) in is_kernel_event()
244 typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *,
248 struct perf_event *event;
256 struct perf_event *event = efs->event; in event_function()
299 static void event_function_call(struct perf_event *event, event_f func, void *data) in event_function_call()
356 static void event_function_local(struct perf_event *event, event_f func, void *data) in event_function_local()
655 static u64 perf_event_time(struct perf_event *event);
664 static inline u64 perf_event_clock(struct perf_event *event) in perf_event_clock()
692 __perf_effective_state(struct perf_event *event) in __perf_effective_state()
694 struct perf_event *leader = event->group_leader; in __perf_effective_state()
703 __perf_update_times(struct perf_event *event, u64 now, u64 *enabled, u64 *running) in __perf_update_times()
717 static void perf_event_update_time(struct perf_event *event) in perf_event_update_time()
726 static void perf_event_update_sibling_time(struct perf_event *leader) in perf_event_update_sibling_time()
728 struct perf_event *sibling; in perf_event_update_sibling_time()
735 perf_event_set_state(struct perf_event *event, enum perf_event_state state) in perf_event_set_state()
798 perf_cgroup_match(struct perf_event *event) in perf_cgroup_match()
820 static inline void perf_detach_cgroup(struct perf_event *event) in perf_detach_cgroup()
826 static inline int is_cgroup_event(struct perf_event *event) in is_cgroup_event()
831 static inline u64 perf_cgroup_event_time(struct perf_event *event) in perf_cgroup_event_time()
839 static inline u64 perf_cgroup_event_time_now(struct perf_event *event, u64 now) in perf_cgroup_event_time_now()
881 static inline void update_cgrp_time_from_event(struct perf_event *event) in update_cgrp_time_from_event()
968 static int perf_cgroup_ensure_storage(struct perf_event *event, in perf_cgroup_ensure_storage()
972 struct perf_event **storage; in perf_cgroup_ensure_storage()
987 storage = kmalloc_node(heap_size * sizeof(struct perf_event *), in perf_cgroup_ensure_storage()
1009 static inline int perf_cgroup_connect(int fd, struct perf_event *event, in perf_cgroup_connect()
1011 struct perf_event *group_leader) in perf_cgroup_connect()
1046 perf_cgroup_event_enable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_enable()
1068 perf_cgroup_event_disable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_disable()
1092 perf_cgroup_match(struct perf_event *event) in perf_cgroup_match()
1097 static inline void perf_detach_cgroup(struct perf_event *event) in perf_detach_cgroup()
1100 static inline int is_cgroup_event(struct perf_event *event) in is_cgroup_event()
1105 static inline void update_cgrp_time_from_event(struct perf_event *event) in update_cgrp_time_from_event()
1114 static inline int perf_cgroup_connect(pid_t pid, struct perf_event *event, in perf_cgroup_connect()
1116 struct perf_event *group_leader) in perf_cgroup_connect()
1126 static inline u64 perf_cgroup_event_time(struct perf_event *event) in perf_cgroup_event_time()
1131 static inline u64 perf_cgroup_event_time_now(struct perf_event *event, u64 now) in perf_cgroup_event_time_now()
1137 perf_cgroup_event_enable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_enable()
1142 perf_cgroup_event_disable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_disable()
1246 static inline void perf_pmu_read(struct perf_event *event) in perf_pmu_read()
1344 perf_event_ctx_lock_nested(struct perf_event *event, int nesting) in perf_event_ctx_lock_nested()
1368 perf_event_ctx_lock(struct perf_event *event) in perf_event_ctx_lock()
1373 static void perf_event_ctx_unlock(struct perf_event *event, in perf_event_ctx_unlock()
1399 static u32 perf_event_pid_type(struct perf_event *event, struct task_struct *p, in perf_event_pid_type()
1416 static u32 perf_event_pid(struct perf_event *event, struct task_struct *p) in perf_event_pid()
1421 static u32 perf_event_tid(struct perf_event *event, struct task_struct *p) in perf_event_tid()
1430 static u64 primary_event_id(struct perf_event *event) in primary_event_id()
1555 static u64 perf_event_time(struct perf_event *event) in perf_event_time()
1568 static u64 perf_event_time_now(struct perf_event *event, u64 now) in perf_event_time_now()
1585 static enum event_type_t get_event_type(struct perf_event *event) in get_event_type()
1609 static void init_event_group(struct perf_event *event) in init_event_group()
1620 get_event_groups(struct perf_event *event, struct perf_event_context *ctx) in get_event_groups()
1637 static inline struct cgroup *event_cgroup(const struct perf_event *event) in event_cgroup()
1658 const struct perf_event *right) in perf_event_groups_cmp()
1709 rb_entry((node), struct perf_event, group_node)
1713 struct perf_event *e = __node_2_pe(a); in __group_less()
1727 const struct perf_event *b = __node_2_pe(node); in __group_cmp()
1737 const struct perf_event *b = __node_2_pe(node); in __group_cmp_ignore_cgroup()
1751 struct perf_event *event) in perf_event_groups_insert()
1762 add_event_to_groups(struct perf_event *event, struct perf_event_context *ctx) in add_event_to_groups()
1775 struct perf_event *event) in perf_event_groups_delete()
1788 del_event_from_groups(struct perf_event *event, struct perf_event_context *ctx) in del_event_from_groups()
1799 static struct perf_event *
1817 static struct perf_event *
1818 perf_event_groups_next(struct perf_event *event, struct pmu *pmu) in perf_event_groups_next()
1860 list_add_event(struct perf_event *event, struct perf_event_context *ctx) in list_add_event()
1898 static inline void perf_event__state_init(struct perf_event *event) in perf_event__state_init()
1934 static void __perf_event_header_size(struct perf_event *event, u64 sample_type) in __perf_event_header_size()
1979 static void perf_event__header_size(struct perf_event *event) in perf_event__header_size()
1987 static void perf_event__id_header_size(struct perf_event *event) in perf_event__id_header_size()
2025 static bool perf_event_validate_size(struct perf_event *event) in perf_event_validate_size()
2027 struct perf_event *sibling, *group_leader = event->group_leader; in perf_event_validate_size()
2056 static void perf_group_attach(struct perf_event *event) in perf_group_attach()
2058 struct perf_event *group_leader = event->group_leader, *pos; in perf_group_attach()
2093 list_del_event(struct perf_event *event, struct perf_event_context *ctx) in list_del_event()
2136 perf_aux_output_match(struct perf_event *event, struct perf_event *aux_event) in perf_aux_output_match()
2147 static void put_event(struct perf_event *event);
2148 static void event_sched_out(struct perf_event *event,
2151 static void perf_put_aux_event(struct perf_event *event) in perf_put_aux_event()
2154 struct perf_event *iter; in perf_put_aux_event()
2187 static bool perf_need_aux_event(struct perf_event *event) in perf_need_aux_event()
2192 static int perf_get_aux_event(struct perf_event *event, in perf_get_aux_event()
2193 struct perf_event *group_leader) in perf_get_aux_event()
2235 static inline struct list_head *get_event_list(struct perf_event *event) in get_event_list()
2247 static inline void perf_remove_sibling_event(struct perf_event *event) in perf_remove_sibling_event()
2253 static void perf_group_detach(struct perf_event *event) in perf_group_detach()
2255 struct perf_event *leader = event->group_leader; in perf_group_detach()
2256 struct perf_event *sibling, *tmp; in perf_group_detach()
2314 static void sync_child_event(struct perf_event *child_event);
2316 static void perf_child_detach(struct perf_event *event) in perf_child_detach()
2318 struct perf_event *parent_event = event->parent; in perf_child_detach()
2334 static bool is_orphaned_event(struct perf_event *event) in is_orphaned_event()
2340 event_filter_match(struct perf_event *event) in event_filter_match()
2347 event_sched_out(struct perf_event *event, struct perf_event_context *ctx) in event_sched_out()
2394 group_sched_out(struct perf_event *group_event, struct perf_event_context *ctx) in group_sched_out()
2396 struct perf_event *event; in group_sched_out()
2441 ctx_time_update_event(struct perf_event_context *ctx, struct perf_event *event) in ctx_time_update_event()
2463 __perf_remove_from_context(struct perf_event *event, in __perf_remove_from_context()
2525 static void perf_remove_from_context(struct perf_event *event, unsigned long flags) in perf_remove_from_context()
2551 static void __perf_event_disable(struct perf_event *event, in __perf_event_disable()
2587 static void _perf_event_disable(struct perf_event *event) in _perf_event_disable()
2601 void perf_event_disable_local(struct perf_event *event) in perf_event_disable_local()
2610 void perf_event_disable(struct perf_event *event) in perf_event_disable()
2620 void perf_event_disable_inatomic(struct perf_event *event) in perf_event_disable_inatomic()
2628 static void perf_log_throttle(struct perf_event *event, int enable);
2629 static void perf_log_itrace_start(struct perf_event *event);
2632 event_sched_in(struct perf_event *event, struct perf_event_context *ctx) in event_sched_in()
2691 group_sched_in(struct perf_event *group_event, struct perf_event_context *ctx) in group_sched_in()
2693 struct perf_event *event, *partial_group = NULL; in group_sched_in()
2739 static int group_can_go_on(struct perf_event *event, int can_add_hw) in group_can_go_on()
2768 static void add_event_to_ctx(struct perf_event *event, in add_event_to_ctx()
2884 struct perf_event *event = info; in __perf_install_in_context()
2942 static bool exclusive_event_installable(struct perf_event *event,
2952 struct perf_event *event, in perf_install_in_context()
3062 static void __perf_event_enable(struct perf_event *event, in __perf_event_enable()
3067 struct perf_event *leader = event->group_leader; in __perf_event_enable()
3108 static void _perf_event_enable(struct perf_event *event) in _perf_event_enable()
3145 void perf_event_enable(struct perf_event *event) in perf_event_enable()
3156 struct perf_event *event;
3163 struct perf_event *event = sd->event; in __perf_event_stop()
3196 static int perf_event_stop(struct perf_event *event, int restart) in perf_event_stop()
3245 void perf_event_addr_filters_sync(struct perf_event *event) in perf_event_addr_filters_sync()
3261 static int _perf_event_refresh(struct perf_event *event, int refresh) in _perf_event_refresh()
3278 int perf_event_refresh(struct perf_event *event, int refresh) in perf_event_refresh()
3291 static int perf_event_modify_breakpoint(struct perf_event *bp, in perf_event_modify_breakpoint()
3315 static int perf_event_modify_attr(struct perf_event *event, in perf_event_modify_attr()
3318 int (*func)(struct perf_event *, struct perf_event_attr *); in perf_event_modify_attr()
3319 struct perf_event *child; in perf_event_modify_attr()
3361 struct perf_event *event, *tmp; in __pmu_ctx_sched_out()
3508 static void __perf_event_sync_stat(struct perf_event *event, in __perf_event_sync_stat()
3509 struct perf_event *next_event) in __perf_event_sync_stat()
3548 struct perf_event *event, *next_event; in perf_event_sync_stat()
3556 struct perf_event, event_entry); in perf_event_sync_stat()
3559 struct perf_event, event_entry); in perf_event_sync_stat()
3786 const struct perf_event *le = *(const struct perf_event **)l; in perf_less_group_idx()
3787 const struct perf_event *re = *(const struct perf_event **)r; in perf_less_group_idx()
3792 DEFINE_MIN_HEAP(struct perf_event *, perf_event_min_heap);
3799 static void __heap_add(struct perf_event_min_heap *heap, struct perf_event *event) in __heap_add()
3801 struct perf_event **itrs = heap->data; in __heap_add()
3824 int (*func)(struct perf_event *, void *), in visit_groups_merge() argument
3832 struct perf_event *itrs[2]; in visit_groups_merge()
3834 struct perf_event **evt; in visit_groups_merge()
3901 static inline bool event_update_userpage(struct perf_event *event) in event_update_userpage()
3912 static inline void group_update_userpage(struct perf_event *group_event) in group_update_userpage()
3914 struct perf_event *event; in group_update_userpage()
3923 static int merge_sched_in(struct perf_event *event, void *data) in merge_sched_in()
4114 static u64 perf_calculate_period(struct perf_event *event, u64 nsec, u64 count) in perf_calculate_period()
4190 static void perf_adjust_period(struct perf_event *event, u64 nsec, u64 count, bool disable) in perf_adjust_period()
4225 struct perf_event *event; in perf_adjust_freq_unthr_events()
4313 static void rotate_ctx(struct perf_event_context *ctx, struct perf_event *event) in rotate_ctx()
4327 static inline struct perf_event *
4330 struct perf_event *event; in ctx_event_to_rotate()
4339 struct perf_event, active_list); in ctx_event_to_rotate()
4381 struct perf_event *cpu_event = NULL, *task_event = NULL; in perf_rotate_context()
4457 static int event_enable_on_exec(struct perf_event *event, in event_enable_on_exec()
4481 struct perf_event *event; in perf_event_enable_on_exec()
4517 static void perf_remove_from_owner(struct perf_event *event);
4518 static void perf_event_exit_event(struct perf_event *event,
4528 struct perf_event *event, *next; in perf_event_remove_on_exec()
4562 struct perf_event *event;
4569 static int __perf_event_read_cpu(struct perf_event *event, int event_cpu) in __perf_event_read_cpu()
4601 struct perf_event *sub, *event = data->event; in __perf_event_read()
4645 static inline u64 perf_event_count(struct perf_event *event, bool self) in perf_event_count()
4653 static void calc_timer_values(struct perf_event *event, in calc_timer_values()
4673 int perf_event_read_local(struct perf_event *event, u64 *value, in perf_event_read_local()
4747 static int perf_event_read(struct perf_event *event, bool group) in perf_event_read()
4885 find_get_context(struct task_struct *task, struct perf_event *event) in find_get_context()
4959 struct perf_event *event) in find_get_pmu_context()
5088 static void perf_event_free_filter(struct perf_event *event);
5092 struct perf_event *event = container_of(head, typeof(*event), rcu_head); in free_event_rcu()
5100 static void ring_buffer_attach(struct perf_event *event,
5103 static void detach_sb_event(struct perf_event *event) in detach_sb_event()
5112 static bool is_sb_event(struct perf_event *event) in is_sb_event()
5131 static void unaccount_pmu_sb_event(struct perf_event *event) in unaccount_pmu_sb_event()
5287 attach_perf_ctx_data(struct perf_event *event) in attach_perf_ctx_data()
5363 static void detach_perf_ctx_data(struct perf_event *event) in detach_perf_ctx_data()
5378 static void unaccount_event(struct perf_event *event) in unaccount_event()
5444 static int exclusive_event_init(struct perf_event *event) in exclusive_event_init()
5477 static void exclusive_event_destroy(struct perf_event *event) in exclusive_event_destroy()
5490 static bool exclusive_event_match(struct perf_event *e1, struct perf_event *e2) in exclusive_event_match()
5500 static bool exclusive_event_installable(struct perf_event *event, in exclusive_event_installable()
5503 struct perf_event *iter_event; in exclusive_event_installable()
5519 static void perf_free_addr_filters(struct perf_event *event);
5522 static void __free_event(struct perf_event *event) in __free_event()
5571 DEFINE_FREE(__free_event, struct perf_event *, if (_T) __free_event(_T)) in DEFINE_FREE() argument
5574 static void _free_event(struct perf_event *event) in DEFINE_FREE()
5605 static void free_event(struct perf_event *event) in free_event()
5620 static void perf_remove_from_owner(struct perf_event *event) in perf_remove_from_owner()
5668 static void put_event(struct perf_event *event) in put_event()
5670 struct perf_event *parent; in put_event()
5688 int perf_event_release_kernel(struct perf_event *event) in perf_event_release_kernel()
5691 struct perf_event *child, *tmp; in perf_event_release_kernel()
5760 struct perf_event, child_list); in perf_event_release_kernel()
5819 static u64 __perf_event_read_value(struct perf_event *event, u64 *enabled, u64 *running) in __perf_event_read_value()
5821 struct perf_event *child; in __perf_event_read_value()
5848 u64 perf_event_read_value(struct perf_event *event, u64 *enabled, u64 *running) in perf_event_read_value()
5861 static int __perf_read_group_add(struct perf_event *leader, in __perf_read_group_add()
5865 struct perf_event *sub, *parent; in __perf_read_group_add()
5940 static int perf_read_group(struct perf_event *event, in perf_read_group()
5943 struct perf_event *leader = event->group_leader, *child; in perf_read_group()
5982 static int perf_read_one(struct perf_event *event, in perf_read_one()
6005 static bool is_event_hup(struct perf_event *event) in is_event_hup()
6022 __perf_read(struct perf_event *event, char __user *buf, size_t count) in __perf_read()
6050 struct perf_event *event = file->private_data; in perf_read()
6067 struct perf_event *event = file->private_data; in perf_poll()
6092 static void _perf_event_reset(struct perf_event *event) in _perf_event_reset()
6100 u64 perf_event_pause(struct perf_event *event, bool reset) in perf_event_pause()
6123 static void perf_event_for_each_child(struct perf_event *event, in perf_event_for_each_child()
6124 void (*func)(struct perf_event *)) in perf_event_for_each_child() argument
6126 struct perf_event *child; in perf_event_for_each_child()
6137 static void perf_event_for_each(struct perf_event *event, in perf_event_for_each()
6138 void (*func)(struct perf_event *)) in perf_event_for_each() argument
6141 struct perf_event *sibling; in perf_event_for_each()
6152 static void __perf_event_period(struct perf_event *event, in __perf_event_period()
6189 static int perf_event_check_period(struct perf_event *event, u64 value) in perf_event_check_period()
6194 static int _perf_event_period(struct perf_event *event, u64 value) in _perf_event_period()
6217 int perf_event_period(struct perf_event *event, u64 value) in perf_event_period()
6237 static int perf_event_set_output(struct perf_event *event,
6238 struct perf_event *output_event);
6239 static int perf_event_set_filter(struct perf_event *event, void __user *arg);
6243 static long _perf_ioctl(struct perf_event *event, unsigned int cmd, unsigned long arg) in _perf_ioctl()
6245 void (*func)(struct perf_event *); in _perf_ioctl()
6283 struct perf_event *output_event = NULL; in _perf_ioctl()
6354 struct perf_event *event = file->private_data; in perf_ioctl()
6395 struct perf_event *event; in perf_event_task_enable()
6411 struct perf_event *event; in perf_event_task_disable()
6424 static int perf_event_index(struct perf_event *event) in perf_event_index()
6435 static void perf_event_init_userpage(struct perf_event *event) in perf_event_init_userpage()
6458 struct perf_event *event, struct perf_event_mmap_page *userpg, u64 now) in arch_perf_update_userpage()
6467 void perf_event_update_userpage(struct perf_event *event) in perf_event_update_userpage()
6518 static void ring_buffer_attach(struct perf_event *event, in ring_buffer_attach()
6579 static void ring_buffer_wakeup(struct perf_event *event) in ring_buffer_wakeup()
6595 struct perf_buffer *ring_buffer_get(struct perf_event *event) in ring_buffer_get()
6625 struct perf_event *event = vma->vm_file->private_data; in perf_mmap_open()
6637 static void perf_pmu_output_stop(struct perf_event *event);
6649 struct perf_event *event = vma->vm_file->private_data; in perf_mmap_close()
6840 struct perf_event *event = file->private_data; in perf_mmap()
7067 struct perf_event *event = filp->private_data; in perf_fasync()
7097 void perf_event_wakeup(struct perf_event *event) in perf_event_wakeup()
7107 static void perf_sigtrap(struct perf_event *event) in perf_sigtrap()
7131 static void __perf_pending_disable(struct perf_event *event) in __perf_pending_disable()
7178 struct perf_event *event = container_of(entry, struct perf_event, pending_disable_irq); in perf_pending_disable()
7193 struct perf_event *event = container_of(entry, struct perf_event, pending_irq); in perf_pending_irq()
7217 struct perf_event *event = container_of(head, struct perf_event, pending_task); in perf_pending_task()
7275 static bool should_sample_guest(struct perf_event *event) in should_sample_guest()
7280 unsigned long perf_misc_flags(struct perf_event *event, in perf_misc_flags()
7289 unsigned long perf_instruction_pointer(struct perf_event *event, in perf_instruction_pointer()
7431 static unsigned long perf_prepare_sample_aux(struct perf_event *event, in perf_prepare_sample_aux()
7435 struct perf_event *sampler = event->aux_event; in perf_prepare_sample_aux()
7470 struct perf_event *event, in perf_pmu_snapshot_aux()
7503 static void perf_aux_sample_output(struct perf_event *event, in perf_aux_sample_output()
7507 struct perf_event *sampler = event->aux_event; in perf_aux_sample_output()
7556 struct perf_event *event, in __perf_event_header__init_id()
7585 struct perf_event *event) in perf_event_header__init_id()
7617 void perf_event__output_id_sample(struct perf_event *event, in perf_event__output_id_sample()
7626 struct perf_event *event, in perf_output_read_one()
7651 struct perf_event *event, in perf_output_read_group()
7654 struct perf_event *leader = event->group_leader, *sub; in perf_output_read_group()
7719 struct perf_event *event) in perf_output_read()
7745 struct perf_event *event) in perf_output_sample()
8065 perf_callchain(struct perf_event *event, struct pt_regs *regs) in perf_callchain()
8088 struct perf_event *event, in perf_prepare_sample()
8275 struct perf_event *event, in perf_prepare_header()
8293 static void __perf_event_aux_pause(struct perf_event *event, bool pause) in __perf_event_aux_pause()
8308 static void perf_event_aux_pause(struct perf_event *event, bool pause) in perf_event_aux_pause()
8337 __perf_event_output(struct perf_event *event, in __perf_event_output() argument
8342 struct perf_event *, in __perf_event_output()
8369 perf_event_output_forward(struct perf_event *event, in perf_event_output_forward()
8377 perf_event_output_backward(struct perf_event *event, in perf_event_output_backward()
8385 perf_event_output(struct perf_event *event, in perf_event_output()
8404 perf_event_read_event(struct perf_event *event, in perf_event_read_event()
8432 typedef void (perf_iterate_f)(struct perf_event *event, void *data);
8439 struct perf_event *event; in perf_iterate_ctx()
8456 struct perf_event *event; in perf_iterate_sb_cpu()
8514 static void perf_event_addr_filters_exec(struct perf_event *event, void *data) in perf_event_addr_filters_exec()
8565 static void __perf_event_output_stop(struct perf_event *event, void *data) in __perf_event_output_stop()
8567 struct perf_event *parent = event->parent; in __perf_event_output_stop()
8596 struct perf_event *event = info; in __perf_pmu_output_stop()
8612 static void perf_pmu_output_stop(struct perf_event *event) in perf_pmu_output_stop()
8614 struct perf_event *iter; in perf_pmu_output_stop()
8663 static int perf_event_task_match(struct perf_event *event) in perf_event_task_match()
8670 static void perf_event_task_output(struct perf_event *event, in perf_event_task_output()
8817 static int perf_event_comm_match(struct perf_event *event) in perf_event_comm_match()
8822 static void perf_event_comm_output(struct perf_event *event, in perf_event_comm_output()
8916 static int perf_event_namespaces_match(struct perf_event *event) in perf_event_namespaces_match()
8921 static void perf_event_namespaces_output(struct perf_event *event, in perf_event_namespaces_output()
9044 static int perf_event_cgroup_match(struct perf_event *event) in perf_event_cgroup_match()
9049 static void perf_event_cgroup_output(struct perf_event *event, void *data) in perf_event_cgroup_output()
9155 static int perf_event_mmap_match(struct perf_event *event, in perf_event_mmap_match()
9166 static void perf_event_mmap_output(struct perf_event *event, in perf_event_mmap_output()
9386 static void __perf_addr_filters_adjust(struct perf_event *event, void *data) in __perf_addr_filters_adjust()
9473 void perf_event_aux_event(struct perf_event *event, unsigned long head, in perf_event_aux_event()
9510 void perf_log_lost_samples(struct perf_event *event, u64 lost) in perf_log_lost_samples()
9555 static int perf_event_switch_match(struct perf_event *event) in perf_event_switch_match()
9560 static void perf_event_switch_output(struct perf_event *event, void *data) in perf_event_switch_output()
9632 static void perf_log_throttle(struct perf_event *event, int enable) in perf_log_throttle()
9685 static int perf_event_ksymbol_match(struct perf_event *event) in perf_event_ksymbol_match()
9690 static void perf_event_ksymbol_output(struct perf_event *event, void *data) in perf_event_ksymbol_output()
9775 static int perf_event_bpf_match(struct perf_event *event) in perf_event_bpf_match()
9780 static void perf_event_bpf_output(struct perf_event *event, void *data) in perf_event_bpf_output()
9877 static int perf_event_text_poke_match(struct perf_event *event) in perf_event_text_poke_match()
9882 static void perf_event_text_poke_output(struct perf_event *event, void *data) in perf_event_text_poke_output()
9947 void perf_event_itrace_started(struct perf_event *event) in perf_event_itrace_started()
9952 static void perf_log_itrace_start(struct perf_event *event) in perf_log_itrace_start()
9988 void perf_report_aux_output_id(struct perf_event *event, u64 hw_id) in perf_report_aux_output_id()
10020 __perf_event_account_interrupt(struct perf_event *event, int throttle) in __perf_event_account_interrupt()
10055 int perf_event_account_interrupt(struct perf_event *event) in perf_event_account_interrupt()
10060 static inline bool sample_is_allowed(struct perf_event *event, struct pt_regs *regs) in sample_is_allowed()
10074 static int bpf_overflow_handler(struct perf_event *event, in bpf_overflow_handler()
10101 static inline int perf_event_set_bpf_handler(struct perf_event *event, in perf_event_set_bpf_handler()
10137 static inline void perf_event_free_bpf_handler(struct perf_event *event) in perf_event_free_bpf_handler()
10148 static inline int bpf_overflow_handler(struct perf_event *event, in bpf_overflow_handler()
10155 static inline int perf_event_set_bpf_handler(struct perf_event *event, in perf_event_set_bpf_handler()
10162 static inline void perf_event_free_bpf_handler(struct perf_event *event) in perf_event_free_bpf_handler()
10171 static int __perf_event_overflow(struct perf_event *event, in __perf_event_overflow()
10262 int perf_event_overflow(struct perf_event *event, in perf_event_overflow()
10287 u64 perf_swevent_set_period(struct perf_event *event) in perf_swevent_set_period()
10310 static void perf_swevent_overflow(struct perf_event *event, u64 overflow, in perf_swevent_overflow()
10336 static void perf_swevent_event(struct perf_event *event, u64 nr, in perf_swevent_event()
10365 int perf_exclude_event(struct perf_event *event, struct pt_regs *regs) in perf_exclude_event()
10381 static int perf_swevent_match(struct perf_event *event, in perf_swevent_match()
10429 find_swevent_head(struct swevent_htable *swhash, struct perf_event *event) in find_swevent_head()
10454 struct perf_event *event; in do_perf_sw_event()
10510 static void perf_swevent_read(struct perf_event *event) in perf_swevent_read()
10514 static int perf_swevent_add(struct perf_event *event, int flags) in perf_swevent_add()
10537 static void perf_swevent_del(struct perf_event *event, int flags) in perf_swevent_del()
10542 static void perf_swevent_start(struct perf_event *event, int flags) in perf_swevent_start()
10547 static void perf_swevent_stop(struct perf_event *event, int flags) in perf_swevent_stop()
10641 static void sw_perf_event_destroy(struct perf_event *event) in sw_perf_event_destroy()
10654 static int perf_swevent_init(struct perf_event *event) in perf_swevent_init()
10711 static void tp_perf_event_destroy(struct perf_event *event) in tp_perf_event_destroy()
10716 static int perf_tp_event_init(struct perf_event *event) in perf_tp_event_init()
10749 static int perf_tp_filter_match(struct perf_event *event, in perf_tp_filter_match()
10763 static int perf_tp_event_match(struct perf_event *event, in perf_tp_event_match()
10802 struct perf_event *event) in __perf_tp_event_target_task()
10826 struct perf_event *event, *sibling; in perf_tp_event_target_task()
10846 struct perf_event *event; in perf_tp_event()
10936 static int perf_kprobe_event_init(struct perf_event *event);
10948 static int perf_kprobe_event_init(struct perf_event *event) in perf_kprobe_event_init()
10995 static int perf_uprobe_event_init(struct perf_event *event);
11007 static int perf_uprobe_event_init(struct perf_event *event) in perf_uprobe_event_init()
11048 static void perf_event_free_filter(struct perf_event *event) in perf_event_free_filter()
11057 static inline bool perf_event_is_tracing(struct perf_event *event) in perf_event_is_tracing()
11072 int perf_event_set_bpf_prog(struct perf_event *event, struct bpf_prog *prog, in perf_event_set_bpf_prog()
11111 void perf_event_free_bpf_prog(struct perf_event *event) in perf_event_free_bpf_prog()
11129 static void perf_event_free_filter(struct perf_event *event) in perf_event_free_filter()
11133 int perf_event_set_bpf_prog(struct perf_event *event, struct bpf_prog *prog, in perf_event_set_bpf_prog()
11139 void perf_event_free_bpf_prog(struct perf_event *event) in perf_event_free_bpf_prog()
11145 void perf_bp_event(struct perf_event *bp, void *data) in perf_bp_event()
11161 perf_addr_filter_new(struct perf_event *event, struct list_head *filters) in perf_addr_filter_new()
11190 static void perf_addr_filters_splice(struct perf_event *event, in perf_addr_filters_splice()
11214 static void perf_free_addr_filters(struct perf_event *event) in perf_free_addr_filters()
11250 static void perf_event_addr_filters_apply(struct perf_event *event) in perf_event_addr_filters_apply()
11357 perf_event_parse_addr_filter(struct perf_event *event, char *fstr, in perf_event_parse_addr_filter()
11514 perf_event_set_addr_filter(struct perf_event *event, char *filter_str) in perf_event_set_addr_filter()
11553 static int perf_event_set_filter(struct perf_event *event, void __user *arg) in perf_event_set_filter()
11598 struct perf_event *event; in perf_swevent_hrtimer()
11601 event = container_of(hrtimer, struct perf_event, hw.hrtimer); in perf_swevent_hrtimer()
11623 static void perf_swevent_start_hrtimer(struct perf_event *event) in perf_swevent_start_hrtimer()
11644 static void perf_swevent_cancel_hrtimer(struct perf_event *event) in perf_swevent_cancel_hrtimer()
11656 static void perf_swevent_init_hrtimer(struct perf_event *event) in perf_swevent_init_hrtimer()
11684 static void cpu_clock_event_update(struct perf_event *event) in cpu_clock_event_update()
11694 static void cpu_clock_event_start(struct perf_event *event, int flags) in cpu_clock_event_start()
11700 static void cpu_clock_event_stop(struct perf_event *event, int flags) in cpu_clock_event_stop()
11706 static int cpu_clock_event_add(struct perf_event *event, int flags) in cpu_clock_event_add()
11715 static void cpu_clock_event_del(struct perf_event *event, int flags) in cpu_clock_event_del()
11720 static void cpu_clock_event_read(struct perf_event *event) in cpu_clock_event_read()
11725 static int cpu_clock_event_init(struct perf_event *event) in cpu_clock_event_init()
11762 static void task_clock_event_update(struct perf_event *event, u64 now) in task_clock_event_update()
11772 static void task_clock_event_start(struct perf_event *event, int flags) in task_clock_event_start()
11778 static void task_clock_event_stop(struct perf_event *event, int flags) in task_clock_event_stop()
11784 static int task_clock_event_add(struct perf_event *event, int flags) in task_clock_event_add()
11793 static void task_clock_event_del(struct perf_event *event, int flags) in task_clock_event_del()
11798 static void task_clock_event_read(struct perf_event *event) in task_clock_event_read()
11807 static int task_clock_event_init(struct perf_event *event) in task_clock_event_init()
11853 static int perf_event_nop_int(struct perf_event *event, u64 value) in perf_event_nop_int()
11895 static int perf_event_idx_default(struct perf_event *event) in perf_event_idx_default()
12269 static inline bool has_extended_regs(struct perf_event *event) in has_extended_regs()
12275 static int perf_try_init_event(struct pmu *pmu, struct perf_event *event) in perf_try_init_event()
12353 static struct pmu *perf_init_event(struct perf_event *event) in perf_init_event()
12422 static void attach_sb_event(struct perf_event *event) in attach_sb_event()
12438 static void account_pmu_sb_event(struct perf_event *event) in account_pmu_sb_event()
12465 static void account_event(struct perf_event *event) in account_event()
12537 static struct perf_event *
12540 struct perf_event *group_leader, in perf_event_alloc()
12541 struct perf_event *parent_event, in perf_event_alloc()
12560 struct perf_event *event __free(__free_event) = in perf_event_alloc()
12900 perf_event_set_output(struct perf_event *event, struct perf_event *output_event) in perf_event_set_output()
12984 static int perf_event_set_clock(struct perf_event *event, clockid_t clk_id) in perf_event_set_clock()
13065 struct perf_event *group_leader = NULL, *output_event = NULL; in SYSCALL_DEFINE5()
13067 struct perf_event *event, *sibling; in SYSCALL_DEFINE5()
13462 struct perf_event *
13470 struct perf_event *event; in perf_event_create_kernel_counter()
13563 struct perf_event *event, *sibling; in __perf_pmu_remove()
13580 int cpu, struct perf_event *event) in __perf_pmu_install_event()
13604 struct perf_event *event, *tmp; in __perf_pmu_install()
13667 static void sync_child_event(struct perf_event *child_event) in sync_child_event()
13669 struct perf_event *parent_event = child_event->parent; in sync_child_event()
13692 perf_event_exit_event(struct perf_event *event, struct perf_event_context *ctx) in perf_event_exit_event()
13694 struct perf_event *parent_event = event->parent; in perf_event_exit_event()
13738 struct perf_event *child_event, *next; in perf_event_exit_task_context()
13804 struct perf_event *event, *tmp; in perf_event_exit_task()
13837 static void perf_free_event(struct perf_event *event, in perf_free_event()
13840 struct perf_event *parent = event->parent; in perf_free_event()
13866 struct perf_event *event, *tmp; in perf_event_free_task()
13928 const struct perf_event *perf_get_event(struct file *file) in perf_get_event()
13936 const struct perf_event_attr *perf_event_attrs(struct perf_event *event) in perf_event_attrs()
13961 static struct perf_event *
13962 inherit_event(struct perf_event *parent_event, in inherit_event()
13966 struct perf_event *group_leader, in inherit_event()
13971 struct perf_event *child_event; in inherit_event()
14072 static int inherit_group(struct perf_event *parent_event, in inherit_group()
14078 struct perf_event *leader; in inherit_group()
14079 struct perf_event *sub; in inherit_group()
14080 struct perf_event *child_ctr; in inherit_group()
14118 inherit_task_group(struct perf_event *event, struct task_struct *parent, in inherit_task_group()
14163 struct perf_event *event; in perf_event_init_context()
14329 struct perf_event *event; in __perf_event_exit_context()
14499 perf_event_cache = KMEM_CACHE(perf_event, SLAB_PANIC); in perf_event_init()