Lines Matching refs:perf_cpu_context

179 static void perf_ctx_lock(struct perf_cpu_context *cpuctx,  in perf_ctx_lock()
202 static void perf_ctx_unlock(struct perf_cpu_context *cpuctx, in perf_ctx_unlock()
217 static DEFINE_PER_CPU(struct perf_cpu_context, perf_cpu_context);
222 return this_cpu_ptr(&perf_cpu_context)->task_ctx; in perf_cpu_task_ctx()
244 typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *,
258 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in event_function()
303 struct perf_cpu_context *cpuctx; in event_function_call()
332 cpuctx = this_cpu_ptr(&perf_cpu_context); in event_function_call()
359 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in event_function_local()
800 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in perf_cgroup_match()
861 static inline void update_cgrp_time_from_cpuctx(struct perf_cpu_context *cpuctx, bool final) in update_cgrp_time_from_cpuctx()
901 perf_cgroup_set_timestamp(struct perf_cpu_context *cpuctx) in perf_cgroup_set_timestamp()
931 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in perf_cgroup_switch()
971 struct perf_cpu_context *cpuctx; in perf_cgroup_ensure_storage()
983 cpuctx = per_cpu_ptr(&perf_cpu_context, cpu); in perf_cgroup_ensure_storage()
1048 struct perf_cpu_context *cpuctx; in perf_cgroup_event_enable()
1059 cpuctx = container_of(ctx, struct perf_cpu_context, ctx); in perf_cgroup_event_enable()
1070 struct perf_cpu_context *cpuctx; in perf_cgroup_event_disable()
1081 cpuctx = container_of(ctx, struct perf_cpu_context, ctx); in perf_cgroup_event_disable()
1109 static inline void update_cgrp_time_from_cpuctx(struct perf_cpu_context *cpuctx, in update_cgrp_time_from_cpuctx()
1122 perf_cgroup_set_timestamp(struct perf_cpu_context *cpuctx) in perf_cgroup_set_timestamp()
2413 __ctx_time_update(struct perf_cpu_context *cpuctx, struct perf_event_context *ctx, bool final) in __ctx_time_update()
2424 ctx_time_update(struct perf_cpu_context *cpuctx, struct perf_event_context *ctx) in ctx_time_update()
2433 ctx_time_freeze(struct perf_cpu_context *cpuctx, struct perf_event_context *ctx) in ctx_time_freeze()
2464 struct perf_cpu_context *cpuctx, in __perf_remove_from_context()
2538 __perf_remove_from_context(event, this_cpu_ptr(&perf_cpu_context), in perf_remove_from_context()
2552 struct perf_cpu_context *cpuctx, in __perf_event_disable()
2779 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in task_ctx_sched_out()
2790 static void perf_event_sched_in(struct perf_cpu_context *cpuctx, in perf_event_sched_in()
2817 static void ctx_resched(struct perf_cpu_context *cpuctx, in ctx_resched()
2868 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in perf_pmu_resched()
2886 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in __perf_install_in_context()
3063 struct perf_cpu_context *cpuctx, in __perf_event_enable()
3409 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in ctx_sched_out()
3718 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in __perf_pmu_sched_task()
3740 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in perf_pmu_sched_task()
3830 struct perf_cpu_context *cpuctx = NULL; in visit_groups_merge()
3841 cpuctx = this_cpu_ptr(&perf_cpu_context); in visit_groups_merge()
3984 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in ctx_sched_in()
4035 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in perf_event_context_sched_in()
4379 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in perf_rotate_context()
4438 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in perf_event_task_tick()
4480 struct perf_cpu_context *cpuctx; in perf_event_enable_on_exec()
4492 cpuctx = this_cpu_ptr(&perf_cpu_context); in perf_event_enable_on_exec()
4603 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in __perf_event_read()
4888 struct perf_cpu_context *cpuctx; in find_get_context()
4898 cpuctx = per_cpu_ptr(&perf_cpu_context, event->cpu); in find_get_context()
6153 struct perf_cpu_context *cpuctx, in __perf_event_period()
8597 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in __perf_pmu_output_stop()
13239 struct perf_cpu_context *cpuctx = per_cpu_ptr(&perf_cpu_context, event->cpu); in SYSCALL_DEFINE5()
13525 struct perf_cpu_context *cpuctx = in perf_event_create_kernel_counter()
13526 container_of(ctx, struct perf_cpu_context, ctx); in perf_event_create_kernel_counter()
13641 src_ctx = &per_cpu_ptr(&perf_cpu_context, src_cpu)->ctx; in perf_pmu_migrate_context()
13642 dst_ctx = &per_cpu_ptr(&perf_cpu_context, dst_cpu)->ctx; in perf_pmu_migrate_context()
14279 struct perf_cpu_context *cpuctx; in perf_event_init_all_cpus()
14299 cpuctx = per_cpu_ptr(&perf_cpu_context, cpu); in perf_event_init_all_cpus()
14327 struct perf_cpu_context *cpuctx = this_cpu_ptr(&perf_cpu_context); in __perf_event_exit_context()
14374 struct perf_cpu_context *cpuctx; in perf_event_exit_cpu_context()
14384 cpuctx = per_cpu_ptr(&perf_cpu_context, cpu); in perf_event_exit_cpu_context()
14437 struct perf_cpu_context *cpuctx; in perf_event_init_cpu()
14444 cpuctx = per_cpu_ptr(&perf_cpu_context, cpu); in perf_event_init_cpu()