Lines Matching refs:task_ctx
222 return this_cpu_ptr(&perf_cpu_context)->task_ctx; in perf_cpu_task_ctx()
259 struct perf_event_context *task_ctx = cpuctx->task_ctx; in event_function() local
264 perf_ctx_lock(cpuctx, task_ctx); in event_function()
287 WARN_ON_ONCE(task_ctx != ctx); in event_function()
294 perf_ctx_unlock(cpuctx, task_ctx); in event_function()
361 struct perf_event_context *task_ctx = NULL; in event_function_local() local
369 task_ctx = ctx; in event_function_local()
372 perf_ctx_lock(cpuctx, task_ctx); in event_function_local()
388 if (WARN_ON_ONCE(cpuctx->task_ctx != ctx)) in event_function_local()
397 perf_ctx_unlock(cpuctx, task_ctx); in event_function_local()
947 perf_ctx_lock(cpuctx, cpuctx->task_ctx); in perf_cgroup_switch()
965 perf_ctx_unlock(cpuctx, cpuctx->task_ctx); in perf_cgroup_switch()
2509 WARN_ON_ONCE(cpuctx->task_ctx != ctx); in __perf_remove_from_context()
2510 cpuctx->task_ctx = NULL; in __perf_remove_from_context()
2781 if (!cpuctx->task_ctx) in task_ctx_sched_out()
2784 if (WARN_ON_ONCE(ctx != cpuctx->task_ctx)) in task_ctx_sched_out()
2818 struct perf_event_context *task_ctx, in ctx_resched() argument
2836 if (task_ctx) { in ctx_resched()
2837 for_each_epc(epc, task_ctx, pmu, false) in ctx_resched()
2840 task_ctx_sched_out(task_ctx, pmu, event_type); in ctx_resched()
2855 perf_event_sched_in(cpuctx, task_ctx, pmu); in ctx_resched()
2860 if (task_ctx) { in ctx_resched()
2861 for_each_epc(epc, task_ctx, pmu, false) in ctx_resched()
2869 struct perf_event_context *task_ctx = cpuctx->task_ctx; in perf_pmu_resched() local
2871 perf_ctx_lock(cpuctx, task_ctx); in perf_pmu_resched()
2872 ctx_resched(cpuctx, task_ctx, pmu, EVENT_ALL|EVENT_CPU); in perf_pmu_resched()
2873 perf_ctx_unlock(cpuctx, task_ctx); in perf_pmu_resched()
2887 struct perf_event_context *task_ctx = cpuctx->task_ctx; in __perf_install_in_context() local
2894 task_ctx = ctx; in __perf_install_in_context()
2910 WARN_ON_ONCE(reprogram && cpuctx->task_ctx && cpuctx->task_ctx != ctx); in __perf_install_in_context()
2911 } else if (task_ctx) { in __perf_install_in_context()
2912 raw_spin_lock(&task_ctx->lock); in __perf_install_in_context()
2930 ctx_resched(cpuctx, task_ctx, event->pmu_ctx->pmu, in __perf_install_in_context()
2937 perf_ctx_unlock(cpuctx, task_ctx); in __perf_install_in_context()
3068 struct perf_event_context *task_ctx; in __perf_event_enable() local
3092 task_ctx = cpuctx->task_ctx; in __perf_event_enable()
3094 WARN_ON_ONCE(task_ctx != ctx); in __perf_event_enable()
3096 ctx_resched(cpuctx, task_ctx, event->pmu_ctx->pmu, get_event_type(event)); in __perf_event_enable()
3424 WARN_ON_ONCE(cpuctx->task_ctx); in ctx_sched_out()
3459 WARN_ON_ONCE(cpuctx->task_ctx != ctx); in ctx_sched_out()
3461 cpuctx->task_ctx = NULL; in ctx_sched_out()
3727 perf_ctx_lock(cpuctx, cpuctx->task_ctx); in __perf_pmu_sched_task()
3733 perf_ctx_unlock(cpuctx, cpuctx->task_ctx); in __perf_pmu_sched_task()
3744 if (prev == next || cpuctx->task_ctx) in perf_pmu_sched_task()
4010 cpuctx->task_ctx = ctx; in ctx_sched_in()
4012 WARN_ON_ONCE(cpuctx->task_ctx != ctx); in ctx_sched_in()
4043 if (cpuctx->task_ctx == ctx) { in perf_event_context_sched_in()
4078 perf_ctx_sched_task_cb(cpuctx->task_ctx, task, true); in perf_event_context_sched_in()
4400 perf_ctx_lock(cpuctx, cpuctx->task_ctx); in perf_rotate_context()
4431 perf_ctx_unlock(cpuctx, cpuctx->task_ctx); in perf_rotate_context()
4613 if (ctx->task && cpuctx->task_ctx != ctx) in __perf_event_read()
8483 struct perf_event_context *task_ctx) in perf_iterate_sb() argument
8495 if (task_ctx) { in perf_iterate_sb()
8496 perf_iterate_ctx(task_ctx, output, data, false); in perf_iterate_sb()
8604 if (cpuctx->task_ctx) in __perf_pmu_output_stop()
8605 perf_iterate_ctx(cpuctx->task_ctx, __perf_event_output_stop, in __perf_pmu_output_stop()
8650 struct perf_event_context *task_ctx; member
8714 struct perf_event_context *task_ctx, in perf_event_task() argument
8726 .task_ctx = task_ctx, in perf_event_task()
8743 task_ctx); in perf_event_task()