Lines Matching refs:task_rq
2096 struct rq *rq = task_rq(p); in direct_dispatch()
2598 !WARN_ON_ONCE(src_rq != task_rq(p)); in unlink_dsq_and_lock_src_rq()
2618 … *this_rq, struct task_struct *p, struct scx_dispatch_q *dsq, struct rq *task_rq) { return false; } in consume_remote_task() argument
2640 struct rq *src_rq = task_rq(p), *dst_rq; in move_task_between_dsqs()
2741 struct rq *task_rq = task_rq(p); in consume_dispatch_q() local
2743 if (rq == task_rq) { in consume_dispatch_q()
2751 if (likely(consume_remote_task(rq, p, dsq, task_rq))) in consume_dispatch_q()
2785 struct rq *src_rq = task_rq(p); in dispatch_to_local_dsq()
2835 !WARN_ON_ONCE(src_rq != task_rq(p))) { in dispatch_to_local_dsq()
3383 if (SCX_HAS_OP(core_sched_before) && !scx_rq_bypassing(task_rq(a))) in scx_prio_less()
3411 rq_bypass = scx_rq_bypassing(task_rq(p)); in select_task_rq_scx()
3704 struct rq *rq = task_rq(p); in scx_ops_enable_task()
3730 struct rq *rq = task_rq(p); in scx_ops_disable_task()
3746 lockdep_assert_rq_held(task_rq(p)); in scx_ops_exit_task()
3765 SCX_CALL_OP_TASK(SCX_KF_REST, exit_task, task_rq(p), p, &args); in scx_ops_exit_task()
3870 lockdep_assert_rq_held(task_rq(p)); in reweight_task_scx()
3904 lockdep_assert_rq_held(task_rq(p)); in scx_check_setscheduler()
4746 dequeue_task(task_rq(p), p, DEQUEUE_SLEEP | DEQUEUE_DELAYED); in scx_ops_disable_workfn()
4751 check_class_changing(task_rq(p), p, old_class); in scx_ops_disable_workfn()
4755 check_class_changed(task_rq(p), p, old_class, p->prio); in scx_ops_disable_workfn()
5511 dequeue_task(task_rq(p), p, DEQUEUE_SLEEP | DEQUEUE_DELAYED); in scx_ops_enable()
5517 check_class_changing(task_rq(p), p, old_class); in scx_ops_enable()
5521 check_class_changed(task_rq(p), p, old_class, p->prio); in scx_ops_enable()
6283 src_rq = task_rq(p); in scx_dsq_move()
6315 WARN_ON_ONCE(src_rq != task_rq(p))) { in scx_dsq_move()
7207 return task_rq(p)->curr == p; in scx_bpf_task_running()