Lines Matching refs:src_rq
2461 struct rq *src_rq, struct rq *dst_rq) in move_remote_task_to_local_dsq() argument
2463 lockdep_assert_rq_held(src_rq); in move_remote_task_to_local_dsq()
2466 deactivate_task(src_rq, p, 0); in move_remote_task_to_local_dsq()
2470 raw_spin_rq_unlock(src_rq); in move_remote_task_to_local_dsq()
2583 struct rq *src_rq) in unlink_dsq_and_lock_src_rq() argument
2594 raw_spin_rq_lock(src_rq); in unlink_dsq_and_lock_src_rq()
2598 !WARN_ON_ONCE(src_rq != task_rq(p)); in unlink_dsq_and_lock_src_rq()
2602 struct scx_dispatch_q *dsq, struct rq *src_rq) in consume_remote_task() argument
2606 if (unlink_dsq_and_lock_src_rq(p, dsq, src_rq)) { in consume_remote_task()
2607 move_remote_task_to_local_dsq(p, 0, src_rq, this_rq); in consume_remote_task()
2610 raw_spin_rq_unlock(src_rq); in consume_remote_task()
2616 …emote_task_to_local_dsq(struct task_struct *p, u64 enq_flags, struct rq *src_rq, struct rq *dst_rq… in move_remote_task_to_local_dsq() argument
2640 struct rq *src_rq = task_rq(p), *dst_rq; in move_task_between_dsqs() local
2644 lockdep_assert_rq_held(src_rq); in move_task_between_dsqs()
2648 if (src_rq != dst_rq && in move_task_between_dsqs()
2651 dst_rq = src_rq; in move_task_between_dsqs()
2655 dst_rq = src_rq; in move_task_between_dsqs()
2664 if (src_rq == dst_rq) { in move_task_between_dsqs()
2672 src_rq, dst_rq); in move_task_between_dsqs()
2785 struct rq *src_rq = task_rq(p); in dispatch_to_local_dsq() local
2797 if (rq == src_rq && rq == dst_rq) { in dispatch_to_local_dsq()
2803 if (src_rq != dst_rq && in dispatch_to_local_dsq()
2827 if (locked_rq != src_rq) { in dispatch_to_local_dsq()
2829 locked_rq = src_rq; in dispatch_to_local_dsq()
2830 raw_spin_rq_lock(src_rq); in dispatch_to_local_dsq()
2835 !WARN_ON_ONCE(src_rq != task_rq(p))) { in dispatch_to_local_dsq()
2841 if (src_rq == dst_rq) { in dispatch_to_local_dsq()
2846 src_rq, dst_rq); in dispatch_to_local_dsq()
6270 struct rq *this_rq, *src_rq, *locked_rq; in scx_dsq_move() local
6283 src_rq = task_rq(p); in scx_dsq_move()
6290 if (this_rq != src_rq) { in scx_dsq_move()
6292 raw_spin_rq_lock(src_rq); in scx_dsq_move()
6295 raw_spin_rq_lock(src_rq); in scx_dsq_move()
6303 scx_ops_breather(src_rq); in scx_dsq_move()
6305 locked_rq = src_rq; in scx_dsq_move()
6315 WARN_ON_ONCE(src_rq != task_rq(p))) { in scx_dsq_move()