Lines Matching refs:this_rq

2601 static bool consume_remote_task(struct rq *this_rq, struct task_struct *p,  in consume_remote_task()  argument
2604 raw_spin_rq_unlock(this_rq); in consume_remote_task()
2607 move_remote_task_to_local_dsq(p, 0, src_rq, this_rq); in consume_remote_task()
2611 raw_spin_rq_lock(this_rq); in consume_remote_task()
2618 static inline bool consume_remote_task(struct rq *this_rq, struct task_struct *p, struct scx_dispat… in consume_remote_task() argument
2938 dsq = find_dsq_for_dispatch(this_rq(), dsq_id, p); in finish_dispatch()
5891 static bool kick_one_cpu(s32 cpu, struct rq *this_rq, unsigned long *pseqs) in kick_one_cpu() argument
5894 struct scx_rq *this_scx = &this_rq->scx; in kick_one_cpu()
5904 if (cpu_online(cpu) || cpu == cpu_of(this_rq)) { in kick_one_cpu()
5927 static void kick_one_cpu_if_idle(s32 cpu, struct rq *this_rq) in kick_one_cpu_if_idle() argument
5935 (cpu_online(cpu) || cpu == cpu_of(this_rq))) in kick_one_cpu_if_idle()
5943 struct rq *this_rq = this_rq(); in kick_cpus_irq_workfn() local
5944 struct scx_rq *this_scx = &this_rq->scx; in kick_cpus_irq_workfn()
5950 should_wait |= kick_one_cpu(cpu, this_rq, pseqs); in kick_cpus_irq_workfn()
5956 kick_one_cpu_if_idle(cpu, this_rq); in kick_cpus_irq_workfn()
5966 if (cpu != cpu_of(this_rq)) { in kick_cpus_irq_workfn()
6270 struct rq *this_rq, *src_rq, *locked_rq; in scx_dsq_move() local
6286 this_rq = this_rq(); in scx_dsq_move()
6287 in_balance = this_rq->scx.flags & SCX_RQ_IN_BALANCE; in scx_dsq_move()
6290 if (this_rq != src_rq) { in scx_dsq_move()
6291 raw_spin_rq_unlock(this_rq); in scx_dsq_move()
6321 dst_dsq = find_dsq_for_dispatch(this_rq, dsq_id, p); in scx_dsq_move()
6338 if (this_rq != locked_rq) { in scx_dsq_move()
6340 raw_spin_rq_lock(this_rq); in scx_dsq_move()
6708 struct rq *this_rq; in scx_bpf_kick_cpu() local
6716 this_rq = this_rq(); in scx_bpf_kick_cpu()
6723 if (scx_rq_bypassing(this_rq)) in scx_bpf_kick_cpu()
6744 cpumask_set_cpu(cpu, this_rq->scx.cpus_to_kick_if_idle); in scx_bpf_kick_cpu()
6746 cpumask_set_cpu(cpu, this_rq->scx.cpus_to_kick); in scx_bpf_kick_cpu()
6749 cpumask_set_cpu(cpu, this_rq->scx.cpus_to_preempt); in scx_bpf_kick_cpu()
6751 cpumask_set_cpu(cpu, this_rq->scx.cpus_to_wait); in scx_bpf_kick_cpu()
6754 irq_work_queue(&this_rq->scx.kick_cpus_irq_work); in scx_bpf_kick_cpu()
6774 ret = READ_ONCE(this_rq()->scx.local_dsq.nr); in scx_bpf_dsq_nr_queued()
7294 rq = this_rq(); in scx_bpf_now()