Lines Matching refs:local_dsq
1950 struct rq *rq = container_of(dsq, struct rq, scx.local_dsq); in dispatch_enqueue()
1985 bool is_local = dsq == &rq->scx.local_dsq; in dispatch_dequeue()
2039 return &rq->scx.local_dsq; in find_dsq_for_dispatch()
2047 return &cpu_rq(cpu)->scx.local_dsq; in find_dsq_for_dispatch()
2110 if (dsq->id == SCX_DSQ_LOCAL && dsq != &rq->scx.local_dsq) { in direct_dispatch()
2236 dispatch_enqueue(&rq->scx.local_dsq, p, enq_flags); in do_enqueue_task()
2433 struct scx_dispatch_q *dst_dsq = &dst_rq->scx.local_dsq; in move_local_task_to_local_dsq()
2647 dst_rq = container_of(dst_dsq, struct rq, scx.local_dsq); in move_task_between_dsqs()
2786 struct rq *dst_rq = container_of(dst_dsq, struct rq, scx.local_dsq); in dispatch_to_local_dsq()
2843 dispatch_enqueue(&dst_rq->scx.local_dsq, p, enq_flags); in dispatch_to_local_dsq()
3006 if (rq->scx.local_dsq.nr) in balance_one()
3036 if (rq->scx.local_dsq.nr) in balance_one()
3255 dispatch_enqueue(&rq->scx.local_dsq, p, SCX_ENQ_HEAD); in put_prev_task_scx()
3280 return list_first_entry_or_null(&rq->scx.local_dsq.list, in first_local_task()
6080 init_dsq(&rq->scx.local_dsq, SCX_DSQ_LOCAL); in init_sched_ext_class()
6613 list_for_each_entry_safe(p, n, &rq->scx.local_dsq.list, in scx_bpf_reenqueue_local()
6774 ret = READ_ONCE(this_rq()->scx.local_dsq.nr); in scx_bpf_dsq_nr_queued()
6780 ret = READ_ONCE(cpu_rq(cpu)->scx.local_dsq.nr); in scx_bpf_dsq_nr_queued()