Home
last modified time | relevance | path

Searched refs:this_rq (Results 1 – 12 of 12) sorted by relevance

/linux-6.15/kernel/sched/
H A Dloadavg.c82 nr_active = this_rq->nr_running - adjust; in calc_load_fold_active()
83 nr_active += (int)this_rq->nr_uninterruptible; in calc_load_fold_active()
85 if (nr_active != this_rq->calc_load_active) { in calc_load_fold_active()
86 delta = nr_active - this_rq->calc_load_active; in calc_load_fold_active()
87 this_rq->calc_load_active = nr_active; in calc_load_fold_active()
251 calc_load_nohz_fold(this_rq()); in calc_load_nohz_start()
265 struct rq *this_rq = this_rq(); in calc_load_nohz_stop() local
280 this_rq->calc_load_update += LOAD_FREQ; in calc_load_nohz_stop()
385 void calc_global_load_tick(struct rq *this_rq) in calc_global_load_tick() argument
392 delta = calc_load_fold_active(this_rq, 0); in calc_global_load_tick()
[all …]
H A Dsched.h1345 #define this_rq() this_cpu_ptr(&runqueues) macro
1883 rq = this_rq(); in this_rq_lock_irq()
2948 __releases(this_rq->lock) in _double_lock_balance()
2950 __acquires(this_rq->lock) in _double_lock_balance()
2952 raw_spin_rq_unlock(this_rq); in _double_lock_balance()
2953 double_rq_lock(this_rq, busiest); in _double_lock_balance()
2967 __releases(this_rq->lock) in _double_lock_balance()
2969 __acquires(this_rq->lock) in _double_lock_balance()
2977 if (rq_order_less(this_rq, busiest)) { in _double_lock_balance()
2983 raw_spin_rq_unlock(this_rq); in _double_lock_balance()
[all …]
H A Drt.c584 return this_rq()->rd->span; in sched_rt_period_mask()
2239 rq = this_rq(); in rto_push_irq_work_func()
2271 int this_cpu = this_rq->cpu, cpu; in pull_rt_task()
2288 cpumask_test_cpu(this_rq->cpu, this_rq->rd->rto_mask)) in pull_rt_task()
2293 tell_cpu_to_push(this_rq); in pull_rt_task()
2312 this_rq->rt.highest_prio.curr) in pull_rt_task()
2321 double_lock_balance(this_rq, src_rq); in pull_rt_task()
2362 double_unlock_balance(this_rq, src_rq); in pull_rt_task()
2366 raw_spin_rq_unlock(this_rq); in pull_rt_task()
2370 raw_spin_rq_lock(this_rq); in pull_rt_task()
[all …]
H A Dext.c2604 raw_spin_rq_unlock(this_rq); in consume_remote_task()
2611 raw_spin_rq_lock(this_rq); in consume_remote_task()
5943 struct rq *this_rq = this_rq(); in kick_cpus_irq_workfn() local
5966 if (cpu != cpu_of(this_rq)) { in kick_cpus_irq_workfn()
6286 this_rq = this_rq(); in scx_dsq_move()
6290 if (this_rq != src_rq) { in scx_dsq_move()
6338 if (this_rq != locked_rq) { in scx_dsq_move()
6340 raw_spin_rq_lock(this_rq); in scx_dsq_move()
6708 struct rq *this_rq; in scx_bpf_kick_cpu() local
6716 this_rq = this_rq(); in scx_bpf_kick_cpu()
[all …]
H A Dcputime.c223 struct rq *rq = this_rq(); in account_idle_time()
258 steal -= this_rq()->prev_steal_time; in steal_account_process_time()
261 this_rq()->prev_steal_time += steal; in steal_account_process_time()
401 } else if (p == this_rq()->idle) { in irqtime_account_process_tick()
494 else if ((p != this_rq()->idle) || (irq_count() != HARDIRQ_OFFSET)) in account_process_tick()
H A Dfair.c6131 if (rq == this_rq()) { in __unthrottle_cfs_rq_async()
11749 .dst_rq = this_rq, in sched_balance_rq()
12598 int this_cpu = this_rq->cpu; in _nohz_idle_balance()
12795 if (this_rq->ttwu_pending) in sched_balance_newidle()
12803 this_rq->idle_stamp = rq_clock(this_rq); in sched_balance_newidle()
12817 rq_unpin_lock(this_rq, rf); in sched_balance_newidle()
12870 raw_spin_rq_lock(this_rq); in sched_balance_newidle()
12884 if (this_rq->nr_running != this_rq->cfs.h_nr_queued) in sched_balance_newidle()
12893 this_rq->idle_stamp = 0; in sched_balance_newidle()
12897 rq_repin_lock(this_rq, rf); in sched_balance_newidle()
[all …]
H A Ddeadline.c2781 static void pull_dl_task(struct rq *this_rq) in pull_dl_task() argument
2783 int this_cpu = this_rq->cpu, cpu; in pull_dl_task()
2789 if (likely(!dl_overloaded(this_rq))) in pull_dl_task()
2798 for_each_cpu(cpu, this_rq->rd->dlo_mask) { in pull_dl_task()
2808 if (this_rq->dl.dl_nr_running && in pull_dl_task()
2815 double_lock_balance(this_rq, src_rq); in pull_dl_task()
2847 move_queued_task_locked(src_rq, this_rq, p); in pull_dl_task()
2855 double_unlock_balance(this_rq, src_rq); in pull_dl_task()
2859 raw_spin_rq_unlock(this_rq); in pull_dl_task()
2863 raw_spin_rq_lock(this_rq); in pull_dl_task()
[all …]
H A Didle.c19 idle_set_state(this_rq(), idle_state); in sched_idle_set_state()
H A Dmembarrier.c238 struct rq *rq = this_rq(); in membarrier_update_current_mm()
H A Dcore.c895 if (rq == this_rq()) in hrtick_start()
2386 this_rq()->nr_pinned++; in migrate_disable()
2427 this_rq()->nr_pinned--; in migrate_enable()
2553 struct rq *rq = this_rq(); in migration_cpu_stop()
3669 rq = this_rq(); in ttwu_stat()
3817 struct rq *rq = this_rq(); in sched_ttwu_pending()
5210 struct rq *rq = this_rq(); in finish_task_switch()
8021 struct rq *rq = this_rq(); in __balance_push_cpu_stop()
10651 rq = this_rq(); in sched_mm_cid_exit_signals()
10673 rq = this_rq(); in sched_mm_cid_before_execve()
[all …]
H A Dsyscalls.c1434 rq = this_rq(); in yield_to()
/linux-6.15/tools/testing/selftests/bpf/progs/
H A Dtest_access_variable_array.c11 int BPF_PROG(fentry_fentry, int this_cpu, struct rq *this_rq, in BPF_PROG() argument