Home
last modified time | relevance | path

Searched refs:pcpu_cid (Results 1 – 3 of 3) sorted by relevance

/linux-6.15/include/linux/
H A Dmm_types.h956 struct mm_cid __percpu *pcpu_cid; member
1338 struct mm_cid *pcpu_cid = per_cpu_ptr(mm->pcpu_cid, i); in mm_init_cid() local
1340 pcpu_cid->cid = MM_CID_UNSET; in mm_init_cid()
1341 pcpu_cid->recent_cid = MM_CID_UNSET; in mm_init_cid()
1342 pcpu_cid->time = 0; in mm_init_cid()
1353 mm->pcpu_cid = alloc_percpu_noprof(struct mm_cid); in mm_alloc_cid_noprof()
1354 if (!mm->pcpu_cid) in mm_alloc_cid_noprof()
1363 free_percpu(mm->pcpu_cid); in mm_destroy_cid()
1364 mm->pcpu_cid = NULL; in mm_destroy_cid()
/linux-6.15/kernel/sched/
H A Dsched.h3612 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_put_lazy() local
3616 cid = __this_cpu_read(pcpu_cid->cid); in mm_cid_put_lazy()
3625 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_pcpu_unset() local
3629 cid = __this_cpu_read(pcpu_cid->cid); in mm_cid_pcpu_unset()
3658 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in __mm_cid_try_get() local
3678 cid = __this_cpu_read(pcpu_cid->recent_cid); in __mm_cid_try_get()
3720 struct mm_cid *pcpu_cid = per_cpu_ptr(mm->pcpu_cid, cpu_of(rq)); in mm_cid_snapshot_time() local
3723 WRITE_ONCE(pcpu_cid->time, rq->clock); in mm_cid_snapshot_time()
3783 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_get() local
3789 cid = __this_cpu_read(pcpu_cid->cid); in mm_cid_get()
[all …]
H A Dcore.c10449 src_pcpu_cid = per_cpu_ptr(mm->pcpu_cid, src_cpu); in sched_mm_cid_migrate_to()
10475 cid = READ_ONCE(pcpu_cid->cid); in sched_mm_cid_remote_clear()
10486 if (!try_cmpxchg(&pcpu_cid->cid, &cid, lazy_cid)) in sched_mm_cid_remote_clear()
10527 struct mm_cid *pcpu_cid; in sched_mm_cid_remote_clear_old() local
10536 pcpu_cid = per_cpu_ptr(mm->pcpu_cid, cpu); in sched_mm_cid_remote_clear_old()
10546 WRITE_ONCE(pcpu_cid->time, rq_clock); in sched_mm_cid_remote_clear_old()
10553 sched_mm_cid_remote_clear(mm, pcpu_cid, cpu); in sched_mm_cid_remote_clear_old()
10559 struct mm_cid *pcpu_cid; in sched_mm_cid_remote_clear_weight() local
10562 pcpu_cid = per_cpu_ptr(mm->pcpu_cid, cpu); in sched_mm_cid_remote_clear_weight()
10563 cid = READ_ONCE(pcpu_cid->cid); in sched_mm_cid_remote_clear_weight()
[all …]