Home
last modified time | relevance | path

Searched refs:mm_cid (Results 1 – 12 of 12) sorted by relevance

/linux-6.15/kernel/
H A Drseq.c40 u32 cpu_id_start, cpu_id, node_id, mm_cid; in rseq_validate_ro_fields() local
52 unsafe_get_user(mm_cid, &rseq->mm_cid, efault_end); in rseq_validate_ro_fields()
58 mm_cid != rseq_kernel_fields(t)->mm_cid) && __ratelimit(&_rs)) { in rseq_validate_ro_fields()
69 mm_cid, rseq_kernel_fields(t)->mm_cid); in rseq_validate_ro_fields()
166 u32 mm_cid = task_mm_cid(t); in rseq_update_cpu_node_id() local
173 WARN_ON_ONCE((int) mm_cid < 0); in rseq_update_cpu_node_id()
180 rseq_unsafe_put_user(t, mm_cid, mm_cid, efault_end); in rseq_update_cpu_node_id()
201 mm_cid = 0; in rseq_reset_rseq_cpu_node_id() local
223 rseq_unsafe_put_user(t, mm_cid, mm_cid, efault_end); in rseq_reset_rseq_cpu_node_id()
554 get_user(rseq_kernel_fields(current)->mm_cid, &rseq->mm_cid)) in SYSCALL_DEFINE4()
H A Dfork.c1214 tsk->mm_cid = -1; in dup_task_struct()
/linux-6.15/include/trace/events/
H A Drseq.h20 __field(s32, mm_cid)
26 __entry->mm_cid = task_mm_cid(t);
30 __entry->node_id, __entry->mm_cid)
/linux-6.15/tools/testing/selftests/rseq/
H A Drseq-bits-template.h20 # define RSEQ_TEMPLATE_CPU_ID_FIELD mm_cid
H A Drseq-abi.h165 __u32 mm_cid; member
H A Drseq.h218 return (int) rseq_size >= rseq_offsetofend(struct rseq_abi, mm_cid); in rseq_mm_cid_available()
223 return RSEQ_ACCESS_ONCE(rseq_get_abi()->mm_cid); in rseq_current_mm_cid()
/linux-6.15/include/uapi/linux/
H A Drseq.h149 __u32 mm_cid; member
/linux-6.15/include/linux/
H A Dmm_types.h889 struct mm_cid { struct
956 struct mm_cid __percpu *pcpu_cid;
1338 struct mm_cid *pcpu_cid = per_cpu_ptr(mm->pcpu_cid, i); in mm_init_cid()
1353 mm->pcpu_cid = alloc_percpu_noprof(struct mm_cid); in mm_alloc_cid_noprof()
H A Dsched.h1423 int mm_cid; /* Current cid in mm */ member
H A Dmm.h2439 return t->mm_cid; in task_mm_cid()
/linux-6.15/kernel/sched/
H A Dsched.h3612 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_put_lazy()
3625 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_pcpu_unset()
3658 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in __mm_cid_try_get()
3720 struct mm_cid *pcpu_cid = per_cpu_ptr(mm->pcpu_cid, cpu_of(rq)); in mm_cid_snapshot_time()
3783 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_get()
3850 prev->mm_cid = -1; in switch_mm_cid()
3853 next->last_mm_cid = next->mm_cid = mm_cid_get(rq, next, next->mm); in switch_mm_cid()
H A Dcore.c10312 struct mm_cid *src_pcpu_cid) in __sched_mm_cid_migrate_from_fetch_cid()
10351 struct mm_cid *src_pcpu_cid, in __sched_mm_cid_migrate_from_try_steal_cid()
10415 struct mm_cid *src_pcpu_cid, *dst_pcpu_cid; in sched_mm_cid_migrate_to()
10468 static void sched_mm_cid_remote_clear(struct mm_struct *mm, struct mm_cid *pcpu_cid, in sched_mm_cid_remote_clear()
10527 struct mm_cid *pcpu_cid; in sched_mm_cid_remote_clear_old()
10559 struct mm_cid *pcpu_cid; in sched_mm_cid_remote_clear_weight()
10661 t->last_mm_cid = t->mm_cid = -1; in sched_mm_cid_exit_signals()
10683 t->last_mm_cid = t->mm_cid = -1; in sched_mm_cid_before_execve()
10704 t->last_mm_cid = t->mm_cid = mm_cid_get(rq, t, mm); in sched_mm_cid_after_execve()
10710 WARN_ON_ONCE(!t->mm || t->mm_cid != -1); in sched_mm_cid_fork()