| /linux-6.15/kernel/sched/ |
| H A D | cputime.c | 705 struct vtime *vtime = &tsk->vtime; in vtime_account_kernel() local 717 struct vtime *vtime = &tsk->vtime; in vtime_user_enter() local 727 struct vtime *vtime = &tsk->vtime; in vtime_user_exit() local 741 struct vtime *vtime = &tsk->vtime; in vtime_guest_enter() local 759 struct vtime *vtime = &tsk->vtime; in vtime_guest_exit() local 776 struct vtime *vtime = &prev->vtime; in vtime_task_switch_generic() local 803 struct vtime *vtime = &t->vtime; in vtime_init_idle() local 817 struct vtime *vtime = &t->vtime; in task_gtime() local 843 struct vtime *vtime = &t->vtime; in task_cputime() local 921 struct vtime *vtime = &tsk->vtime; in kcpustat_field_vtime() local [all …]
|
| H A D | ext.c | 1338 u64 vtime; member 6229 u64 slice, u64 vtime, u64 enq_flags) in scx_bpf_dsq_insert_vtime() argument 6239 p->scx.dsq_vtime = vtime; in scx_bpf_dsq_insert_vtime() 6246 u64 slice, u64 vtime, u64 enq_flags) in scx_bpf_dispatch_vtime() argument 6249 scx_bpf_dsq_insert_vtime(p, dsq_id, slice, vtime, enq_flags); in scx_bpf_dispatch_vtime() 6329 p->scx.dsq_vtime = kit->vtime; in scx_dsq_move() 6473 u64 vtime) in scx_bpf_dsq_move_set_vtime() argument 6477 kit->vtime = vtime; in scx_bpf_dsq_move_set_vtime() 6483 struct bpf_iter_scx_dsq *it__iter, u64 vtime) in scx_bpf_dispatch_from_dsq_set_vtime() argument 6486 scx_bpf_dsq_move_set_vtime(it__iter, vtime); in scx_bpf_dispatch_from_dsq_set_vtime()
|
| /linux-6.15/tools/sched_ext/include/scx/ |
| H A D | compat.bpf.h | 35 void scx_bpf_dispatch_vtime___compat(struct task_struct *p, u64 dsq_id, u64 slice, u64 vtime, u64 e… 38 void scx_bpf_dispatch_from_dsq_set_vtime___compat(struct bpf_iter_scx_dsq *it__iter, u64 vtime) __k… 47 #define scx_bpf_dsq_insert_vtime(p, dsq_id, slice, vtime, enq_flags) \ argument 49 scx_bpf_dsq_insert_vtime((p), (dsq_id), (slice), (vtime), (enq_flags)) : \ 50 scx_bpf_dispatch_vtime___compat((p), (dsq_id), (slice), (vtime), (enq_flags))) 64 #define __COMPAT_scx_bpf_dsq_move_set_vtime(it__iter, vtime) \ argument 66 scx_bpf_dsq_move_set_vtime((it__iter), (vtime)) : \ 68 scx_bpf_dispatch_from_dsq_set_vtime___compat((it__iter), (vtime)) : \ 88 #define scx_bpf_dispatch_vtime(p, dsq_id, slice, vtime, enq_flags) \ argument 99 #define scx_bpf_dispatch_from_dsq_set_vtime(it__iter, vtime) \ argument [all …]
|
| H A D | common.bpf.h | 52 void scx_bpf_dsq_insert_vtime(struct task_struct *p, u64 dsq_id, u64 slice, u64 vtime, u64 enq_flag… 57 void scx_bpf_dsq_move_set_vtime(struct bpf_iter_scx_dsq *it__iter, u64 vtime) __ksym __weak;
|
| /linux-6.15/include/trace/events/ |
| H A D | iocost.h | 17 u64 last_period, u64 cur_period, u64 vtime), 19 TP_ARGS(iocg, path, now, last_period, cur_period, vtime), 29 __field(u64, vtime) 44 __entry->vtime = vtime; 57 __entry->vtime, __entry->inuse, __entry->weight, 64 u64 last_period, u64 cur_period, u64 vtime), 66 TP_ARGS(iocg, path, now, last_period, cur_period, vtime) 71 u64 last_period, u64 cur_period, u64 vtime), 73 TP_ARGS(iocg, path, now, last_period, cur_period, vtime)
|
| /linux-6.15/tools/sched_ext/ |
| H A D | scx_simple.bpf.c | 76 u64 vtime = p->scx.dsq_vtime; in BPF_STRUCT_OPS() local 82 if (time_before(vtime, vtime_now - SCX_SLICE_DFL)) in BPF_STRUCT_OPS() 83 vtime = vtime_now - SCX_SLICE_DFL; in BPF_STRUCT_OPS() 85 scx_bpf_dsq_insert_vtime(p, SHARED_DSQ, SCX_SLICE_DFL, vtime, in BPF_STRUCT_OPS()
|
| H A D | README.md | 169 scx_simple can be run in either global weighted vtime mode, or FIFO mode.
|
| /linux-6.15/block/ |
| H A D | bfq-wf2q.c | 117 !bfq_gt(new_entity->start, st->vtime) in bfq_update_next_in_service() 667 st->vtime = last_idle->finish; in bfq_forget_idle() 771 entity->start = new_st->vtime; in __bfq_entity_update_weight_prio() 804 st->vtime += bfq_delta(served, st->wsum); in bfq_bfqq_served() 939 min_vstart = st->vtime; in __bfq_activate_entity() 1273 return st->vtime; in bfq_calc_vtime_jump() 1278 if (new_value > st->vtime) { in bfq_update_vtime() 1279 st->vtime = new_value; in bfq_update_vtime() 1297 u64 vtime) in bfq_first_active_entity() argument 1305 if (!bfq_gt(entry->start, vtime)) in bfq_first_active_entity() [all …]
|
| H A D | blk-iocost.c | 504 atomic64_t vtime; member 1272 u64 vtime, vtarget; in iocg_activate() local 1315 vtime = atomic64_read(&iocg->vtime); in iocg_activate() 1317 atomic64_add(vtarget - vtime, &iocg->vtime); in iocg_activate() 1319 vtime = vtarget; in iocg_activate() 1754 u64 vtime = atomic64_read(&iocg->vtime); in hweight_after_donation() local 1771 vtime += excess; in hweight_after_donation() 2211 u64 vtime = atomic64_read(&iocg->vtime); in ioc_check_iocgs() local 2291 vtime = atomic64_read(&iocg->vtime); in ioc_timer_fn() 2632 vtime = atomic64_read(&iocg->vtime); in ioc_rqos_throttle() [all …]
|
| H A D | bfq-iosched.h | 65 u64 vtime; member
|
| /linux-6.15/tools/testing/selftests/sched_ext/ |
| H A D | select_cpu_vtime.bpf.c | 30 u64 vtime = p->scx.dsq_vtime; in task_vtime() local 32 if (vtime_before(vtime, vtime_now - SCX_SLICE_DFL)) in task_vtime() 35 return vtime; in task_vtime()
|
| /linux-6.15/init/ |
| H A D | init_task.c | 182 .vtime.seqcount = SEQCNT_ZERO(init_task.vtime_seqcount), 183 .vtime.starttime = 0, 184 .vtime.state = VTIME_SYS,
|
| /linux-6.15/tools/cgroup/ |
| H A D | iocost_monitor.py | 157 vtime = iocg.vtime.counter.value_() 161 self.inflight_pct = (vtime - vdone) * 100 / period_vtime
|
| /linux-6.15/tools/testing/selftests/x86/ |
| H A D | test_vsyscall.c | 60 const time_func_t vtime = (time_func_t)VSYS(0xffffffffff600400); variable 185 t_vsys = vtime(&t2_vsys); in test_time() 488 vtime(&tmp); in test_emulation()
|
| /linux-6.15/arch/s390/kernel/ |
| H A D | vtime.c | 97 static inline u64 scale_vtime(u64 vtime) in scale_vtime() argument 103 return vtime * mult / div; in scale_vtime() 104 return vtime; in scale_vtime()
|
| H A D | Makefile | 39 obj-y := head64.o traps.o time.o process.o early.o setup.o idle.o vtime.o
|
| /linux-6.15/include/linux/ |
| H A D | sched.h | 377 struct vtime { struct 1114 struct vtime vtime; member
|
| /linux-6.15/kernel/ |
| H A D | fork.c | 2333 seqcount_init(&p->vtime.seqcount); in copy_process() 2334 p->vtime.starttime = 0; in copy_process() 2335 p->vtime.state = VTIME_INACTIVE; in copy_process()
|