Searched refs:rwb (Results 1 – 3 of 3) sorted by relevance
| /linux-6.15/block/ |
| H A D | blk-wbt.c | 257 wb_timestamp(rwb, &rwb->last_comp); in wbt_done()
369 rwb->wb_normal = rwb->wb_background = 0; in calc_wb_limits()
371 rwb->wb_normal = rwb->rq_depth.max_depth; in calc_wb_limits()
374 rwb->wb_normal = (rwb->rq_depth.max_depth + 1) / 2; in calc_wb_limits()
409 rwb->cur_win_nsec = div_u64(rwb->win_nsec << 4, in rwb_arm_timer()
416 rwb->cur_win_nsec = rwb->win_nsec; in rwb_arm_timer()
590 .rwb = rwb, in __wbt_wait()
651 wb_timestamp(rwb, &rwb->last_issue); in wbt_wait()
894 rwb = kzalloc(sizeof(*rwb), GFP_KERNEL); in wbt_init()
895 if (!rwb) in wbt_init()
[all …]
|
| /linux-6.15/kernel/locking/ |
| H A D | rwbase_rt.c | 124 atomic_inc(&rwb->readers); in __rwbase_read_lock()
134 trace_contention_end(rwb, ret); in __rwbase_read_lock()
144 if (rwbase_read_trylock(rwb)) in rwbase_read_lock()
147 return __rwbase_read_lock(rwb, state); in rwbase_read_lock()
184 __rwbase_read_unlock(rwb, state); in rwbase_read_unlock()
253 if (__rwbase_write_trylock(rwb)) in rwbase_write_lock()
264 trace_contention_end(rwb, -EINTR); in rwbase_write_lock()
268 if (__rwbase_write_trylock(rwb)) in rwbase_write_lock()
278 trace_contention_end(rwb, 0); in rwbase_write_lock()
297 if (__rwbase_write_trylock(rwb)) { in rwbase_write_trylock()
[all …]
|
| /linux-6.15/include/linux/ |
| H A D | rwbase_rt.h | 29 static __always_inline bool rw_base_is_locked(const struct rwbase_rt *rwb) in rw_base_is_locked() argument
31 return atomic_read(&rwb->readers) != READER_BIAS; in rw_base_is_locked()
34 static __always_inline bool rw_base_is_write_locked(const struct rwbase_rt *rwb) in rw_base_is_write_locked() argument
36 return atomic_read(&rwb->readers) == WRITER_BIAS; in rw_base_is_write_locked()
39 static __always_inline bool rw_base_is_contended(const struct rwbase_rt *rwb) in rw_base_is_contended() argument
41 return atomic_read(&rwb->readers) > 0; in rw_base_is_contended()
|