| /linux-6.15/kernel/locking/ |
| H A D | rwbase_rt.c | 76 raw_spin_lock_irq(&rtm->wait_lock); in __rwbase_read_lock()
127 raw_spin_unlock_irq(&rtm->wait_lock); in __rwbase_read_lock()
157 raw_spin_lock_irq(&rtm->wait_lock); in __rwbase_read_unlock()
170 raw_spin_unlock_irq(&rtm->wait_lock); in __rwbase_read_unlock()
197 raw_spin_unlock_irqrestore(&rtm->wait_lock, flags); in __rwbase_write_unlock()
206 raw_spin_lock_irqsave(&rtm->wait_lock, flags); in rwbase_write_unlock()
215 raw_spin_lock_irqsave(&rtm->wait_lock, flags); in rwbase_write_downgrade()
223 lockdep_assert_held(&rwb->rtmutex.wait_lock); in __rwbase_write_trylock()
252 raw_spin_lock_irqsave(&rtm->wait_lock, flags); in rwbase_write_lock()
273 raw_spin_lock_irqsave(&rtm->wait_lock, flags); in rwbase_write_lock()
[all …]
|
| H A D | rtmutex.c | 267 __releases(lock->wait_lock) in unlock_rt_mutex_safe()
341 __releases(lock->wait_lock) in unlock_rt_mutex_safe()
482 lockdep_assert_held(&lock->wait_lock); in rt_mutex_enqueue()
490 lockdep_assert_held(&lock->wait_lock); in rt_mutex_dequeue()
532 lockdep_assert_held(&lock->wait_lock); in rt_mutex_adjust_prio()
875 raw_spin_unlock(&lock->wait_lock); in rt_mutex_adjust_prio_chain()
1301 raw_spin_lock_irq(&lock->wait_lock); in task_blocks_on_rt_mutex()
1589 raw_spin_lock_irq(&lock->wait_lock); in remove_waiter()
1610 __releases(&lock->wait_lock) __acquires(&lock->wait_lock) in rt_mutex_slowlock_block()
1650 raw_spin_lock_irq(&lock->wait_lock); in rt_mutex_slowlock_block()
[all …]
|
| H A D | rtmutex_api.c | 168 lockdep_assert_held(&lock->wait_lock); in __rt_mutex_futex_unlock()
194 raw_spin_lock_irqsave(&lock->wait_lock, flags); in rt_mutex_futex_unlock()
196 raw_spin_unlock_irqrestore(&lock->wait_lock, flags); in rt_mutex_futex_unlock()
251 lockdep_set_class(&lock->wait_lock, &pi_futex_key); in rt_mutex_init_proxy_locked()
300 lockdep_assert_held(&lock->wait_lock); in __rt_mutex_start_proxy_lock()
348 raw_spin_lock_irq(&lock->wait_lock); in rt_mutex_start_proxy_lock()
353 raw_spin_unlock_irq(&lock->wait_lock); in rt_mutex_start_proxy_lock()
383 raw_spin_lock_irq(&lock->wait_lock); in rt_mutex_wait_proxy_lock()
392 raw_spin_unlock_irq(&lock->wait_lock); in rt_mutex_wait_proxy_lock()
422 raw_spin_lock_irq(&lock->wait_lock); in rt_mutex_cleanup_proxy_lock()
[all …]
|
| H A D | rwsem.c | 322 raw_spin_lock_init(&sem->wait_lock); in __init_rwsem()
370 lockdep_assert_held(&sem->wait_lock); in rwsem_add_waiter()
386 lockdep_assert_held(&sem->wait_lock); in rwsem_del_waiter()
417 lockdep_assert_held(&sem->wait_lock); in rwsem_mark_wake()
577 __releases(&sem->wait_lock) in rwsem_del_wake_waiter()
590 raw_spin_unlock_irq(&sem->wait_lock); in rwsem_del_wake_waiter()
608 lockdep_assert_held(&sem->wait_lock); in rwsem_try_write_lock()
1038 raw_spin_lock_irq(&sem->wait_lock); in rwsem_down_read_slowpath()
1125 raw_spin_lock_irq(&sem->wait_lock); in rwsem_down_write_slowpath()
1180 raw_spin_lock_irq(&sem->wait_lock); in rwsem_down_write_slowpath()
[all …]
|
| H A D | qrwlock.c | 43 arch_spin_lock(&lock->wait_lock); in queued_read_lock_slowpath()
56 arch_spin_unlock(&lock->wait_lock); in queued_read_lock_slowpath()
73 arch_spin_lock(&lock->wait_lock); in queued_write_lock_slowpath()
88 arch_spin_unlock(&lock->wait_lock); in queued_write_lock_slowpath()
|
| H A D | ww_mutex.h | 75 raw_spin_lock_irqsave(&lock->wait_lock, *flags); in lock_wait_lock()
80 raw_spin_unlock_irqrestore(&lock->wait_lock, *flags); in unlock_wait_lock()
85 lockdep_assert_held(&lock->wait_lock); in lockdep_assert_wait_lock_held()
149 raw_spin_lock_irqsave(&lock->rtmutex.wait_lock, *flags); in lock_wait_lock()
154 raw_spin_unlock_irqrestore(&lock->rtmutex.wait_lock, *flags); in unlock_wait_lock()
159 lockdep_assert_held(&lock->rtmutex.wait_lock); in lockdep_assert_wait_lock_held()
|
| H A D | mutex.c | 49 raw_spin_lock_init(&lock->wait_lock); in __mutex_init()
615 raw_spin_lock_irqsave(&lock->wait_lock, flags); in __mutex_lock_common()
676 raw_spin_unlock_irqrestore_wake(&lock->wait_lock, flags, &wake_q); in __mutex_lock_common()
698 raw_spin_lock_irqsave(&lock->wait_lock, flags); in __mutex_lock_common()
700 raw_spin_lock_irqsave(&lock->wait_lock, flags); in __mutex_lock_common()
726 raw_spin_unlock_irqrestore_wake(&lock->wait_lock, flags, &wake_q); in __mutex_lock_common()
735 raw_spin_unlock_irqrestore_wake(&lock->wait_lock, flags, &wake_q); in __mutex_lock_common()
932 raw_spin_lock_irqsave(&lock->wait_lock, flags); in __mutex_unlock_slowpath()
949 raw_spin_unlock_irqrestore_wake(&lock->wait_lock, flags, &wake_q); in __mutex_unlock_slowpath()
|
| H A D | mutex-debug.c | 39 lockdep_assert_held(&lock->wait_lock); in debug_mutex_wake_waiter()
54 lockdep_assert_held(&lock->wait_lock); in debug_mutex_add_waiter()
|
| H A D | rtmutex_common.h | 134 lockdep_assert_held(&lock->wait_lock); in rt_mutex_top_waiter()
182 raw_spin_lock_init(&lock->wait_lock); in __rt_mutex_base_init()
|
| /linux-6.15/drivers/gpu/drm/omapdrm/ |
| H A D | omap_irq.c | 25 assert_spin_locked(&priv->wait_lock); in omap_irq_update()
52 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_wait_init()
55 spin_unlock_irqrestore(&priv->wait_lock, flags); in omap_irq_wait_init()
69 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_wait()
90 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_enable_framedone()
122 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_enable_vblank()
148 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_disable_vblank()
176 spin_lock(&priv->wait_lock); in omap_irq_fifo_underflow()
178 spin_unlock(&priv->wait_lock); in omap_irq_fifo_underflow()
239 spin_lock_irqsave(&priv->wait_lock, flags); in omap_irq_handler()
[all …]
|
| H A D | omap_drv.h | 95 spinlock_t wait_lock; /* protects the wait_list */ member
|
| /linux-6.15/drivers/tty/ |
| H A D | tty_ldsem.c | 69 raw_spin_lock_init(&sem->wait_lock); in __init_ldsem()
162 raw_spin_lock_irq(&sem->wait_lock); in down_read_failed()
175 raw_spin_unlock_irq(&sem->wait_lock); in down_read_failed()
190 raw_spin_unlock_irq(&sem->wait_lock); in down_read_failed()
211 raw_spin_lock_irq(&sem->wait_lock); in down_read_failed()
216 raw_spin_unlock_irq(&sem->wait_lock); in down_read_failed()
220 raw_spin_unlock_irq(&sem->wait_lock); in down_read_failed()
237 raw_spin_lock_irq(&sem->wait_lock); in down_write_failed()
261 raw_spin_unlock_irq(&sem->wait_lock); in down_write_failed()
263 raw_spin_lock_irq(&sem->wait_lock); in down_write_failed()
[all …]
|
| /linux-6.15/kernel/futex/ |
| H A D | pi.c | 51 lockdep_assert_held(&pi_state->pi_mutex.wait_lock); in pi_state_update_owner()
235 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
300 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
317 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in attach_to_pi_state()
663 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in wake_futex_pi()
791 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in __fixup_pi_state_owner()
810 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in __fixup_pi_state_owner()
851 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in fixup_pi_state_owner()
853 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in fixup_pi_state_owner()
1015 raw_spin_lock_irq(&q.pi_state->pi_mutex.wait_lock); in futex_lock_pi()
[all …]
|
| H A D | core.c | 986 raw_spin_lock_irq(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()
994 raw_spin_unlock(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()
1006 raw_spin_unlock_irq(&pi_state->pi_mutex.wait_lock); in exit_pi_state_list()
|
| /linux-6.15/include/linux/ |
| H A D | rtmutex.h | 24 raw_spinlock_t wait_lock; member
31 .wait_lock = __RAW_SPIN_LOCK_UNLOCKED(rtbasename.wait_lock), \
|
| H A D | rwsem.h | 59 raw_spinlock_t wait_lock; member
106 .wait_lock = __RAW_SPIN_LOCK_UNLOCKED(name.wait_lock),\
|
| H A D | mutex.h | 81 , .wait_lock = __RAW_SPIN_LOCK_UNLOCKED(lockname.wait_lock) \
|
| H A D | mutex_types.h | 43 raw_spinlock_t wait_lock; member
|
| H A D | tty_ldisc.h | 19 raw_spinlock_t wait_lock; member
|
| /linux-6.15/include/asm-generic/ |
| H A D | qrwlock_types.h | 26 arch_spinlock_t wait_lock; member
31 .wait_lock = __ARCH_SPIN_LOCK_UNLOCKED, \
|
| H A D | qrwlock.h | 132 return arch_spin_is_locked(&lock->wait_lock); in queued_rwlock_is_contended()
|
| /linux-6.15/fs/bcachefs/ |
| H A D | six.c | 221 raw_spin_lock(&lock->wait_lock); in __six_lock_wakeup()
256 raw_spin_unlock(&lock->wait_lock); in __six_lock_wakeup()
430 raw_spin_lock(&lock->wait_lock); in six_lock_slowpath()
451 raw_spin_unlock(&lock->wait_lock); in six_lock_slowpath()
488 raw_spin_lock(&lock->wait_lock); in six_lock_slowpath()
492 raw_spin_unlock(&lock->wait_lock); in six_lock_slowpath()
775 raw_spin_lock(&lock->wait_lock); in six_lock_wakeup_all()
778 raw_spin_unlock(&lock->wait_lock); in six_lock_wakeup_all()
857 raw_spin_lock_init(&lock->wait_lock); in __six_lock_init()
|
| H A D | six.h | 143 raw_spinlock_t wait_lock; member
|
| /linux-6.15/lib/ |
| H A D | test_lockup.c | 490 offsetof(spinlock_t, lock.wait_lock.magic), in test_lockup_init()
493 offsetof(rwlock_t, rwbase.rtmutex.wait_lock.magic), in test_lockup_init()
496 offsetof(struct mutex, rtmutex.wait_lock.magic), in test_lockup_init()
499 offsetof(struct rw_semaphore, rwbase.rtmutex.wait_lock.magic), in test_lockup_init()
510 offsetof(struct mutex, wait_lock.magic), in test_lockup_init()
513 offsetof(struct rw_semaphore, wait_lock.magic), in test_lockup_init()
|
| /linux-6.15/Documentation/locking/ |
| H A D | rt-mutex-design.rst | 202 wait_lock.
437 The wait_lock of the mutex is taken since the slow path of unlocking the
449 wait_lock, which this code currently holds. So setting the "Has Waiters" flag
477 Since the wait_lock was taken at the entry of the slow lock, we can safely
486 (or deadlock checking is on), we unlock the wait_lock of the mutex and go ahead
527 The first thing done in the slow unlock path is to take the wait_lock of the
536 the grabbing of the wait_lock, the mutex may not have any waiters, thus the
538 owner field is set to NULL, the wait_lock is released and nothing more is
|