| /linux-6.15/include/linux/ |
| H A D | spinlock_api_up.h | 27 #define ___LOCK(lock) \ argument
30 #define __LOCK(lock) \ argument
33 #define __LOCK_BH(lock) \ argument
36 #define __LOCK_IRQ(lock) \ argument
39 #define __LOCK_IRQSAVE(lock, flags) \ argument
42 #define ___UNLOCK(lock) \ argument
45 #define __UNLOCK(lock) \ argument
48 #define __UNLOCK_BH(lock) \ argument
52 #define __UNLOCK_IRQ(lock) \ argument
55 #define __UNLOCK_IRQRESTORE(lock, flags) \ argument
[all …]
|
| H A D | rwlock_api_smp.h | 45 #define _raw_read_lock(lock) __raw_read_lock(lock) argument
49 #define _raw_write_lock(lock) __raw_write_lock(lock) argument
85 #define _raw_read_unlock(lock) __raw_read_unlock(lock) argument
109 #define _raw_read_unlock_irqrestore(lock, flags) \ argument
114 #define _raw_write_unlock_irqrestore(lock, flags) \ argument
118 static inline int __raw_read_trylock(rwlock_t *lock) in __raw_read_trylock()
129 static inline int __raw_write_trylock(rwlock_t *lock) in __raw_write_trylock()
147 static inline void __raw_read_lock(rwlock_t *lock) in __raw_read_lock()
173 static inline void __raw_read_lock_bh(rwlock_t *lock) in __raw_read_lock_bh()
206 static inline void __raw_write_lock(rwlock_t *lock) in __raw_write_lock()
[all …]
|
| H A D | spinlock.h | 104 # define raw_spin_lock_init(lock) \ argument
112 # define raw_spin_lock_init(lock) \ argument
241 #define raw_spin_lock_irqsave(lock, flags) \ argument
263 #define raw_spin_lock_irqsave(lock, flags) \ argument
286 #define raw_spin_trylock_bh(lock) \ argument
289 #define raw_spin_trylock_irq(lock) \ argument
331 # define spin_lock_init(lock) \ argument
364 #define spin_lock_nested(lock, subclass) \ argument
379 #define spin_lock_irqsave(lock, flags) \ argument
419 #define spin_trylock_irqsave(lock, flags) \ argument
[all …]
|
| H A D | rwlock.h | 20 # define rwlock_init(lock) \ argument
27 # define rwlock_init(lock) \ argument
55 #define write_lock(lock) _raw_write_lock(lock) argument
56 #define read_lock(lock) _raw_read_lock(lock) argument
66 #define read_lock_irqsave(lock, flags) \ argument
71 #define write_lock_irqsave(lock, flags) \ argument
79 #define read_lock_irqsave(lock, flags) \ argument
84 #define write_lock_irqsave(lock, flags) \ argument
101 #define read_unlock_irqrestore(lock, flags) \ argument
115 #define write_trylock_irqsave(lock, flags) \ argument
[all …]
|
| H A D | spinlock_api_smp.h | 47 #define _raw_spin_lock(lock) __raw_spin_lock(lock) argument
51 #define _raw_spin_lock_bh(lock) __raw_spin_lock_bh(lock) argument
55 #define _raw_spin_lock_irq(lock) __raw_spin_lock_irq(lock) argument
63 #define _raw_spin_trylock(lock) __raw_spin_trylock(lock) argument
71 #define _raw_spin_unlock(lock) __raw_spin_unlock(lock) argument
75 #define _raw_spin_unlock_bh(lock) __raw_spin_unlock_bh(lock) argument
86 static inline int __raw_spin_trylock(raw_spinlock_t *lock) in __raw_spin_trylock()
115 static inline void __raw_spin_lock_irq(raw_spinlock_t *lock) in __raw_spin_lock_irq()
123 static inline void __raw_spin_lock_bh(raw_spinlock_t *lock) in __raw_spin_lock_bh()
130 static inline void __raw_spin_lock(raw_spinlock_t *lock) in __raw_spin_lock()
[all …]
|
| H A D | spinlock_rt.h | 48 # define __spin_lock_nested(lock, subclass) \ argument
51 # define __spin_lock_nest_lock(lock, nest_lock) \ argument
75 #define spin_lock_nested(lock, subclass) \ argument
78 #define spin_lock_nest_lock(lock, nest_lock) \ argument
96 #define spin_lock_irqsave(lock, flags) \ argument
125 #define spin_trylock(lock) \ argument
128 #define spin_trylock_bh(lock) \ argument
131 #define spin_trylock_irq(lock) \ argument
134 #define spin_trylock_irqsave(lock, flags) \ argument
144 #define spin_is_contended(lock) (((void)(lock), 0)) argument
[all …]
|
| H A D | spinlock_up.h | 29 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
35 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
45 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
54 #define arch_read_lock(lock) do { barrier(); (void)(lock); } while (0) argument
55 #define arch_write_lock(lock) do { barrier(); (void)(lock); } while (0) argument
56 #define arch_read_trylock(lock) ({ barrier(); (void)(lock); 1; }) argument
57 #define arch_write_trylock(lock) ({ barrier(); (void)(lock); 1; }) argument
62 #define arch_spin_is_locked(lock) ((void)(lock), 0) argument
64 # define arch_spin_lock(lock) do { barrier(); (void)(lock); } while (0) argument
66 # define arch_spin_trylock(lock) ({ barrier(); (void)(lock); 1; }) argument
[all …]
|
| H A D | local_lock_internal.h | 73 #define __local_lock_init(lock) \ argument
97 #define __local_lock_acquire(lock) \ argument
113 #define __local_lock(lock) \ argument
119 #define __local_lock_irq(lock) \ argument
131 #define __local_trylock(lock) \ argument
165 #define __local_lock_release(lock) \ argument
181 #define __local_unlock(lock) \ argument
187 #define __local_unlock_irq(lock) \ argument
199 #define __local_lock_nested_bh(lock) \ argument
252 #define __local_lock_nested_bh(lock) \ argument
[all …]
|
| H A D | local_lock.h | 10 #define local_lock_init(lock) __local_lock_init(lock) argument
16 #define local_lock(lock) __local_lock(lock) argument
22 #define local_lock_irq(lock) __local_lock_irq(lock) argument
30 #define local_lock_irqsave(lock, flags) \ argument
37 #define local_unlock(lock) __local_unlock(lock) argument
43 #define local_unlock_irq(lock) __local_unlock_irq(lock) argument
51 #define local_unlock_irqrestore(lock, flags) \ argument
57 #define local_trylock_init(lock) __local_trylock_init(lock) argument
67 #define local_trylock(lock) __local_trylock(lock) argument
79 #define local_trylock_irqsave(lock, flags) \ argument
|
| H A D | mutex.h | 48 static inline void mutex_destroy(struct mutex *lock) {} in mutex_destroy()
133 static inline int __devm_mutex_init(struct device *dev, struct mutex *lock) in __devm_mutex_init()
166 #define mutex_lock(lock) mutex_lock_nested(lock, 0) argument
167 #define mutex_lock_interruptible(lock) mutex_lock_interruptible_nested(lock, 0) argument
168 #define mutex_lock_killable(lock) mutex_lock_killable_nested(lock, 0) argument
169 #define mutex_lock_io(lock) mutex_lock_io_nested(lock, 0) argument
171 #define mutex_lock_nest_lock(lock, nest_lock) \ argument
183 # define mutex_lock_nested(lock, subclass) mutex_lock(lock) argument
185 # define mutex_lock_killable_nested(lock, subclass) mutex_lock_killable(lock) argument
186 # define mutex_lock_nest_lock(lock, nest_lock) mutex_lock(lock) argument
[all …]
|
| /linux-6.15/kernel/locking/ |
| H A D | spinlock.c | 152 noinline void __lockfunc _raw_spin_lock(raw_spinlock_t *lock) in _raw_spin_lock()
218 noinline int __lockfunc _raw_read_trylock(rwlock_t *lock) in _raw_read_trylock()
226 noinline void __lockfunc _raw_read_lock(rwlock_t *lock) in _raw_read_lock()
242 noinline void __lockfunc _raw_read_lock_irq(rwlock_t *lock) in _raw_read_lock_irq()
250 noinline void __lockfunc _raw_read_lock_bh(rwlock_t *lock) in _raw_read_lock_bh()
258 noinline void __lockfunc _raw_read_unlock(rwlock_t *lock) in _raw_read_unlock()
282 noinline void __lockfunc _raw_read_unlock_bh(rwlock_t *lock) in _raw_read_unlock_bh()
290 noinline int __lockfunc _raw_write_trylock(rwlock_t *lock) in _raw_write_trylock()
298 noinline void __lockfunc _raw_write_lock(rwlock_t *lock) in _raw_write_lock()
332 noinline void __lockfunc _raw_write_lock_bh(rwlock_t *lock) in _raw_write_lock_bh()
[all …]
|
| H A D | mutex.c | 64 bool mutex_is_locked(struct mutex *lock) in mutex_is_locked()
76 unsigned long mutex_get_owner(struct mutex *lock) in mutex_get_owner()
133 static inline bool __mutex_trylock(struct mutex *lock) in __mutex_trylock()
272 void __sched mutex_lock(struct mutex *lock) in mutex_lock()
533 void __sched mutex_unlock(struct mutex *lock) in mutex_unlock()
554 void __sched ww_mutex_unlock(struct ww_mutex *lock) in ww_mutex_unlock()
999 int __sched mutex_lock_killable(struct mutex *lock) in mutex_lock_killable()
1020 void __sched mutex_lock_io(struct mutex *lock) in mutex_lock_io()
1031 __mutex_lock_slowpath(struct mutex *lock) in __mutex_lock_slowpath()
1037 __mutex_lock_killable_slowpath(struct mutex *lock) in __mutex_lock_killable_slowpath()
[all …]
|
| H A D | spinlock_debug.c | 36 void __rwlock_init(rwlock_t *lock, const char *name, in __rwlock_init()
84 debug_spin_lock_before(raw_spinlock_t *lock) in debug_spin_lock_before()
113 void do_raw_spin_lock(raw_spinlock_t *lock) in do_raw_spin_lock()
121 int do_raw_spin_trylock(raw_spinlock_t *lock) in do_raw_spin_trylock()
138 void do_raw_spin_unlock(raw_spinlock_t *lock) in do_raw_spin_unlock()
159 void do_raw_read_lock(rwlock_t *lock) in do_raw_read_lock()
165 int do_raw_read_trylock(rwlock_t *lock) in do_raw_read_trylock()
178 void do_raw_read_unlock(rwlock_t *lock) in do_raw_read_unlock()
208 void do_raw_write_lock(rwlock_t *lock) in do_raw_write_lock()
215 int do_raw_write_trylock(rwlock_t *lock) in do_raw_write_trylock()
[all …]
|
| H A D | rtmutex_api.c | 69 void __sched rt_mutex_lock(struct rt_mutex *lock) in rt_mutex_lock()
100 int __sched rt_mutex_lock_killable(struct rt_mutex *lock) in rt_mutex_lock_killable()
118 int __sched rt_mutex_trylock(struct rt_mutex *lock) in rt_mutex_trylock()
138 void __sched rt_mutex_unlock(struct rt_mutex *lock) in rt_mutex_unlock()
533 void __sched _mutex_lock_nest_lock(struct mutex *lock, in _mutex_lock_nest_lock()
568 void __sched mutex_lock(struct mutex *lock) in mutex_lock()
574 int __sched mutex_lock_interruptible(struct mutex *lock) in mutex_lock_interruptible()
580 int __sched mutex_lock_killable(struct mutex *lock) in mutex_lock_killable()
586 void __sched mutex_lock_io(struct mutex *lock) in mutex_lock_io()
596 int __sched mutex_trylock(struct mutex *lock) in mutex_trylock()
[all …]
|
| H A D | ww_mutex.h | 9 __ww_waiter_first(struct mutex *lock) in __ww_waiter_first()
21 __ww_waiter_next(struct mutex *lock, struct mutex_waiter *w) in __ww_waiter_next()
41 __ww_waiter_last(struct mutex *lock) in __ww_waiter_last()
62 __ww_mutex_owner(struct mutex *lock) in __ww_mutex_owner()
68 __ww_mutex_has_waiters(struct mutex *lock) in __ww_mutex_has_waiters()
94 __ww_waiter_first(struct rt_mutex *lock) in __ww_waiter_first()
121 __ww_waiter_last(struct rt_mutex *lock) in __ww_waiter_last()
136 __ww_mutex_owner(struct rt_mutex *lock) in __ww_mutex_owner()
142 __ww_mutex_has_waiters(struct rt_mutex *lock) in __ww_mutex_has_waiters()
300 static bool __ww_mutex_wound(struct MUTEX *lock, in __ww_mutex_wound()
[all …]
|
| H A D | rtmutex.c | 37 struct rt_mutex *lock, in __ww_mutex_add_waiter()
44 static inline void __ww_mutex_check_waiters(struct rt_mutex *lock, in __ww_mutex_check_waiters()
50 static inline void ww_mutex_lock_acquired(struct ww_mutex *lock, in ww_mutex_lock_acquired()
55 static inline int __ww_mutex_check_kill(struct rt_mutex *lock, in __ww_mutex_check_kill()
688 struct rt_mutex_base *lock; in rt_mutex_adjust_prio_chain() local
1313 struct rt_mutex_base *lock) in mark_wakeup_next_waiter()
1481 static bool rtmutex_spin_on_owner(struct rt_mutex_base *lock, in rtmutex_spin_on_owner()
1518 static bool rtmutex_spin_on_owner(struct rt_mutex_base *lock, in rtmutex_spin_on_owner()
1539 static void __sched remove_waiter(struct rt_mutex_base *lock, in remove_waiter()
1659 struct rt_mutex_base *lock, in rt_mutex_handle_deadlock()
[all …]
|
| H A D | mutex-debug.c | 29 void debug_mutex_lock_common(struct mutex *lock, struct mutex_waiter *waiter) in debug_mutex_lock_common()
37 void debug_mutex_wake_waiter(struct mutex *lock, struct mutex_waiter *waiter) in debug_mutex_wake_waiter()
51 void debug_mutex_add_waiter(struct mutex *lock, struct mutex_waiter *waiter, in debug_mutex_add_waiter()
60 void debug_mutex_remove_waiter(struct mutex *lock, struct mutex_waiter *waiter, in debug_mutex_remove_waiter()
72 void debug_mutex_unlock(struct mutex *lock) in debug_mutex_unlock()
80 void debug_mutex_init(struct mutex *lock, const char *name, in debug_mutex_init()
98 int __devm_mutex_init(struct device *dev, struct mutex *lock) in __devm_mutex_init()
112 void mutex_destroy(struct mutex *lock) in mutex_destroy()
|
| H A D | qspinlock_paravirt.h | 81 static inline bool pv_hybrid_queued_unfair_trylock(struct qspinlock *lock) in pv_hybrid_queued_unfair_trylock()
110 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
120 static __always_inline bool trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
128 static __always_inline void set_pending(struct qspinlock *lock) in set_pending()
133 static __always_inline bool trylock_clear_pending(struct qspinlock *lock) in trylock_clear_pending()
168 struct qspinlock *lock; member
236 static struct pv_node *pv_unhash(struct qspinlock *lock) in pv_unhash()
357 static void pv_kick_node(struct qspinlock *lock, struct mcs_spinlock *node) in pv_kick_node()
399 pv_wait_head_or_lock(struct qspinlock *lock, struct mcs_spinlock *node) in pv_wait_head_or_lock()
499 __pv_queued_spin_unlock_slowpath(struct qspinlock *lock, u8 locked) in __pv_queued_spin_unlock_slowpath()
[all …]
|
| /linux-6.15/fs/bcachefs/ |
| H A D | six.c | 98 static inline unsigned pcpu_read_count(struct six_lock *lock) in pcpu_read_count()
265 static void six_lock_wakeup(struct six_lock *lock, u32 state, in six_lock_wakeup()
335 static inline bool six_owner_running(struct six_lock *lock) in six_owner_running()
350 static inline bool six_optimistic_spin(struct six_lock *lock, in six_optimistic_spin()
400 static inline bool six_optimistic_spin(struct six_lock *lock, in six_optimistic_spin()
645 void six_lock_downgrade(struct six_lock *lock) in six_lock_downgrade()
661 bool six_lock_tryupgrade(struct six_lock *lock) in six_lock_tryupgrade()
699 bool six_trylock_convert(struct six_lock *lock, in six_trylock_convert()
766 void six_lock_wakeup_all(struct six_lock *lock) in six_lock_wakeup_all()
823 void six_lock_readers_add(struct six_lock *lock, int nr) in six_lock_readers_add()
[all …]
|
| /linux-6.15/arch/powerpc/include/asm/ |
| H A D | simple_spinlock.h | 40 static inline int arch_spin_is_locked(arch_spinlock_t *lock) in arch_spin_is_locked()
70 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
94 static inline void splpar_spin_yield(arch_spinlock_t *lock) {} in splpar_spin_yield()
95 static inline void splpar_rw_yield(arch_rwlock_t *lock) {} in splpar_rw_yield()
98 static inline void spin_yield(arch_spinlock_t *lock) in spin_yield()
106 static inline void rw_yield(arch_rwlock_t *lock) in rw_yield()
114 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
128 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
264 #define arch_spin_relax(lock) spin_yield(lock) argument
265 #define arch_read_relax(lock) rw_yield(lock) argument
[all …]
|
| /linux-6.15/arch/alpha/include/asm/ |
| H A D | spinlock.h | 19 static inline int arch_spin_value_unlocked(arch_spinlock_t lock) in arch_spin_value_unlocked()
24 static inline void arch_spin_unlock(arch_spinlock_t * lock) in arch_spin_unlock()
30 static inline void arch_spin_lock(arch_spinlock_t * lock) in arch_spin_lock()
50 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
57 static inline void arch_read_lock(arch_rwlock_t *lock) in arch_read_lock()
77 static inline void arch_write_lock(arch_rwlock_t *lock) in arch_write_lock()
97 static inline int arch_read_trylock(arch_rwlock_t * lock) in arch_read_trylock()
119 static inline int arch_write_trylock(arch_rwlock_t * lock) in arch_write_trylock()
141 static inline void arch_read_unlock(arch_rwlock_t * lock) in arch_read_unlock()
157 static inline void arch_write_unlock(arch_rwlock_t * lock) in arch_write_unlock()
|
| /linux-6.15/arch/hexagon/include/asm/ |
| H A D | spinlock.h | 28 static inline void arch_read_lock(arch_rwlock_t *lock) in arch_read_lock()
43 static inline void arch_read_unlock(arch_rwlock_t *lock) in arch_read_unlock()
58 static inline int arch_read_trylock(arch_rwlock_t *lock) in arch_read_trylock()
76 static inline void arch_write_lock(arch_rwlock_t *lock) in arch_write_lock()
91 static inline int arch_write_trylock(arch_rwlock_t *lock) in arch_write_trylock()
109 static inline void arch_write_unlock(arch_rwlock_t *lock) in arch_write_unlock()
115 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
130 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
136 static inline unsigned int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
|
| /linux-6.15/tools/virtio/linux/ |
| H A D | spinlock.h | 8 static inline void spin_lock_init(spinlock_t *lock) in spin_lock_init()
14 static inline void spin_lock(spinlock_t *lock) in spin_lock()
20 static inline void spin_unlock(spinlock_t *lock) in spin_unlock()
26 static inline void spin_lock_bh(spinlock_t *lock) in spin_lock_bh()
31 static inline void spin_unlock_bh(spinlock_t *lock) in spin_unlock_bh()
36 static inline void spin_lock_irq(spinlock_t *lock) in spin_lock_irq()
41 static inline void spin_unlock_irq(spinlock_t *lock) in spin_unlock_irq()
46 static inline void spin_lock_irqsave(spinlock_t *lock, unsigned long f) in spin_lock_irqsave()
51 static inline void spin_unlock_irqrestore(spinlock_t *lock, unsigned long f) in spin_unlock_irqrestore()
|
| /linux-6.15/include/asm-generic/ |
| H A D | rqspinlock.h | 53 static __always_inline int resilient_virt_spin_lock(rqspinlock_t *lock) in resilient_virt_spin_lock()
76 static __always_inline void grab_held_lock_entry(void *lock) in grab_held_lock_entry()
174 static __always_inline int res_spin_lock(rqspinlock_t *lock) in res_spin_lock()
187 #define res_spin_lock(lock) resilient_tas_spin_lock(lock) argument
191 static __always_inline void res_spin_unlock(rqspinlock_t *lock) in res_spin_unlock()
221 #define raw_res_spin_lock_init(lock) ({ *(lock) = (rqspinlock_t)__ARCH_SPIN_LOCK_UNLOCKED; }) argument
223 #define raw_res_spin_lock_init(lock) ({ *(lock) = (rqspinlock_t){0}; }) argument
226 #define raw_res_spin_lock(lock) \ argument
236 #define raw_res_spin_unlock(lock) ({ res_spin_unlock(lock); preempt_enable(); }) argument
238 #define raw_res_spin_lock_irqsave(lock, flags) \ argument
[all …]
|
| /linux-6.15/arch/sparc/include/asm/ |
| H A D | spinlock_32.h | 16 #define arch_spin_is_locked(lock) (*((volatile unsigned char *)(lock)) != 0) argument
18 static inline void arch_spin_lock(arch_spinlock_t *lock) in arch_spin_lock()
38 static inline int arch_spin_trylock(arch_spinlock_t *lock) in arch_spin_trylock()
48 static inline void arch_spin_unlock(arch_spinlock_t *lock) in arch_spin_unlock()
92 #define arch_read_lock(lock) \ argument
112 #define arch_read_unlock(lock) \ argument
133 static inline void arch_write_unlock(arch_rwlock_t *lock) in arch_write_unlock()
177 #define arch_read_trylock(lock) \ argument
|