Home
last modified time | relevance | path

Searched refs:_Q_LOCKED_VAL (Results 1 – 14 of 14) sorted by relevance

/linux-6.15/tools/testing/selftests/bpf/
H A Dbpf_arena_spin_lock.h95 #define _Q_LOCKED_VAL (1U << _Q_LOCKED_OFFSET) macro
184 WRITE_ONCE(lock->locked_pending, _Q_LOCKED_VAL); in clear_pending_set_locked()
195 WRITE_ONCE(lock->locked, _Q_LOCKED_VAL); in set_locked()
231 return likely(atomic_try_cmpxchg_acquire(&lock->val, &val, _Q_LOCKED_VAL)); in arena_spin_trylock()
420 if (atomic_try_cmpxchg_relaxed(&lock->val, &val, _Q_LOCKED_VAL)) in arena_spin_lock_slowpath()
492 if (likely(atomic_try_cmpxchg_acquire(&lock->val, &val, _Q_LOCKED_VAL))) in arena_spin_lock()
/linux-6.15/kernel/locking/
H A Dqspinlock_paravirt.h92 try_cmpxchg_acquire(&lock->locked, &old, _Q_LOCKED_VAL)) { in pv_hybrid_queued_unfair_trylock()
125 try_cmpxchg_acquire(&lock->locked_pending, &old, _Q_LOCKED_VAL); in trylock_clear_pending()
144 new = (old & ~_Q_PENDING_MASK) | _Q_LOCKED_VAL; in trylock_clear_pending()
458 WRITE_ONCE(lock->locked, _Q_LOCKED_VAL); in pv_wait_head_or_lock()
481 return (u32)(atomic_read(&lock->val) | _Q_LOCKED_VAL); in pv_wait_head_or_lock()
545 u8 locked = _Q_LOCKED_VAL; in __pv_queued_spin_unlock()
H A Dqspinlock.h101 WRITE_ONCE(lock->locked_pending, _Q_LOCKED_VAL); in clear_pending_set_locked()
145 atomic_add(-_Q_PENDING_VAL + _Q_LOCKED_VAL, &lock->val); in clear_pending_set_locked()
198 WRITE_ONCE(lock->locked, _Q_LOCKED_VAL); in set_locked()
H A Dqspinlock.c353 if (atomic_try_cmpxchg_relaxed(&lock->val, &val, _Q_LOCKED_VAL)) in queued_spin_lock_slowpath()
/linux-6.15/include/asm-generic/
H A Dqspinlock.h97 return likely(atomic_try_cmpxchg_acquire(&lock->val, &val, _Q_LOCKED_VAL)); in queued_spin_trylock()
111 if (likely(atomic_try_cmpxchg_acquire(&lock->val, &val, _Q_LOCKED_VAL))) in queued_spin_lock()
H A Dqspinlock_types.h92 #define _Q_LOCKED_VAL (1U << _Q_LOCKED_OFFSET) macro
H A Drqspinlock.h178 if (likely(atomic_try_cmpxchg_acquire(&lock->val, &val, _Q_LOCKED_VAL))) { in res_spin_lock()
/linux-6.15/arch/powerpc/lib/
H A Dqspinlock.c146 "i" (_Q_LOCKED_VAL), in trylock_clean_tail()
218 BUG_ON(!(old & _Q_LOCKED_VAL)); in try_set_sleepy()
290 BUG_ON(!(val & _Q_LOCKED_VAL)); in __yield_to_locked_owner()
394 if (val & _Q_LOCKED_VAL) { in yield_to_prev()
478 if (unlikely(!(val & _Q_LOCKED_VAL))) { in try_to_steal_lock()
613 if (!(val & _Q_LOCKED_VAL)) in queued_spin_lock_mcs_queue()
661 if (unlikely(old & _Q_LOCKED_VAL)) { in queued_spin_lock_mcs_queue()
/linux-6.15/arch/loongarch/include/asm/
H A Dqspinlock.h29 if (val || !atomic_try_cmpxchg(&lock->val, &val, _Q_LOCKED_VAL)) { in virt_spin_lock()
/linux-6.15/arch/x86/include/asm/
H A Dqspinlock_paravirt.h43 "mov $" __stringify(_Q_LOCKED_VAL) ",%eax\n\t" \
H A Dqspinlock.h104 if (val || !atomic_try_cmpxchg(&lock->val, &val, _Q_LOCKED_VAL)) { in virt_spin_lock()
/linux-6.15/arch/powerpc/include/asm/
H A Dqspinlock_types.h42 #define _Q_LOCKED_VAL (1U << _Q_LOCKED_OFFSET) macro
H A Dqspinlock.h89 return _Q_LOCKED_VAL | (smp_processor_id() << _Q_OWNER_CPU_OFFSET); in queued_spin_encode_locked_val()
/linux-6.15/kernel/bpf/
H A Drqspinlock.c629 if (atomic_try_cmpxchg_relaxed(&lock->val, &val, _Q_LOCKED_VAL)) in resilient_queued_spin_lock_slowpath()