| /linux-6.15/arch/x86/include/asm/ |
| H A D | cmpxchg_32.h | 42 #define __arch_try_cmpxchg64(_ptr, _oldp, _new, _lock) \ argument
44 union __u64_halves o = { .full = *(_oldp), }, \
57 *(_oldp) = o.full; \
118 #define __arch_try_cmpxchg64_emu(_ptr, _oldp, _new, _lock_loc, _lock) \ argument
120 union __u64_halves o = { .full = *(_oldp), }, \
136 *(_oldp) = o.full; \
|
| H A D | uaccess.h | 556 #define __try_cmpxchg64_user_asm(_ptr, _oldp, _nval, _label) \ argument
557 __try_cmpxchg_user_asm("q", "r", (_ptr), (_oldp), (_nval), _label)
565 #define unsafe_try_cmpxchg_user(_ptr, _oldp, _nval, _label) ({ \ argument
570 (__force u8 *)(_ptr), (_oldp), \
574 (__force u16 *)(_ptr), (_oldp), \
578 (__force u32 *)(_ptr), (_oldp), \
581 case 8: __ret = __try_cmpxchg64_user_asm((__force u64 *)(_ptr), (_oldp),\
589 #define __try_cmpxchg_user(_ptr, _oldp, _nval, _label) ({ \ argument
592 __ret = !unsafe_try_cmpxchg_user(_ptr, _oldp, _nval, _label); \
|
| H A D | cmpxchg_64.h | 62 #define __arch_try_cmpxchg128(_ptr, _oldp, _new, _lock) \ argument
64 union __u128_halves o = { .full = *(_oldp), }, \
77 *(_oldp) = o.full; \
|
| /linux-6.15/include/linux/atomic/ |
| H A D | atomic-arch-fallback.h | 189 #define raw_try_cmpxchg(_ptr, _oldp, _new) \ argument
207 #define raw_try_cmpxchg_acquire(_ptr, _oldp, _new) \ argument
225 #define raw_try_cmpxchg_release(_ptr, _oldp, _new) \ argument
240 #define raw_try_cmpxchg_relaxed(_ptr, _oldp, _new) \ argument
256 #define raw_try_cmpxchg64(_ptr, _oldp, _new) \ argument
274 #define raw_try_cmpxchg64_acquire(_ptr, _oldp, _new) \ argument
323 #define raw_try_cmpxchg128(_ptr, _oldp, _new) \ argument
389 #define raw_try_cmpxchg_local(_ptr, _oldp, _new) \ argument
404 #define raw_try_cmpxchg64_local(_ptr, _oldp, _new) \ argument
419 #define raw_try_cmpxchg128_local(_ptr, _oldp, _new) \ argument
[all …]
|
| /linux-6.15/scripts/atomic/ |
| H A D | gen-atomic-fallback.sh | 233 typeof(*(_ptr)) *___op = (_oldp), ___o = *___op, ___r; \\
|