| /linux-6.15/arch/sh/include/asm/ |
| H A D | bitops-cas.h | 22 do old = *a; in set_bit()
23 while (__bo_cas(a, old, old|mask) != old); in set_bit()
34 do old = *a; in clear_bit()
35 while (__bo_cas(a, old, old&~mask) != old); in clear_bit()
46 do old = *a; in change_bit()
47 while (__bo_cas(a, old, old^mask) != old); in change_bit()
58 do old = *a; in test_and_set_bit()
59 while (__bo_cas(a, old, old|mask) != old); in test_and_set_bit()
72 do old = *a; in test_and_clear_bit()
73 while (__bo_cas(a, old, old&~mask) != old); in test_and_clear_bit()
[all …]
|
| H A D | spinlock-cas.h | 17 : "r"(old), "z"(p) in __sl_cas()
54 unsigned old; in arch_read_lock() local
55 do old = rw->lock; in arch_read_lock()
56 while (!old || __sl_cas(&rw->lock, old, old-1) != old); in arch_read_lock()
61 unsigned old; in arch_read_unlock() local
62 do old = rw->lock; in arch_read_unlock()
63 while (__sl_cas(&rw->lock, old, old+1) != old); in arch_read_unlock()
78 unsigned old; in arch_read_trylock() local
79 do old = rw->lock; in arch_read_trylock()
80 while (old && __sl_cas(&rw->lock, old, old-1) != old); in arch_read_trylock()
[all …]
|
| /linux-6.15/arch/s390/include/asm/ |
| H A D | cmpxchg.h | 22 : [old] "+d" (old), [ptr] "+Q" (*(u32 *)ptr) in __cs_asm()
25 return old; in __cs_asm()
32 : [old] "+d" (old), [ptr] "+QS" (*(u64 *)ptr) in __csg_asm()
35 return old; in __csg_asm()
58 return old; in __arch_cmpxchg1()
81 return old; in __arch_cmpxchg2()
93 return old; in __arch_cmpxchg()
218 return old; in __arch_xchg()
225 return old; in __arch_xchg()
245 : [old] "+d" (old), [ptr] "+QS" (*ptr) in arch_cmpxchg128()
[all …]
|
| H A D | spinlock.h | 76 int old = 0; in arch_spin_trylock_once() local
126 int old; in arch_read_lock() local
128 old = __atomic_add(1, &rw->cnts); in arch_read_lock()
129 if (old & 0xffff0000) in arch_read_lock()
140 int old = 0; in arch_write_lock() local
154 int old; in arch_read_trylock() local
156 old = READ_ONCE(rw->cnts); in arch_read_trylock()
157 return (!(old & 0xffff0000) && arch_try_cmpxchg(&rw->cnts, &old, old + 1)); in arch_read_trylock()
162 int old; in arch_write_trylock() local
164 old = READ_ONCE(rw->cnts); in arch_write_trylock()
[all …]
|
| H A D | futex.h | 14 __futex_atomic_##name(int oparg, int *old, u32 __user *uaddr) \
18 instrument_copy_from_user_before(old, uaddr, sizeof(*old)); \
31 : [rc] "=d" (rc), [old] "=&d" (*old), \
36 instrument_copy_from_user_after(old, uaddr, sizeof(*old), 0); \
49 int old, rc; in arch_futex_atomic_op_inuser() local
53 rc = __futex_atomic_set(oparg, &old, uaddr); in arch_futex_atomic_op_inuser()
56 rc = __futex_atomic_add(oparg, &old, uaddr); in arch_futex_atomic_op_inuser()
59 rc = __futex_atomic_or(oparg, &old, uaddr); in arch_futex_atomic_op_inuser()
62 rc = __futex_atomic_and(~oparg, &old, uaddr); in arch_futex_atomic_op_inuser()
65 rc = __futex_atomic_xor(oparg, &old, uaddr); in arch_futex_atomic_op_inuser()
[all …]
|
| /linux-6.15/include/linux/ |
| H A D | refcount.h | 179 if (!old) in __refcount_add_not_zero()
184 *oldp = old; in __refcount_add_not_zero()
186 if (unlikely(old < 0 || old + i < 0)) in __refcount_add_not_zero()
189 return old; in __refcount_add_not_zero()
222 if (!old) in __refcount_add_not_zero_limited_acquire()
233 *oldp = old; in __refcount_add_not_zero_limited_acquire()
235 if (unlikely(old < 0 || old + i < 0)) in __refcount_add_not_zero_limited_acquire()
238 return old; in __refcount_add_not_zero_limited_acquire()
290 else if (unlikely(old < 0 || old + i < 0)) in __refcount_add()
394 if (old > 0 && old == i) { in __refcount_sub_and_test()
[all …]
|
| /linux-6.15/arch/powerpc/include/asm/ |
| H A D | cmpxchg.h | 49 old <<= bitoff; \
298 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u8()
318 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u8_local()
337 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u8_relaxed()
357 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u8_acquire()
378 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u16()
398 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u16_local()
637 return old; in __cmpxchg()
657 return old; in __cmpxchg_local()
677 return old; in __cmpxchg_relaxed()
[all …]
|
| /linux-6.15/lib/ |
| H A D | errseq.c | 61 errseq_t cur, old; in errseq_set() local
72 old = READ_ONCE(*eseq); in errseq_set()
76 return old; in errseq_set()
85 if (old & ERRSEQ_SEEN) in errseq_set()
89 if (new == old) { in errseq_set()
105 old = cur; in errseq_set()
129 old = 0; in errseq_sample()
130 return old; in errseq_sample()
178 errseq_t old, new; in errseq_check_and_advance() local
186 if (old != *since) { in errseq_check_and_advance()
[all …]
|
| /linux-6.15/arch/s390/lib/ |
| H A D | spinlock.c | 113 : [old] "+d" (old), [lock] "+Q" (*lock), "=@cc" (cc) in arch_try_cmpxchg_niai8()
123 int expected = old; in arch_try_cmpxchg_niai8()
128 : [old] "+d" (old), [lock] "+Q" (*lock) in arch_try_cmpxchg_niai8()
131 return expected == old; in arch_try_cmpxchg_niai8()
169 old = READ_ONCE(lp->lock); in arch_spin_lock_queued()
180 new = (old ? (old + _Q_LOCK_STEAL_ADD) : 0) | lockval; in arch_spin_lock_queued()
193 tail_id = old & _Q_TAIL_MASK; in arch_spin_lock_queued()
221 old = READ_ONCE(lp->lock); in arch_spin_lock_queued()
331 int old; in arch_write_lock_wait() local
340 old = READ_ONCE(rw->cnts); in arch_write_lock_wait()
[all …]
|
| /linux-6.15/arch/sparc/kernel/ |
| H A D | ftrace.c | 47 : [new] "0" (new), [old] "r" (old), [ip] "r" (ip) in ftrace_modify_code()
59 u32 old, new; in ftrace_make_nop() local
61 old = ftrace_call_replace(ip, addr); in ftrace_make_nop()
69 u32 old, new; in ftrace_make_call() local
71 old = ftrace_nop; in ftrace_make_call()
79 u32 old, new; in ftrace_update_ftrace_func() local
81 old = *(u32 *) &ftrace_call; in ftrace_update_ftrace_func()
95 u32 old, new; in ftrace_enable_ftrace_graph_caller() local
97 old = *(u32 *) &ftrace_graph_call; in ftrace_enable_ftrace_graph_caller()
105 u32 old, new; in ftrace_disable_ftrace_graph_caller() local
[all …]
|
| /linux-6.15/security/safesetid/ |
| H A D | lsm.c | 154 if (uid_eq(new_id.uid, old->uid) || uid_eq(new_id.uid, old->euid) || in id_permitted_for_cred()
155 uid_eq(new_id.uid, old->suid)) in id_permitted_for_cred()
158 if (gid_eq(new_id.gid, old->gid) || gid_eq(new_id.gid, old->egid) || in id_permitted_for_cred()
159 gid_eq(new_id.gid, old->sgid)) in id_permitted_for_cred()
174 __kuid_val(old->uid), __kuid_val(old->euid), in id_permitted_for_cred()
175 __kuid_val(old->suid), __kuid_val(new_id.uid)); in id_permitted_for_cred()
178 __kgid_val(old->gid), __kgid_val(old->egid), in id_permitted_for_cred()
179 __kgid_val(old->sgid), __kgid_val(new_id.gid)); in id_permitted_for_cred()
192 const struct cred *old, in safesetid_task_fix_setuid() argument
200 if (id_permitted_for_cred(old, (kid_t){.uid = new->uid}, UID) && in safesetid_task_fix_setuid()
[all …]
|
| /linux-6.15/kernel/ |
| H A D | tracepoint.c | 111 if (old) { in release_probes()
146 old = *funcs; in func_add()
147 if (old) { in func_add()
162 if (old) { in func_add()
183 return old; in func_add()
192 old = *funcs; in func_remove()
194 if (!old) in func_remove()
216 return old; in func_remove()
241 *funcs = old; in func_remove()
245 return old; in func_remove()
[all …]
|
| /linux-6.15/arch/arm/kernel/ |
| H A D | ftrace.c | 104 old = __opcode_to_mem_thumb32(old); in ftrace_modify_code()
106 old = __opcode_to_mem_arm(old); in ftrace_modify_code()
113 if (replaced != old) in ftrace_modify_code()
147 unsigned long new, old; in ftrace_make_call() local
156 old = ftrace_nop_replace(rec); in ftrace_make_call()
174 unsigned long new, old; in ftrace_modify_call() local
191 unsigned long old; in ftrace_make_nop() local
206 if (!old && mod) { in ftrace_make_nop()
232 unsigned long old; in prepare_ftrace_return() local
267 old = *parent; in prepare_ftrace_return()
[all …]
|
| /linux-6.15/drivers/input/joystick/iforce/ |
| H A D | iforce-ff.c | 345 if (!old || need_period_modifier(iforce, old, effect)) { in iforce_upload_periodic()
347 old != NULL, in iforce_upload_periodic()
355 if (!old || need_envelope_modifier(iforce, old, effect)) { in iforce_upload_periodic()
357 old !=NULL, in iforce_upload_periodic()
376 if (!old || need_core(old, effect)) { in iforce_upload_periodic()
415 if (!old || need_magnitude_modifier(iforce, old, effect)) { in iforce_upload_constant()
417 old != NULL, in iforce_upload_constant()
424 if (!old || need_envelope_modifier(iforce, old, effect)) { in iforce_upload_constant()
426 old != NULL, in iforce_upload_constant()
436 if (!old || need_core(old, effect)) { in iforce_upload_constant()
[all …]
|
| /linux-6.15/arch/sh/kernel/ |
| H A D | ftrace.c | 102 int old = atomic_read(&nmi_running); in clear_mod_flag() local
105 int new = old & ~MOD_CODE_WRITE_FLAG; in clear_mod_flag()
107 if (old == new) in clear_mod_flag()
110 old = atomic_cmpxchg(&nmi_running, old, new); in clear_mod_flag()
236 unsigned char *new, *old; in ftrace_make_nop() local
239 old = ftrace_call_replace(ip, addr); in ftrace_make_nop()
247 unsigned char *new, *old; in ftrace_make_call() local
250 old = ftrace_nop_replace(ip); in ftrace_make_call()
318 unsigned long old; in prepare_ftrace_return() local
352 : "=&r" (old), "=r" (faulted) in prepare_ftrace_return()
[all …]
|
| /linux-6.15/arch/sparc/include/asm/ |
| H A D | cmpxchg_64.h | 11 __cmpxchg_u32(volatile int *m, int old, int new) in __cmpxchg_u32() argument
15 : "0" (new), "r" (m), "r" (old) in __cmpxchg_u32()
119 : "0" (new), "r" (m), "r" (old) in __cmpxchg_u64()
145 return old; in __cmpxchg_u8()
147 } while (load == old); in __cmpxchg_u8()
161 return __cmpxchg_u8(ptr, old, new); in __cmpxchg()
163 return __cmpxchg_u32(ptr, old, new); in __cmpxchg()
165 return __cmpxchg_u64(ptr, old, new); in __cmpxchg()
168 return old; in __cmpxchg()
185 unsigned long old, in __cmpxchg_local() argument
[all …]
|
| H A D | cmpxchg_32.h | 41 u8 __cmpxchg_u8(volatile u8 *m, u8 old, u8 new_);
42 u16 __cmpxchg_u16(volatile u16 *m, u16 old, u16 new_);
43 u32 __cmpxchg_u32(volatile u32 *m, u32 old, u32 new_);
47 __cmpxchg(volatile void *ptr, unsigned long old, unsigned long new_, int size) in __cmpxchg() argument
50 size == 1 ? __cmpxchg_u8(ptr, old, new_) : in __cmpxchg()
51 size == 2 ? __cmpxchg_u16(ptr, old, new_) : in __cmpxchg()
52 size == 4 ? __cmpxchg_u32(ptr, old, new_) : in __cmpxchg()
53 (__cmpxchg_called_with_bad_pointer(), old); in __cmpxchg()
64 u64 __cmpxchg_u64(volatile u64 *ptr, u64 old, u64 new);
65 #define arch_cmpxchg64(ptr, old, new) __cmpxchg_u64(ptr, old, new) argument
|
| /linux-6.15/arch/parisc/include/asm/ |
| H A D | cmpxchg.h | 60 extern u8 __cmpxchg_u8(volatile u8 *ptr, u8 old, u8 new_);
62 extern u32 __cmpxchg_u32(volatile u32 *m, u32 old, u32 new_);
71 size == 8 ? __cmpxchg_u64(ptr, old, new_) : in __cmpxchg()
73 size == 4 ? __cmpxchg_u32(ptr, old, new_) : in __cmpxchg()
74 size == 2 ? __cmpxchg_u16(ptr, old, new_) : in __cmpxchg()
75 size == 1 ? __cmpxchg_u8(ptr, old, new_) : in __cmpxchg()
76 (__cmpxchg_called_with_bad_pointer(), old); in __cmpxchg()
90 unsigned long old, in __cmpxchg_local() argument
95 case 8: return __cmpxchg_u64((u64 *)ptr, old, new_); in __cmpxchg_local()
97 case 4: return __cmpxchg_u32(ptr, old, new_); in __cmpxchg_local()
[all …]
|
| /linux-6.15/include/asm-generic/bitops/ |
| H A D | lock.h | 21 long old; in arch_test_and_set_bit_lock() local
28 old = raw_atomic_long_fetch_or_acquire(mask, (atomic_long_t *)p); in arch_test_and_set_bit_lock()
29 return !!(old & mask); in arch_test_and_set_bit_lock()
61 unsigned long old; in arch___clear_bit_unlock() local
64 old = READ_ONCE(*p); in arch___clear_bit_unlock()
65 old &= ~BIT_MASK(nr); in arch___clear_bit_unlock()
66 raw_atomic_long_set_release((atomic_long_t *)p, old); in arch___clear_bit_unlock()
73 long old; in arch_xor_unlock_is_negative_byte() local
75 old = raw_atomic_long_fetch_xor_release(mask, (atomic_long_t *)p); in arch_xor_unlock_is_negative_byte()
76 return !!(old & BIT(7)); in arch_xor_unlock_is_negative_byte()
|
| /linux-6.15/arch/arm64/kvm/hyp/ |
| H A D | exception.c | 126 old = *vcpu_cpsr(vcpu); in enter_exception64()
129 new |= (old & PSR_N_BIT); in enter_exception64()
130 new |= (old & PSR_Z_BIT); in enter_exception64()
131 new |= (old & PSR_C_BIT); in enter_exception64()
132 new |= (old & PSR_V_BIT); in enter_exception64()
137 new |= (old & PSR_DIT_BIT); in enter_exception64()
145 new |= (old & PSR_PAN_BIT); in enter_exception64()
195 unsigned long old, new; in get_except32_cpsr() local
197 old = *vcpu_cpsr(vcpu); in get_except32_cpsr()
200 new |= (old & PSR_AA32_N_BIT); in get_except32_cpsr()
[all …]
|
| /linux-6.15/arch/loongarch/include/asm/ |
| H A D | cmpxchg.h | 95 #define __cmpxchg_asm(ld, st, m, old, new) \ argument
97 __typeof(old) __ret; \
108 : "ZB"(*m), "Jr" (old), "Jr" (new) \
123 old &= mask; in __cmpxchg_small()
133 old <<= shift; in __cmpxchg_small()
168 return __cmpxchg_small(ptr, old, new, size); in __cmpxchg()
172 (u32)old, new); in __cmpxchg()
176 (u64)old, new); in __cmpxchg()
185 #define arch_cmpxchg_local(ptr, old, new) \ argument
188 (unsigned long)(__typeof__(*(ptr)))(old), \
[all …]
|
| /linux-6.15/arch/xtensa/include/asm/ |
| H A D | cmpxchg.h | 25 __cmpxchg_u32(volatile int *p, int old, int new) in __cmpxchg_u32() argument
49 : [cmp] "a" (old) in __cmpxchg_u32()
63 : [old] "=&a" (old), [mem] "+m" (*p) in __cmpxchg_u32()
64 : [cmp] "a" (old), [new] "r" (new) in __cmpxchg_u32()
66 return old; in __cmpxchg_u32()
78 case 1: return cmpxchg_emu_u8(ptr, old, new); in __cmpxchg()
79 case 4: return __cmpxchg_u32(ptr, old, new); in __cmpxchg()
81 return old; in __cmpxchg()
95 unsigned long old, in __cmpxchg_local() argument
100 return __cmpxchg_u32(ptr, old, new); in __cmpxchg_local()
[all …]
|
| /linux-6.15/sound/soc/sof/ |
| H A D | ops.c | 19 unsigned int old, new; in snd_sof_pci_update_bits_unlocked() local
23 old = ret; in snd_sof_pci_update_bits_unlocked()
26 new = (old & ~mask) | (value & mask); in snd_sof_pci_update_bits_unlocked()
28 if (old == new) in snd_sof_pci_update_bits_unlocked()
54 unsigned int old, new; in snd_sof_dsp_update_bits_unlocked() local
59 old = ret; in snd_sof_dsp_update_bits_unlocked()
62 if (old == new) in snd_sof_dsp_update_bits_unlocked()
74 u64 old, new; in snd_sof_dsp_update_bits64_unlocked() local
80 if (old == new) in snd_sof_dsp_update_bits64_unlocked()
122 unsigned int old, new; in snd_sof_dsp_update_bits_forced_unlocked() local
[all …]
|
| /linux-6.15/arch/x86/include/asm/ |
| H A D | cmpxchg.h | 88 __typeof__(*(ptr)) __old = (old); \
133 #define __cmpxchg(ptr, old, new, size) \ argument
148 #define arch_cmpxchg(ptr, old, new) \ argument
149 __cmpxchg(ptr, old, new, sizeof(*(ptr)))
151 #define arch_sync_cmpxchg(ptr, old, new) \ argument
152 __sync_cmpxchg(ptr, old, new, sizeof(*(ptr)))
154 #define arch_cmpxchg_local(ptr, old, new) \ argument
172 [old] "+a" (__old) \
184 [old] "+a" (__old) \
196 [old] "+a" (__old) \
[all …]
|
| /linux-6.15/arch/loongarch/kernel/ |
| H A D | ftrace_dyn.c | 23 if (replaced != old) in ftrace_modify_code()
119 u32 old, new; in ftrace_modify_call() local
171 u32 old, new; in ftrace_init_nop() local
175 old = larch_insn_gen_nop(); in ftrace_init_nop()
183 u32 old, new; in ftrace_make_call() local
191 old = larch_insn_gen_nop(); in ftrace_make_call()
199 u32 old, new; in ftrace_make_nop() local
227 unsigned long old; in prepare_ftrace_return() local
233 old = *parent; in prepare_ftrace_return()
246 unsigned long old; in ftrace_graph_func() local
[all …]
|