| /Linux-v5.15/arch/sh/include/asm/ |
| D | bitops-cas.h | 5 static inline unsigned __bo_cas(volatile unsigned *p, unsigned old, unsigned new) in __bo_cas() argument
9 : "r"(old), "z"(p) in __bo_cas()
16 unsigned mask, old; in set_bit() local
22 do old = *a; in set_bit()
23 while (__bo_cas(a, old, old|mask) != old); in set_bit()
28 unsigned mask, old; in clear_bit() local
34 do old = *a; in clear_bit()
35 while (__bo_cas(a, old, old&~mask) != old); in clear_bit()
40 unsigned mask, old; in change_bit() local
46 do old = *a; in change_bit()
[all …]
|
| D | spinlock-cas.h | 13 static inline unsigned __sl_cas(volatile unsigned *p, unsigned old, unsigned new) in __sl_cas() argument
17 : "r"(old), "z"(p) in __sl_cas()
54 unsigned old; in arch_read_lock() local
55 do old = rw->lock; in arch_read_lock()
56 while (!old || __sl_cas(&rw->lock, old, old-1) != old); in arch_read_lock()
61 unsigned old; in arch_read_unlock() local
62 do old = rw->lock; in arch_read_unlock()
63 while (__sl_cas(&rw->lock, old, old+1) != old); in arch_read_unlock()
78 unsigned old; in arch_read_trylock() local
79 do old = rw->lock; in arch_read_trylock()
[all …]
|
| /Linux-v5.15/arch/ia64/include/asm/ |
| D | bitops.h | 42 __u32 bit, old, new; in set_bit() local
50 old = *m; in set_bit()
51 new = old | bit; in set_bit()
52 } while (cmpxchg_acq(m, old, new) != old); in set_bit()
83 __u32 mask, old, new; in clear_bit() local
91 old = *m; in clear_bit()
92 new = old & mask; in clear_bit()
93 } while (cmpxchg_acq(m, old, new) != old); in clear_bit()
107 __u32 mask, old, new; in clear_bit_unlock() local
115 old = *m; in clear_bit_unlock()
[all …]
|
| D | acenv.h | 22 unsigned int old, new, val; in ia64_acpi_acquire_global_lock() local
24 old = *lock; in ia64_acpi_acquire_global_lock()
25 new = (((old & ~0x3) + 2) + ((old >> 1) & 0x1)); in ia64_acpi_acquire_global_lock()
26 val = ia64_cmpxchg4_acq(lock, new, old); in ia64_acpi_acquire_global_lock()
27 } while (unlikely (val != old)); in ia64_acpi_acquire_global_lock()
34 unsigned int old, new, val; in ia64_acpi_release_global_lock() local
36 old = *lock; in ia64_acpi_release_global_lock()
37 new = old & ~0x3; in ia64_acpi_release_global_lock()
38 val = ia64_cmpxchg4_acq(lock, new, old); in ia64_acpi_release_global_lock()
39 } while (unlikely (val != old)); in ia64_acpi_release_global_lock()
[all …]
|
| D | atomic.h | 34 __s32 old, new; \
39 old = arch_atomic_read(v); \
40 new = old c_op i; \
41 } while (ia64_cmpxchg(acq, v, old, new, sizeof(atomic_t)) != old); \
49 __s32 old, new; \
54 old = arch_atomic_read(v); \
55 new = old c_op i; \
56 } while (ia64_cmpxchg(acq, v, old, new, sizeof(atomic_t)) != old); \
57 return old; \
129 s64 old, new; \
[all …]
|
| /Linux-v5.15/arch/s390/include/asm/ |
| D | atomic_ops.h | 50 op_type old; \
55 : [old] "=d" (old), [ptr] "+QS" (*ptr) \
57 return old; \
101 int old, new; \
108 : [old] "=d" (old), [new] "=&d" (new), [ptr] "+Q" (*ptr)\
110 return old; \
127 long old, new; \
134 : [old] "=d" (old), [new] "=&d" (new), [ptr] "+QS" (*ptr)\
136 return old; \
157 static inline int __atomic_cmpxchg(int *ptr, int old, int new) in __atomic_cmpxchg() argument
[all …]
|
| D | cmpxchg.h | 20 unsigned long old; in __xchg() local
34 : "=&d" (old), "+Q" (*(int *) address) in __xchg()
37 return old >> shift; in __xchg()
48 : "=&d" (old), "+Q" (*(int *) address) in __xchg()
51 return old >> shift; in __xchg()
57 : "=&d" (old), "+Q" (*(int *) address) in __xchg()
60 return old; in __xchg()
66 : "=&d" (old), "+QS" (*(long *) address) in __xchg()
69 return old; in __xchg()
88 unsigned long old, in __cmpxchg() argument
[all …]
|
| /Linux-v5.15/lib/ |
| D | errseq.c | 61 errseq_t cur, old; in errseq_set() local
72 old = READ_ONCE(*eseq); in errseq_set()
76 return old; in errseq_set()
82 new = (old & ~(MAX_ERRNO|ERRSEQ_SEEN)) | -err; in errseq_set()
85 if (old & ERRSEQ_SEEN) in errseq_set()
89 if (new == old) { in errseq_set()
95 cur = cmpxchg(eseq, old, new); in errseq_set()
101 if (likely(cur == old || cur == new)) in errseq_set()
105 old = cur; in errseq_set()
125 errseq_t old = READ_ONCE(*eseq); in errseq_sample() local
[all …]
|
| D | lockref.c | 13 struct lockref old; \
14 BUILD_BUG_ON(sizeof(old) != 8); \
15 old.lock_count = READ_ONCE(lockref->lock_count); \
16 while (likely(arch_spin_value_unlocked(old.lock.rlock.raw_lock))) { \
17 struct lockref new = old, prev = old; \
19 old.lock_count = cmpxchg64_relaxed(&lockref->lock_count, \
20 old.lock_count, \
22 if (likely(old.lock_count == prev.lock_count)) { \
69 if (old.count <= 0) in lockref_get_not_zero()
97 if (old.count <= 1) in lockref_put_not_zero()
[all …]
|
| /Linux-v5.15/arch/powerpc/include/asm/ |
| D | cmpxchg.h | 42 u32 __cmpxchg_##type##sfx(volatile void *p, u32 old, u32 new) \
49 old <<= bitoff; \
67 : "r" (p), "r" (old), "r" (new), "r" (prev_mask) \
216 __cmpxchg_u32(volatile unsigned int *p, unsigned long old, unsigned long new) in __cmpxchg_u32() argument
231 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u32()
238 __cmpxchg_u32_local(volatile unsigned int *p, unsigned long old, in __cmpxchg_u32_local() argument
252 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u32_local()
259 __cmpxchg_u32_relaxed(u32 *p, unsigned long old, unsigned long new) in __cmpxchg_u32_relaxed() argument
271 : "r" (p), "r" (old), "r" (new) in __cmpxchg_u32_relaxed()
286 __cmpxchg_u32_acquire(u32 *p, unsigned long old, unsigned long new) in __cmpxchg_u32_acquire() argument
[all …]
|
| /Linux-v5.15/arch/sparc/kernel/ |
| D | ftrace.c | 26 static int ftrace_modify_code(unsigned long ip, u32 old, u32 new) in ftrace_modify_code() argument
47 : [new] "0" (new), [old] "r" (old), [ip] "r" (ip) in ftrace_modify_code()
50 if (replaced != old && replaced != new) in ftrace_modify_code()
59 u32 old, new; in ftrace_make_nop() local
61 old = ftrace_call_replace(ip, addr); in ftrace_make_nop()
63 return ftrace_modify_code(ip, old, new); in ftrace_make_nop()
69 u32 old, new; in ftrace_make_call() local
71 old = ftrace_nop; in ftrace_make_call()
73 return ftrace_modify_code(ip, old, new); in ftrace_make_call()
79 u32 old, new; in ftrace_update_ftrace_func() local
[all …]
|
| /Linux-v5.15/arch/s390/lib/ |
| D | spinlock.c | 84 static inline int arch_cmpxchg_niai8(int *lock, int old, int new) in arch_cmpxchg_niai8() argument
86 int expected = old; in arch_cmpxchg_niai8()
91 : "=d" (old), "=Q" (*lock) in arch_cmpxchg_niai8()
92 : "0" (old), "d" (new), "Q" (*lock) in arch_cmpxchg_niai8()
94 return expected == old; in arch_cmpxchg_niai8()
120 int lockval, ix, node_id, tail_id, old, new, owner, count; in arch_spin_lock_queued() local
131 old = READ_ONCE(lp->lock); in arch_spin_lock_queued()
132 if ((old & _Q_LOCK_CPU_MASK) == 0 && in arch_spin_lock_queued()
133 (old & _Q_LOCK_STEAL_MASK) != _Q_LOCK_STEAL_MASK) { in arch_spin_lock_queued()
141 new = (old ? (old + _Q_LOCK_STEAL_ADD) : 0) | lockval; in arch_spin_lock_queued()
[all …]
|
| /Linux-v5.15/kernel/ |
| D | tracepoint.c | 142 static inline void release_probes(struct tracepoint_func *old) in release_probes() argument
144 if (old) { in release_probes()
145 struct tp_probes *tp_probes = container_of(old, in release_probes()
183 struct tracepoint_func *old, *new; in func_add() local
192 old = *funcs; in func_add()
193 if (old) { in func_add()
195 for (iter_probes = 0; old[iter_probes].func; iter_probes++) { in func_add()
196 if (old[iter_probes].func == tp_stub_func) in func_add()
198 if (old[iter_probes].func == tp_func->func && in func_add()
199 old[iter_probes].data == tp_func->data) in func_add()
[all …]
|
| D | cred.c | 255 const struct cred *old; in prepare_creds() local
266 old = task->cred; in prepare_creds()
267 memcpy(new, old, sizeof(struct cred)); in prepare_creds()
291 if (security_prepare_creds(new, old, GFP_KERNEL_ACCOUNT) < 0) in prepare_creds()
450 const struct cred *old = task->real_cred; in commit_creds() local
456 BUG_ON(task->cred != old); in commit_creds()
458 BUG_ON(read_cred_subscribers(old) < 2); in commit_creds()
459 validate_creds(old); in commit_creds()
467 if (!uid_eq(old->euid, new->euid) || in commit_creds()
468 !gid_eq(old->egid, new->egid) || in commit_creds()
[all …]
|
| /Linux-v5.15/include/linux/ |
| D | refcount.h | 152 int old = refcount_read(r); in __refcount_add_not_zero() local
155 if (!old) in __refcount_add_not_zero()
157 } while (!atomic_try_cmpxchg_relaxed(&r->refs, &old, old + i)); in __refcount_add_not_zero()
160 *oldp = old; in __refcount_add_not_zero()
162 if (unlikely(old < 0 || old + i < 0)) in __refcount_add_not_zero()
165 return old; in __refcount_add_not_zero()
193 int old = atomic_fetch_add_relaxed(i, &r->refs); in __refcount_add() local
196 *oldp = old; in __refcount_add()
198 if (unlikely(!old)) in __refcount_add()
200 else if (unlikely(old < 0 || old + i < 0)) in __refcount_add()
[all …]
|
| D | iversion.h | 126 u64 cur, old; in inode_set_max_iversion_raw() local
132 old = atomic64_cmpxchg(&inode->i_version, cur, val); in inode_set_max_iversion_raw()
133 if (likely(old == cur)) in inode_set_max_iversion_raw()
135 cur = old; in inode_set_max_iversion_raw()
200 u64 cur, old, new; in inode_maybe_inc_iversion() local
222 old = atomic64_cmpxchg(&inode->i_version, cur, new); in inode_maybe_inc_iversion()
223 if (likely(old == cur)) in inode_maybe_inc_iversion()
225 cur = old; in inode_maybe_inc_iversion()
307 u64 cur, old, new; in inode_query_iversion() local
323 old = atomic64_cmpxchg(&inode->i_version, cur, new); in inode_query_iversion()
[all …]
|
| /Linux-v5.15/security/safesetid/ |
| D | lsm.c | 153 static bool id_permitted_for_cred(const struct cred *old, kid_t new_id, enum setid_type new_type) in id_permitted_for_cred() argument
159 if (uid_eq(new_id.uid, old->uid) || uid_eq(new_id.uid, old->euid) || in id_permitted_for_cred()
160 uid_eq(new_id.uid, old->suid)) in id_permitted_for_cred()
163 if (gid_eq(new_id.gid, old->gid) || gid_eq(new_id.gid, old->egid) || in id_permitted_for_cred()
164 gid_eq(new_id.gid, old->sgid)) in id_permitted_for_cred()
174 setid_policy_lookup((kid_t){.uid = old->uid}, new_id, new_type) != SIDPOL_CONSTRAINED; in id_permitted_for_cred()
179 __kuid_val(old->uid), __kuid_val(old->euid), in id_permitted_for_cred()
180 __kuid_val(old->suid), __kuid_val(new_id.uid)); in id_permitted_for_cred()
183 __kgid_val(old->gid), __kgid_val(old->egid), in id_permitted_for_cred()
184 __kgid_val(old->sgid), __kgid_val(new_id.gid)); in id_permitted_for_cred()
[all …]
|
| /Linux-v5.15/arch/arm/kernel/ |
| D | ftrace.c | 77 static int ftrace_modify_code(unsigned long pc, unsigned long old, in ftrace_modify_code() argument
83 old = __opcode_to_mem_thumb32(old); in ftrace_modify_code()
85 old = __opcode_to_mem_arm(old); in ftrace_modify_code()
92 if (replaced != old) in ftrace_modify_code()
126 unsigned long new, old; in ftrace_make_call() local
135 old = ftrace_nop_replace(rec); in ftrace_make_call()
145 return ftrace_modify_code(rec->ip, old, new, true); in ftrace_make_call()
153 unsigned long new, old; in ftrace_modify_call() local
156 old = ftrace_call_replace(ip, adjust_address(rec, old_addr), true); in ftrace_modify_call()
160 return ftrace_modify_code(rec->ip, old, new, true); in ftrace_modify_call()
[all …]
|
| /Linux-v5.15/drivers/input/joystick/iforce/ |
| D | iforce-ff.c | 182 struct ff_effect *old, in need_condition_modifier() argument
195 ret |= old->u.condition[i].right_saturation != new->u.condition[i].right_saturation in need_condition_modifier()
196 || old->u.condition[i].left_saturation != new->u.condition[i].left_saturation in need_condition_modifier()
197 || old->u.condition[i].right_coeff != new->u.condition[i].right_coeff in need_condition_modifier()
198 || old->u.condition[i].left_coeff != new->u.condition[i].left_coeff in need_condition_modifier()
199 || old->u.condition[i].deadband != new->u.condition[i].deadband in need_condition_modifier()
200 || old->u.condition[i].center != new->u.condition[i].center; in need_condition_modifier()
210 struct ff_effect *old, in need_magnitude_modifier() argument
219 return old->u.constant.level != effect->u.constant.level; in need_magnitude_modifier()
226 static int need_envelope_modifier(struct iforce *iforce, struct ff_effect *old, in need_envelope_modifier() argument
[all …]
|
| /Linux-v5.15/arch/sh/kernel/ |
| D | ftrace.c | 102 int old = atomic_read(&nmi_running); in clear_mod_flag() local
105 int new = old & ~MOD_CODE_WRITE_FLAG; in clear_mod_flag()
107 if (old == new) in clear_mod_flag()
110 old = atomic_cmpxchg(&nmi_running, old, new); in clear_mod_flag()
225 unsigned char old[MCOUNT_INSN_SIZE], *new; in ftrace_update_ftrace_func() local
227 memcpy(old, (unsigned char *)ip, MCOUNT_INSN_SIZE); in ftrace_update_ftrace_func()
230 return ftrace_modify_code(ip, old, new); in ftrace_update_ftrace_func()
236 unsigned char *new, *old; in ftrace_make_nop() local
239 old = ftrace_call_replace(ip, addr); in ftrace_make_nop()
242 return ftrace_modify_code(rec->ip, old, new); in ftrace_make_nop()
[all …]
|
| /Linux-v5.15/arch/x86/include/asm/ |
| D | atomic64_32.h | 274 s64 old, c = 0; in arch_atomic64_and() local
276 while ((old = arch_atomic64_cmpxchg(v, c, c & i)) != c) in arch_atomic64_and()
277 c = old; in arch_atomic64_and()
282 s64 old, c = 0; in arch_atomic64_fetch_and() local
284 while ((old = arch_atomic64_cmpxchg(v, c, c & i)) != c) in arch_atomic64_fetch_and()
285 c = old; in arch_atomic64_fetch_and()
287 return old; in arch_atomic64_fetch_and()
293 s64 old, c = 0; in arch_atomic64_or() local
295 while ((old = arch_atomic64_cmpxchg(v, c, c | i)) != c) in arch_atomic64_or()
296 c = old; in arch_atomic64_or()
[all …]
|
| /Linux-v5.15/arch/sparc/include/asm/ |
| D | cmpxchg_64.h | 11 __cmpxchg_u32(volatile int *m, int old, int new) in __cmpxchg_u32() argument
15 : "0" (new), "r" (m), "r" (old) in __cmpxchg_u32()
115 __cmpxchg_u64(volatile long *m, unsigned long old, unsigned long new) in __cmpxchg_u64() argument
119 : "0" (new), "r" (m), "r" (old) in __cmpxchg_u64()
131 __cmpxchg_u8(volatile unsigned char *m, unsigned char old, unsigned char new) in __cmpxchg_u8() argument
142 old32 = (load32 & ~mask) | (old << bit_shift); in __cmpxchg_u8()
145 return old; in __cmpxchg_u8()
147 } while (load == old); in __cmpxchg_u8()
157 __cmpxchg(volatile void *ptr, unsigned long old, unsigned long new, int size) in __cmpxchg() argument
161 return __cmpxchg_u8(ptr, old, new); in __cmpxchg()
[all …]
|
| /Linux-v5.15/arch/arm64/kvm/hyp/ |
| D | exception.c | 80 unsigned long sctlr, vbar, old, new, mode; in enter_exception64() local
107 old = *vcpu_cpsr(vcpu); in enter_exception64()
110 new |= (old & PSR_N_BIT); in enter_exception64()
111 new |= (old & PSR_Z_BIT); in enter_exception64()
112 new |= (old & PSR_C_BIT); in enter_exception64()
113 new |= (old & PSR_V_BIT); in enter_exception64()
118 new |= (old & PSR_DIT_BIT); in enter_exception64()
126 new |= (old & PSR_PAN_BIT); in enter_exception64()
152 __vcpu_write_spsr(vcpu, old); in enter_exception64()
176 unsigned long old, new; in get_except32_cpsr() local
[all …]
|
| /Linux-v5.15/drivers/gpu/drm/ |
| D | drm_lock.c | 62 unsigned int old, new, prev; in drm_lock_take() local
67 old = *lock; in drm_lock_take()
68 if (old & _DRM_LOCK_HELD) in drm_lock_take()
69 new = old | _DRM_LOCK_CONT; in drm_lock_take()
75 prev = cmpxchg(lock, old, new); in drm_lock_take()
76 } while (prev != old); in drm_lock_take()
79 if (_DRM_LOCKING_CONTEXT(old) == context) { in drm_lock_take()
80 if (old & _DRM_LOCK_HELD) { in drm_lock_take()
111 unsigned int old, new, prev; in drm_lock_transfer() local
116 old = *lock; in drm_lock_transfer()
[all …]
|
| /Linux-v5.15/arch/arm64/kernel/ |
| D | ftrace.c | 25 static int ftrace_modify_code(unsigned long pc, u32 old, u32 new, in ftrace_modify_code() argument
42 if (replaced != old) in ftrace_modify_code()
86 u32 old, new; in ftrace_make_call() local
122 old = aarch64_insn_gen_nop(); in ftrace_make_call()
125 return ftrace_modify_code(pc, old, new, true); in ftrace_make_call()
133 u32 old, new; in ftrace_modify_call() local
135 old = aarch64_insn_gen_branch_imm(pc, old_addr, in ftrace_modify_call()
139 return ftrace_modify_code(pc, old, new, true); in ftrace_modify_call()
167 u32 old, new; in ftrace_init_nop() local
169 old = aarch64_insn_gen_nop(); in ftrace_init_nop()
[all …]
|
