Home
last modified time | relevance | path

Searched refs:_Q_LOCKED_VAL (Results 1 – 8 of 8) sorted by relevance

/Linux-v6.6/kernel/locking/
Dqspinlock_paravirt.h91 (cmpxchg_acquire(&lock->locked, 0, _Q_LOCKED_VAL) == 0)) { in pv_hybrid_queued_unfair_trylock()
123 _Q_LOCKED_VAL) == _Q_PENDING_VAL); in trylock_clear_pending()
145 new = (val & ~_Q_PENDING_MASK) | _Q_LOCKED_VAL; in trylock_clear_pending()
462 WRITE_ONCE(lock->locked, _Q_LOCKED_VAL); in pv_wait_head_or_lock()
485 return (u32)(atomic_read(&lock->val) | _Q_LOCKED_VAL); in pv_wait_head_or_lock()
556 locked = cmpxchg_release(&lock->locked, _Q_LOCKED_VAL, 0); in __pv_queued_spin_unlock()
557 if (likely(locked == _Q_LOCKED_VAL)) in __pv_queued_spin_unlock()
Dqspinlock.c164 WRITE_ONCE(lock->locked_pending, _Q_LOCKED_VAL); in clear_pending_set_locked()
208 atomic_add(-_Q_PENDING_VAL + _Q_LOCKED_VAL, &lock->val); in clear_pending_set_locked()
264 WRITE_ONCE(lock->locked, _Q_LOCKED_VAL); in set_locked()
539 if (atomic_try_cmpxchg_relaxed(&lock->val, &val, _Q_LOCKED_VAL)) in queued_spin_lock_slowpath()
/Linux-v6.6/include/asm-generic/
Dqspinlock.h97 return likely(atomic_try_cmpxchg_acquire(&lock->val, &val, _Q_LOCKED_VAL)); in queued_spin_trylock()
111 if (likely(atomic_try_cmpxchg_acquire(&lock->val, &val, _Q_LOCKED_VAL))) in queued_spin_lock()
Dqspinlock_types.h92 #define _Q_LOCKED_VAL (1U << _Q_LOCKED_OFFSET) macro
/Linux-v6.6/arch/powerpc/lib/
Dqspinlock.c145 "i" (_Q_LOCKED_VAL), in trylock_clean_tail()
217 BUG_ON(!(old & _Q_LOCKED_VAL)); in try_set_sleepy()
255 if (val & _Q_LOCKED_VAL) { in seen_sleepy_node()
293 BUG_ON(!(val & _Q_LOCKED_VAL)); in __yield_to_locked_owner()
492 if (unlikely(!(val & _Q_LOCKED_VAL))) { in try_to_steal_lock()
631 if (!(val & _Q_LOCKED_VAL)) in queued_spin_lock_mcs_queue()
679 if (unlikely(old & _Q_LOCKED_VAL)) { in queued_spin_lock_mcs_queue()
/Linux-v6.6/arch/powerpc/include/asm/
Dqspinlock_types.h42 #define _Q_LOCKED_VAL (1U << _Q_LOCKED_OFFSET) macro
Dqspinlock.h89 return _Q_LOCKED_VAL | (smp_processor_id() << _Q_OWNER_CPU_OFFSET); in queued_spin_encode_locked_val()
/Linux-v6.6/arch/x86/include/asm/
Dqspinlock.h100 } while (atomic_cmpxchg(&lock->val, 0, _Q_LOCKED_VAL) != 0); in virt_spin_lock()