65 static __always_inline int arch_spin_value_unlocked(arch_spinlock_t lock)  in arch_spin_value_unlocked()  argument
67 	return lock.slock == 0;  in arch_spin_value_unlocked()
70 static inline int arch_spin_is_locked(arch_spinlock_t *lock)  in arch_spin_is_locked()  argument
73 	return !arch_spin_value_unlocked(*lock);  in arch_spin_is_locked()
80 static inline unsigned long __arch_spin_trylock(arch_spinlock_t *lock)  in __arch_spin_trylock()  argument
94 	: "r" (token), "r" (&lock->slock)  in __arch_spin_trylock()
100 static inline int arch_spin_trylock(arch_spinlock_t *lock)  in arch_spin_trylock()  argument
103 	return __arch_spin_trylock(lock) == 0;  in arch_spin_trylock()
123 extern void __spin_yield(arch_spinlock_t *lock);
124 extern void __rw_yield(arch_rwlock_t *lock);
131 static inline void arch_spin_lock(arch_spinlock_t *lock)  in arch_spin_lock()  argument
135 		if (likely(__arch_spin_trylock(lock) == 0))  in arch_spin_lock()
140 				__spin_yield(lock);  in arch_spin_lock()
141 		} while (unlikely(lock->slock != 0));  in arch_spin_lock()
147 void arch_spin_lock_flags(arch_spinlock_t *lock, unsigned long flags)  in arch_spin_lock_flags()  argument
153 		if (likely(__arch_spin_trylock(lock) == 0))  in arch_spin_lock_flags()
160 				__spin_yield(lock);  in arch_spin_lock_flags()
161 		} while (unlikely(lock->slock != 0));  in arch_spin_lock_flags()
168 static inline void arch_spin_unlock(arch_spinlock_t *lock)  in arch_spin_unlock()  argument
173 	lock->slock = 0;  in arch_spin_unlock()
213 	: "r" (&rw->lock)  in __arch_read_trylock()
237 	: "r" (token), "r" (&rw->lock)  in __arch_write_trylock()
252 		} while (unlikely(rw->lock < 0));  in arch_read_lock()
266 		} while (unlikely(rw->lock != 0));  in arch_write_lock()
294 	: "r"(&rw->lock)  in arch_read_unlock()
302 	rw->lock = 0;  in arch_write_unlock()
305 #define arch_spin_relax(lock)	__spin_yield(lock)  argument
306 #define arch_read_relax(lock)	__rw_yield(lock)  argument
307 #define arch_write_relax(lock)	__rw_yield(lock)  argument