71 #define LOCK_SECTION_NAME ".text..lock."KBUILD_BASENAME
100   extern void __raw_spin_lock_init(raw_spinlock_t *lock, const char *name,
103 # define raw_spin_lock_init(lock)					\  argument
107 	__raw_spin_lock_init((lock), #lock, &__key, LD_WAIT_SPIN);	\
111 # define raw_spin_lock_init(lock)				\  argument
112 	do { *(lock) = __RAW_SPIN_LOCK_UNLOCKED(lock); } while (0)
115 #define raw_spin_is_locked(lock)	arch_spin_is_locked(&(lock)->raw_lock)  argument
118 #define raw_spin_is_contended(lock)	arch_spin_is_contended(&(lock)->raw_lock)  argument
120 #define raw_spin_is_contended(lock)	(((void)(lock), 0))  argument
125  * between program-order earlier lock acquisitions and program-order later
165  * Property (2) upgrades the lock to an RCsc lock.
179  extern void do_raw_spin_lock(raw_spinlock_t *lock) __acquires(lock);
180 #define do_raw_spin_lock_flags(lock, flags) do_raw_spin_lock(lock)  argument
181  extern int do_raw_spin_trylock(raw_spinlock_t *lock);
182  extern void do_raw_spin_unlock(raw_spinlock_t *lock) __releases(lock);
184 static inline void do_raw_spin_lock(raw_spinlock_t *lock) __acquires(lock)  in do_raw_spin_lock()  argument
186 	__acquire(lock);  in do_raw_spin_lock()
187 	arch_spin_lock(&lock->raw_lock);  in do_raw_spin_lock()
192 #define arch_spin_lock_flags(lock, flags)	arch_spin_lock(lock)  argument
196 do_raw_spin_lock_flags(raw_spinlock_t *lock, unsigned long *flags) __acquires(lock)  in do_raw_spin_lock_flags()  argument
198 	__acquire(lock);  in do_raw_spin_lock_flags()
199 	arch_spin_lock_flags(&lock->raw_lock, *flags);  in do_raw_spin_lock_flags()
203 static inline int do_raw_spin_trylock(raw_spinlock_t *lock)  in do_raw_spin_trylock()  argument
205 	int ret = arch_spin_trylock(&(lock)->raw_lock);  in do_raw_spin_trylock()
213 static inline void do_raw_spin_unlock(raw_spinlock_t *lock) __releases(lock)  in do_raw_spin_unlock()  argument
216 	arch_spin_unlock(&lock->raw_lock);  in do_raw_spin_unlock()
217 	__release(lock);  in do_raw_spin_unlock()
227 #define raw_spin_trylock(lock)	__cond_lock(lock, _raw_spin_trylock(lock))  argument
229 #define raw_spin_lock(lock)	_raw_spin_lock(lock)  argument
232 # define raw_spin_lock_nested(lock, subclass) \  argument
233 	_raw_spin_lock_nested(lock, subclass)
235 # define raw_spin_lock_nest_lock(lock, nest_lock)			\  argument
238 		 _raw_spin_lock_nest_lock(lock, &(nest_lock)->dep_map);	\
246 # define raw_spin_lock_nested(lock, subclass)		\  argument
247 	_raw_spin_lock(((void)(subclass), (lock)))
248 # define raw_spin_lock_nest_lock(lock, nest_lock)	_raw_spin_lock(lock)  argument
253 #define raw_spin_lock_irqsave(lock, flags)			\  argument
256 		flags = _raw_spin_lock_irqsave(lock);	\
260 #define raw_spin_lock_irqsave_nested(lock, flags, subclass)		\  argument
263 		flags = _raw_spin_lock_irqsave_nested(lock, subclass);	\
266 #define raw_spin_lock_irqsave_nested(lock, flags, subclass)		\  argument
269 		flags = _raw_spin_lock_irqsave(lock);			\
275 #define raw_spin_lock_irqsave(lock, flags)		\  argument
278 		_raw_spin_lock_irqsave(lock, flags);	\
281 #define raw_spin_lock_irqsave_nested(lock, flags, subclass)	\  argument
282 	raw_spin_lock_irqsave(lock, flags)
286 #define raw_spin_lock_irq(lock)		_raw_spin_lock_irq(lock)  argument
287 #define raw_spin_lock_bh(lock)		_raw_spin_lock_bh(lock)  argument
288 #define raw_spin_unlock(lock)		_raw_spin_unlock(lock)  argument
289 #define raw_spin_unlock_irq(lock)	_raw_spin_unlock_irq(lock)  argument
291 #define raw_spin_unlock_irqrestore(lock, flags)		\  argument
294 		_raw_spin_unlock_irqrestore(lock, flags);	\
296 #define raw_spin_unlock_bh(lock)	_raw_spin_unlock_bh(lock)  argument
298 #define raw_spin_trylock_bh(lock) \  argument
299 	__cond_lock(lock, _raw_spin_trylock_bh(lock))
301 #define raw_spin_trylock_irq(lock) \  argument
304 	raw_spin_trylock(lock) ? \
308 #define raw_spin_trylock_irqsave(lock, flags) \  argument
311 	raw_spin_trylock(lock) ? \
336 static __always_inline raw_spinlock_t *spinlock_check(spinlock_t *lock)  in spinlock_check()  argument
338 	return &lock->rlock;  in spinlock_check()
343 # define spin_lock_init(lock)					\  argument
347 	__raw_spin_lock_init(spinlock_check(lock),		\
348 			     #lock, &__key, LD_WAIT_CONFIG);	\
361 static __always_inline void spin_lock(spinlock_t *lock)  in spin_lock()  argument
363 	raw_spin_lock(&lock->rlock);  in spin_lock()
366 static __always_inline void spin_lock_bh(spinlock_t *lock)  in spin_lock_bh()  argument
368 	raw_spin_lock_bh(&lock->rlock);  in spin_lock_bh()
371 static __always_inline int spin_trylock(spinlock_t *lock)  in spin_trylock()  argument
373 	return raw_spin_trylock(&lock->rlock);  in spin_trylock()
376 #define spin_lock_nested(lock, subclass)			\  argument
378 	raw_spin_lock_nested(spinlock_check(lock), subclass);	\
381 #define spin_lock_nest_lock(lock, nest_lock)				\  argument
383 	raw_spin_lock_nest_lock(spinlock_check(lock), nest_lock);	\
386 static __always_inline void spin_lock_irq(spinlock_t *lock)  in spin_lock_irq()  argument
388 	raw_spin_lock_irq(&lock->rlock);  in spin_lock_irq()
391 #define spin_lock_irqsave(lock, flags)				\  argument
393 	raw_spin_lock_irqsave(spinlock_check(lock), flags);	\
396 #define spin_lock_irqsave_nested(lock, flags, subclass)			\  argument
398 	raw_spin_lock_irqsave_nested(spinlock_check(lock), flags, subclass); \
401 static __always_inline void spin_unlock(spinlock_t *lock)  in spin_unlock()  argument
403 	raw_spin_unlock(&lock->rlock);  in spin_unlock()
406 static __always_inline void spin_unlock_bh(spinlock_t *lock)  in spin_unlock_bh()  argument
408 	raw_spin_unlock_bh(&lock->rlock);  in spin_unlock_bh()
411 static __always_inline void spin_unlock_irq(spinlock_t *lock)  in spin_unlock_irq()  argument
413 	raw_spin_unlock_irq(&lock->rlock);  in spin_unlock_irq()
416 static __always_inline void spin_unlock_irqrestore(spinlock_t *lock, unsigned long flags)  in spin_unlock_irqrestore()  argument
418 	raw_spin_unlock_irqrestore(&lock->rlock, flags);  in spin_unlock_irqrestore()
421 static __always_inline int spin_trylock_bh(spinlock_t *lock)  in spin_trylock_bh()  argument
423 	return raw_spin_trylock_bh(&lock->rlock);  in spin_trylock_bh()
426 static __always_inline int spin_trylock_irq(spinlock_t *lock)  in spin_trylock_irq()  argument
428 	return raw_spin_trylock_irq(&lock->rlock);  in spin_trylock_irq()
431 #define spin_trylock_irqsave(lock, flags)			\  argument
433 	raw_spin_trylock_irqsave(spinlock_check(lock), flags); \
438  * @lock: Pointer to the spinlock.
445  * Returns: 1 if @lock is locked, 0 otherwise.
454 static __always_inline int spin_is_locked(spinlock_t *lock)  in spin_is_locked()  argument
456 	return raw_spin_is_locked(&lock->rlock);  in spin_is_locked()
459 static __always_inline int spin_is_contended(spinlock_t *lock)  in spin_is_contended()  argument
461 	return raw_spin_is_contended(&lock->rlock);  in spin_is_contended()
464 #define assert_spin_locked(lock)	assert_raw_spin_locked(&(lock)->rlock)  argument
476  * atomic_dec_and_lock - lock on reaching reference count zero
478  * @lock: the spinlock in question
481  * @lock.  Returns false for all other cases.
483 extern int _atomic_dec_and_lock(atomic_t *atomic, spinlock_t *lock);
484 #define atomic_dec_and_lock(atomic, lock) \  argument
485 		__cond_lock(lock, _atomic_dec_and_lock(atomic, lock))
487 extern int _atomic_dec_and_lock_irqsave(atomic_t *atomic, spinlock_t *lock,
489 #define atomic_dec_and_lock_irqsave(atomic, lock, flags) \  argument
490 		__cond_lock(lock, _atomic_dec_and_lock_irqsave(atomic, lock, &(flags)))