Lines Matching refs:RWSEM_FLAG_WAITERS
156 #define RWSEM_FLAG_WAITERS (1UL << 1) macro
165 #define RWSEM_READ_FAILED_MASK (RWSEM_WRITER_MASK|RWSEM_FLAG_WAITERS|\
520 adjustment -= RWSEM_FLAG_WAITERS; in rwsem_mark_wake()
589 new &= ~RWSEM_FLAG_WAITERS; in rwsem_try_write_lock()
1024 if ((atomic_long_read(&sem->count) & RWSEM_FLAG_WAITERS)) { in rwsem_down_read_slowpath()
1060 adjustment += RWSEM_FLAG_WAITERS; in rwsem_down_read_slowpath()
1081 (adjustment & RWSEM_FLAG_WAITERS))) in rwsem_down_read_slowpath()
1113 atomic_long_andnot(RWSEM_FLAG_WAITERS|RWSEM_FLAG_HANDOFF, in rwsem_down_read_slowpath()
1207 atomic_long_or(RWSEM_FLAG_WAITERS, &sem->count); in rwsem_down_write_slowpath()
1287 atomic_long_andnot(RWSEM_FLAG_WAITERS, &sem->count); in rwsem_down_write_slowpath()
1439 if (unlikely((tmp & (RWSEM_LOCK_MASK|RWSEM_FLAG_WAITERS)) == in __up_read()
1440 RWSEM_FLAG_WAITERS)) { in __up_read()
1463 if (unlikely(tmp & RWSEM_FLAG_WAITERS)) in __up_write()
1485 if (tmp & RWSEM_FLAG_WAITERS) in __downgrade_write()