Lines Matching refs:RWSEM_READER_BIAS
160 #define RWSEM_READER_BIAS (1UL << RWSEM_READER_SHIFT) macro
161 #define RWSEM_READER_MASK (~(RWSEM_READER_BIAS - 1))
275 long cnt = atomic_long_add_return_acquire(RWSEM_READER_BIAS, &sem->count); in rwsem_read_trylock()
446 adjustment = RWSEM_READER_BIAS; in rwsem_mark_wake()
515 adjustment = woken * RWSEM_READER_BIAS - adjustment; in rwsem_mark_wake()
616 count = atomic_long_fetch_add_acquire(RWSEM_READER_BIAS, &sem->count); in rwsem_try_read_lock_unqueued()
624 atomic_long_add(-RWSEM_READER_BIAS, &sem->count); in rwsem_try_read_lock_unqueued()
994 long count, adjustment = -RWSEM_READER_BIAS; in rwsem_down_read_slowpath()
1013 atomic_long_add(-RWSEM_READER_BIAS, &sem->count); in rwsem_down_read_slowpath()
1372 tmp + RWSEM_READER_BIAS)) { in __down_read_trylock()
1434 tmp = atomic_long_add_return_release(-RWSEM_READER_BIAS, &sem->count); in __up_read()
1480 -RWSEM_WRITER_LOCKED+RWSEM_READER_BIAS, &sem->count); in __downgrade_write()