Lines Matching refs:RWSEM_READER_BIAS
161 #define RWSEM_READER_BIAS (1UL << RWSEM_READER_SHIFT) macro
162 #define RWSEM_READER_MASK (~(RWSEM_READER_BIAS - 1))
276 long cnt = atomic_long_add_return_acquire(RWSEM_READER_BIAS, &sem->count); in rwsem_read_trylock()
447 adjustment = RWSEM_READER_BIAS; in rwsem_mark_wake()
516 adjustment = woken * RWSEM_READER_BIAS - adjustment; in rwsem_mark_wake()
617 count = atomic_long_fetch_add_acquire(RWSEM_READER_BIAS, &sem->count); in rwsem_try_read_lock_unqueued()
625 atomic_long_add(-RWSEM_READER_BIAS, &sem->count); in rwsem_try_read_lock_unqueued()
997 long count, adjustment = -RWSEM_READER_BIAS; in rwsem_down_read_slowpath()
1016 atomic_long_add(-RWSEM_READER_BIAS, &sem->count); in rwsem_down_read_slowpath()
1375 tmp + RWSEM_READER_BIAS)) { in __down_read_trylock()
1437 tmp = atomic_long_add_return_release(-RWSEM_READER_BIAS, &sem->count); in __up_read()
1483 -RWSEM_WRITER_LOCKED+RWSEM_READER_BIAS, &sem->count); in __downgrade_write()