Lines Matching refs:RWSEM_WAITING_BIAS
164 if (unlikely(oldcount < RWSEM_WAITING_BIAS)) { in __rwsem_mark_wake()
172 RWSEM_WAITING_BIAS) in __rwsem_mark_wake()
215 adjustment -= RWSEM_WAITING_BIAS; in __rwsem_mark_wake()
237 adjustment += RWSEM_WAITING_BIAS; in __rwsem_down_read_failed_common()
249 if (count == RWSEM_WAITING_BIAS || in __rwsem_down_read_failed_common()
250 (count > RWSEM_WAITING_BIAS && in __rwsem_down_read_failed_common()
277 atomic_long_add(-RWSEM_WAITING_BIAS, &sem->count); in __rwsem_down_read_failed_common()
307 if (count != RWSEM_WAITING_BIAS) in rwsem_try_write_lock()
316 RWSEM_ACTIVE_WRITE_BIAS + RWSEM_WAITING_BIAS; in rwsem_try_write_lock()
318 if (atomic_long_cmpxchg_acquire(&sem->count, RWSEM_WAITING_BIAS, count) in rwsem_try_write_lock()
319 == RWSEM_WAITING_BIAS) { in rwsem_try_write_lock()
336 if (!(count == 0 || count == RWSEM_WAITING_BIAS)) in rwsem_try_write_lock_unqueued()
534 if (count > RWSEM_WAITING_BIAS) { in __rwsem_down_write_failed_common()
552 count = atomic_long_add_return(RWSEM_WAITING_BIAS, &sem->count); in __rwsem_down_write_failed_common()
583 atomic_long_add(-RWSEM_WAITING_BIAS, &sem->count); in __rwsem_down_write_failed_common()