Lines Matching refs:RWSEM_FLAG_HANDOFF
157 #define RWSEM_FLAG_HANDOFF (1UL << 2) macro
166 RWSEM_FLAG_HANDOFF|RWSEM_FLAG_READFAIL)
455 if (!(oldcount & RWSEM_FLAG_HANDOFF) && in rwsem_mark_wake()
457 adjustment -= RWSEM_FLAG_HANDOFF; in rwsem_mark_wake()
527 if (woken && (atomic_long_read(&sem->count) & RWSEM_FLAG_HANDOFF)) in rwsem_mark_wake()
528 adjustment -= RWSEM_FLAG_HANDOFF; in rwsem_mark_wake()
572 bool has_handoff = !!(count & RWSEM_FLAG_HANDOFF); in rwsem_try_write_lock()
583 new |= RWSEM_FLAG_HANDOFF; in rwsem_try_write_lock()
586 new &= ~RWSEM_FLAG_HANDOFF; in rwsem_try_write_lock()
597 if (new & RWSEM_FLAG_HANDOFF) in rwsem_try_write_lock()
614 if (count & (RWSEM_WRITER_MASK | RWSEM_FLAG_HANDOFF)) in rwsem_try_read_lock_unqueued()
618 if (!(count & (RWSEM_WRITER_MASK | RWSEM_FLAG_HANDOFF))) { in rwsem_try_read_lock_unqueued()
636 while (!(count & (RWSEM_LOCK_MASK|RWSEM_FLAG_HANDOFF))) { in rwsem_try_write_lock_unqueued()
1052 (RWSEM_WRITER_MASK | RWSEM_FLAG_HANDOFF))) { in rwsem_down_read_slowpath()
1113 atomic_long_andnot(RWSEM_FLAG_WAITERS|RWSEM_FLAG_HANDOFF, in rwsem_down_read_slowpath()
1284 atomic_long_add(-RWSEM_FLAG_HANDOFF, &sem->count); in rwsem_down_write_slowpath()