Lines Matching refs:adjustment
406 long oldcount, woken = 0, adjustment = 0; in rwsem_mark_wake() local
447 adjustment = RWSEM_READER_BIAS; in rwsem_mark_wake()
448 oldcount = atomic_long_fetch_add(adjustment, &sem->count); in rwsem_mark_wake()
457 adjustment -= RWSEM_FLAG_HANDOFF; in rwsem_mark_wake()
461 atomic_long_add(-adjustment, &sem->count); in rwsem_mark_wake()
516 adjustment = woken * RWSEM_READER_BIAS - adjustment; in rwsem_mark_wake()
520 adjustment -= RWSEM_FLAG_WAITERS; in rwsem_mark_wake()
528 adjustment -= RWSEM_FLAG_HANDOFF; in rwsem_mark_wake()
530 if (adjustment) in rwsem_mark_wake()
531 atomic_long_add(adjustment, &sem->count); in rwsem_mark_wake()
997 long count, adjustment = -RWSEM_READER_BIAS; in rwsem_down_read_slowpath() local
1017 adjustment = 0; in rwsem_down_read_slowpath()
1051 if (adjustment && !(atomic_long_read(&sem->count) & in rwsem_down_read_slowpath()
1060 adjustment += RWSEM_FLAG_WAITERS; in rwsem_down_read_slowpath()
1065 if (adjustment) in rwsem_down_read_slowpath()
1066 count = atomic_long_add_return(adjustment, &sem->count); in rwsem_down_read_slowpath()
1081 (adjustment & RWSEM_FLAG_WAITERS))) in rwsem_down_read_slowpath()