Lines Matching refs:adjustment
386 long oldcount, woken = 0, adjustment = 0; in rwsem_mark_wake() local
427 adjustment = RWSEM_READER_BIAS; in rwsem_mark_wake()
428 oldcount = atomic_long_fetch_add(adjustment, &sem->count); in rwsem_mark_wake()
437 adjustment -= RWSEM_FLAG_HANDOFF; in rwsem_mark_wake()
441 atomic_long_add(-adjustment, &sem->count); in rwsem_mark_wake()
492 adjustment = woken * RWSEM_READER_BIAS - adjustment; in rwsem_mark_wake()
496 adjustment -= RWSEM_FLAG_WAITERS; in rwsem_mark_wake()
504 adjustment -= RWSEM_FLAG_HANDOFF; in rwsem_mark_wake()
506 if (adjustment) in rwsem_mark_wake()
507 atomic_long_add(adjustment, &sem->count); in rwsem_mark_wake()
895 long adjustment = -RWSEM_READER_BIAS; in rwsem_down_read_slowpath() local
954 adjustment += RWSEM_FLAG_WAITERS; in rwsem_down_read_slowpath()
959 count = atomic_long_add_return(adjustment, &sem->count); in rwsem_down_read_slowpath()
972 (adjustment & RWSEM_FLAG_WAITERS))) in rwsem_down_read_slowpath()