Lines Matching refs:rw_semaphore

175 static inline void rwsem_set_owner(struct rw_semaphore *sem)  in rwsem_set_owner()
180 static inline void rwsem_clear_owner(struct rw_semaphore *sem) in rwsem_clear_owner()
188 static inline bool rwsem_test_oflags(struct rw_semaphore *sem, long flags) in rwsem_test_oflags()
203 static inline void __rwsem_set_reader_owned(struct rw_semaphore *sem, in __rwsem_set_reader_owned()
212 static inline void rwsem_set_reader_owned(struct rw_semaphore *sem) in rwsem_set_reader_owned()
220 static inline bool is_rwsem_reader_owned(struct rw_semaphore *sem) in is_rwsem_reader_owned()
241 static inline void rwsem_clear_reader_owned(struct rw_semaphore *sem) in rwsem_clear_reader_owned()
252 static inline void rwsem_clear_reader_owned(struct rw_semaphore *sem) in rwsem_clear_reader_owned()
261 static inline void rwsem_set_nonspinnable(struct rw_semaphore *sem) in rwsem_set_nonspinnable()
274 static inline bool rwsem_read_trylock(struct rw_semaphore *sem) in rwsem_read_trylock()
285 static inline struct task_struct *rwsem_owner(struct rw_semaphore *sem) in rwsem_owner()
296 rwsem_owner_flags(struct rw_semaphore *sem, unsigned long *pflags) in rwsem_owner_flags()
324 void __init_rwsem(struct rw_semaphore *sem, const char *name, in __init_rwsem()
401 static void rwsem_mark_wake(struct rw_semaphore *sem, in rwsem_mark_wake()
563 static inline bool rwsem_try_write_lock(struct rw_semaphore *sem, in rwsem_try_write_lock()
610 static inline bool rwsem_try_read_lock_unqueued(struct rw_semaphore *sem) in rwsem_try_read_lock_unqueued()
632 static inline bool rwsem_try_write_lock_unqueued(struct rw_semaphore *sem) in rwsem_try_write_lock_unqueued()
656 static inline bool rwsem_can_spin_on_owner(struct rw_semaphore *sem, in rwsem_can_spin_on_owner()
718 rwsem_spin_on_owner(struct rw_semaphore *sem, unsigned long nonspinnable) in rwsem_spin_on_owner()
775 static inline u64 rwsem_rspin_threshold(struct rw_semaphore *sem) in rwsem_rspin_threshold()
788 static bool rwsem_optimistic_spin(struct rw_semaphore *sem, bool wlock) in rwsem_optimistic_spin()
922 static inline void clear_wr_nonspinnable(struct rw_semaphore *sem) in clear_wr_nonspinnable()
947 static inline bool rwsem_reader_phase_trylock(struct rw_semaphore *sem, in rwsem_reader_phase_trylock()
964 static inline bool rwsem_can_spin_on_owner(struct rw_semaphore *sem, in rwsem_can_spin_on_owner()
970 static inline bool rwsem_optimistic_spin(struct rw_semaphore *sem, bool wlock) in rwsem_optimistic_spin()
975 static inline void clear_wr_nonspinnable(struct rw_semaphore *sem) { } in clear_wr_nonspinnable()
977 static inline bool rwsem_reader_phase_trylock(struct rw_semaphore *sem, in rwsem_reader_phase_trylock()
984 rwsem_spin_on_owner(struct rw_semaphore *sem, unsigned long nonspinnable) in rwsem_spin_on_owner()
994 static struct rw_semaphore __sched *
995 rwsem_down_read_slowpath(struct rw_semaphore *sem, int state) in rwsem_down_read_slowpath()
1126 static inline void rwsem_disable_reader_optspin(struct rw_semaphore *sem, in rwsem_disable_reader_optspin()
1138 static struct rw_semaphore *
1139 rwsem_down_write_slowpath(struct rw_semaphore *sem, int state) in rwsem_down_write_slowpath()
1145 struct rw_semaphore *ret = sem; in rwsem_down_write_slowpath()
1301 static struct rw_semaphore *rwsem_wake(struct rw_semaphore *sem, long count) in rwsem_wake()
1322 static struct rw_semaphore *rwsem_downgrade_wake(struct rw_semaphore *sem) in rwsem_downgrade_wake()
1341 inline void __down_read(struct rw_semaphore *sem) in __down_read()
1351 static inline int __down_read_killable(struct rw_semaphore *sem) in __down_read_killable()
1363 static inline int __down_read_trylock(struct rw_semaphore *sem) in __down_read_trylock()
1386 static inline void __down_write(struct rw_semaphore *sem) in __down_write()
1397 static inline int __down_write_killable(struct rw_semaphore *sem) in __down_write_killable()
1411 static inline int __down_write_trylock(struct rw_semaphore *sem) in __down_write_trylock()
1429 inline void __up_read(struct rw_semaphore *sem) in __up_read()
1449 static inline void __up_write(struct rw_semaphore *sem) in __up_write()
1470 static inline void __downgrade_write(struct rw_semaphore *sem) in __downgrade_write()
1492 void __sched down_read(struct rw_semaphore *sem) in down_read()
1501 int __sched down_read_killable(struct rw_semaphore *sem) in down_read_killable()
1518 int down_read_trylock(struct rw_semaphore *sem) in down_read_trylock()
1531 void __sched down_write(struct rw_semaphore *sem) in down_write()
1542 int __sched down_write_killable(struct rw_semaphore *sem) in down_write_killable()
1560 int down_write_trylock(struct rw_semaphore *sem) in down_write_trylock()
1574 void up_read(struct rw_semaphore *sem) in up_read()
1584 void up_write(struct rw_semaphore *sem) in up_write()
1594 void downgrade_write(struct rw_semaphore *sem) in downgrade_write()
1603 void down_read_nested(struct rw_semaphore *sem, int subclass) in down_read_nested()
1611 void _down_write_nest_lock(struct rw_semaphore *sem, struct lockdep_map *nest) in _down_write_nest_lock()
1619 void down_read_non_owner(struct rw_semaphore *sem) in down_read_non_owner()
1627 void down_write_nested(struct rw_semaphore *sem, int subclass) in down_write_nested()
1635 int __sched down_write_killable_nested(struct rw_semaphore *sem, int subclass) in down_write_killable_nested()
1650 void up_read_non_owner(struct rw_semaphore *sem) in up_read_non_owner()