| /Linux-v4.19/kernel/locking/ |
| D | rwsem-xadd.c | 129 struct wake_q_head *wake_q) in __rwsem_mark_wake() argument
149 wake_q_add(wake_q, waiter->task); in __rwsem_mark_wake()
201 wake_q_add(wake_q, tsk); in __rwsem_mark_wake()
230 DEFINE_WAKE_Q(wake_q); in __rwsem_down_read_failed_common()
252 __rwsem_mark_wake(sem, RWSEM_WAKE_ANY, &wake_q); in __rwsem_down_read_failed_common()
255 wake_up_q(&wake_q); in __rwsem_down_read_failed_common()
501 DEFINE_WAKE_Q(wake_q); in __rwsem_down_write_failed_common()
535 __rwsem_mark_wake(sem, RWSEM_WAKE_READERS, &wake_q); in __rwsem_down_write_failed_common()
543 wake_up_q(&wake_q); in __rwsem_down_write_failed_common()
548 wake_q_init(&wake_q); in __rwsem_down_write_failed_common()
[all …]
|
| D | rtmutex.c | 1018 static void mark_wakeup_next_waiter(struct wake_q_head *wake_q, in mark_wakeup_next_waiter() argument
1058 wake_q_add(wake_q, waiter->task); in mark_wakeup_next_waiter()
1340 struct wake_q_head *wake_q) in rt_mutex_slowunlock() argument
1394 mark_wakeup_next_waiter(wake_q, lock); in rt_mutex_slowunlock()
1446 void rt_mutex_postunlock(struct wake_q_head *wake_q) in rt_mutex_postunlock() argument
1448 wake_up_q(wake_q); in rt_mutex_postunlock()
1459 DEFINE_WAKE_Q(wake_q); in rt_mutex_fastunlock()
1464 if (slowfn(lock, &wake_q)) in rt_mutex_fastunlock()
1465 rt_mutex_postunlock(&wake_q); in rt_mutex_fastunlock()
1614 struct wake_q_head *wake_q) in __rt_mutex_futex_unlock() argument
[all …]
|
| D | rtmutex_common.h | 158 extern void rt_mutex_postunlock(struct wake_q_head *wake_q);
|
| D | mutex.c | 1194 DEFINE_WAKE_Q(wake_q); in __mutex_unlock_slowpath()
1241 wake_q_add(&wake_q, next); in __mutex_unlock_slowpath()
1249 wake_up_q(&wake_q); in __mutex_unlock_slowpath()
|
| /Linux-v4.19/ipc/ |
| D | sem.c | 771 struct wake_q_head *wake_q) in wake_up_sem_queue_prepare() argument
773 wake_q_add(wake_q, q->sleeper); in wake_up_sem_queue_prepare()
840 struct wake_q_head *wake_q) in wake_const_ops() argument
859 wake_up_sem_queue_prepare(q, error, wake_q); in wake_const_ops()
879 int nsops, struct wake_q_head *wake_q) in do_smart_wakeup_zero() argument
892 semop_completed |= wake_const_ops(sma, num, wake_q); in do_smart_wakeup_zero()
903 semop_completed |= wake_const_ops(sma, i, wake_q); in do_smart_wakeup_zero()
912 semop_completed |= wake_const_ops(sma, -1, wake_q); in do_smart_wakeup_zero()
934 static int update_queue(struct sem_array *sma, int semnum, struct wake_q_head *wake_q) in update_queue() argument
971 do_smart_wakeup_zero(sma, q->sops, q->nsops, wake_q); in update_queue()
[all …]
|
| D | msg.c | 198 struct wake_q_head *wake_q, bool kill) in ss_wakeup() argument
230 wake_q_add(wake_q, mss->tsk); in ss_wakeup()
235 struct wake_q_head *wake_q) in expunge_all() argument
240 wake_q_add(wake_q, msr->r_tsk); in expunge_all()
257 DEFINE_WAKE_Q(wake_q); in freeque()
259 expunge_all(msq, -EIDRM, &wake_q); in freeque()
260 ss_wakeup(msq, &wake_q, true); in freeque()
263 wake_up_q(&wake_q); in freeque()
410 DEFINE_WAKE_Q(wake_q); in msgctl_down()
430 expunge_all(msq, -EAGAIN, &wake_q); in msgctl_down()
[all …]
|
| D | mqueue.c | 870 static inline void pipelined_send(struct wake_q_head *wake_q, in pipelined_send() argument
877 wake_q_add(wake_q, receiver->task); in pipelined_send()
891 static inline void pipelined_receive(struct wake_q_head *wake_q, in pipelined_receive() argument
905 wake_q_add(wake_q, sender->task); in pipelined_receive()
922 DEFINE_WAKE_Q(wake_q); in do_mq_timedsend()
1004 pipelined_send(&wake_q, info, msg_ptr, receiver); in do_mq_timedsend()
1017 wake_up_q(&wake_q); in do_mq_timedsend()
1101 DEFINE_WAKE_Q(wake_q); in do_mq_timedreceive()
1109 pipelined_receive(&wake_q, info); in do_mq_timedreceive()
1111 wake_up_q(&wake_q); in do_mq_timedreceive()
|
| /Linux-v4.19/kernel/ |
| D | futex.c | 1383 static void mark_wake_futex(struct wake_q_head *wake_q, struct futex_q *q) in mark_wake_futex() argument
1394 wake_q_add(wake_q, p); in mark_wake_futex()
1414 DEFINE_WAKE_Q(wake_q); in wake_futex_pi()
1476 postunlock = __rt_mutex_futex_unlock(&pi_state->pi_mutex, &wake_q); in wake_futex_pi()
1482 rt_mutex_postunlock(&wake_q); in wake_futex_pi()
1521 DEFINE_WAKE_Q(wake_q); in futex_wake()
1549 mark_wake_futex(&wake_q, this); in futex_wake()
1556 wake_up_q(&wake_q); in futex_wake()
1622 DEFINE_WAKE_Q(wake_q); in futex_wake_op()
1674 mark_wake_futex(&wake_q, this); in futex_wake_op()
[all …]
|
| D | fork.c | 859 tsk->wake_q.next = NULL; in dup_task_struct()
|
| /Linux-v4.19/include/linux/ |
| D | sched.h | 899 struct wake_q_node wake_q; member
|
| /Linux-v4.19/kernel/sched/ |
| D | core.c | 402 struct wake_q_node *node = &task->wake_q; in wake_q_add()
431 task = container_of(node, struct task_struct, wake_q); in wake_up_q()
435 task->wake_q.next = NULL; in wake_up_q()
|
