/Linux-v5.15/fs/ |
D | eventfd.c | 32 wait_queue_head_t wqh; member 75 spin_lock_irqsave(&ctx->wqh.lock, flags); in eventfd_signal() 80 if (waitqueue_active(&ctx->wqh)) in eventfd_signal() 81 wake_up_locked_poll(&ctx->wqh, EPOLLIN); in eventfd_signal() 83 spin_unlock_irqrestore(&ctx->wqh.lock, flags); in eventfd_signal() 120 wake_up_poll(&ctx->wqh, EPOLLHUP); in eventfd_release() 131 poll_wait(file, &ctx->wqh, wait); in eventfd_poll() 185 lockdep_assert_held(&ctx->wqh.lock); in eventfd_ctx_do_read() 210 spin_lock_irqsave(&ctx->wqh.lock, flags); in eventfd_ctx_remove_wait_queue() 212 __remove_wait_queue(&ctx->wqh, wait); in eventfd_ctx_remove_wait_queue() [all …]
|
D | timerfd.c | 38 wait_queue_head_t wqh; member 67 spin_lock_irqsave(&ctx->wqh.lock, flags); in timerfd_triggered() 70 wake_up_locked_poll(&ctx->wqh, EPOLLIN); in timerfd_triggered() 71 spin_unlock_irqrestore(&ctx->wqh.lock, flags); in timerfd_triggered() 107 spin_lock_irqsave(&ctx->wqh.lock, flags); in timerfd_clock_was_set() 111 wake_up_locked_poll(&ctx->wqh, EPOLLIN); in timerfd_clock_was_set() 113 spin_unlock_irqrestore(&ctx->wqh.lock, flags); in timerfd_clock_was_set() 255 poll_wait(file, &ctx->wqh, wait); in timerfd_poll() 257 spin_lock_irqsave(&ctx->wqh.lock, flags); in timerfd_poll() 260 spin_unlock_irqrestore(&ctx->wqh.lock, flags); in timerfd_poll() [all …]
|
D | signalfd.c | 38 wait_queue_head_t *wqh = &sighand->signalfd_wqh; in signalfd_cleanup() local 44 if (likely(!waitqueue_active(wqh))) in signalfd_cleanup() 48 wake_up_poll(wqh, EPOLLHUP | POLLFREE); in signalfd_cleanup()
|
D | fs-writeback.c | 1485 wait_queue_head_t *wqh; in __inode_wait_for_writeback() local 1487 wqh = bit_waitqueue(&inode->i_state, __I_SYNC); in __inode_wait_for_writeback() 1490 __wait_on_bit(wqh, &wq, bit_wait, in __inode_wait_for_writeback() 1515 wait_queue_head_t *wqh = bit_waitqueue(&inode->i_state, __I_SYNC); in inode_sleep_on_writeback() local 1518 prepare_to_wait(wqh, &wait, TASK_UNINTERRUPTIBLE); in inode_sleep_on_writeback() 1523 finish_wait(wqh, &wait); in inode_sleep_on_writeback()
|
D | userfaultfd.c | 911 wait_queue_head_t *wqh) in find_userfault_in() argument 916 lockdep_assert_held(&wqh->lock); in find_userfault_in() 919 if (!waitqueue_active(wqh)) in find_userfault_in() 922 wq = list_last_entry(&wqh->head, typeof(*wq), entry); in find_userfault_in()
|
/Linux-v5.15/kernel/locking/ |
D | rtmutex.c | 449 static __always_inline void rt_mutex_wake_q_add(struct rt_wake_q_head *wqh, in rt_mutex_wake_q_add() argument 454 WARN_ON_ONCE(wqh->rtlock_task); in rt_mutex_wake_q_add() 456 wqh->rtlock_task = w->task; in rt_mutex_wake_q_add() 458 wake_q_add(&wqh->head, w->task); in rt_mutex_wake_q_add() 462 static __always_inline void rt_mutex_wake_up_q(struct rt_wake_q_head *wqh) in rt_mutex_wake_up_q() argument 464 if (IS_ENABLED(CONFIG_PREEMPT_RT) && wqh->rtlock_task) { in rt_mutex_wake_up_q() 465 wake_up_state(wqh->rtlock_task, TASK_RTLOCK_WAIT); in rt_mutex_wake_up_q() 466 put_task_struct(wqh->rtlock_task); in rt_mutex_wake_up_q() 467 wqh->rtlock_task = NULL; in rt_mutex_wake_up_q() 470 if (!wake_q_empty(&wqh->head)) in rt_mutex_wake_up_q() [all …]
|
D | rtmutex_api.c | 144 struct rt_wake_q_head *wqh) in __rt_mutex_futex_unlock() argument 161 mark_wakeup_next_waiter(wqh, lock); in __rt_mutex_futex_unlock() 168 DEFINE_RT_WAKE_Q(wqh); in rt_mutex_futex_unlock() 173 postunlock = __rt_mutex_futex_unlock(lock, &wqh); in rt_mutex_futex_unlock() 177 rt_mutex_postunlock(&wqh); in rt_mutex_futex_unlock() 457 void __sched rt_mutex_postunlock(struct rt_wake_q_head *wqh) in rt_mutex_postunlock() argument 459 rt_mutex_wake_up_q(wqh); in rt_mutex_postunlock()
|
D | rtmutex_common.h | 84 struct rt_wake_q_head *wqh); 86 extern void rt_mutex_postunlock(struct rt_wake_q_head *wqh);
|
/Linux-v5.15/mm/ |
D | backing-dev.c | 996 wait_queue_head_t *wqh = &congestion_wqh[sync]; in clear_bdi_congested() local 1003 if (waitqueue_active(wqh)) in clear_bdi_congested() 1004 wake_up(wqh); in clear_bdi_congested() 1032 wait_queue_head_t *wqh = &congestion_wqh[sync]; in congestion_wait() local 1034 prepare_to_wait(wqh, &wait, TASK_UNINTERRUPTIBLE); in congestion_wait() 1036 finish_wait(wqh, &wait); in congestion_wait() 1063 wait_queue_head_t *wqh = &congestion_wqh[sync]; in wait_iff_congested() local 1081 prepare_to_wait(wqh, &wait, TASK_UNINTERRUPTIBLE); in wait_iff_congested() 1083 finish_wait(wqh, &wait); in wait_iff_congested()
|
D | memcontrol.c | 172 wait_queue_head_t *wqh; member 4661 remove_wait_queue(event->wqh, &event->wait); in memcg_event_remove() 4712 wait_queue_head_t *wqh, poll_table *pt) in memcg_event_ptable_queue_proc() argument 4717 event->wqh = wqh; in memcg_event_ptable_queue_proc() 4718 add_wait_queue(wqh, &event->wait); in memcg_event_ptable_queue_proc()
|
/Linux-v5.15/drivers/vfio/ |
D | virqfd.c | 82 wait_queue_head_t *wqh, poll_table *pt) in virqfd_ptable_queue_proc() argument 85 add_wait_queue(wqh, &virqfd->wait); in virqfd_ptable_queue_proc()
|
/Linux-v5.15/drivers/virt/acrn/ |
D | irqfd.c | 97 static void hsm_irqfd_poll_func(struct file *file, wait_queue_head_t *wqh, in hsm_irqfd_poll_func() argument 103 add_wait_queue(wqh, &irqfd->wait); in hsm_irqfd_poll_func()
|
/Linux-v5.15/kernel/ |
D | seccomp.c | 226 wait_queue_head_t wqh; member 524 if (waitqueue_active(&orig->wqh)) in __seccomp_filter_orphan() 525 wake_up_poll(&orig->wqh, EPOLLHUP); in __seccomp_filter_orphan() 675 init_waitqueue_head(&sfilter->wqh); in seccomp_prepare_filter() 1104 wake_up_poll(&match->wqh, EPOLLIN | EPOLLRDNORM); in seccomp_do_user_notification() 1461 wake_up_poll(&filter->wqh, EPOLLOUT | EPOLLWRNORM); in seccomp_notify_recv() 1703 poll_wait(file, &filter->wqh, poll_tab); in seccomp_notify_poll()
|
D | futex.c | 1558 DEFINE_RT_WAKE_Q(wqh); in wake_futex_pi() 1611 postunlock = __rt_mutex_futex_unlock(&pi_state->pi_mutex, &wqh); in wake_futex_pi() 1618 rt_mutex_postunlock(&wqh); in wake_futex_pi()
|
/Linux-v5.15/drivers/vhost/ |
D | vhost.c | 154 static void vhost_poll_func(struct file *file, wait_queue_head_t *wqh, in vhost_poll_func() argument 160 poll->wqh = wqh; in vhost_poll_func() 161 add_wait_queue(wqh, &poll->wait); in vhost_poll_func() 196 poll->wqh = NULL; in vhost_poll_init() 208 if (poll->wqh) in vhost_poll_start() 227 if (poll->wqh) { in vhost_poll_stop() 228 remove_wait_queue(poll->wqh, &poll->wait); in vhost_poll_stop() 229 poll->wqh = NULL; in vhost_poll_stop()
|
D | vhost.h | 32 wait_queue_head_t *wqh; member
|
/Linux-v5.15/virt/kvm/ |
D | eventfd.c | 239 irqfd_ptable_queue_proc(struct file *file, wait_queue_head_t *wqh, in irqfd_ptable_queue_proc() argument 244 add_wait_queue_priority(wqh, &irqfd->wait); in irqfd_ptable_queue_proc()
|
/Linux-v5.15/Documentation/RCU/ |
D | listRCU.rst | 426 spin_lock_irqsave(&ctx->wqh.lock, flags); 430 wake_up_locked_poll(&ctx->wqh, EPOLLIN); 432 spin_unlock_irqrestore(&ctx->wqh.lock, flags);
|