Lines Matching refs:fault_pending_wqh

70 	wait_queue_head_t fault_pending_wqh;  member
217 VM_BUG_ON(spin_is_locked(&ctx->fault_pending_wqh.lock)); in userfaultfd_ctx_put()
218 VM_BUG_ON(waitqueue_active(&ctx->fault_pending_wqh)); in userfaultfd_ctx_put()
537 spin_lock_irq(&ctx->fault_pending_wqh.lock); in handle_userfault()
542 __add_wait_queue(&ctx->fault_pending_wqh, &uwq.wq); in handle_userfault()
549 spin_unlock_irq(&ctx->fault_pending_wqh.lock); in handle_userfault()
580 spin_lock_irq(&ctx->fault_pending_wqh.lock); in handle_userfault()
586 spin_unlock_irq(&ctx->fault_pending_wqh.lock); in handle_userfault()
948 spin_lock_irq(&ctx->fault_pending_wqh.lock); in userfaultfd_release()
949 __wake_up_locked_key(&ctx->fault_pending_wqh, TASK_NORMAL, &range); in userfaultfd_release()
951 spin_unlock_irq(&ctx->fault_pending_wqh.lock); in userfaultfd_release()
983 return find_userfault_in(&ctx->fault_pending_wqh); in find_userfault()
1020 if (waitqueue_active(&ctx->fault_pending_wqh)) in userfaultfd_poll()
1067 spin_lock(&ctx->fault_pending_wqh.lock); in userfaultfd_ctx_read()
1107 spin_unlock(&ctx->fault_pending_wqh.lock); in userfaultfd_ctx_read()
1111 spin_unlock(&ctx->fault_pending_wqh.lock); in userfaultfd_ctx_read()
1245 spin_lock_irq(&ctx->fault_pending_wqh.lock); in __wake_userfault()
1247 if (waitqueue_active(&ctx->fault_pending_wqh)) in __wake_userfault()
1248 __wake_up_locked_key(&ctx->fault_pending_wqh, TASK_NORMAL, in __wake_userfault()
1252 spin_unlock_irq(&ctx->fault_pending_wqh.lock); in __wake_userfault()
1278 need_wakeup = waitqueue_active(&ctx->fault_pending_wqh) || in wake_userfault()
2136 spin_lock_irq(&ctx->fault_pending_wqh.lock); in userfaultfd_show_fdinfo()
2137 list_for_each_entry(wq, &ctx->fault_pending_wqh.head, entry) { in userfaultfd_show_fdinfo()
2144 spin_unlock_irq(&ctx->fault_pending_wqh.lock); in userfaultfd_show_fdinfo()
2173 init_waitqueue_head(&ctx->fault_pending_wqh); in init_once_userfaultfd_ctx()
2177 seqcount_spinlock_init(&ctx->refile_seq, &ctx->fault_pending_wqh.lock); in init_once_userfaultfd_ctx()