Lines Matching refs:fault_pending_wqh
46 wait_queue_head_t fault_pending_wqh; member
158 VM_BUG_ON(spin_is_locked(&ctx->fault_pending_wqh.lock)); in userfaultfd_ctx_put()
159 VM_BUG_ON(waitqueue_active(&ctx->fault_pending_wqh)); in userfaultfd_ctx_put()
462 spin_lock(&ctx->fault_pending_wqh.lock); in handle_userfault()
467 __add_wait_queue(&ctx->fault_pending_wqh, &uwq.wq); in handle_userfault()
474 spin_unlock(&ctx->fault_pending_wqh.lock); in handle_userfault()
556 spin_lock(&ctx->fault_pending_wqh.lock); in handle_userfault()
562 spin_unlock(&ctx->fault_pending_wqh.lock); in handle_userfault()
909 spin_lock(&ctx->fault_pending_wqh.lock); in userfaultfd_release()
910 __wake_up_locked_key(&ctx->fault_pending_wqh, TASK_NORMAL, &range); in userfaultfd_release()
912 spin_unlock(&ctx->fault_pending_wqh.lock); in userfaultfd_release()
944 return find_userfault_in(&ctx->fault_pending_wqh); in find_userfault()
982 if (waitqueue_active(&ctx->fault_pending_wqh)) in userfaultfd_poll()
1033 spin_lock(&ctx->fault_pending_wqh.lock); in userfaultfd_ctx_read()
1073 spin_unlock(&ctx->fault_pending_wqh.lock); in userfaultfd_ctx_read()
1077 spin_unlock(&ctx->fault_pending_wqh.lock); in userfaultfd_ctx_read()
1210 spin_lock(&ctx->fault_pending_wqh.lock); in __wake_userfault()
1212 if (waitqueue_active(&ctx->fault_pending_wqh)) in __wake_userfault()
1213 __wake_up_locked_key(&ctx->fault_pending_wqh, TASK_NORMAL, in __wake_userfault()
1217 spin_unlock(&ctx->fault_pending_wqh.lock); in __wake_userfault()
1243 need_wakeup = waitqueue_active(&ctx->fault_pending_wqh) || in wake_userfault()
1852 spin_lock(&ctx->fault_pending_wqh.lock); in userfaultfd_show_fdinfo()
1853 list_for_each_entry(wq, &ctx->fault_pending_wqh.head, entry) { in userfaultfd_show_fdinfo()
1860 spin_unlock(&ctx->fault_pending_wqh.lock); in userfaultfd_show_fdinfo()
1889 init_waitqueue_head(&ctx->fault_pending_wqh); in init_once_userfaultfd_ctx()