101 	struct userfaultfd_wait_queue *uwq;  in userfaultfd_wake_function()  local
104 	uwq = container_of(wq, struct userfaultfd_wait_queue, wq);  in userfaultfd_wake_function()
109 	if (len && (start > uwq->msg.arg.pagefault.address ||  in userfaultfd_wake_function()
110 		    start + len <= uwq->msg.arg.pagefault.address))  in userfaultfd_wake_function()
112 	WRITE_ONCE(uwq->waken, true);  in userfaultfd_wake_function()
347 	struct userfaultfd_wait_queue uwq;  in handle_userfault()  local
449 	init_waitqueue_func_entry(&uwq.wq, userfaultfd_wake_function);  in handle_userfault()
450 	uwq.wq.private = current;  in handle_userfault()
451 	uwq.msg = userfault_msg(vmf->address, vmf->flags, reason,  in handle_userfault()
453 	uwq.ctx = ctx;  in handle_userfault()
454 	uwq.waken = false;  in handle_userfault()
467 	__add_wait_queue(&ctx->fault_pending_wqh, &uwq.wq);  in handle_userfault()
499 		while (!READ_ONCE(uwq.waken)) {  in handle_userfault()
507 			if (READ_ONCE(uwq.waken) ||  in handle_userfault()
555 	if (!list_empty_careful(&uwq.wq.entry)) {  in handle_userfault()
561 		list_del(&uwq.wq.entry);  in handle_userfault()
927 	struct userfaultfd_wait_queue *uwq;  in find_userfault_in()  local
931 	uwq = NULL;  in find_userfault_in()
936 	uwq = container_of(wq, struct userfaultfd_wait_queue, wq);  in find_userfault_in()
938 	return uwq;  in find_userfault_in()
1017 	struct userfaultfd_wait_queue *uwq;  in userfaultfd_ctx_read()  local
1034 		uwq = find_userfault(ctx);  in userfaultfd_ctx_read()
1035 		if (uwq) {  in userfaultfd_ctx_read()
1066 			list_del(&uwq->wq.entry);  in userfaultfd_ctx_read()
1067 			add_wait_queue(&ctx->fault_wqh, &uwq->wq);  in userfaultfd_ctx_read()
1072 			*msg = uwq->msg;  in userfaultfd_ctx_read()
1080 		uwq = find_userfault_evt(ctx);  in userfaultfd_ctx_read()
1081 		if (uwq) {  in userfaultfd_ctx_read()
1082 			*msg = uwq->msg;  in userfaultfd_ctx_read()
1084 			if (uwq->msg.event == UFFD_EVENT_FORK) {  in userfaultfd_ctx_read()
1087 					uwq->msg.arg.reserved.reserved1;  in userfaultfd_ctx_read()
1088 				list_move(&uwq->wq.entry, &fork_event);  in userfaultfd_ctx_read()
1100 			userfaultfd_event_complete(ctx, uwq);  in userfaultfd_ctx_read()
1133 			uwq = list_first_entry(&fork_event,  in userfaultfd_ctx_read()
1134 					       typeof(*uwq),  in userfaultfd_ctx_read()
1146 			list_del(&uwq->wq.entry);  in userfaultfd_ctx_read()
1147 			__add_wait_queue(&ctx->event_wqh, &uwq->wq);  in userfaultfd_ctx_read()
1155 				userfaultfd_event_complete(ctx, uwq);  in userfaultfd_ctx_read()