Lines Matching refs:apoll
109 return req->apoll->double_poll; in io_poll_get_double()
116 return &req->apoll->poll; in io_poll_get_single()
650 struct async_poll *apoll = pt->req->apoll; in io_async_queue_proc() local
652 __io_queue_proc(&apoll->poll, pt, head, &apoll->double_poll); in io_async_queue_proc()
668 struct async_poll *apoll; in io_req_alloc_apoll() local
671 apoll = req->apoll; in io_req_alloc_apoll()
672 kfree(apoll->double_poll); in io_req_alloc_apoll()
677 apoll = container_of(entry, struct async_poll, cache); in io_req_alloc_apoll()
678 apoll->poll.retries = APOLL_MAX_RETRY; in io_req_alloc_apoll()
681 apoll = kmalloc(sizeof(*apoll), GFP_ATOMIC); in io_req_alloc_apoll()
682 if (unlikely(!apoll)) in io_req_alloc_apoll()
684 apoll->poll.retries = APOLL_MAX_RETRY; in io_req_alloc_apoll()
686 apoll->double_poll = NULL; in io_req_alloc_apoll()
687 req->apoll = apoll; in io_req_alloc_apoll()
688 if (unlikely(!--apoll->poll.retries)) in io_req_alloc_apoll()
690 return apoll; in io_req_alloc_apoll()
696 struct async_poll *apoll; in io_arm_poll_handler() local
726 apoll = io_req_alloc_apoll(req, issue_flags); in io_arm_poll_handler()
727 if (!apoll) in io_arm_poll_handler()
735 ret = __io_arm_poll_handler(req, &apoll->poll, &ipt, mask, issue_flags); in io_arm_poll_handler()
738 trace_io_uring_poll_arm(req, mask, apoll->poll.events); in io_arm_poll_handler()