Lines Matching refs:user_data
787 static bool io_cqring_event_overflow(struct io_ring_ctx *ctx, u64 user_data, in io_cqring_event_overflow() argument
800 trace_io_uring_cqe_overflow(ctx, user_data, res, cflags, ocqe); in io_cqring_event_overflow()
816 ocqe->cqe.user_data = user_data; in io_cqring_event_overflow()
829 io_cqring_event_overflow(req->ctx, req->cqe.user_data, in io_req_cqe_overflow()
872 static bool io_fill_cqe_aux(struct io_ring_ctx *ctx, u64 user_data, s32 res, in io_fill_cqe_aux() argument
885 trace_io_uring_complete(ctx, NULL, user_data, res, cflags, 0, 0); in io_fill_cqe_aux()
887 WRITE_ONCE(cqe->user_data, user_data); in io_fill_cqe_aux()
910 if (!io_fill_cqe_aux(ctx, cqe->user_data, cqe->res, cqe->flags)) { in __io_flush_post_cqes()
913 io_cqring_event_overflow(ctx, cqe->user_data, in __io_flush_post_cqes()
917 io_cqring_event_overflow(ctx, cqe->user_data, in __io_flush_post_cqes()
925 static bool __io_post_aux_cqe(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags, in __io_post_aux_cqe() argument
931 filled = io_fill_cqe_aux(ctx, user_data, res, cflags); in __io_post_aux_cqe()
933 filled = io_cqring_event_overflow(ctx, user_data, res, cflags, 0, 0); in __io_post_aux_cqe()
939 bool io_post_aux_cqe(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags) in io_post_aux_cqe() argument
941 return __io_post_aux_cqe(ctx, user_data, res, cflags, true); in io_post_aux_cqe()
951 u64 user_data = req->cqe.user_data; in io_fill_cqe_req_aux() local
955 return __io_post_aux_cqe(ctx, user_data, res, cflags, false); in io_fill_cqe_req_aux()
974 cqe->user_data = user_data; in io_fill_cqe_req_aux()
2156 req->cqe.user_data = READ_ONCE(sqe->user_data); in io_init_req()
4658 BUILD_BUG_SQE_ELEM(32, __u64, user_data); in io_uring_init()