Lines Matching refs:submit_state
193 if (!wq_list_empty(&ctx->submit_state.compl_reqs) || in io_submit_flush_completions()
194 ctx->submit_state.cqes_count) in io_submit_flush_completions()
254 wq_stack_add_head(&req->comp_list, &ctx->submit_state.free_list); in io_req_add_to_cache()
349 ctx->submit_state.free_list.next = NULL; in io_ring_ctx_alloc()
352 INIT_WQ_LIST(&ctx->submit_state.compl_reqs); in io_ring_ctx_alloc()
903 struct io_submit_state *state = &ctx->submit_state; in __io_flush_post_cqes()
959 if (ctx->submit_state.cqes_count == ARRAY_SIZE(ctx->completion_cqes)) { in io_fill_cqe_req_aux()
973 cqe = &ctx->completion_cqes[ctx->submit_state.cqes_count++]; in io_fill_cqe_req_aux()
1101 io_flush_cached_locked_reqs(ctx, &ctx->submit_state); in __io_alloc_req_refill()
1297 if (ts.locked && !wq_list_empty(&ctx->submit_state.compl_reqs)) { in tctx_task_work()
1556 struct io_submit_state *state = &ctx->submit_state; in __io_submit_flush_completions()
1580 if (!wq_list_empty(&ctx->submit_state.compl_reqs)) { in __io_submit_flush_completions()
2127 struct io_kiocb *head = ctx->submit_state.link.head; in io_init_req_drain()
2190 if (unlikely(ctx->drain_next) && !ctx->submit_state.link.head) { in io_init_req()
2203 struct io_submit_state *state = &ctx->submit_state; in io_init_req()
2241 struct io_submit_link *link = &ctx->submit_state.link; in io_submit_fail_init()
2278 struct io_submit_link *link = &ctx->submit_state.link; in io_submit_sqe()
2332 struct io_submit_state *state = &ctx->submit_state; in io_submit_state_end()
2421 io_submit_state_start(&ctx->submit_state, left); in io_submit_sqes()
2882 io_flush_cached_locked_reqs(ctx, &ctx->submit_state); in io_req_caches_free()