Lines Matching refs:completion_lock

410 		spinlock_t		completion_lock;  member
1310 spin_lock_init(&ctx->completion_lock); in io_ring_ctx_alloc()
1433 spin_lock(&ctx->completion_lock); in io_prep_async_link()
1436 spin_unlock(&ctx->completion_lock); in io_prep_async_link()
1476 __must_hold(&req->ctx->completion_lock) in io_kill_timeout()
1507 __must_hold(&ctx->completion_lock) in io_flush_timeouts()
1641 spin_lock(&ctx->completion_lock); in __io_cqring_overflow_flush()
1669 spin_unlock(&ctx->completion_lock); in __io_cqring_overflow_flush()
1786 spin_lock(&ctx->completion_lock); in io_req_complete_post()
1810 spin_unlock(&ctx->completion_lock); in io_req_complete_post()
1880 spin_lock(&ctx->completion_lock); in io_flush_cached_locked_reqs()
1883 spin_unlock(&ctx->completion_lock); in io_flush_cached_locked_reqs()
1984 spin_lock(&ctx->completion_lock); in __io_free_req()
1987 spin_unlock(&ctx->completion_lock); in __io_free_req()
2001 __must_hold(&req->ctx->completion_lock) in io_kill_linked_timeout()
2023 __must_hold(&req->ctx->completion_lock) in io_fail_links()
2045 __must_hold(&req->ctx->completion_lock) in io_disarm_next()
2089 spin_lock(&ctx->completion_lock); in __io_req_find_next()
2093 spin_unlock(&ctx->completion_lock); in __io_req_find_next()
2324 spin_lock(&ctx->completion_lock); in io_submit_flush_completions()
2332 spin_unlock(&ctx->completion_lock); in io_submit_flush_completions()
5269 __acquires(&req->ctx->completion_lock) in io_poll_rewait()
5283 spin_lock(&ctx->completion_lock); in io_poll_rewait()
5308 __must_hold(&req->ctx->completion_lock) in io_poll_remove_double()
5312 lockdep_assert_held(&req->ctx->completion_lock); in io_poll_remove_double()
5327 __must_hold(&req->ctx->completion_lock) in __io_poll_complete()
5352 __must_hold(&req->ctx->completion_lock) in io_poll_complete()
5367 spin_unlock(&ctx->completion_lock); in io_poll_task_func()
5372 spin_unlock(&ctx->completion_lock); in io_poll_task_func()
5385 spin_unlock(&ctx->completion_lock); in io_poll_task_func()
5511 spin_unlock(&ctx->completion_lock); in io_async_task_func()
5518 spin_unlock(&ctx->completion_lock); in io_async_task_func()
5551 __acquires(&ctx->completion_lock) in __io_arm_poll_handler()
5570 spin_lock(&ctx->completion_lock); in __io_arm_poll_handler()
5643 spin_unlock(&ctx->completion_lock); in io_arm_poll_handler()
5654 __must_hold(&req->ctx->completion_lock) in __io_poll_remove_one()
5673 __must_hold(&req->ctx->completion_lock) in io_poll_remove_one()
5699 spin_lock(&ctx->completion_lock); in io_poll_remove_all()
5709 spin_unlock(&ctx->completion_lock); in io_poll_remove_all()
5719 __must_hold(&ctx->completion_lock) in io_poll_find()
5737 __must_hold(&ctx->completion_lock) in io_poll_cancel()
5849 spin_unlock(&ctx->completion_lock); in io_poll_add()
5866 spin_lock(&ctx->completion_lock); in io_poll_update()
5893 spin_unlock(&ctx->completion_lock); in io_poll_update()
5906 spin_unlock(&ctx->completion_lock); in io_poll_update()
5970 __must_hold(&ctx->completion_lock) in io_timeout_cancel()
6092 spin_lock(&ctx->completion_lock); in io_timeout_remove()
6096 spin_unlock(&ctx->completion_lock); in io_timeout_remove()
6266 spin_lock(&ctx->completion_lock); in io_try_cancel_userdata()
6274 spin_unlock(&ctx->completion_lock); in io_try_cancel_userdata()
6537 spin_lock(&ctx->completion_lock); in io_drain_req()
6539 spin_unlock(&ctx->completion_lock); in io_drain_req()
6549 spin_unlock(&ctx->completion_lock); in io_drain_req()
7317 spin_lock(&ctx->completion_lock); in io_ring_set_wakeup_flag()
7320 spin_unlock(&ctx->completion_lock); in io_ring_set_wakeup_flag()
7325 spin_lock(&ctx->completion_lock); in io_ring_clear_wakeup_flag()
7328 spin_unlock(&ctx->completion_lock); in io_ring_clear_wakeup_flag()
8176 spin_lock(&ctx->completion_lock); in __io_rsrc_put_work()
8180 spin_unlock(&ctx->completion_lock); in __io_rsrc_put_work()
9443 spin_lock(&ctx->completion_lock); in io_ring_exit_work()
9444 spin_unlock(&ctx->completion_lock); in io_ring_exit_work()
9456 spin_lock(&ctx->completion_lock); in io_kill_timeouts()
9467 spin_unlock(&ctx->completion_lock); in io_kill_timeouts()
9526 spin_lock(&ctx->completion_lock); in io_cancel_task_cb()
9528 spin_unlock(&ctx->completion_lock); in io_cancel_task_cb()
9541 spin_lock(&ctx->completion_lock); in io_cancel_defer_files()
9548 spin_unlock(&ctx->completion_lock); in io_cancel_defer_files()
10109 spin_lock(&ctx->completion_lock); in __io_uring_show_fdinfo()
10118 spin_unlock(&ctx->completion_lock); in __io_uring_show_fdinfo()