Lines Matching refs:uring_lock

272 	mutex_lock(&ctx->uring_lock);  in io_fallback_req_func()
278 mutex_unlock(&ctx->uring_lock); in io_fallback_req_func()
334 mutex_init(&ctx->uring_lock); in io_ring_ctx_alloc()
728 mutex_lock(&ctx->uring_lock); in io_cqring_do_overflow_flush()
731 mutex_unlock(&ctx->uring_lock); in io_cqring_do_overflow_flush()
901 __must_hold(&ctx->uring_lock) in __io_flush_post_cqes()
906 lockdep_assert_held(&ctx->uring_lock); in __io_flush_post_cqes()
957 lockdep_assert_held(&ctx->uring_lock); in io_fill_cqe_req_aux()
1039 mutex_lock(&ctx->uring_lock); in io_req_complete_post()
1041 mutex_unlock(&ctx->uring_lock); in io_req_complete_post()
1046 __must_hold(&ctx->uring_lock) in io_req_defer_failed()
1050 lockdep_assert_held(&req->ctx->uring_lock); in io_req_defer_failed()
1089 __must_hold(&ctx->uring_lock) in __io_alloc_req_refill()
1173 mutex_unlock(&ctx->uring_lock); in ctx_flush_and_put()
1197 ts->locked = mutex_trylock(&(*ctx)->uring_lock); in handle_tw_list()
1459 mutex_lock(&ctx->uring_lock); in io_run_local_work_locked()
1468 ts.locked = mutex_trylock(&ctx->uring_lock); in io_run_local_work()
1471 mutex_unlock(&ctx->uring_lock); in io_run_local_work()
1517 __must_hold(&ctx->uring_lock) in io_free_batch_list()
1554 __must_hold(&ctx->uring_lock) in __io_submit_flush_completions()
1602 mutex_lock(&ctx->uring_lock); in io_iopoll_try_reap_events()
1613 mutex_unlock(&ctx->uring_lock); in io_iopoll_try_reap_events()
1615 mutex_lock(&ctx->uring_lock); in io_iopoll_try_reap_events()
1618 mutex_unlock(&ctx->uring_lock); in io_iopoll_try_reap_events()
1669 mutex_unlock(&ctx->uring_lock); in io_iopoll_check()
1671 mutex_lock(&ctx->uring_lock); in io_iopoll_check()
1714 mutex_lock(&ctx->uring_lock); in io_iopoll_req_issued()
1752 mutex_unlock(&ctx->uring_lock); in io_iopoll_req_issued()
1809 __must_hold(&ctx->uring_lock) in io_drain_req()
2030 __must_hold(&req->ctx->uring_lock) in io_queue_async()
2059 __must_hold(&req->ctx->uring_lock) in io_queue_sqe()
2076 __must_hold(&req->ctx->uring_lock) in io_queue_sqe_fallback()
2145 __must_hold(&ctx->uring_lock) in io_init_req()
2276 __must_hold(&ctx->uring_lock) in io_submit_sqe()
2410 __must_hold(&ctx->uring_lock) in io_submit_sqes()
2829 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_register()
2864 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_unregister()
2881 mutex_lock(&ctx->uring_lock); in io_req_caches_free()
2891 mutex_unlock(&ctx->uring_lock); in io_req_caches_free()
2906 mutex_lock(&ctx->uring_lock); in io_ring_ctx_free()
2916 mutex_unlock(&ctx->uring_lock); in io_ring_ctx_free()
2960 mutex_lock(&ctx->uring_lock); in io_activate_pollwq_cb()
2962 mutex_unlock(&ctx->uring_lock); in io_activate_pollwq_cb()
3091 mutex_lock(&ctx->uring_lock); in io_ring_exit_work()
3093 mutex_unlock(&ctx->uring_lock); in io_ring_exit_work()
3142 mutex_lock(&ctx->uring_lock); in io_ring_exit_work()
3154 mutex_unlock(&ctx->uring_lock); in io_ring_exit_work()
3161 mutex_lock(&ctx->uring_lock); in io_ring_exit_work()
3163 mutex_unlock(&ctx->uring_lock); in io_ring_exit_work()
3179 mutex_lock(&ctx->uring_lock); in io_ring_ctx_wait_and_kill()
3185 mutex_unlock(&ctx->uring_lock); in io_ring_ctx_wait_and_kill()
3261 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_iowq()
3274 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_iowq()
3324 mutex_lock(&ctx->uring_lock); in io_uring_try_cancel_requests()
3326 mutex_unlock(&ctx->uring_lock); in io_uring_try_cancel_requests()
3452 mutex_lock(&ctx->uring_lock); in io_uring_validate_mmap_request()
3454 mutex_unlock(&ctx->uring_lock); in io_uring_validate_mmap_request()
3666 mutex_lock(&ctx->uring_lock); in SYSCALL_DEFINE6()
3669 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE6()
3682 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE6()
3695 mutex_lock(&ctx->uring_lock); in SYSCALL_DEFINE6()
3703 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE6()
4274 mutex_unlock(&ctx->uring_lock); in __io_register_iowq_aff()
4276 mutex_lock(&ctx->uring_lock); in __io_register_iowq_aff()
4320 __must_hold(&ctx->uring_lock) in io_register_iowq_max_workers()
4343 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()
4345 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()
4403 __releases(ctx->uring_lock) in __io_uring_register()
4404 __acquires(ctx->uring_lock) in __io_uring_register()
4606 mutex_lock(&ctx->uring_lock); in SYSCALL_DEFINE4()
4608 mutex_unlock(&ctx->uring_lock); in SYSCALL_DEFINE4()