Home
last modified time | relevance | path

Searched refs:uring_lock (Results 1 – 21 of 21) sorted by relevance

/linux-6.15/io_uring/
H A Dtctx.c22 mutex_lock(&ctx->uring_lock); in io_init_wq_offload()
27 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()
34 mutex_unlock(&ctx->uring_lock); in io_init_wq_offload()
141 mutex_lock(&ctx->uring_lock); in __io_uring_add_tctx_node()
143 mutex_unlock(&ctx->uring_lock); in __io_uring_add_tctx_node()
181 mutex_lock(&node->ctx->uring_lock); in io_uring_del_tctx_node()
183 mutex_unlock(&node->ctx->uring_lock); in io_uring_del_tctx_node()
276 mutex_unlock(&ctx->uring_lock); in io_ringfd_register()
278 mutex_lock(&ctx->uring_lock); in io_ringfd_register()
H A Dio_uring.h132 lockdep_assert_held(&ctx->uring_lock); in io_lockdep_assert_cq_locked()
135 lockdep_assert_held(&ctx->uring_lock); in io_lockdep_assert_cq_locked()
274 lockdep_assert_held(&ctx->uring_lock); in io_ring_submit_unlock()
276 mutex_unlock(&ctx->uring_lock); in io_ring_submit_unlock()
289 mutex_lock(&ctx->uring_lock); in io_ring_submit_lock()
290 lockdep_assert_held(&ctx->uring_lock); in io_ring_submit_lock()
397 lockdep_assert_held(&ctx->uring_lock); in io_tw_lock()
406 __must_hold(&req->ctx->uring_lock) in io_req_complete_defer()
410 lockdep_assert_held(&req->ctx->uring_lock); in io_req_complete_defer()
H A Dio_uring.c257 mutex_lock(&ctx->uring_lock); in io_fallback_req_func()
261 mutex_unlock(&ctx->uring_lock); in io_fallback_req_func()
349 mutex_init(&ctx->uring_lock); in io_ring_ctx_alloc()
663 mutex_lock(&ctx->uring_lock); in io_cqring_do_overflow_flush()
914 __must_hold(&ctx->uring_lock) in io_req_defer_failed()
950 __must_hold(&ctx->uring_lock) in __io_alloc_req_refill()
1343 mutex_lock(&ctx->uring_lock); in io_run_local_work()
1389 __must_hold(&ctx->uring_lock) in io_free_batch_list()
1430 __must_hold(&ctx->uring_lock) in __io_submit_flush_completions()
1481 mutex_lock(&ctx->uring_lock); in io_iopoll_try_reap_events()
[all …]
H A Dregister.c212 mutex_unlock(&ctx->uring_lock); in __io_register_iowq_aff()
214 mutex_lock(&ctx->uring_lock); in __io_register_iowq_aff()
259 __must_hold(&ctx->uring_lock) in io_register_iowq_max_workers()
284 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()
308 mutex_unlock(&ctx->uring_lock); in io_register_iowq_max_workers()
311 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()
338 mutex_lock(&ctx->uring_lock); in io_register_iowq_max_workers()
497 mutex_lock(&ctx->uring_lock); in io_register_resize_rings()
631 __releases(ctx->uring_lock) in __io_uring_register()
632 __acquires(ctx->uring_lock) in __io_uring_register()
[all …]
H A Dcancel.c257 __must_hold(&ctx->uring_lock) in io_sync_cancel()
319 mutex_unlock(&ctx->uring_lock); in io_sync_cancel()
331 mutex_lock(&ctx->uring_lock); in io_sync_cancel()
335 mutex_lock(&ctx->uring_lock); in io_sync_cancel()
353 lockdep_assert_held(&ctx->uring_lock); in io_cancel_remove_all()
H A Deventfd.c161 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_register()
197 lockdep_is_held(&ctx->uring_lock)); in io_eventfd_unregister()
H A Dmsg_ring.c38 mutex_unlock(&octx->uring_lock); in io_double_unlock_ctx()
50 if (!mutex_trylock(&octx->uring_lock)) in io_lock_external_ctx()
54 mutex_lock(&octx->uring_lock); in io_lock_external_ctx()
H A Dnotif.h36 __must_hold(&notif->ctx->uring_lock) in io_notif_flush()
H A Dkbuf.c73 lockdep_assert_held(&ctx->uring_lock); in io_buffer_get_list()
336 lockdep_assert_held(&ctx->uring_lock); in io_buffers_peek()
401 lockdep_assert_held(&ctx->uring_lock); in __io_remove_buffers()
604 lockdep_assert_held(&ctx->uring_lock); in io_register_pbuf_ring()
681 lockdep_assert_held(&ctx->uring_lock); in io_unregister_pbuf_ring()
H A Dfdinfo.c262 if (mutex_trylock(&ctx->uring_lock)) { in io_uring_show_fdinfo()
264 mutex_unlock(&ctx->uring_lock); in io_uring_show_fdinfo()
H A Drsrc.c343 lockdep_assert_held(&ctx->uring_lock); in __io_register_rsrc_update()
1139 mutex_lock(&ctx1->uring_lock); in lock_two_rings()
1140 mutex_lock_nested(&ctx2->uring_lock, SINGLE_DEPTH_NESTING); in lock_two_rings()
1151 lockdep_assert_held(&ctx->uring_lock); in io_clone_buffers()
1152 lockdep_assert_held(&src_ctx->uring_lock); in io_clone_buffers()
1283 mutex_unlock(&ctx->uring_lock); in io_register_clone_buffers()
1290 mutex_unlock(&src_ctx->uring_lock); in io_register_clone_buffers()
H A Dfiletable.c60 __must_hold(&req->ctx->uring_lock) in io_install_fixed_file()
H A Dnotif.c108 __must_hold(&ctx->uring_lock) in io_alloc_notif()
H A Drsrc.h101 lockdep_assert_held(&ctx->uring_lock); in io_put_rsrc_node()
H A Dsqpoll.c179 mutex_lock(&ctx->uring_lock); in __io_sq_thread()
190 mutex_unlock(&ctx->uring_lock); in __io_sq_thread()
H A Dwaitid.c121 lockdep_assert_held(&req->ctx->uring_lock); in io_waitid_complete()
H A Dpoll.c126 lockdep_assert_held(&req->ctx->uring_lock); in io_poll_req_insert()
727 lockdep_assert_held(&ctx->uring_lock); in io_poll_remove_all()
H A During_cmd.c64 lockdep_assert_held(&ctx->uring_lock); in io_uring_try_cancel_uring_cmd()
H A Dzcrx.c440 lockdep_assert_held(&ctx->uring_lock); in io_unregister_zcrx_ifqs()
503 lockdep_assert_held(&ctx->uring_lock); in io_shutdown_zcrx_ifqs()
H A Drw.c460 lockdep_assert_held(&req->ctx->uring_lock); in io_readv_writev_cleanup()
/linux-6.15/include/linux/
H A Dio_uring_types.h270 struct mutex uring_lock; member