Home
last modified time | relevance | path

Searched refs:io_ring_ctx (Results 1 – 25 of 45) sorted by relevance

12

/linux-6.15/io_uring/
H A Dnapi.h12 void io_napi_init(struct io_ring_ctx *ctx);
13 void io_napi_free(struct io_ring_ctx *ctx);
15 int io_register_napi(struct io_ring_ctx *ctx, void __user *arg);
16 int io_unregister_napi(struct io_ring_ctx *ctx, void __user *arg);
21 int io_napi_sqpoll_busy_poll(struct io_ring_ctx *ctx);
23 static inline bool io_napi(struct io_ring_ctx *ctx) in io_napi()
28 static inline void io_napi_busy_loop(struct io_ring_ctx *ctx, in io_napi_busy_loop()
44 struct io_ring_ctx *ctx = req->ctx; in io_napi_add()
57 static inline void io_napi_init(struct io_ring_ctx *ctx) in io_napi_init()
60 static inline void io_napi_free(struct io_ring_ctx *ctx) in io_napi_free()
[all …]
H A Dio_uring.h45 struct io_ring_ctx *ctx;
62 struct io_ring_ctx *ctx = iowq->ctx; in io_should_wake()
80 int io_run_task_work_sig(struct io_ring_ctx *ctx);
85 void __io_commit_cqring_flush(struct io_ring_ctx *ctx);
102 struct io_ring_ctx *ctx);
119 bool __io_alloc_req_refill(struct io_ring_ctx *ctx);
124 void io_activate_pollwq(struct io_ring_ctx *ctx);
151 static inline bool io_is_compat(struct io_ring_ctx *ctx) in io_is_compat()
306 static inline void io_cqring_wake(struct io_ring_ctx *ctx) in io_cqring_wake()
323 static inline bool io_sqring_full(struct io_ring_ctx *ctx) in io_sqring_full()
[all …]
H A Drsrc.h54 bool io_rsrc_cache_init(struct io_ring_ctx *ctx);
55 void io_rsrc_cache_free(struct io_ring_ctx *ctx);
72 int io_register_clone_buffers(struct io_ring_ctx *ctx, void __user *arg);
73 int io_sqe_buffers_unregister(struct io_ring_ctx *ctx);
74 int io_sqe_buffers_register(struct io_ring_ctx *ctx, void __user *arg,
76 int io_sqe_files_unregister(struct io_ring_ctx *ctx);
77 int io_sqe_files_register(struct io_ring_ctx *ctx, void __user *arg,
80 int io_register_files_update(struct io_ring_ctx *ctx, void __user *arg,
82 int io_register_rsrc_update(struct io_ring_ctx *ctx, void __user *arg,
84 int io_register_rsrc(struct io_ring_ctx *ctx, void __user *arg,
[all …]
H A Dfutex.h12 int io_futex_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd,
14 bool io_futex_remove_all(struct io_ring_ctx *ctx, struct io_uring_task *tctx,
16 bool io_futex_cache_init(struct io_ring_ctx *ctx);
17 void io_futex_cache_free(struct io_ring_ctx *ctx);
19 static inline int io_futex_cancel(struct io_ring_ctx *ctx, in io_futex_cancel()
25 static inline bool io_futex_remove_all(struct io_ring_ctx *ctx, in io_futex_remove_all()
30 static inline bool io_futex_cache_init(struct io_ring_ctx *ctx) in io_futex_cache_init()
34 static inline void io_futex_cache_free(struct io_ring_ctx *ctx) in io_futex_cache_free()
H A Dtctx.h6 struct io_ring_ctx *ctx;
10 struct io_ring_ctx *ctx);
12 int __io_uring_add_tctx_node(struct io_ring_ctx *ctx);
13 int __io_uring_add_tctx_node_from_submit(struct io_ring_ctx *ctx);
17 int io_ringfd_register(struct io_ring_ctx *ctx, void __user *__arg,
19 int io_ringfd_unregister(struct io_ring_ctx *ctx, void __user *__arg,
25 static inline int io_uring_add_tctx_node(struct io_ring_ctx *ctx) in io_uring_add_tctx_node()
H A Dzcrx.h27 struct io_ring_ctx *ctx;
45 int io_register_zcrx_ifq(struct io_ring_ctx *ctx,
47 void io_unregister_zcrx_ifqs(struct io_ring_ctx *ctx);
48 void io_shutdown_zcrx_ifqs(struct io_ring_ctx *ctx);
53 static inline int io_register_zcrx_ifq(struct io_ring_ctx *ctx, in io_register_zcrx_ifq()
58 static inline void io_unregister_zcrx_ifqs(struct io_ring_ctx *ctx) in io_unregister_zcrx_ifqs()
61 static inline void io_shutdown_zcrx_ifqs(struct io_ring_ctx *ctx) in io_shutdown_zcrx_ifqs()
H A Deventfd.h2 struct io_ring_ctx;
3 int io_eventfd_register(struct io_ring_ctx *ctx, void __user *arg,
5 int io_eventfd_unregister(struct io_ring_ctx *ctx);
7 void io_eventfd_flush_signal(struct io_ring_ctx *ctx);
8 void io_eventfd_signal(struct io_ring_ctx *ctx);
H A Dnapi.c41 int __io_napi_add_id(struct io_ring_ctx *ctx, unsigned int napi_id) in __io_napi_add_id()
105 static void __io_napi_remove_stale(struct io_ring_ctx *ctx) in __io_napi_remove_stale()
163 static bool static_tracking_do_busy_loop(struct io_ring_ctx *ctx, in static_tracking_do_busy_loop()
176 dynamic_tracking_do_busy_loop(struct io_ring_ctx *ctx, in dynamic_tracking_do_busy_loop()
195 __io_napi_do_busy_loop(struct io_ring_ctx *ctx, in __io_napi_do_busy_loop()
204 static void io_napi_blocking_busy_loop(struct io_ring_ctx *ctx, in io_napi_blocking_busy_loop()
237 void io_napi_init(struct io_ring_ctx *ctx) in io_napi_init()
254 void io_napi_free(struct io_ring_ctx *ctx) in io_napi_free()
266 static int io_napi_register_napi(struct io_ring_ctx *ctx, in io_napi_register_napi()
291 int io_register_napi(struct io_ring_ctx *ctx, void __user *arg) in io_register_napi()
[all …]
H A Dfiletable.h9 bool io_alloc_file_tables(struct io_ring_ctx *ctx, struct io_file_table *table, unsigned nr_files);
10 void io_free_file_tables(struct io_ring_ctx *ctx, struct io_file_table *table);
14 int __io_fixed_fd_install(struct io_ring_ctx *ctx, struct file *file,
16 int io_fixed_fd_remove(struct io_ring_ctx *ctx, unsigned int offset);
18 int io_register_file_alloc_range(struct io_ring_ctx *ctx,
59 static inline void io_file_table_set_alloc_range(struct io_ring_ctx *ctx, in io_file_table_set_alloc_range()
H A Dmsg_ring.c36 static void io_double_unlock_ctx(struct io_ring_ctx *octx) in io_double_unlock_ctx()
41 static int io_lock_external_ctx(struct io_ring_ctx *octx, in io_lock_external_ctx()
76 struct io_ring_ctx *ctx = req->ctx; in io_msg_tw_complete()
120 static int io_msg_data_remote(struct io_ring_ctx *target_ctx, in io_msg_data_remote()
137 static int __io_msg_ring_data(struct io_ring_ctx *target_ctx, in __io_msg_ring_data()
170 struct io_ring_ctx *target_ctx = req->file->private_data; in io_msg_ring_data()
179 struct io_ring_ctx *ctx = req->ctx; in io_msg_grab_file()
198 struct io_ring_ctx *target_ctx = req->file->private_data; in io_msg_install_complete()
243 struct io_ring_ctx *ctx = req->file->private_data; in io_msg_fd_remote()
259 struct io_ring_ctx *target_ctx = req->file->private_data; in io_msg_send_fd()
[all …]
H A Dfiletable.c16 static int io_file_bitmap_get(struct io_ring_ctx *ctx) in io_file_bitmap_get()
39 bool io_alloc_file_tables(struct io_ring_ctx *ctx, struct io_file_table *table, in io_alloc_file_tables()
51 void io_free_file_tables(struct io_ring_ctx *ctx, struct io_file_table *table) in io_free_file_tables()
58 static int io_install_fixed_file(struct io_ring_ctx *ctx, struct file *file, in io_install_fixed_file()
83 int __io_fixed_fd_install(struct io_ring_ctx *ctx, struct file *file, in __io_fixed_fd_install()
110 struct io_ring_ctx *ctx = req->ctx; in io_fixed_fd_install()
122 int io_fixed_fd_remove(struct io_ring_ctx *ctx, unsigned int offset) in io_fixed_fd_remove()
139 int io_register_file_alloc_range(struct io_ring_ctx *ctx, in io_register_file_alloc_range()
H A Dsqpoll.h24 int io_sq_offload_create(struct io_ring_ctx *ctx, struct io_uring_params *p);
25 void io_sq_thread_finish(struct io_ring_ctx *ctx);
30 void io_sqpoll_wait_sq(struct io_ring_ctx *ctx);
31 int io_sqpoll_wq_cpu_affinity(struct io_ring_ctx *ctx, cpumask_var_t mask);
H A Dio_uring.c243 struct io_ring_ctx *ctx = container_of(ref, struct io_ring_ctx, refs); in io_ring_ctx_ref_free()
250 struct io_ring_ctx *ctx = container_of(work, struct io_ring_ctx, in io_fallback_req_func()
300 struct io_ring_ctx *ctx; in io_ring_ctx_alloc()
454 struct io_ring_ctx *ctx = req->ctx; in io_prep_async_work()
1036 struct io_ring_ctx *ctx = NULL; in io_handle_tw_list()
2762 struct io_ring_ctx *ctx = container_of(cb, struct io_ring_ctx, in io_activate_pollwq_cb()
2838 struct io_ring_ctx *ctx;
2867 struct io_ring_ctx *ctx = container_of(work, struct io_ring_ctx, exit_work); in io_ring_exit_work()
3135 struct io_ring_ctx *ctx; in io_uring_cancel_generic()
3335 struct io_ring_ctx *ctx; in SYSCALL_DEFINE6()
[all …]
H A Dmemmap.c90 void io_free_region(struct io_ring_ctx *ctx, struct io_mapped_region *mr) in io_free_region()
133 static int io_region_pin_pages(struct io_ring_ctx *ctx, in io_region_pin_pages()
152 static int io_region_allocate_pages(struct io_ring_ctx *ctx, in io_region_allocate_pages()
187 int io_create_region(struct io_ring_ctx *ctx, struct io_mapped_region *mr, in io_create_region()
257 static struct io_mapped_region *io_mmap_get_region(struct io_ring_ctx *ctx, in io_mmap_get_region()
280 static void *io_region_validate_mmap(struct io_ring_ctx *ctx, in io_region_validate_mmap()
296 struct io_ring_ctx *ctx = file->private_data; in io_uring_validate_mmap_request()
307 static int io_region_mmap(struct io_ring_ctx *ctx, in io_region_mmap()
320 struct io_ring_ctx *ctx = file->private_data; in io_uring_mmap()
348 struct io_ring_ctx *ctx = filp->private_data; in io_uring_get_unmapped_area()
[all …]
H A Dcancel.h8 struct io_ring_ctx *ctx;
24 int io_sync_cancel(struct io_ring_ctx *ctx, void __user *arg);
27 bool io_cancel_remove_all(struct io_ring_ctx *ctx, struct io_uring_task *tctx,
31 int io_cancel_remove(struct io_ring_ctx *ctx, struct io_cancel_data *cd,
H A Dkbuf.h65 void io_destroy_buffers(struct io_ring_ctx *ctx);
73 int io_register_pbuf_ring(struct io_ring_ctx *ctx, void __user *arg);
74 int io_unregister_pbuf_ring(struct io_ring_ctx *ctx, void __user *arg);
75 int io_register_pbuf_status(struct io_ring_ctx *ctx, void __user *arg);
84 struct io_mapped_region *io_pbuf_get_region(struct io_ring_ctx *ctx,
H A Drsrc.c158 bool io_rsrc_cache_init(struct io_ring_ctx *ctx) in io_rsrc_cache_init()
172 void io_rsrc_cache_free(struct io_ring_ctx *ctx) in io_rsrc_cache_free()
190 __cold void io_rsrc_data_free(struct io_ring_ctx *ctx, in io_rsrc_data_free()
477 struct io_ring_ctx *ctx = req->ctx; in io_files_update()
523 int io_sqe_files_unregister(struct io_ring_ctx *ctx) in io_sqe_files_unregister()
929 struct io_ring_ctx *ctx = cmd_to_io_kiocb(cmd)->ctx; in io_buffer_register_bvec()
990 struct io_ring_ctx *ctx = cmd_to_io_kiocb(cmd)->ctx; in io_buffer_unregister_bvec()
1108 struct io_ring_ctx *ctx = req->ctx; in io_find_buf_node()
1135 static void lock_two_rings(struct io_ring_ctx *ctx1, struct io_ring_ctx *ctx2) in lock_two_rings()
1144 static int io_clone_buffers(struct io_ring_ctx *ctx, struct io_ring_ctx *src_ctx, in io_clone_buffers()
[all …]
H A Dkbuf.c78 static int io_buffer_add_list(struct io_ring_ctx *ctx, in io_buffer_add_list()
103 struct io_ring_ctx *ctx = req->ctx; in io_kbuf_recycle_legacy()
198 struct io_ring_ctx *ctx = req->ctx; in io_buffer_select()
300 struct io_ring_ctx *ctx = req->ctx; in io_buffers_select()
332 struct io_ring_ctx *ctx = req->ctx; in io_buffers_peek()
382 static int __io_remove_buffers(struct io_ring_ctx *ctx, in __io_remove_buffers()
424 void io_destroy_buffers(struct io_ring_ctx *ctx) in io_destroy_buffers()
471 struct io_ring_ctx *ctx = req->ctx; in io_remove_buffers()
558 struct io_ring_ctx *ctx = req->ctx; in io_provide_buffers()
594 int io_register_pbuf_ring(struct io_ring_ctx *ctx, void __user *arg) in io_register_pbuf_ring()
[all …]
H A Dmemmap.h17 void io_free_region(struct io_ring_ctx *ctx, struct io_mapped_region *mr);
18 int io_create_region(struct io_ring_ctx *ctx, struct io_mapped_region *mr,
22 int io_create_region_mmap_safe(struct io_ring_ctx *ctx,
H A Deventfd.c88 static struct io_ev_fd *io_eventfd_grab(struct io_ring_ctx *ctx) in io_eventfd_grab()
115 void io_eventfd_signal(struct io_ring_ctx *ctx) in io_eventfd_signal()
124 void io_eventfd_flush_signal(struct io_ring_ctx *ctx) in io_eventfd_flush_signal()
153 int io_eventfd_register(struct io_ring_ctx *ctx, void __user *arg, in io_eventfd_register()
192 int io_eventfd_unregister(struct io_ring_ctx *ctx) in io_eventfd_unregister()
H A Dtimeout.h24 __cold void io_flush_timeouts(struct io_ring_ctx *ctx);
26 int io_timeout_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd);
27 __cold bool io_kill_timeouts(struct io_ring_ctx *ctx, struct io_uring_task *tctx,
H A Dtimeout.c72 struct io_ring_ctx *ctx = req->ctx; in io_timeout_complete()
122 __cold void io_flush_timeouts(struct io_ring_ctx *ctx) in io_flush_timeouts()
218 struct io_ring_ctx *ctx = req->ctx; in io_disarm_next()
255 struct io_ring_ctx *ctx = req->ctx; in io_timeout_fn()
273 static struct io_kiocb *io_timeout_extract(struct io_ring_ctx *ctx, in io_timeout_extract()
300 int io_timeout_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd) in io_timeout_cancel()
347 struct io_ring_ctx *ctx = req->ctx; in io_link_timeout_fn()
415 static int io_timeout_update(struct io_ring_ctx *ctx, __u64 user_data, in io_timeout_update()
480 struct io_ring_ctx *ctx = req->ctx; in io_timeout_remove()
589 struct io_ring_ctx *ctx = req->ctx; in io_timeout()
[all …]
H A Dfutex.c36 bool io_futex_cache_init(struct io_ring_ctx *ctx) in io_futex_cache_init()
42 void io_futex_cache_free(struct io_ring_ctx *ctx) in io_futex_cache_free()
56 struct io_ring_ctx *ctx = req->ctx; in io_futex_complete()
114 int io_futex_cancel(struct io_ring_ctx *ctx, struct io_cancel_data *cd, in io_futex_cancel()
120 bool io_futex_remove_all(struct io_ring_ctx *ctx, struct io_uring_task *tctx, in io_futex_remove_all()
220 struct io_ring_ctx *ctx = req->ctx; in io_futexv_wait()
274 struct io_ring_ctx *ctx = req->ctx; in io_futex_wait()
H A Dregister.c38 static __cold int io_probe(struct io_ring_ctx *ctx, void __user *arg, in io_probe()
77 int io_unregister_personality(struct io_ring_ctx *ctx, unsigned id) in io_unregister_personality()
91 static int io_register_personality(struct io_ring_ctx *ctx) in io_register_personality()
158 static __cold int io_register_restrictions(struct io_ring_ctx *ctx, in io_register_restrictions()
180 static int io_register_enable_rings(struct io_ring_ctx *ctx) in io_register_enable_rings()
204 static __cold int __io_register_iowq_aff(struct io_ring_ctx *ctx, in __io_register_iowq_aff()
220 static __cold int io_register_iowq_aff(struct io_ring_ctx *ctx, in io_register_iowq_aff()
252 static __cold int io_unregister_iowq_aff(struct io_ring_ctx *ctx) in io_unregister_iowq_aff()
343 static int io_register_clock(struct io_ring_ctx *ctx, in io_register_clock()
380 static void io_register_free_rings(struct io_ring_ctx *ctx, in io_register_free_rings()
[all …]
H A Dregister.h5 int io_eventfd_unregister(struct io_ring_ctx *ctx);
6 int io_unregister_personality(struct io_ring_ctx *ctx, unsigned id);

12