Home
last modified time | relevance | path

Searched refs:io_kiocb (Results 1 – 25 of 57) sorted by relevance

123

/linux-6.15/io_uring/
H A Dnet.h28 int io_shutdown(struct io_kiocb *req, unsigned int issue_flags);
30 void io_sendmsg_recvmsg_cleanup(struct io_kiocb *req);
32 int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags);
34 int io_send(struct io_kiocb *req, unsigned int issue_flags);
37 int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags);
38 int io_recv(struct io_kiocb *req, unsigned int issue_flags);
40 void io_sendrecv_fail(struct io_kiocb *req);
43 int io_accept(struct io_kiocb *req, unsigned int issue_flags);
46 int io_socket(struct io_kiocb *req, unsigned int issue_flags);
54 void io_send_zc_cleanup(struct io_kiocb *req);
[all …]
H A Drw.h37 int io_prep_readv(struct io_kiocb *req, const struct io_uring_sqe *sqe);
39 int io_prep_read(struct io_kiocb *req, const struct io_uring_sqe *sqe);
40 int io_prep_write(struct io_kiocb *req, const struct io_uring_sqe *sqe);
41 int io_read(struct io_kiocb *req, unsigned int issue_flags);
42 int io_write(struct io_kiocb *req, unsigned int issue_flags);
43 int io_read_fixed(struct io_kiocb *req, unsigned int issue_flags);
44 int io_write_fixed(struct io_kiocb *req, unsigned int issue_flags);
45 void io_readv_writev_cleanup(struct io_kiocb *req);
46 void io_rw_fail(struct io_kiocb *req);
47 void io_req_rw_complete(struct io_kiocb *req, io_tw_token_t tw);
[all …]
H A Dfs.h3 int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
4 int io_renameat(struct io_kiocb *req, unsigned int issue_flags);
5 void io_renameat_cleanup(struct io_kiocb *req);
7 int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
8 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags);
9 void io_unlinkat_cleanup(struct io_kiocb *req);
12 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags);
13 void io_mkdirat_cleanup(struct io_kiocb *req);
16 int io_symlinkat(struct io_kiocb *req, unsigned int issue_flags);
19 int io_linkat(struct io_kiocb *req, unsigned int issue_flags);
[all …]
H A Dtimeout.h4 struct io_kiocb *req;
11 struct io_kiocb *__io_disarm_linked_timeout(struct io_kiocb *req,
12 struct io_kiocb *link);
14 static inline struct io_kiocb *io_disarm_linked_timeout(struct io_kiocb *req) in io_disarm_linked_timeout()
16 struct io_kiocb *link = req->link; in io_disarm_linked_timeout()
29 void io_queue_linked_timeout(struct io_kiocb *req);
30 void io_disarm_next(struct io_kiocb *req);
32 int io_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
33 int io_link_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
34 int io_timeout(struct io_kiocb *req, unsigned int issue_flags);
[all …]
H A Dkbuf.h60 void __user *io_buffer_select(struct io_kiocb *req, size_t *len,
62 int io_buffers_select(struct io_kiocb *req, struct buf_sel_arg *arg,
64 int io_buffers_peek(struct io_kiocb *req, struct buf_sel_arg *arg);
68 int io_remove_buffers(struct io_kiocb *req, unsigned int issue_flags);
71 int io_provide_buffers(struct io_kiocb *req, unsigned int issue_flags);
78 void io_kbuf_drop_legacy(struct io_kiocb *req);
80 unsigned int __io_put_kbufs(struct io_kiocb *req, int len, int nbufs);
81 bool io_kbuf_commit(struct io_kiocb *req,
87 static inline bool io_kbuf_recycle_ring(struct io_kiocb *req) in io_kbuf_recycle_ring()
104 static inline bool io_do_buffer_select(struct io_kiocb *req) in io_do_buffer_select()
[all …]
H A Dxattr.h3 void io_xattr_cleanup(struct io_kiocb *req);
5 int io_fsetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
6 int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags);
8 int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
9 int io_setxattr(struct io_kiocb *req, unsigned int issue_flags);
11 int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
12 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags);
14 int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
15 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags);
H A Dopenclose.h6 int io_openat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
7 int io_openat(struct io_kiocb *req, unsigned int issue_flags);
8 void io_open_cleanup(struct io_kiocb *req);
10 int io_openat2_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
11 int io_openat2(struct io_kiocb *req, unsigned int issue_flags);
13 int io_close_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
14 int io_close(struct io_kiocb *req, unsigned int issue_flags);
16 int io_install_fixed_fd_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
17 int io_install_fixed_fd(struct io_kiocb *req, unsigned int issue_flags);
H A Dio_uring.h81 void io_req_defer_failed(struct io_kiocb *req, s32 res);
93 void io_req_task_queue(struct io_kiocb *req);
106 void io_req_queue_iowq(struct io_kiocb *req);
108 int io_poll_issue(struct io_kiocb *req, io_tw_token_t tw);
116 void io_free_req(struct io_kiocb *req);
117 void io_queue_next(struct io_kiocb *req);
205 struct io_kiocb *req) in io_fill_cqe_req()
229 static inline void req_set_fail(struct io_kiocb *req) in req_set_fail()
245 struct io_kiocb *req) in io_uring_alloc_async_data()
265 static inline void io_put_file(struct io_kiocb *req) in io_put_file()
[all …]
H A Dtimeout.c23 struct io_kiocb *head;
25 struct io_kiocb *prev;
95 struct io_kiocb *req; in io_flush_killed_timeouts()
199 struct io_kiocb *nxt = req->link; in io_remove_next_linked()
208 struct io_kiocb *link = NULL; in io_disarm_next()
231 struct io_kiocb *__io_disarm_linked_timeout(struct io_kiocb *req, in __io_disarm_linked_timeout()
232 struct io_kiocb *link) in __io_disarm_linked_timeout()
279 struct io_kiocb *req = NULL; in io_timeout_extract()
303 struct io_kiocb *req; in io_timeout_cancel()
394 struct io_kiocb *req = NULL; in io_linked_timeout_update()
[all …]
H A Drw.c197 static int io_rw_alloc_async(struct io_kiocb *req) in io_rw_alloc_async()
458 void io_readv_writev_cleanup(struct io_kiocb *req) in io_readv_writev_cleanup()
510 static void io_req_end_write(struct io_kiocb *req) in io_req_end_write()
523 static void io_req_io_end(struct io_kiocb *req) in io_req_io_end()
584 struct io_kiocb *req = cmd_to_io_kiocb(rw); in io_complete_rw()
597 struct io_kiocb *req = cmd_to_io_kiocb(rw); in io_complete_rw_iopoll()
679 struct io_kiocb *req = cmd_to_io_kiocb(rw); in loop_rw_iter()
756 struct io_kiocb *req = wait->private; in io_async_buf_func()
1226 void io_rw_fail(struct io_kiocb *req) in io_rw_fail()
1321 struct io_kiocb *req = container_of(pos, struct io_kiocb, comp_list); in io_do_iopoll()
[all …]
H A Dpoll.h30 static inline void io_poll_multishot_retry(struct io_kiocb *req) in io_poll_multishot_retry()
35 int io_poll_add_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
36 int io_poll_add(struct io_kiocb *req, unsigned int issue_flags);
38 int io_poll_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
39 int io_poll_remove(struct io_kiocb *req, unsigned int issue_flags);
44 int io_arm_poll_handler(struct io_kiocb *req, unsigned issue_flags);
48 void io_poll_task_func(struct io_kiocb *req, io_tw_token_t tw);
H A Dsync.h3 int io_sfr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
4 int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags);
6 int io_fsync_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
7 int io_fsync(struct io_kiocb *req, unsigned int issue_flags);
9 int io_fallocate(struct io_kiocb *req, unsigned int issue_flags);
10 int io_fallocate_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
H A Dpoll.c36 struct io_kiocb *req;
63 return (struct io_kiocb *)(priv & ~IO_WQE_F_DOUBLE); in wqe_to_req()
121 static void io_poll_req_insert(struct io_kiocb *req) in io_poll_req_insert()
397 struct io_kiocb *req = wqe_to_req(wait); in io_poll_wake()
461 struct io_kiocb *req = pt->req; in __io_queue_proc()
723 struct io_kiocb *req; in io_poll_remove_all()
746 struct io_kiocb *req; in io_poll_find()
768 struct io_kiocb *req; in io_poll_file_find()
782 static int io_poll_disarm(struct io_kiocb *req) in io_poll_disarm()
795 struct io_kiocb *req; in __io_poll_cancel()
[all …]
H A Drefs.h14 static inline bool req_ref_inc_not_zero(struct io_kiocb *req) in req_ref_inc_not_zero()
20 static inline bool req_ref_put_and_test_atomic(struct io_kiocb *req) in req_ref_put_and_test_atomic()
27 static inline bool req_ref_put_and_test(struct io_kiocb *req) in req_ref_put_and_test()
36 static inline void req_ref_get(struct io_kiocb *req) in req_ref_get()
43 static inline void req_ref_put(struct io_kiocb *req) in req_ref_put()
50 static inline void __io_req_set_refcount(struct io_kiocb *req, int nr) in __io_req_set_refcount()
58 static inline void io_req_set_refcount(struct io_kiocb *req) in io_req_set_refcount()
H A Dsplice.h3 int io_tee_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
4 int io_tee(struct io_kiocb *req, unsigned int issue_flags);
6 void io_splice_cleanup(struct io_kiocb *req);
7 int io_splice_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
8 int io_splice(struct io_kiocb *req, unsigned int issue_flags);
H A Dcancel.h18 int io_async_cancel_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
19 int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags);
25 bool io_cancel_req_match(struct io_kiocb *req, struct io_cancel_data *cd);
29 bool (*cancel)(struct io_kiocb *));
33 bool (*cancel)(struct io_kiocb *));
35 static inline bool io_cancel_match_sequence(struct io_kiocb *req, int sequence) in io_cancel_match_sequence()
H A Dxattr.c25 void io_xattr_cleanup(struct io_kiocb *req) in io_xattr_cleanup()
36 static void io_xattr_finish(struct io_kiocb *req, int ret) in io_xattr_finish()
44 static int __io_getxattr_prep(struct io_kiocb *req, in __io_getxattr_prep()
76 int io_fgetxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_fgetxattr_prep()
81 int io_getxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_getxattr_prep()
103 int io_fgetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fgetxattr()
115 int io_getxattr(struct io_kiocb *req, unsigned int issue_flags) in io_getxattr()
128 static int __io_setxattr_prep(struct io_kiocb *req, in __io_setxattr_prep()
157 int io_setxattr_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_setxattr_prep()
184 int io_fsetxattr(struct io_kiocb *req, unsigned int issue_flags) in io_fsetxattr()
[all …]
H A Dfs.c50 int io_renameat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_renameat_prep()
81 int io_renameat(struct io_kiocb *req, unsigned int issue_flags) in io_renameat()
96 void io_renameat_cleanup(struct io_kiocb *req) in io_renameat_cleanup()
104 int io_unlinkat_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_unlinkat_prep()
130 int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_unlinkat()
147 void io_unlinkat_cleanup(struct io_kiocb *req) in io_unlinkat_cleanup()
177 int io_mkdirat(struct io_kiocb *req, unsigned int issue_flags) in io_mkdirat()
191 void io_mkdirat_cleanup(struct io_kiocb *req) in io_mkdirat_cleanup()
227 int io_symlinkat(struct io_kiocb *req, unsigned int issue_flags) in io_symlinkat()
272 int io_linkat(struct io_kiocb *req, unsigned int issue_flags) in io_linkat()
[all …]
H A Dfutex.h5 int io_futex_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
6 int io_futexv_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
7 int io_futex_wait(struct io_kiocb *req, unsigned int issue_flags);
8 int io_futexv_wait(struct io_kiocb *req, unsigned int issue_flags);
9 int io_futex_wake(struct io_kiocb *req, unsigned int issue_flags);
H A Dmsg_ring.c58 void io_msg_ring_cleanup(struct io_kiocb *req) in io_msg_ring_cleanup()
74 static void io_msg_tw_complete(struct io_kiocb *req, io_tw_token_t tw) in io_msg_tw_complete()
89 static int io_msg_remote_post(struct io_ring_ctx *ctx, struct io_kiocb *req, in io_msg_remote_post()
107 static struct io_kiocb *io_msg_get_kiocb(struct io_ring_ctx *ctx) in io_msg_get_kiocb()
109 struct io_kiocb *req = NULL; in io_msg_get_kiocb()
123 struct io_kiocb *target; in io_msg_data_remote()
168 static int io_msg_ring_data(struct io_kiocb *req, unsigned int issue_flags) in io_msg_ring_data()
231 struct io_kiocb *req = cmd_to_io_kiocb(msg); in io_msg_tw_fd_complete()
241 static int io_msg_fd_remote(struct io_kiocb *req) in io_msg_fd_remote()
257 static int io_msg_send_fd(struct io_kiocb *req, unsigned int issue_flags) in io_msg_send_fd()
[all …]
H A During_cmd.c52 void io_uring_cmd_cleanup(struct io_kiocb *req) in io_uring_cmd_cleanup()
61 struct io_kiocb *req; in io_uring_try_cancel_uring_cmd()
88 struct io_kiocb *req = cmd_to_io_kiocb(cmd); in io_uring_cmd_del_cancelable()
112 struct io_kiocb *req = cmd_to_io_kiocb(cmd); in io_uring_cmd_mark_cancelable()
140 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in __io_uring_cmd_do_in_task()
148 static inline void io_req_set_cqe32_extra(struct io_kiocb *req, in io_req_set_cqe32_extra()
162 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_done()
187 static int io_uring_cmd_prep_setup(struct io_kiocb *req, in io_uring_cmd_prep_setup()
279 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_import_fixed()
291 struct io_kiocb *req = cmd_to_io_kiocb(ioucmd); in io_uring_cmd_import_fixed_vec()
[all …]
H A Dadvise.h3 int io_madvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
4 int io_madvise(struct io_kiocb *req, unsigned int issue_flags);
6 int io_fadvise_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
7 int io_fadvise(struct io_kiocb *req, unsigned int issue_flags);
H A Depoll.h4 int io_epoll_ctl_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
5 int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags);
6 int io_epoll_wait_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
7 int io_epoll_wait(struct io_kiocb *req, unsigned int issue_flags);
H A Drsrc.h61 struct io_rsrc_node *io_find_buf_node(struct io_kiocb *req,
63 int io_import_reg_buf(struct io_kiocb *req, struct iov_iter *iter,
67 struct io_kiocb *req, struct iou_vec *vec,
69 int io_prep_reg_iovec(struct io_kiocb *req, struct iou_vec *iv,
118 static inline void io_req_put_rsrc_nodes(struct io_kiocb *req) in io_req_put_rsrc_nodes()
137 static inline void io_req_assign_buf_node(struct io_kiocb *req, in io_req_assign_buf_node()
144 int io_files_update(struct io_kiocb *req, unsigned int issue_flags);
145 int io_files_update_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
H A Dfutex.c31 struct io_kiocb *req;
47 static void __io_futex_complete(struct io_kiocb *req, io_tw_token_t tw) in __io_futex_complete()
54 static void io_futex_complete(struct io_kiocb *req, io_tw_token_t tw) in io_futex_complete()
63 static void io_futexv_complete(struct io_kiocb *req, io_tw_token_t tw) in io_futexv_complete()
91 static bool __io_futex_cancel(struct io_kiocb *req) in __io_futex_cancel()
126 int io_futex_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_futex_prep()
156 struct io_kiocb *req = q->wake_data; in io_futex_wakev_fn()
206 struct io_kiocb *req = ifd->req; in io_futex_wake_fn()
216 int io_futexv_wait(struct io_kiocb *req, unsigned int issue_flags) in io_futexv_wait()
271 int io_futex_wait(struct io_kiocb *req, unsigned int issue_flags) in io_futex_wait()
[all …]

123