1 /* SPDX-License-Identifier: GPL-2.0-or-later */ 2 #ifndef _LINUX_IO_URING_H 3 #define _LINUX_IO_URING_H 4 5 #include <linux/sched.h> 6 #include <linux/xarray.h> 7 #include <uapi/linux/io_uring.h> 8 9 enum io_uring_cmd_flags { 10 IO_URING_F_COMPLETE_DEFER = 1, 11 IO_URING_F_UNLOCKED = 2, 12 /* the request is executed from poll, it should not be freed */ 13 IO_URING_F_MULTISHOT = 4, 14 /* executed by io-wq */ 15 IO_URING_F_IOWQ = 8, 16 /* int's last bit, sign checks are usually faster than a bit test */ 17 IO_URING_F_NONBLOCK = INT_MIN, 18 19 /* ctx state flags, for URING_CMD */ 20 IO_URING_F_SQE128 = (1 << 8), 21 IO_URING_F_CQE32 = (1 << 9), 22 IO_URING_F_IOPOLL = (1 << 10), 23 }; 24 25 /* only top 8 bits of sqe->uring_cmd_flags for kernel internal use */ 26 #define IORING_URING_CMD_POLLED (1U << 31) 27 28 struct io_uring_cmd { 29 struct file *file; 30 const struct io_uring_sqe *sqe; 31 union { 32 /* callback to defer completions to task context */ 33 void (*task_work_cb)(struct io_uring_cmd *cmd, unsigned); 34 /* used for polled completion */ 35 void *cookie; 36 }; 37 u32 cmd_op; 38 u32 flags; 39 u8 pdu[32]; /* available inline for free use */ 40 }; 41 42 static inline const void *io_uring_sqe_cmd(const struct io_uring_sqe *sqe) 43 { 44 return sqe->cmd; 45 } 46 47 #if defined(CONFIG_IO_URING) 48 int io_uring_cmd_import_fixed(u64 ubuf, unsigned long len, int rw, 49 struct iov_iter *iter, void *ioucmd); 50 void io_uring_cmd_done(struct io_uring_cmd *cmd, ssize_t ret, ssize_t res2, 51 unsigned issue_flags); 52 struct sock *io_uring_get_socket(struct file *file); 53 void __io_uring_cancel(bool cancel_all); 54 void __io_uring_free(struct task_struct *tsk); 55 void io_uring_unreg_ringfd(void); 56 const char *io_uring_get_opcode(u8 opcode); 57 void __io_uring_cmd_do_in_task(struct io_uring_cmd *ioucmd, 58 void (*task_work_cb)(struct io_uring_cmd *, unsigned), 59 unsigned flags); 60 /* users should follow semantics of IOU_F_TWQ_LAZY_WAKE */ 61 void io_uring_cmd_do_in_task_lazy(struct io_uring_cmd *ioucmd, 62 void (*task_work_cb)(struct io_uring_cmd *, unsigned)); 63 64 static inline void io_uring_cmd_complete_in_task(struct io_uring_cmd *ioucmd, 65 void (*task_work_cb)(struct io_uring_cmd *, unsigned)) 66 { 67 __io_uring_cmd_do_in_task(ioucmd, task_work_cb, 0); 68 } 69 70 static inline void io_uring_files_cancel(void) 71 { 72 if (current->io_uring) { 73 io_uring_unreg_ringfd(); 74 __io_uring_cancel(false); 75 } 76 } 77 static inline void io_uring_task_cancel(void) 78 { 79 if (current->io_uring) 80 __io_uring_cancel(true); 81 } 82 static inline void io_uring_free(struct task_struct *tsk) 83 { 84 if (tsk->io_uring) 85 __io_uring_free(tsk); 86 } 87 int io_uring_cmd_sock(struct io_uring_cmd *cmd, unsigned int issue_flags); 88 #else 89 static inline int io_uring_cmd_import_fixed(u64 ubuf, unsigned long len, int rw, 90 struct iov_iter *iter, void *ioucmd) 91 { 92 return -EOPNOTSUPP; 93 } 94 static inline void io_uring_cmd_done(struct io_uring_cmd *cmd, ssize_t ret, 95 ssize_t ret2, unsigned issue_flags) 96 { 97 } 98 static inline void io_uring_cmd_complete_in_task(struct io_uring_cmd *ioucmd, 99 void (*task_work_cb)(struct io_uring_cmd *, unsigned)) 100 { 101 } 102 static inline void io_uring_cmd_do_in_task_lazy(struct io_uring_cmd *ioucmd, 103 void (*task_work_cb)(struct io_uring_cmd *, unsigned)) 104 { 105 } 106 static inline struct sock *io_uring_get_socket(struct file *file) 107 { 108 return NULL; 109 } 110 static inline void io_uring_task_cancel(void) 111 { 112 } 113 static inline void io_uring_files_cancel(void) 114 { 115 } 116 static inline void io_uring_free(struct task_struct *tsk) 117 { 118 } 119 static inline const char *io_uring_get_opcode(u8 opcode) 120 { 121 return ""; 122 } 123 static inline int io_uring_cmd_sock(struct io_uring_cmd *cmd, 124 unsigned int issue_flags) 125 { 126 return -EOPNOTSUPP; 127 } 128 #endif 129 130 #endif 131