1 /* SPDX-License-Identifier: GPL-2.0-or-later */ 2 #ifndef _LINUX_IO_URING_CMD_H 3 #define _LINUX_IO_URING_CMD_H 4 5 #include <uapi/linux/io_uring.h> 6 #include <linux/io_uring_types.h> 7 8 /* only top 8 bits of sqe->uring_cmd_flags for kernel internal use */ 9 #define IORING_URING_CMD_CANCELABLE (1U << 30) 10 #define IORING_URING_CMD_POLLED (1U << 31) 11 12 struct io_uring_cmd { 13 struct file *file; 14 const struct io_uring_sqe *sqe; 15 union { 16 /* callback to defer completions to task context */ 17 void (*task_work_cb)(struct io_uring_cmd *cmd, unsigned); 18 /* used for polled completion */ 19 void *cookie; 20 }; 21 u32 cmd_op; 22 u32 flags; 23 u8 pdu[32]; /* available inline for free use */ 24 }; 25 26 static inline const void *io_uring_sqe_cmd(const struct io_uring_sqe *sqe) 27 { 28 return sqe->cmd; 29 } 30 31 #if defined(CONFIG_IO_URING) 32 int io_uring_cmd_import_fixed(u64 ubuf, unsigned long len, int rw, 33 struct iov_iter *iter, void *ioucmd); 34 void io_uring_cmd_done(struct io_uring_cmd *cmd, ssize_t ret, ssize_t res2, 35 unsigned issue_flags); 36 void __io_uring_cmd_do_in_task(struct io_uring_cmd *ioucmd, 37 void (*task_work_cb)(struct io_uring_cmd *, unsigned), 38 unsigned flags); 39 /* users should follow semantics of IOU_F_TWQ_LAZY_WAKE */ 40 void io_uring_cmd_do_in_task_lazy(struct io_uring_cmd *ioucmd, 41 void (*task_work_cb)(struct io_uring_cmd *, unsigned)); 42 43 static inline void io_uring_cmd_complete_in_task(struct io_uring_cmd *ioucmd, 44 void (*task_work_cb)(struct io_uring_cmd *, unsigned)) 45 { 46 __io_uring_cmd_do_in_task(ioucmd, task_work_cb, 0); 47 } 48 49 void io_uring_cmd_mark_cancelable(struct io_uring_cmd *cmd, 50 unsigned int issue_flags); 51 struct task_struct *io_uring_cmd_get_task(struct io_uring_cmd *cmd); 52 53 #else 54 static inline int io_uring_cmd_import_fixed(u64 ubuf, unsigned long len, int rw, 55 struct iov_iter *iter, void *ioucmd) 56 { 57 return -EOPNOTSUPP; 58 } 59 static inline void io_uring_cmd_done(struct io_uring_cmd *cmd, ssize_t ret, 60 ssize_t ret2, unsigned issue_flags) 61 { 62 } 63 static inline void io_uring_cmd_complete_in_task(struct io_uring_cmd *ioucmd, 64 void (*task_work_cb)(struct io_uring_cmd *, unsigned)) 65 { 66 } 67 static inline void io_uring_cmd_do_in_task_lazy(struct io_uring_cmd *ioucmd, 68 void (*task_work_cb)(struct io_uring_cmd *, unsigned)) 69 { 70 } 71 static inline void io_uring_cmd_mark_cancelable(struct io_uring_cmd *cmd, 72 unsigned int issue_flags) 73 { 74 } 75 static inline struct task_struct *io_uring_cmd_get_task(struct io_uring_cmd *cmd) 76 { 77 return NULL; 78 } 79 #endif 80 81 #endif /* _LINUX_IO_URING_CMD_H */ 82