Lines Matching refs:io_kiocb
23 struct io_kiocb *head;
25 struct io_kiocb *prev;
38 static inline bool io_is_timeout_noseq(struct io_kiocb *req) in io_is_timeout_noseq()
46 static inline void io_put_req(struct io_kiocb *req) in io_put_req()
68 static void io_timeout_complete(struct io_kiocb *req, io_tw_token_t tw) in io_timeout_complete()
95 struct io_kiocb *req; in io_flush_killed_timeouts()
108 static void io_kill_timeout(struct io_kiocb *req, struct list_head *list) in io_kill_timeout()
132 struct io_kiocb *req = cmd_to_io_kiocb(timeout); in io_flush_timeouts()
157 static void io_req_tw_fail_links(struct io_kiocb *link, io_tw_token_t tw) in io_req_tw_fail_links()
161 struct io_kiocb *nxt = link->link; in io_req_tw_fail_links()
173 static void io_fail_links(struct io_kiocb *req) in io_fail_links()
176 struct io_kiocb *link = req->link; in io_fail_links()
197 static inline void io_remove_next_linked(struct io_kiocb *req) in io_remove_next_linked()
199 struct io_kiocb *nxt = req->link; in io_remove_next_linked()
205 void io_disarm_next(struct io_kiocb *req) in io_disarm_next()
208 struct io_kiocb *link = NULL; in io_disarm_next()
231 struct io_kiocb *__io_disarm_linked_timeout(struct io_kiocb *req, in __io_disarm_linked_timeout()
232 struct io_kiocb *link) in __io_disarm_linked_timeout()
253 struct io_kiocb *req = data->req; in io_timeout_fn()
273 static struct io_kiocb *io_timeout_extract(struct io_ring_ctx *ctx, in io_timeout_extract()
279 struct io_kiocb *req = NULL; in io_timeout_extract()
282 struct io_kiocb *tmp = cmd_to_io_kiocb(timeout); in io_timeout_extract()
303 struct io_kiocb *req; in io_timeout_cancel()
315 static void io_req_task_link_timeout(struct io_kiocb *req, io_tw_token_t tw) in io_req_task_link_timeout()
318 struct io_kiocb *prev = timeout->prev; in io_req_task_link_timeout()
345 struct io_kiocb *prev, *req = data->req; in io_link_timeout_fn()
394 struct io_kiocb *req = NULL; in io_linked_timeout_update()
397 struct io_kiocb *tmp = cmd_to_io_kiocb(timeout); in io_linked_timeout_update()
420 struct io_kiocb *req = io_timeout_extract(ctx, &cd); in io_timeout_update()
437 int io_timeout_remove_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_timeout_remove_prep()
477 int io_timeout_remove(struct io_kiocb *req, unsigned int issue_flags) in io_timeout_remove()
506 static int __io_timeout_prep(struct io_kiocb *req, in __io_timeout_prep()
576 int io_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_timeout_prep()
581 int io_link_timeout_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_link_timeout_prep()
586 int io_timeout(struct io_kiocb *req, unsigned int issue_flags) in io_timeout()
621 struct io_kiocb *nxt = cmd_to_io_kiocb(nextt); in io_timeout()
636 void io_queue_linked_timeout(struct io_kiocb *req) in io_queue_linked_timeout()
658 static bool io_match_task(struct io_kiocb *head, struct io_uring_task *tctx, in io_match_task()
662 struct io_kiocb *req; in io_match_task()
690 struct io_kiocb *req = cmd_to_io_kiocb(timeout); in io_kill_timeouts()