146 static bool io_uring_try_cancel_requests(struct io_ring_ctx *ctx,
182 static inline unsigned int __io_cqring_events(struct io_ring_ctx *ctx)  in __io_cqring_events()
187 static inline unsigned int __io_cqring_events_user(struct io_ring_ctx *ctx)  in __io_cqring_events_user()
218 		struct io_ring_ctx *ctx = head->ctx;  in io_match_task_safe()
236 static inline void io_req_add_to_cache(struct io_kiocb *req, struct io_ring_ctx *ctx)  in io_req_add_to_cache()
243 	struct io_ring_ctx *ctx = container_of(ref, struct io_ring_ctx, refs);  in io_ring_ctx_ref_free()
250 	struct io_ring_ctx *ctx = container_of(work, struct io_ring_ctx,  in io_fallback_req_func()
287 static void io_free_alloc_caches(struct io_ring_ctx *ctx)  in io_free_alloc_caches()
298 static __cold struct io_ring_ctx *io_ring_ctx_alloc(struct io_uring_params *p)  in io_ring_ctx_alloc()
300 	struct io_ring_ctx *ctx;  in io_ring_ctx_alloc()
383 static void io_account_cq_overflow(struct io_ring_ctx *ctx)  in io_account_cq_overflow()
394 		struct io_ring_ctx *ctx = req->ctx;  in req_need_defer()
454 	struct io_ring_ctx *ctx = req->ctx;  in io_prep_async_work()
489 		struct io_ring_ctx *ctx = req->ctx;  in io_prep_async_link()
540 static __cold noinline void io_queue_deferred(struct io_ring_ctx *ctx)  in io_queue_deferred()
556 void __io_commit_cqring_flush(struct io_ring_ctx *ctx)  in __io_commit_cqring_flush()
568 static inline void __io_cq_lock(struct io_ring_ctx *ctx)  in __io_cq_lock()
574 static inline void io_cq_lock(struct io_ring_ctx *ctx)  in io_cq_lock()
580 static inline void __io_cq_unlock_post(struct io_ring_ctx *ctx)  in __io_cq_unlock_post()
593 static void io_cq_unlock_post(struct io_ring_ctx *ctx)  in io_cq_unlock_post()
602 static void __io_cqring_overflow_flush(struct io_ring_ctx *ctx, bool dying)  in __io_cqring_overflow_flush()
655 static void io_cqring_overflow_kill(struct io_ring_ctx *ctx)  in io_cqring_overflow_kill()
661 static void io_cqring_do_overflow_flush(struct io_ring_ctx *ctx)  in io_cqring_do_overflow_flush()
704 static bool io_cqring_event_overflow(struct io_ring_ctx *ctx, u64 user_data,  in io_cqring_event_overflow()
757 bool io_cqe_cache_refill(struct io_ring_ctx *ctx, bool overflow)  in io_cqe_cache_refill()
789 static bool io_fill_cqe_aux(struct io_ring_ctx *ctx, u64 user_data, s32 res,  in io_fill_cqe_aux()
817 bool io_post_aux_cqe(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags)  in io_post_aux_cqe()
833 void io_add_aux_cqe(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags)  in io_add_aux_cqe()
849 	struct io_ring_ctx *ctx = req->ctx;  in io_req_post_cqe()
877 	struct io_ring_ctx *ctx = req->ctx;  in io_req_complete_post()
931 static void io_preinit_req(struct io_kiocb *req, struct io_ring_ctx *ctx)  in io_preinit_req()
949 __cold bool __io_alloc_req_refill(struct io_ring_ctx *ctx)  in __io_alloc_req_refill()
991 	struct io_ring_ctx *ctx = req->ctx;  in __io_req_find_next_prep()
1015 static void ctx_flush_and_put(struct io_ring_ctx *ctx, io_tw_token_t tw)  in ctx_flush_and_put()
1036 	struct io_ring_ctx *ctx = NULL;  in io_handle_tw_list()
1068 	struct io_ring_ctx *last_ctx = NULL;  in __io_fallback_tw()
1140 	struct io_ring_ctx *ctx = req->ctx;  in io_req_local_work_add()
1211 	struct io_ring_ctx *ctx = req->ctx;  in io_req_normal_work_add()
1247 static void __cold io_move_task_work_from_local(struct io_ring_ctx *ctx)  in io_move_task_work_from_local()
1256 static bool io_run_local_work_continue(struct io_ring_ctx *ctx, int events,  in io_run_local_work_continue()
1289 static int __io_run_local_work(struct io_ring_ctx *ctx, io_tw_token_t tw,  in __io_run_local_work()
1326 static inline int io_run_local_work_locked(struct io_ring_ctx *ctx,  in io_run_local_work_locked()
1337 static int io_run_local_work(struct io_ring_ctx *ctx, int min_events,  in io_run_local_work()
1387 static void io_free_batch_list(struct io_ring_ctx *ctx,  in io_free_batch_list()
1429 void __io_submit_flush_completions(struct io_ring_ctx *ctx)  in __io_submit_flush_completions()
1465 static unsigned io_cqring_events(struct io_ring_ctx *ctx)  in io_cqring_events()
1476 static __cold void io_iopoll_try_reap_events(struct io_ring_ctx *ctx)  in io_iopoll_try_reap_events()
1500 static int io_iopoll_check(struct io_ring_ctx *ctx, unsigned int min_events)  in io_iopoll_check()
1589 	struct io_ring_ctx *ctx = req->ctx;  in io_iopoll_req_issued()
1663 	struct io_ring_ctx *ctx = req->ctx;  in io_drain_req()
1910 	struct io_ring_ctx *ctx = req->ctx;  in io_file_get_fixed()
1998 static inline bool io_check_restriction(struct io_ring_ctx *ctx,  in io_check_restriction()
2016 static void io_init_drain(struct io_ring_ctx *ctx)  in io_init_drain()
2041 static int io_init_req(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_init_req()
2141 	struct io_ring_ctx *ctx = req->ctx;  in io_submit_fail_init()
2175 static inline int io_submit_sqe(struct io_ring_ctx *ctx, struct io_kiocb *req,  in io_submit_sqe()
2227 static void io_submit_state_end(struct io_ring_ctx *ctx)  in io_submit_state_end()
2252 static void io_commit_sqring(struct io_ring_ctx *ctx)  in io_commit_sqring()
2272 static bool io_get_sqe(struct io_ring_ctx *ctx, const struct io_uring_sqe **sqe)  in io_get_sqe()
2308 int io_submit_sqes(struct io_ring_ctx *ctx, unsigned int nr)  in io_submit_sqes()
2372 int io_run_task_work_sig(struct io_ring_ctx *ctx)  in io_run_task_work_sig()
2413 	struct io_ring_ctx *ctx = iowq->ctx;  in io_cqring_min_timer_wakeup()
2486 static int __io_cqring_wait_schedule(struct io_ring_ctx *ctx,  in __io_cqring_wait_schedule()
2509 static inline int io_cqring_wait_schedule(struct io_ring_ctx *ctx,  in io_cqring_wait_schedule()
2532 static int io_cqring_wait(struct io_ring_ctx *ctx, int min_events, u32 flags,  in io_cqring_wait()
2657 static void io_rings_free(struct io_ring_ctx *ctx)  in io_rings_free()
2702 static void io_req_caches_free(struct io_ring_ctx *ctx)  in io_req_caches_free()
2719 static __cold void io_ring_ctx_free(struct io_ring_ctx *ctx)  in io_ring_ctx_free()
2762 	struct io_ring_ctx *ctx = container_of(cb, struct io_ring_ctx,  in io_activate_pollwq_cb()
2777 __cold void io_activate_pollwq(struct io_ring_ctx *ctx)  in io_activate_pollwq()
2801 	struct io_ring_ctx *ctx = file->private_data;  in io_uring_poll()
2838 	struct io_ring_ctx		*ctx;
2867 	struct io_ring_ctx *ctx = container_of(work, struct io_ring_ctx, exit_work);  in io_ring_exit_work()
2966 static __cold void io_ring_ctx_wait_and_kill(struct io_ring_ctx *ctx)  in io_ring_ctx_wait_and_kill()
2991 	struct io_ring_ctx *ctx = file->private_data;  in io_uring_release()
3011 static __cold bool io_cancel_defer_files(struct io_ring_ctx *ctx,  in io_cancel_defer_files()
3038 static __cold bool io_uring_try_cancel_iowq(struct io_ring_ctx *ctx)  in io_uring_try_cancel_iowq()
3062 static __cold bool io_uring_try_cancel_requests(struct io_ring_ctx *ctx,  in io_uring_try_cancel_requests()
3135 	struct io_ring_ctx *ctx;  in io_uring_cancel_generic()
3223 static struct io_uring_reg_wait *io_get_ext_arg_reg(struct io_ring_ctx *ctx,  in io_get_ext_arg_reg()
3242 static int io_validate_ext_arg(struct io_ring_ctx *ctx, unsigned flags,  in io_validate_ext_arg()
3258 static int io_get_ext_arg(struct io_ring_ctx *ctx, unsigned flags,  in io_get_ext_arg()
3335 	struct io_ring_ctx *ctx;  in SYSCALL_DEFINE6()
3477 static __cold int io_allocate_scq_urings(struct io_ring_ctx *ctx,  in io_allocate_scq_urings()
3552 static struct file *io_uring_get_file(struct io_ring_ctx *ctx)  in io_uring_get_file()
3663 	struct io_ring_ctx *ctx;  in io_uring_create()