Lines Matching refs:io_ring_ctx

45 	struct io_ring_ctx *ctx;
62 struct io_ring_ctx *ctx = iowq->ctx; in io_should_wake()
79 bool io_cqe_cache_refill(struct io_ring_ctx *ctx, bool overflow);
80 int io_run_task_work_sig(struct io_ring_ctx *ctx);
82 bool io_post_aux_cqe(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags);
83 void io_add_aux_cqe(struct io_ring_ctx *ctx, u64 user_data, s32 res, u32 cflags);
85 void __io_commit_cqring_flush(struct io_ring_ctx *ctx);
102 struct io_ring_ctx *ctx);
109 int io_submit_sqes(struct io_ring_ctx *ctx, unsigned int nr);
110 int io_do_iopoll(struct io_ring_ctx *ctx, bool force_nonspin);
111 void __io_submit_flush_completions(struct io_ring_ctx *ctx);
119 bool __io_alloc_req_refill(struct io_ring_ctx *ctx);
124 void io_activate_pollwq(struct io_ring_ctx *ctx);
126 static inline void io_lockdep_assert_cq_locked(struct io_ring_ctx *ctx) in io_lockdep_assert_cq_locked()
151 static inline bool io_is_compat(struct io_ring_ctx *ctx) in io_is_compat()
161 static inline void io_submit_flush_completions(struct io_ring_ctx *ctx) in io_submit_flush_completions()
171 static inline bool io_get_cqe_overflow(struct io_ring_ctx *ctx, in io_get_cqe_overflow()
189 static inline bool io_get_cqe(struct io_ring_ctx *ctx, struct io_uring_cqe **ret) in io_get_cqe()
194 static inline bool io_defer_get_uncommited_cqe(struct io_ring_ctx *ctx, in io_defer_get_uncommited_cqe()
204 static __always_inline bool io_fill_cqe_req(struct io_ring_ctx *ctx, in io_fill_cqe_req()
271 static inline void io_ring_submit_unlock(struct io_ring_ctx *ctx, in io_ring_submit_unlock()
279 static inline void io_ring_submit_lock(struct io_ring_ctx *ctx, in io_ring_submit_lock()
293 static inline void io_commit_cqring(struct io_ring_ctx *ctx) in io_commit_cqring()
299 static inline void io_poll_wq_wake(struct io_ring_ctx *ctx) in io_poll_wq_wake()
306 static inline void io_cqring_wake(struct io_ring_ctx *ctx) in io_cqring_wake()
323 static inline bool io_sqring_full(struct io_ring_ctx *ctx) in io_sqring_full()
337 static inline unsigned int io_sqring_entries(struct io_ring_ctx *ctx) in io_sqring_entries()
385 static inline bool io_local_work_pending(struct io_ring_ctx *ctx) in io_local_work_pending()
390 static inline bool io_task_work_pending(struct io_ring_ctx *ctx) in io_task_work_pending()
395 static inline void io_tw_lock(struct io_ring_ctx *ctx, io_tw_token_t tw) in io_tw_lock()
415 static inline void io_commit_cqring_flush(struct io_ring_ctx *ctx) in io_commit_cqring_flush()
431 static inline bool io_req_cache_empty(struct io_ring_ctx *ctx) in io_req_cache_empty()
438 static inline struct io_kiocb *io_extract_req(struct io_ring_ctx *ctx) in io_extract_req()
447 static inline bool io_alloc_req(struct io_ring_ctx *ctx, struct io_kiocb **req) in io_alloc_req()
457 static inline bool io_allowed_defer_tw_run(struct io_ring_ctx *ctx) in io_allowed_defer_tw_run()
462 static inline bool io_allowed_run_tw(struct io_ring_ctx *ctx) in io_allowed_run_tw()
492 static inline size_t uring_sqe_size(struct io_ring_ctx *ctx) in uring_sqe_size()
510 static inline ktime_t io_get_time(struct io_ring_ctx *ctx) in io_get_time()
523 static inline bool io_has_work(struct io_ring_ctx *ctx) in io_has_work()