Searched refs:iowq (Results 1 – 4 of 4) sorted by relevance
147 struct io_wait_queue *iowq = data; in io_napi_busy_loop_should_end() local151 if (io_should_wake(iowq) || io_has_work(iowq->ctx)) in io_napi_busy_loop_should_end()154 iowq->napi_busy_poll_dt)) in io_napi_busy_loop_should_end()205 struct io_wait_queue *iowq) in io_napi_blocking_busy_loop() argument217 loop_end_arg = iowq; in io_napi_blocking_busy_loop()224 } while (!io_napi_busy_loop_should_end(iowq, start_time) && in io_napi_blocking_busy_loop()362 iowq->napi_busy_poll_dt = READ_ONCE(ctx->napi_busy_poll_dt); in __io_napi_busy_loop()363 if (iowq->timeout != KTIME_MAX) { in __io_napi_busy_loop()364 ktime_t dt = ktime_sub(iowq->timeout, io_get_time(ctx)); in __io_napi_busy_loop()366 iowq->napi_busy_poll_dt = min_t(u64, iowq->napi_busy_poll_dt, dt); in __io_napi_busy_loop()[all …]
20 void __io_napi_busy_loop(struct io_ring_ctx *ctx, struct io_wait_queue *iowq);29 struct io_wait_queue *iowq) in io_napi_busy_loop() argument33 __io_napi_busy_loop(ctx, iowq); in io_napi_busy_loop()79 struct io_wait_queue *iowq) in io_napi_busy_loop() argument
2367 if (io_should_wake(iowq) || io_has_work(iowq->ctx)) in io_wake_function()2400 iowq->min_timeout = 0; in io_cqring_timer_wakeup()2417 ktime_compare(iowq->min_timeout, iowq->timeout) >= 0) in io_cqring_min_timer_wakeup()2454 if (iowq->min_timeout) { in io_cqring_schedule_timeout()2459 timeout = iowq->timeout; in io_cqring_schedule_timeout()2470 hrtimer_cancel(&iowq->t); in io_cqring_schedule_timeout()2500 if (iowq->timeout != KTIME_MAX || iowq->min_timeout) in __io_cqring_wait_schedule()2557 iowq.ctx = ctx; in io_cqring_wait()2561 iowq.hit_timeout = 0; in io_cqring_wait()2569 iowq.timeout = ktime_add(iowq.timeout, start_time); in io_cqring_wait()[all …]
60 static inline bool io_should_wake(struct io_wait_queue *iowq) in io_should_wake() argument62 struct io_ring_ctx *ctx = iowq->ctx; in io_should_wake()63 int dist = READ_ONCE(ctx->rings->cq.tail) - (int) iowq->cq_tail; in io_should_wake()70 return dist >= 0 || atomic_read(&ctx->cq_timeouts) != iowq->nr_timeouts; in io_should_wake()