Lines Matching refs:iowq
147 struct io_wait_queue *iowq = data; in io_napi_busy_loop_should_end() local
151 if (io_should_wake(iowq) || io_has_work(iowq->ctx)) in io_napi_busy_loop_should_end()
154 iowq->napi_busy_poll_dt)) in io_napi_busy_loop_should_end()
205 struct io_wait_queue *iowq) in io_napi_blocking_busy_loop() argument
217 loop_end_arg = iowq; in io_napi_blocking_busy_loop()
224 } while (!io_napi_busy_loop_should_end(iowq, start_time) && in io_napi_blocking_busy_loop()
357 void __io_napi_busy_loop(struct io_ring_ctx *ctx, struct io_wait_queue *iowq) in __io_napi_busy_loop() argument
362 iowq->napi_busy_poll_dt = READ_ONCE(ctx->napi_busy_poll_dt); in __io_napi_busy_loop()
363 if (iowq->timeout != KTIME_MAX) { in __io_napi_busy_loop()
364 ktime_t dt = ktime_sub(iowq->timeout, io_get_time(ctx)); in __io_napi_busy_loop()
366 iowq->napi_busy_poll_dt = min_t(u64, iowq->napi_busy_poll_dt, dt); in __io_napi_busy_loop()
369 iowq->napi_prefer_busy_poll = READ_ONCE(ctx->napi_prefer_busy_poll); in __io_napi_busy_loop()
370 io_napi_blocking_busy_loop(ctx, iowq); in __io_napi_busy_loop()