Home
last modified time | relevance | path

Searched refs:blk_mq_hw_ctx (Results 1 – 25 of 55) sorted by relevance

123

/linux-6.15/block/
H A Dblk-mq.h26 struct blk_mq_hw_ctx *hctxs[HCTX_MAX_TYPES];
53 struct request *blk_mq_dequeue_from_ctx(struct blk_mq_hw_ctx *hctx,
121 extern void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx);
160 struct blk_mq_hw_ctx *hctx;
173 int blk_mq_tag_update_depth(struct blk_mq_hw_ctx *hctx,
186 struct blk_mq_hw_ctx *hctx) in bt_wait_ptr()
193 void __blk_mq_tag_busy(struct blk_mq_hw_ctx *);
194 void __blk_mq_tag_idle(struct blk_mq_hw_ctx *);
196 static inline void blk_mq_tag_busy(struct blk_mq_hw_ctx *hctx) in blk_mq_tag_busy()
202 static inline void blk_mq_tag_idle(struct blk_mq_hw_ctx *hctx) in blk_mq_tag_idle()
[all …]
H A Dblk-mq-debugfs.h9 struct blk_mq_hw_ctx;
25 struct blk_mq_hw_ctx *hctx);
26 void blk_mq_debugfs_unregister_hctx(struct blk_mq_hw_ctx *hctx);
33 struct blk_mq_hw_ctx *hctx);
34 void blk_mq_debugfs_unregister_sched_hctx(struct blk_mq_hw_ctx *hctx);
44 struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_register_hctx()
48 static inline void blk_mq_debugfs_unregister_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_unregister_hctx()
69 struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_register_sched_hctx()
73 static inline void blk_mq_debugfs_unregister_sched_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_unregister_sched_hctx()
H A Dblk-mq-sysfs.c34 struct blk_mq_hw_ctx *hctx = container_of(kobj, struct blk_mq_hw_ctx, in blk_mq_hw_sysfs_release()
46 ssize_t (*show)(struct blk_mq_hw_ctx *, char *);
53 struct blk_mq_hw_ctx *hctx; in blk_mq_hw_sysfs_show()
58 hctx = container_of(kobj, struct blk_mq_hw_ctx, kobj); in blk_mq_hw_sysfs_show()
144 static void blk_mq_unregister_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_unregister_hctx()
158 static int blk_mq_register_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_register_hctx()
187 void blk_mq_hctx_kobj_init(struct blk_mq_hw_ctx *hctx) in blk_mq_hctx_kobj_init()
222 struct blk_mq_hw_ctx *hctx; in blk_mq_sysfs_register()
256 struct blk_mq_hw_ctx *hctx; in blk_mq_sysfs_unregister()
270 struct blk_mq_hw_ctx *hctx; in blk_mq_sysfs_unregister_hctxs()
[all …]
H A Dblk-mq-sched.c22 void blk_mq_sched_mark_restart_hctx(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_mark_restart_hctx()
31 void __blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx) in __blk_mq_sched_restart()
58 struct blk_mq_hw_ctx *hctx = in blk_mq_dispatch_hctx_list()
178 static int blk_mq_do_dispatch_sched(struct blk_mq_hw_ctx *hctx) in blk_mq_do_dispatch_sched()
215 static int blk_mq_do_dispatch_ctx(struct blk_mq_hw_ctx *hctx) in blk_mq_do_dispatch_ctx()
342 struct blk_mq_hw_ctx *hctx; in blk_mq_sched_bio_merge()
380 struct blk_mq_hw_ctx *hctx, in blk_mq_sched_alloc_map_and_rqs()
405 struct blk_mq_hw_ctx *hctx; in blk_mq_sched_tags_teardown()
443 struct blk_mq_hw_ctx *hctx; in blk_mq_init_sched()
508 struct blk_mq_hw_ctx *hctx; in blk_mq_sched_free_rqs()
[all …]
H A Dblk-mq-sched.h16 void blk_mq_sched_mark_restart_hctx(struct blk_mq_hw_ctx *hctx);
17 void __blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx);
19 void blk_mq_sched_dispatch_requests(struct blk_mq_hw_ctx *hctx);
25 static inline void blk_mq_sched_restart(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_restart()
70 static inline bool blk_mq_sched_has_work(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_has_work()
80 static inline bool blk_mq_sched_needs_restart(struct blk_mq_hw_ctx *hctx) in blk_mq_sched_needs_restart()
H A Dblk-mq-debugfs.c166 struct blk_mq_hw_ctx *hctx = data; in hctx_state_show()
188 struct blk_mq_hw_ctx *hctx = data; in hctx_flags_show()
328 struct blk_mq_hw_ctx *hctx;
348 struct blk_mq_hw_ctx *hctx = data; in hctx_busy_show()
370 struct blk_mq_hw_ctx *hctx = data; in hctx_type_show()
379 struct blk_mq_hw_ctx *hctx = data; in hctx_ctx_map_show()
622 struct blk_mq_hw_ctx *hctx; in blk_mq_debugfs_register()
666 struct blk_mq_hw_ctx *hctx) in blk_mq_debugfs_register_hctx()
695 struct blk_mq_hw_ctx *hctx; in blk_mq_debugfs_register_hctxs()
704 struct blk_mq_hw_ctx *hctx; in blk_mq_debugfs_unregister_hctxs()
[all …]
H A Delevator.h24 struct blk_mq_hw_ctx;
29 int (*init_hctx)(struct blk_mq_hw_ctx *, unsigned int);
30 void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int);
31 void (*depth_updated)(struct blk_mq_hw_ctx *);
41 void (*insert_requests)(struct blk_mq_hw_ctx *hctx, struct list_head *list,
43 struct request *(*dispatch_request)(struct blk_mq_hw_ctx *);
44 bool (*has_work)(struct blk_mq_hw_ctx *);
H A Dblk-mq.c374 struct blk_mq_hw_ctx *hctx; in blk_mq_wake_waiters()
1708 struct blk_mq_hw_ctx *hctx; in blk_mq_timeout_work()
1761 struct blk_mq_hw_ctx *hctx;
1794 struct blk_mq_hw_ctx *hctx;
1861 struct blk_mq_hw_ctx *hctx; in blk_mq_dispatch_wake()
2472 struct blk_mq_hw_ctx *hctx; in blk_mq_stop_hw_queues()
2490 struct blk_mq_hw_ctx *hctx; in blk_mq_start_hw_queues()
2516 struct blk_mq_hw_ctx *hctx; in blk_mq_start_stopped_hw_queues()
3060 struct blk_mq_hw_ctx *hctx; in blk_mq_submit_bio()
3604 struct blk_mq_hw_ctx *hctx;
[all …]
H A Dkyber-iosched.c453 static void kyber_depth_updated(struct blk_mq_hw_ctx *hctx) in kyber_depth_updated()
698 struct blk_mq_hw_ctx *hctx = READ_ONCE(wqe->private); in kyber_domain_wake()
708 struct blk_mq_hw_ctx *hctx) in kyber_get_domain_token()
756 struct blk_mq_hw_ctx *hctx) in kyber_dispatch_cur_domain()
849 static bool kyber_has_work(struct blk_mq_hw_ctx *hctx) in kyber_has_work()
913 struct blk_mq_hw_ctx *hctx = m->private; \
923 struct blk_mq_hw_ctx *hctx = m->private; \
932 struct blk_mq_hw_ctx *hctx = m->private; \
947 struct blk_mq_hw_ctx *hctx = data; \
971 struct blk_mq_hw_ctx *hctx = data; in kyber_cur_domain_show()
[all …]
H A Dblk-mq-tag.c38 void __blk_mq_tag_busy(struct blk_mq_hw_ctx *hctx) in __blk_mq_tag_busy()
81 void __blk_mq_tag_idle(struct blk_mq_hw_ctx *hctx) in __blk_mq_tag_idle()
245 struct blk_mq_hw_ctx *hctx;
269 struct blk_mq_hw_ctx *hctx = iter_data->hctx; in bt_iter()
312 static void bt_for_each(struct blk_mq_hw_ctx *hctx, struct request_queue *q, in bt_for_each()
516 struct blk_mq_hw_ctx *hctx; in blk_mq_queue_tag_busy_iter()
586 int blk_mq_tag_update_depth(struct blk_mq_hw_ctx *hctx, in blk_mq_tag_update_depth()
H A Dmq-deadline.c462 static struct request *dd_dispatch_request(struct blk_mq_hw_ctx *hctx) in dd_dispatch_request()
496 static int dd_to_word_depth(struct blk_mq_hw_ctx *hctx, unsigned int qdepth) in dd_to_word_depth()
524 static void dd_depth_updated(struct blk_mq_hw_ctx *hctx) in dd_depth_updated()
536 static int dd_init_hctx(struct blk_mq_hw_ctx *hctx, unsigned int hctx_idx) in dd_init_hctx()
673 static void dd_insert_request(struct blk_mq_hw_ctx *hctx, struct request *rq, in dd_insert_request()
720 static void dd_insert_requests(struct blk_mq_hw_ctx *hctx, in dd_insert_requests()
770 static bool dd_has_work(struct blk_mq_hw_ctx *hctx) in dd_has_work()
H A Dblk-flush.c341 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in mq_flush_data_end_io()
533 void blk_mq_hctx_set_fq_lock_class(struct blk_mq_hw_ctx *hctx, in blk_mq_hctx_set_fq_lock_class()
H A Dbsg-lib.c272 static blk_status_t bsg_queue_rq(struct blk_mq_hw_ctx *hctx, in bsg_queue_rq()
/linux-6.15/rust/kernel/block/mq/
H A Doperations.rs73 _hctx: *mut bindings::blk_mq_hw_ctx, in queue_rq_callback() argument
114 unsafe extern "C" fn commit_rqs_callback(_hctx: *mut bindings::blk_mq_hw_ctx) { in commit_rqs_callback() argument
133 _hctx: *mut bindings::blk_mq_hw_ctx, in poll_callback() argument
148 _hctx: *mut bindings::blk_mq_hw_ctx, in init_hctx_callback() argument
162 _hctx: *mut bindings::blk_mq_hw_ctx, in exit_hctx_callback() argument
/linux-6.15/include/linux/
H A Dblk-mq.h105 struct blk_mq_hw_ctx *mq_hctx;
303 struct blk_mq_hw_ctx { struct
553 blk_status_t (*queue_rq)(struct blk_mq_hw_ctx *,
563 void (*commit_rqs)(struct blk_mq_hw_ctx *);
603 int (*poll)(struct blk_mq_hw_ctx *, struct io_comp_batch *);
615 int (*init_hctx)(struct blk_mq_hw_ctx *, void *, unsigned int);
619 void (*exit_hctx)(struct blk_mq_hw_ctx *, unsigned int);
903 void blk_mq_stop_hw_queue(struct blk_mq_hw_ctx *hctx);
904 void blk_mq_start_hw_queue(struct blk_mq_hw_ctx *hctx);
915 void blk_mq_run_hw_queue(struct blk_mq_hw_ctx *hctx, bool async);
[all …]
/linux-6.15/drivers/block/rnbd/
H A Drnbd-clt.h105 struct blk_mq_hw_ctx *hctx;
H A Drnbd-clt.c1096 struct blk_mq_hw_ctx *hctx, in rnbd_clt_dev_kick_mq_queue()
1111 static blk_status_t rnbd_queue_rq(struct blk_mq_hw_ctx *hctx, in rnbd_queue_rq()
1158 static int rnbd_rdma_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in rnbd_rdma_poll()
1311 struct blk_mq_hw_ctx *hctx) in rnbd_init_hw_queue()
1321 struct blk_mq_hw_ctx *hctx; in rnbd_init_mq_hw_queues()
/linux-6.15/drivers/s390/block/
H A Dscm_blk.c283 static blk_status_t scm_blk_request(struct blk_mq_hw_ctx *hctx, in scm_blk_request()
332 static int scm_blk_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in scm_blk_init_hctx()
346 static void scm_blk_exit_hctx(struct blk_mq_hw_ctx *hctx, unsigned int idx) in scm_blk_exit_hctx()
/linux-6.15/drivers/nvme/target/
H A Dloop.c131 static blk_status_t nvme_loop_queue_rq(struct blk_mq_hw_ctx *hctx, in nvme_loop_queue_rq()
218 static int nvme_loop_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_loop_init_hctx()
238 static int nvme_loop_init_admin_hctx(struct blk_mq_hw_ctx *hctx, void *data, in nvme_loop_init_admin_hctx()
/linux-6.15/drivers/block/
H A Dvirtio_blk.c131 static inline struct virtio_blk_vq *get_virtio_blk_vq(struct blk_mq_hw_ctx *hctx) in get_virtio_blk_vq()
213 static int virtblk_map_data(struct blk_mq_hw_ctx *hctx, struct request *req, in virtblk_map_data()
377 static void virtio_commit_rqs(struct blk_mq_hw_ctx *hctx) in virtio_commit_rqs()
404 static blk_status_t virtblk_prep_rq(struct blk_mq_hw_ctx *hctx, in virtblk_prep_rq()
426 static blk_status_t virtio_queue_rq(struct blk_mq_hw_ctx *hctx, in virtio_queue_rq()
1197 static int virtblk_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in virtblk_poll()
H A Dz2ram.c68 static blk_status_t z2_queue_rq(struct blk_mq_hw_ctx *hctx, in z2_queue_rq()
/linux-6.15/drivers/nvme/host/
H A Dapple.c733 static blk_status_t apple_nvme_queue_rq(struct blk_mq_hw_ctx *hctx, in apple_nvme_queue_rq()
776 static int apple_nvme_init_hctx(struct blk_mq_hw_ctx *hctx, void *data, in apple_nvme_init_hctx()
938 static int apple_nvme_poll(struct blk_mq_hw_ctx *hctx, in apple_nvme_poll()
/linux-6.15/drivers/block/null_blk/
H A Dmain.c1578 static int null_poll(struct blk_mq_hw_ctx *hctx, struct io_comp_batch *iob) in null_poll()
1611 struct blk_mq_hw_ctx *hctx = rq->mq_hctx; in null_timeout_rq()
1642 static blk_status_t null_queue_rq(struct blk_mq_hw_ctx *hctx, in null_queue_rq()
1722 static int null_init_hctx(struct blk_mq_hw_ctx *hctx, void *driver_data, in null_init_hctx()
/linux-6.15/drivers/md/
H A Ddm-rq.c477 static blk_status_t dm_mq_queue_rq(struct blk_mq_hw_ctx *hctx, in dm_mq_queue_rq()
/linux-6.15/drivers/mmc/core/
H A Dqueue.c229 static blk_status_t mmc_mq_queue_rq(struct blk_mq_hw_ctx *hctx, in mmc_mq_queue_rq()

123