| /linux-6.15/rust/kernel/block/mq/ |
| H A D | tag_set.rs | 43 let tag_set: bindings::blk_mq_tag_set = unsafe { core::mem::zeroed() }; in new() localVariable 44 let tag_set = core::mem::size_of::<RequestDataWrapper>() in new() localVariable 57 ..tag_set in new() 62 inner <- PinInit::<_, error::Error>::pin_chain(Opaque::new(tag_set?), |tag_set| { in new() 64 let tag_set = unsafe { Pin::get_unchecked_mut(tag_set) }; in new() localVariable 66 error::to_result( unsafe { bindings::blk_mq_alloc_tag_set(tag_set.get())}) in new()
|
| /linux-6.15/drivers/s390/block/ |
| H A D | dasd_genhd.c | 55 block->tag_set.ops = &dasd_mq_ops; in dasd_gendisk_alloc() 56 block->tag_set.cmd_size = sizeof(struct dasd_ccw_req); in dasd_gendisk_alloc() 57 block->tag_set.nr_hw_queues = nr_hw_queues; in dasd_gendisk_alloc() 58 block->tag_set.queue_depth = queue_depth; in dasd_gendisk_alloc() 59 block->tag_set.numa_node = NUMA_NO_NODE; in dasd_gendisk_alloc() 60 rc = blk_mq_alloc_tag_set(&block->tag_set); in dasd_gendisk_alloc() 64 gdp = blk_mq_alloc_disk(&block->tag_set, &lim, block); in dasd_gendisk_alloc() 66 blk_mq_free_tag_set(&block->tag_set); in dasd_gendisk_alloc() 124 blk_mq_free_tag_set(&block->tag_set); in dasd_gendisk_free()
|
| H A D | scm_blk.c | 460 bdev->tag_set.ops = &scm_mq_ops; in scm_blk_dev_setup() 461 bdev->tag_set.cmd_size = sizeof(blk_status_t); in scm_blk_dev_setup() 462 bdev->tag_set.nr_hw_queues = nr_requests; in scm_blk_dev_setup() 463 bdev->tag_set.queue_depth = nr_requests_per_io * nr_requests; in scm_blk_dev_setup() 464 bdev->tag_set.numa_node = NUMA_NO_NODE; in scm_blk_dev_setup() 466 ret = blk_mq_alloc_tag_set(&bdev->tag_set); in scm_blk_dev_setup() 470 bdev->gendisk = blk_mq_alloc_disk(&bdev->tag_set, &lim, scmdev); in scm_blk_dev_setup() 502 blk_mq_free_tag_set(&bdev->tag_set); in scm_blk_dev_setup() 512 blk_mq_free_tag_set(&bdev->tag_set); in scm_blk_dev_cleanup()
|
| /linux-6.15/drivers/md/ |
| H A D | dm-rq.c | 544 if (!md->tag_set) in dm_mq_init_request_queue() 547 md->tag_set->ops = &dm_mq_ops; in dm_mq_init_request_queue() 550 md->tag_set->flags = BLK_MQ_F_STACKING; in dm_mq_init_request_queue() 552 md->tag_set->driver_data = md; in dm_mq_init_request_queue() 572 blk_mq_free_tag_set(md->tag_set); in dm_mq_init_request_queue() 574 kfree(md->tag_set); in dm_mq_init_request_queue() 575 md->tag_set = NULL; in dm_mq_init_request_queue() 582 if (md->tag_set) { in dm_mq_cleanup_mapped_device() 583 blk_mq_free_tag_set(md->tag_set); in dm_mq_cleanup_mapped_device() 584 kfree(md->tag_set); in dm_mq_cleanup_mapped_device() [all …]
|
| /linux-6.15/drivers/block/ |
| H A D | z2ram.c | 310 static struct blk_mq_tag_set tag_set; variable 321 disk = blk_mq_alloc_disk(&tag_set, NULL, NULL); in z2ram_register_disk() 352 tag_set.ops = &z2_mq_ops; in z2_init() 353 tag_set.nr_hw_queues = 1; in z2_init() 354 tag_set.nr_maps = 1; in z2_init() 355 tag_set.queue_depth = 16; in z2_init() 356 tag_set.numa_node = NUMA_NO_NODE; in z2_init() 357 ret = blk_mq_alloc_tag_set(&tag_set); in z2_init() 370 blk_mq_free_tag_set(&tag_set); in z2_init() 386 blk_mq_free_tag_set(&tag_set); in z2_exit()
|
| H A D | nbd.c | 117 struct blk_mq_tag_set tag_set; member 269 blk_mq_free_tag_set(&nbd->tag_set); in nbd_dev_remove() 513 if (!nbd->tag_set.timeout) { in nbd_xmit_timeout() 1332 if (nbd->tag_set.timeout) in nbd_reconnect_socket() 1452 nbd->tag_set.timeout = 0; in nbd_config_put() 1508 if (nbd->tag_set.timeout) in nbd_start_device() 1510 nbd->tag_set.timeout; in nbd_start_device() 1902 nbd->tag_set.ops = &nbd_mq_ops; in nbd_dev_add() 1903 nbd->tag_set.nr_hw_queues = 1; in nbd_dev_add() 1904 nbd->tag_set.queue_depth = 128; in nbd_dev_add() [all …]
|
| H A D | virtio_blk.c | 71 struct blk_mq_tag_set tag_set; member 1479 memset(&vblk->tag_set, 0, sizeof(vblk->tag_set)); in virtblk_probe() 1480 vblk->tag_set.ops = &virtio_mq_ops; in virtblk_probe() 1481 vblk->tag_set.queue_depth = queue_depth; in virtblk_probe() 1482 vblk->tag_set.numa_node = NUMA_NO_NODE; in virtblk_probe() 1483 vblk->tag_set.cmd_size = in virtblk_probe() 1486 vblk->tag_set.driver_data = vblk; in virtblk_probe() 1488 vblk->tag_set.nr_maps = 1; in virtblk_probe() 1490 vblk->tag_set.nr_maps = 3; in virtblk_probe() 1545 blk_mq_free_tag_set(&vblk->tag_set); in virtblk_probe() [all …]
|
| H A D | ataflop.c | 305 struct blk_mq_tag_set tag_set; member 2055 blk_mq_free_tag_set(&unit[i].tag_set); in atari_floppy_cleanup() 2073 blk_mq_free_tag_set(&fs->tag_set); in atari_cleanup_floppy_disk() 2086 memset(&unit[i].tag_set, 0, sizeof(unit[i].tag_set)); in atari_floppy_init() 2087 unit[i].tag_set.ops = &ataflop_mq_ops; in atari_floppy_init() 2088 unit[i].tag_set.nr_hw_queues = 1; in atari_floppy_init() 2089 unit[i].tag_set.nr_maps = 1; in atari_floppy_init() 2090 unit[i].tag_set.queue_depth = 2; in atari_floppy_init() 2091 unit[i].tag_set.numa_node = NUMA_NO_NODE; in atari_floppy_init() 2092 ret = blk_mq_alloc_tag_set(&unit[i].tag_set); in atari_floppy_init() [all …]
|
| H A D | ps3disk.c | 32 struct blk_mq_tag_set tag_set; member 437 error = blk_mq_alloc_sq_tag_set(&priv->tag_set, &ps3disk_mq_ops, 1, 0); in ps3disk_probe() 441 gendisk = blk_mq_alloc_disk(&priv->tag_set, &lim, dev); in ps3disk_probe() 474 blk_mq_free_tag_set(&priv->tag_set); in ps3disk_probe() 500 blk_mq_free_tag_set(&priv->tag_set); in ps3disk_remove()
|
| /linux-6.15/drivers/mmc/core/ |
| H A D | queue.c | 432 memset(&mq->tag_set, 0, sizeof(mq->tag_set)); in mmc_init_queue() 433 mq->tag_set.ops = &mmc_mq_ops; in mmc_init_queue() 439 mq->tag_set.queue_depth = in mmc_init_queue() 442 mq->tag_set.queue_depth = MMC_QUEUE_DEPTH; in mmc_init_queue() 443 mq->tag_set.numa_node = NUMA_NO_NODE; in mmc_init_queue() 444 mq->tag_set.flags = BLK_MQ_F_BLOCKING; in mmc_init_queue() 445 mq->tag_set.nr_hw_queues = 1; in mmc_init_queue() 447 mq->tag_set.driver_data = mq; in mmc_init_queue() 461 ret = blk_mq_alloc_tag_set(&mq->tag_set); in mmc_init_queue() 468 blk_mq_free_tag_set(&mq->tag_set); in mmc_init_queue() [all …]
|
| /linux-6.15/drivers/mtd/ubi/ |
| H A D | block.c | 85 struct blk_mq_tag_set tag_set; member 383 dev->tag_set.ops = &ubiblock_mq_ops; in ubiblock_create() 384 dev->tag_set.queue_depth = 64; in ubiblock_create() 385 dev->tag_set.numa_node = NUMA_NO_NODE; in ubiblock_create() 386 dev->tag_set.flags = BLK_MQ_F_BLOCKING; in ubiblock_create() 388 dev->tag_set.driver_data = dev; in ubiblock_create() 389 dev->tag_set.nr_hw_queues = 1; in ubiblock_create() 391 ret = blk_mq_alloc_tag_set(&dev->tag_set); in ubiblock_create() 400 gd = blk_mq_alloc_disk(&dev->tag_set, &lim, dev); in ubiblock_create() 442 blk_mq_free_tag_set(&dev->tag_set); in ubiblock_create() [all …]
|
| /linux-6.15/block/ |
| H A D | bsg-lib.c | 22 struct blk_mq_tag_set tag_set; member 279 container_of(q->tag_set, struct bsg_set, tag_set); in bsg_queue_rq() 324 container_of(q->tag_set, struct bsg_set, tag_set); in bsg_remove_queue() 329 blk_mq_free_tag_set(&bset->tag_set); in bsg_remove_queue() 338 container_of(rq->q->tag_set, struct bsg_set, tag_set); in bsg_timeout() 378 set = &bset->tag_set; in bsg_setup_queue()
|
| H A D | blk-mq-sched.c | 383 if (blk_mq_is_shared_tags(q->tag_set->flags)) { in blk_mq_sched_alloc_map_and_rqs() 388 hctx->sched_tags = blk_mq_alloc_map_and_rqs(q->tag_set, hctx_idx, in blk_mq_sched_alloc_map_and_rqs() 422 struct blk_mq_tag_set *set = queue->tag_set; in blk_mq_init_sched_shared_tags() 442 unsigned int flags = q->tag_set->flags; in blk_mq_init_sched() 453 q->nr_requests = 2 * min_t(unsigned int, q->tag_set->queue_depth, in blk_mq_init_sched() 511 if (blk_mq_is_shared_tags(q->tag_set->flags)) { in blk_mq_sched_free_rqs() 512 blk_mq_free_rqs(q->tag_set, q->sched_shared_tags, in blk_mq_sched_free_rqs() 517 blk_mq_free_rqs(q->tag_set, in blk_mq_sched_free_rqs()
|
| H A D | blk-mq-sysfs.c | 232 mutex_lock(&q->tag_set->tag_list_lock); in blk_mq_sysfs_register() 238 mutex_unlock(&q->tag_set->tag_list_lock); in blk_mq_sysfs_register() 246 mutex_unlock(&q->tag_set->tag_list_lock); in blk_mq_sysfs_register() 259 mutex_lock(&q->tag_set->tag_list_lock); in blk_mq_sysfs_unregister() 262 mutex_unlock(&q->tag_set->tag_list_lock); in blk_mq_sysfs_unregister()
|
| H A D | blk-mq.h | 84 return xa_load(&q->hctx_table, q->tag_set->map[type].mq_map[cpu]); in blk_mq_map_queue_type() 431 if ((q)->tag_set->flags & BLK_MQ_F_BLOCKING) { \ 432 struct blk_mq_tag_set *__tag_set = (q)->tag_set; \ 452 q->tag_set->map[HCTX_TYPE_POLL].nr_queues; in blk_mq_can_poll()
|
| H A D | blk-mq-tag.c | 271 struct blk_mq_tag_set *set = q->tag_set; in bt_iter() 507 if (blk_mq_is_shared_tags(q->tag_set->flags)) { in blk_mq_queue_tag_busy_iter() 508 struct blk_mq_tags *tags = q->tag_set->shared_tags; in blk_mq_queue_tag_busy_iter() 600 struct blk_mq_tag_set *set = hctx->queue->tag_set; in blk_mq_tag_update_depth() 648 q->nr_requests - q->tag_set->reserved_tags); in blk_mq_tag_update_sched_shared_tags()
|
| /linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/steering/hws/ |
| H A D | definer.c | 345 fc->tag_set = &hws_definer_generic_set; in hws_definer_flex_parser_steering_ok_bits_handler() 350 fc->tag_set = &hws_definer_generic_set; in hws_definer_flex_parser_steering_ok_bits_handler() 355 fc->tag_set = &hws_definer_generic_set; in hws_definer_flex_parser_steering_ok_bits_handler() 360 fc->tag_set = &hws_definer_generic_set; in hws_definer_flex_parser_steering_ok_bits_handler() 365 fc->tag_set = &hws_definer_generic_set; in hws_definer_flex_parser_steering_ok_bits_handler() 370 fc->tag_set = &hws_definer_generic_set; in hws_definer_flex_parser_steering_ok_bits_handler() 1426 if (fc[i].tag_set) in hws_definer_get_fc_size() 1448 if (!fc[i].tag_set) in hws_definer_alloc_compressed_fc() 1468 if (!fc[i].tag_set) in hws_definer_set_hl() 1864 fc->tag_set(fc, match_param, tag); in hws_definer_create_tag_mask() [all …]
|
| /linux-6.15/rust/kernel/block/ |
| H A D | mq.rs | 94 mod tag_set; module 98 pub use tag_set::TagSet;
|
| /linux-6.15/drivers/mtd/ |
| H A D | mtd_blkdevs.c | 33 blk_mq_free_tag_set(dev->tag_set); in blktrans_dev_release() 34 kfree(dev->tag_set); in blktrans_dev_release() 327 new->tag_set = kzalloc(sizeof(*new->tag_set), GFP_KERNEL); in add_mtd_blktrans_dev() 328 if (!new->tag_set) in add_mtd_blktrans_dev() 331 ret = blk_mq_alloc_sq_tag_set(new->tag_set, &mtd_mq_ops, 2, in add_mtd_blktrans_dev() 343 gd = blk_mq_alloc_disk(new->tag_set, &lim, new); in add_mtd_blktrans_dev() 396 blk_mq_free_tag_set(new->tag_set); in add_mtd_blktrans_dev() 398 kfree(new->tag_set); in add_mtd_blktrans_dev()
|
| /linux-6.15/drivers/block/null_blk/ |
| H A D | main.c | 72 static struct blk_mq_tag_set tag_set; variable 407 set = dev->nullb->tag_set; in nullb_update_nr_hw_queues() 1836 if (tag_set.ops) in null_init_global_tag_set() 1841 tag_set.numa_node = g_home_node; in null_init_global_tag_set() 1847 tag_set.flags |= BLK_MQ_F_BLOCKING; in null_init_global_tag_set() 1851 tag_set.ops = NULL; in null_init_global_tag_set() 1858 nullb->tag_set = &tag_set; in null_setup_tagset() 1862 nullb->tag_set = &nullb->__tag_set; in null_setup_tagset() 1863 nullb->tag_set->driver_data = nullb; in null_setup_tagset() 2202 if (tag_set.ops) in null_exit() [all …]
|
| /linux-6.15/include/scsi/ |
| H A D | scsi_tcq.h | 32 if (hwq < shost->tag_set.nr_hw_queues) { in scsi_host_find_tag() 33 req = blk_mq_tag_to_rq(shost->tag_set.tags[hwq], in scsi_host_find_tag()
|
| /linux-6.15/drivers/block/rnbd/ |
| H A D | rnbd-clt.c | 737 if (sess->tag_set.tags) in destroy_mq_tags() 738 blk_mq_free_tag_set(&sess->tag_set); in destroy_mq_tags() 1206 struct blk_mq_tag_set *tag_set = &sess->tag_set; in setup_mq_tags() local 1208 memset(tag_set, 0, sizeof(*tag_set)); in setup_mq_tags() 1209 tag_set->ops = &rnbd_mq_ops; in setup_mq_tags() 1210 tag_set->queue_depth = sess->queue_depth; in setup_mq_tags() 1211 tag_set->numa_node = NUMA_NO_NODE; in setup_mq_tags() 1212 tag_set->flags = BLK_MQ_F_TAG_QUEUE_SHARED; in setup_mq_tags() 1222 tag_set->driver_data = sess; in setup_mq_tags() 1224 return blk_mq_alloc_tag_set(tag_set); in setup_mq_tags() [all …]
|
| /linux-6.15/drivers/scsi/ |
| H A D | scsi_lib.c | 2074 struct blk_mq_tag_set *tag_set = &shost->tag_set; in scsi_mq_setup_tags() local 2083 memset(tag_set, 0, sizeof(*tag_set)); in scsi_mq_setup_tags() 2085 tag_set->ops = &scsi_mq_ops; in scsi_mq_setup_tags() 2087 tag_set->ops = &scsi_mq_ops_no_commit; in scsi_mq_setup_tags() 2089 tag_set->nr_maps = shost->nr_maps ? : 1; in scsi_mq_setup_tags() 2091 tag_set->cmd_size = cmd_size; in scsi_mq_setup_tags() 2094 tag_set->flags |= BLK_MQ_F_TAG_RR; in scsi_mq_setup_tags() 2096 tag_set->flags |= BLK_MQ_F_BLOCKING; in scsi_mq_setup_tags() 2097 tag_set->driver_data = shost; in scsi_mq_setup_tags() 2101 return blk_mq_alloc_tag_set(tag_set); in scsi_mq_setup_tags() [all …]
|
| /linux-6.15/arch/um/drivers/ |
| H A D | ubd_kern.c | 159 struct blk_mq_tag_set tag_set; member 784 blk_mq_free_tag_set(&ubd_dev->tag_set); in ubd_device_release() 865 ubd_dev->tag_set.ops = &ubd_mq_ops; in ubd_add() 866 ubd_dev->tag_set.queue_depth = 64; in ubd_add() 867 ubd_dev->tag_set.numa_node = NUMA_NO_NODE; in ubd_add() 868 ubd_dev->tag_set.driver_data = ubd_dev; in ubd_add() 869 ubd_dev->tag_set.nr_hw_queues = 1; in ubd_add() 871 err = blk_mq_alloc_tag_set(&ubd_dev->tag_set); in ubd_add() 875 disk = blk_mq_alloc_disk(&ubd_dev->tag_set, &lim, ubd_dev); in ubd_add() 907 blk_mq_free_tag_set(&ubd_dev->tag_set); in ubd_add()
|
| /linux-6.15/drivers/nvme/target/ |
| H A D | loop.c | 35 struct blk_mq_tag_set tag_set; member 88 return queue->ctrl->tag_set.tags[queue_idx - 1]; in nvme_loop_tagset() 213 (set == &ctrl->tag_set) ? hctx_idx + 1 : 0); in nvme_loop_init_request() 471 blk_mq_update_nr_hw_queues(&ctrl->tag_set, in nvme_loop_reset_ctrl_work() 513 ret = nvme_alloc_io_tag_set(&ctrl->ctrl, &ctrl->tag_set, in nvme_loop_create_io_queues()
|