25 	ssize_t (*show)(struct gendisk *disk, char *page);
26 	ssize_t (*show_limit)(struct gendisk *disk, char *page);
28 	ssize_t (*store)(struct gendisk *disk, const char *page, size_t count);
29 	int (*store_limit)(struct gendisk *disk, const char *page,
54 static ssize_t queue_requests_show(struct gendisk *disk, char *page)  in queue_requests_show()  argument
58 	mutex_lock(&disk->queue->elevator_lock);  in queue_requests_show()
59 	ret = queue_var_show(disk->queue->nr_requests, page);  in queue_requests_show()
60 	mutex_unlock(&disk->queue->elevator_lock);  in queue_requests_show()
65 queue_requests_store(struct gendisk *disk, const char *page, size_t count)  in queue_requests_store()  argument
70 	struct request_queue *q = disk->queue;  in queue_requests_store()
84 	err = blk_mq_update_nr_requests(disk->queue, nr);  in queue_requests_store()
92 static ssize_t queue_ra_show(struct gendisk *disk, char *page)  in queue_ra_show()  argument
96 	mutex_lock(&disk->queue->limits_lock);  in queue_ra_show()
97 	ret = queue_var_show(disk->bdi->ra_pages << (PAGE_SHIFT - 10), page);  in queue_ra_show()
98 	mutex_unlock(&disk->queue->limits_lock);  in queue_ra_show()
104 queue_ra_store(struct gendisk *disk, const char *page, size_t count)  in queue_ra_store()  argument
109 	struct request_queue *q = disk->queue;  in queue_ra_store()
120 	disk->bdi->ra_pages = ra_kb >> (PAGE_SHIFT - 10);  in queue_ra_store()
128 static ssize_t queue_##_field##_show(struct gendisk *disk, char *page)	\
130 	return queue_var_show(disk->queue->limits._field, page);	\
152 static ssize_t queue_##_field##_show(struct gendisk *disk, char *page)	\  in QUEUE_SYSFS_LIMIT_SHOW()
155 		(unsigned long long)disk->queue->limits._field <<	\  in QUEUE_SYSFS_LIMIT_SHOW()
167 static ssize_t queue_##_field##_show(struct gendisk *disk, char *page)	\
169 	return queue_var_show(disk->queue->limits._field >> 1, page);	\
176 static ssize_t queue_##_name##_show(struct gendisk *disk, char *page)	\
186 static int queue_max_discard_sectors_store(struct gendisk *disk,
196 	if (max_discard_bytes & (disk->queue->limits.discard_granularity - 1))
207 queue_max_sectors_store(struct gendisk *disk, const char *page, size_t count,  in queue_max_sectors_store()  argument
221 static ssize_t queue_feature_store(struct gendisk *disk, const char *page,  in queue_feature_store()  argument
239 static ssize_t queue_##_name##_show(struct gendisk *disk, char *page)	\
242 		!!(disk->queue->limits.features & _feature));		\
244 static int queue_##_name##_store(struct gendisk *disk,			\
247 	return queue_feature_store(disk, page, count, lim, _feature);	\
256 static ssize_t queue_##_name##_show(struct gendisk *disk, char *page)	\
259 		!!(disk->queue->limits.features & _feature));		\
265 static ssize_t queue_poll_show(struct gendisk *disk, char *page)  in queue_poll_show()  argument
267 	if (queue_is_mq(disk->queue))  in queue_poll_show()
268 		return sysfs_emit(page, "%u\n", blk_mq_can_poll(disk->queue));  in queue_poll_show()
271 			!!(disk->queue->limits.features & BLK_FEAT_POLL));  in queue_poll_show()
274 static ssize_t queue_zoned_show(struct gendisk *disk, char *page)  in queue_zoned_show()  argument
276 	if (blk_queue_is_zoned(disk->queue))  in queue_zoned_show()
281 static ssize_t queue_nr_zones_show(struct gendisk *disk, char *page)  in queue_nr_zones_show()  argument
283 	return queue_var_show(disk_nr_zones(disk), page);  in queue_nr_zones_show()
286 static ssize_t queue_iostats_passthrough_show(struct gendisk *disk, char *page)  in queue_iostats_passthrough_show()  argument
288 	return queue_var_show(!!blk_queue_passthrough_stat(disk->queue), page);  in queue_iostats_passthrough_show()
291 static int queue_iostats_passthrough_store(struct gendisk *disk,  in queue_iostats_passthrough_store()  argument
308 static ssize_t queue_nomerges_show(struct gendisk *disk, char *page)  in queue_nomerges_show()  argument
310 	return queue_var_show((blk_queue_nomerges(disk->queue) << 1) |  in queue_nomerges_show()
311 			       blk_queue_noxmerges(disk->queue), page);  in queue_nomerges_show()
314 static ssize_t queue_nomerges_store(struct gendisk *disk, const char *page,  in queue_nomerges_store()  argument
319 	struct request_queue *q = disk->queue;  in queue_nomerges_store()
337 static ssize_t queue_rq_affinity_show(struct gendisk *disk, char *page)  in queue_rq_affinity_show()  argument
339 	bool set = test_bit(QUEUE_FLAG_SAME_COMP, &disk->queue->queue_flags);  in queue_rq_affinity_show()
340 	bool force = test_bit(QUEUE_FLAG_SAME_FORCE, &disk->queue->queue_flags);  in queue_rq_affinity_show()
346 queue_rq_affinity_store(struct gendisk *disk, const char *page, size_t count)  in queue_rq_affinity_store()  argument
350 	struct request_queue *q = disk->queue;  in queue_rq_affinity_store()
380 static ssize_t queue_poll_delay_store(struct gendisk *disk, const char *page,  in queue_poll_delay_store()  argument
386 static ssize_t queue_poll_store(struct gendisk *disk, const char *page,  in queue_poll_store()  argument
391 	struct request_queue *q = disk->queue;  in queue_poll_store()
406 static ssize_t queue_io_timeout_show(struct gendisk *disk, char *page)  in queue_io_timeout_show()  argument
409 			jiffies_to_msecs(READ_ONCE(disk->queue->rq_timeout)));  in queue_io_timeout_show()
412 static ssize_t queue_io_timeout_store(struct gendisk *disk, const char *page,  in queue_io_timeout_store()  argument
417 	struct request_queue *q = disk->queue;  in queue_io_timeout_store()
430 static ssize_t queue_wc_show(struct gendisk *disk, char *page)  in queue_wc_show()  argument
432 	if (blk_queue_write_cache(disk->queue))  in queue_wc_show()
437 static int queue_wc_store(struct gendisk *disk, const char *page,  in queue_wc_store()  argument
558 static ssize_t queue_wb_lat_show(struct gendisk *disk, char *page)  in queue_wb_lat_show()  argument
561 	struct request_queue *q = disk->queue;  in queue_wb_lat_show()
580 static ssize_t queue_wb_lat_store(struct gendisk *disk, const char *page,  in queue_wb_lat_store()  argument
583 	struct request_queue *q = disk->queue;  in queue_wb_lat_store()
600 		ret = wbt_init(disk);  in queue_wb_lat_store()
712 	struct gendisk *disk = container_of(kobj, struct gendisk, queue_kobj);  in queue_attr_visible()  local
713 	struct request_queue *q = disk->queue;  in queue_attr_visible()
726 	struct gendisk *disk = container_of(kobj, struct gendisk, queue_kobj);  in blk_mq_queue_attr_visible()  local
727 	struct request_queue *q = disk->queue;  in blk_mq_queue_attr_visible()
754 	struct gendisk *disk = container_of(kobj, struct gendisk, queue_kobj);  in queue_attr_show()  local
762 		mutex_lock(&disk->queue->limits_lock);  in queue_attr_show()
763 		res = entry->show_limit(disk, page);  in queue_attr_show()
764 		mutex_unlock(&disk->queue->limits_lock);  in queue_attr_show()
768 	return entry->show(disk, page);  in queue_attr_show()
776 	struct gendisk *disk = container_of(kobj, struct gendisk, queue_kobj);  in queue_attr_store()  local
777 	struct request_queue *q = disk->queue;  in queue_attr_store()
787 		res = entry->store_limit(disk, page, length, &lim);  in queue_attr_store()
799 	return entry->store(disk, page, length);  in queue_attr_store()
824 static void blk_debugfs_remove(struct gendisk *disk)  in blk_debugfs_remove()  argument
826 	struct request_queue *q = disk->queue;  in blk_debugfs_remove()
841 int blk_register_queue(struct gendisk *disk)  in blk_register_queue()  argument
843 	struct request_queue *q = disk->queue;  in blk_register_queue()
846 	kobject_init(&disk->queue_kobj, &blk_queue_ktype);  in blk_register_queue()
847 	ret = kobject_add(&disk->queue_kobj, &disk_to_dev(disk)->kobj, "queue");  in blk_register_queue()
852 		ret = blk_mq_sysfs_register(disk);  in blk_register_queue()
859 	q->debugfs_dir = debugfs_create_dir(disk->disk_name, blk_debugfs_root);  in blk_register_queue()
864 	ret = disk_register_independent_access_ranges(disk);  in blk_register_queue()
868 	ret = blk_crypto_sysfs_register(disk);  in blk_register_queue()
880 	wbt_enable_default(disk);  in blk_register_queue()
886 	kobject_uevent(&disk->queue_kobj, KOBJ_ADD);  in blk_register_queue()
906 	blk_crypto_sysfs_unregister(disk);  in blk_register_queue()
908 	disk_unregister_independent_access_ranges(disk);  in blk_register_queue()
910 	blk_debugfs_remove(disk);  in blk_register_queue()
913 		blk_mq_sysfs_unregister(disk);  in blk_register_queue()
915 	kobject_put(&disk->queue_kobj);  in blk_register_queue()
926 void blk_unregister_queue(struct gendisk *disk)  in blk_unregister_queue()  argument
928 	struct request_queue *q = disk->queue;  in blk_unregister_queue()
951 		blk_mq_sysfs_unregister(disk);  in blk_unregister_queue()
952 	blk_crypto_sysfs_unregister(disk);  in blk_unregister_queue()
959 	disk_unregister_independent_access_ranges(disk);  in blk_unregister_queue()
963 	kobject_uevent(&disk->queue_kobj, KOBJ_REMOVE);  in blk_unregister_queue()
964 	kobject_del(&disk->queue_kobj);  in blk_unregister_queue()
966 	blk_debugfs_remove(disk);  in blk_unregister_queue()