20 static int blkpg_do_ioctl(struct block_device *bdev,  in blkpg_do_ioctl()  argument
23 	struct gendisk *disk = bdev->bd_disk;  in blkpg_do_ioctl()
31 	if (bdev_is_partition(bdev))  in blkpg_do_ioctl()
43 	if (!IS_ALIGNED(p.start | p.length, bdev_logical_block_size(bdev)))  in blkpg_do_ioctl()
66 static int blkpg_ioctl(struct block_device *bdev,  in blkpg_ioctl()  argument
75 	return blkpg_do_ioctl(bdev, udata, op);  in blkpg_ioctl()
86 static int compat_blkpg_ioctl(struct block_device *bdev,  in compat_blkpg_ioctl()  argument
95 	return blkpg_do_ioctl(bdev, compat_ptr(udata), op);  in compat_blkpg_ioctl()
104 static int blk_validate_byte_range(struct block_device *bdev,  in blk_validate_byte_range()  argument
107 	unsigned int bs_mask = bdev_logical_block_size(bdev) - 1;  in blk_validate_byte_range()
114 	if (check_add_overflow(start, len, &end) || end > bdev_nr_bytes(bdev))  in blk_validate_byte_range()
120 static int blk_ioctl_discard(struct block_device *bdev, blk_mode_t mode,  in blk_ioctl_discard()  argument
134 	if (!bdev_max_discard_sectors(bdev))  in blk_ioctl_discard()
139 	if (bdev_read_only(bdev))  in blk_ioctl_discard()
141 	err = blk_validate_byte_range(bdev, start, len);  in blk_ioctl_discard()
145 	inode_lock(bdev->bd_mapping->host);  in blk_ioctl_discard()
146 	filemap_invalidate_lock(bdev->bd_mapping);  in blk_ioctl_discard()
147 	err = truncate_bdev_range(bdev, mode, start, start + len - 1);  in blk_ioctl_discard()
162 		bio = blk_alloc_discard_bio(bdev, &sector, &nr_sects,  in blk_ioctl_discard()
177 	filemap_invalidate_unlock(bdev->bd_mapping);  in blk_ioctl_discard()
178 	inode_unlock(bdev->bd_mapping->host);  in blk_ioctl_discard()
182 static int blk_ioctl_secure_erase(struct block_device *bdev, blk_mode_t mode,  in blk_ioctl_secure_erase()  argument
191 	if (!bdev_max_secure_erase_sectors(bdev))  in blk_ioctl_secure_erase()
201 	    end > bdev_nr_bytes(bdev))  in blk_ioctl_secure_erase()
204 	inode_lock(bdev->bd_mapping->host);  in blk_ioctl_secure_erase()
205 	filemap_invalidate_lock(bdev->bd_mapping);  in blk_ioctl_secure_erase()
206 	err = truncate_bdev_range(bdev, mode, start, end - 1);  in blk_ioctl_secure_erase()
208 		err = blkdev_issue_secure_erase(bdev, start >> 9, len >> 9,  in blk_ioctl_secure_erase()
210 	filemap_invalidate_unlock(bdev->bd_mapping);  in blk_ioctl_secure_erase()
211 	inode_unlock(bdev->bd_mapping->host);  in blk_ioctl_secure_erase()
216 static int blk_ioctl_zeroout(struct block_device *bdev, blk_mode_t mode,  in blk_ioctl_zeroout()  argument
237 	if (end >= (uint64_t)bdev_nr_bytes(bdev))  in blk_ioctl_zeroout()
243 	inode_lock(bdev->bd_mapping->host);  in blk_ioctl_zeroout()
244 	filemap_invalidate_lock(bdev->bd_mapping);  in blk_ioctl_zeroout()
245 	err = truncate_bdev_range(bdev, mode, start, end);  in blk_ioctl_zeroout()
249 	err = blkdev_issue_zeroout(bdev, start >> 9, len >> 9, GFP_KERNEL,  in blk_ioctl_zeroout()
253 	filemap_invalidate_unlock(bdev->bd_mapping);  in blk_ioctl_zeroout()
254 	inode_unlock(bdev->bd_mapping->host);  in blk_ioctl_zeroout()
306 int blkdev_compat_ptr_ioctl(struct block_device *bdev, blk_mode_t mode,  in blkdev_compat_ptr_ioctl()  argument
309 	struct gendisk *disk = bdev->bd_disk;  in blkdev_compat_ptr_ioctl()
312 		return disk->fops->ioctl(bdev, mode, cmd,  in blkdev_compat_ptr_ioctl()
320 static bool blkdev_pr_allowed(struct block_device *bdev, blk_mode_t mode)  in blkdev_pr_allowed()  argument
323 	if (bdev_is_partition(bdev))  in blkdev_pr_allowed()
335 static int blkdev_pr_register(struct block_device *bdev, blk_mode_t mode,  in blkdev_pr_register()  argument
338 	const struct pr_ops *ops = bdev->bd_disk->fops->pr_ops;  in blkdev_pr_register()
341 	if (!blkdev_pr_allowed(bdev, mode))  in blkdev_pr_register()
350 	return ops->pr_register(bdev, reg.old_key, reg.new_key, reg.flags);  in blkdev_pr_register()
353 static int blkdev_pr_reserve(struct block_device *bdev, blk_mode_t mode,  in blkdev_pr_reserve()  argument
356 	const struct pr_ops *ops = bdev->bd_disk->fops->pr_ops;  in blkdev_pr_reserve()
359 	if (!blkdev_pr_allowed(bdev, mode))  in blkdev_pr_reserve()
368 	return ops->pr_reserve(bdev, rsv.key, rsv.type, rsv.flags);  in blkdev_pr_reserve()
371 static int blkdev_pr_release(struct block_device *bdev, blk_mode_t mode,  in blkdev_pr_release()  argument
374 	const struct pr_ops *ops = bdev->bd_disk->fops->pr_ops;  in blkdev_pr_release()
377 	if (!blkdev_pr_allowed(bdev, mode))  in blkdev_pr_release()
386 	return ops->pr_release(bdev, rsv.key, rsv.type);  in blkdev_pr_release()
389 static int blkdev_pr_preempt(struct block_device *bdev, blk_mode_t mode,  in blkdev_pr_preempt()  argument
392 	const struct pr_ops *ops = bdev->bd_disk->fops->pr_ops;  in blkdev_pr_preempt()
395 	if (!blkdev_pr_allowed(bdev, mode))  in blkdev_pr_preempt()
404 	return ops->pr_preempt(bdev, p.old_key, p.new_key, p.type, abort);  in blkdev_pr_preempt()
407 static int blkdev_pr_clear(struct block_device *bdev, blk_mode_t mode,  in blkdev_pr_clear()  argument
410 	const struct pr_ops *ops = bdev->bd_disk->fops->pr_ops;  in blkdev_pr_clear()
413 	if (!blkdev_pr_allowed(bdev, mode))  in blkdev_pr_clear()
422 	return ops->pr_clear(bdev, c.key);  in blkdev_pr_clear()
425 static int blkdev_flushbuf(struct block_device *bdev, unsigned cmd,  in blkdev_flushbuf()  argument
431 	mutex_lock(&bdev->bd_holder_lock);  in blkdev_flushbuf()
432 	if (bdev->bd_holder_ops && bdev->bd_holder_ops->sync)  in blkdev_flushbuf()
433 		bdev->bd_holder_ops->sync(bdev);  in blkdev_flushbuf()
435 		mutex_unlock(&bdev->bd_holder_lock);  in blkdev_flushbuf()
436 		sync_blockdev(bdev);  in blkdev_flushbuf()
439 	invalidate_bdev(bdev);  in blkdev_flushbuf()
443 static int blkdev_roset(struct block_device *bdev, unsigned cmd,  in blkdev_roset()  argument
453 	if (bdev->bd_disk->fops->set_read_only) {  in blkdev_roset()
454 		ret = bdev->bd_disk->fops->set_read_only(bdev, n);  in blkdev_roset()
459 		bdev_set_flag(bdev, BD_READ_ONLY);  in blkdev_roset()
461 		bdev_clear_flag(bdev, BD_READ_ONLY);  in blkdev_roset()
465 static int blkdev_getgeo(struct block_device *bdev,  in blkdev_getgeo()  argument
468 	struct gendisk *disk = bdev->bd_disk;  in blkdev_getgeo()
482 	geo.start = get_start_sect(bdev);  in blkdev_getgeo()
483 	ret = disk->fops->getgeo(bdev, &geo);  in blkdev_getgeo()
499 static int compat_hdio_getgeo(struct block_device *bdev,  in compat_hdio_getgeo()  argument
502 	struct gendisk *disk = bdev->bd_disk;  in compat_hdio_getgeo()
516 	geo.start = get_start_sect(bdev);  in compat_hdio_getgeo()
517 	ret = disk->fops->getgeo(bdev, &geo);  in compat_hdio_getgeo()
563 static int blkdev_common_ioctl(struct block_device *bdev, blk_mode_t mode,  in blkdev_common_ioctl()  argument
571 		return blkdev_flushbuf(bdev, cmd, arg);  in blkdev_common_ioctl()
573 		return blkdev_roset(bdev, cmd, arg);  in blkdev_common_ioctl()
575 		return blk_ioctl_discard(bdev, mode, arg);  in blkdev_common_ioctl()
577 		return blk_ioctl_secure_erase(bdev, mode, argp);  in blkdev_common_ioctl()
579 		return blk_ioctl_zeroout(bdev, mode, arg);  in blkdev_common_ioctl()
581 		return put_u64(argp, bdev->bd_disk->diskseq);  in blkdev_common_ioctl()
583 		return blkdev_report_zones_ioctl(bdev, cmd, arg);  in blkdev_common_ioctl()
588 		return blkdev_zone_mgmt_ioctl(bdev, mode, cmd, arg);  in blkdev_common_ioctl()
590 		return put_uint(argp, bdev_zone_sectors(bdev));  in blkdev_common_ioctl()
592 		return put_uint(argp, bdev_nr_zones(bdev));  in blkdev_common_ioctl()
594 		return put_int(argp, bdev_read_only(bdev) != 0);  in blkdev_common_ioctl()
596 		return put_int(argp, bdev_logical_block_size(bdev));  in blkdev_common_ioctl()
598 		return put_uint(argp, bdev_physical_block_size(bdev));  in blkdev_common_ioctl()
600 		return put_uint(argp, bdev_io_min(bdev));  in blkdev_common_ioctl()
602 		return put_uint(argp, bdev_io_opt(bdev));  in blkdev_common_ioctl()
604 		return put_int(argp, bdev_alignment_offset(bdev));  in blkdev_common_ioctl()
609 				    queue_max_sectors(bdev_get_queue(bdev)));  in blkdev_common_ioctl()
612 		return put_ushort(argp, !bdev_nonrot(bdev));  in blkdev_common_ioctl()
617 		bdev->bd_disk->bdi->ra_pages = (arg * 512) / PAGE_SIZE;  in blkdev_common_ioctl()
622 		if (bdev_is_partition(bdev))  in blkdev_common_ioctl()
624 		return disk_scan_partitions(bdev->bd_disk,  in blkdev_common_ioctl()
629 		return blk_trace_ioctl(bdev, cmd, argp);  in blkdev_common_ioctl()
633 		return blk_crypto_ioctl(bdev, cmd, argp);  in blkdev_common_ioctl()
635 		return blkdev_pr_register(bdev, mode, argp);  in blkdev_common_ioctl()
637 		return blkdev_pr_reserve(bdev, mode, argp);  in blkdev_common_ioctl()
639 		return blkdev_pr_release(bdev, mode, argp);  in blkdev_common_ioctl()
641 		return blkdev_pr_preempt(bdev, mode, argp, false);  in blkdev_common_ioctl()
643 		return blkdev_pr_preempt(bdev, mode, argp, true);  in blkdev_common_ioctl()
645 		return blkdev_pr_clear(bdev, mode, argp);  in blkdev_common_ioctl()
659 	struct block_device *bdev = I_BDEV(file->f_mapping->host);  in blkdev_ioctl()  local
667 		return blkdev_getgeo(bdev, argp);  in blkdev_ioctl()
669 		return blkpg_ioctl(bdev, argp);  in blkdev_ioctl()
677 			(bdev->bd_disk->bdi->ra_pages * PAGE_SIZE) / 512);  in blkdev_ioctl()
679 		if (bdev_nr_sectors(bdev) > ~0UL)  in blkdev_ioctl()
681 		return put_ulong(argp, bdev_nr_sectors(bdev));  in blkdev_ioctl()
685 		return put_int(argp, block_size(bdev));  in blkdev_ioctl()
689 		return put_u64(argp, bdev_nr_bytes(bdev));  in blkdev_ioctl()
693 		return blk_trace_ioctl(bdev, cmd, argp);  in blkdev_ioctl()
698 	ret = blkdev_common_ioctl(bdev, mode, cmd, arg, argp);  in blkdev_ioctl()
702 	if (!bdev->bd_disk->fops->ioctl)  in blkdev_ioctl()
704 	return bdev->bd_disk->fops->ioctl(bdev, mode, cmd, arg);  in blkdev_ioctl()
720 	struct block_device *bdev = I_BDEV(file->f_mapping->host);  in compat_blkdev_ioctl()  local
721 	struct gendisk *disk = bdev->bd_disk;  in compat_blkdev_ioctl()
727 		return compat_hdio_getgeo(bdev, argp);  in compat_blkdev_ioctl()
729 		return compat_blkpg_ioctl(bdev, argp);  in compat_blkdev_ioctl()
737 			(bdev->bd_disk->bdi->ra_pages * PAGE_SIZE) / 512);  in compat_blkdev_ioctl()
739 		if (bdev_nr_sectors(bdev) > ~(compat_ulong_t)0)  in compat_blkdev_ioctl()
741 		return compat_put_ulong(argp, bdev_nr_sectors(bdev));  in compat_blkdev_ioctl()
745 		return put_int(argp, bdev_logical_block_size(bdev));  in compat_blkdev_ioctl()
749 		return put_u64(argp, bdev_nr_bytes(bdev));  in compat_blkdev_ioctl()
753 		return blk_trace_ioctl(bdev, cmd, argp);  in compat_blkdev_ioctl()
758 	ret = blkdev_common_ioctl(bdev, mode, cmd, arg, argp);  in compat_blkdev_ioctl()
760 		ret = disk->fops->compat_ioctl(bdev, mode, cmd, arg);  in compat_blkdev_ioctl()
794 			      struct block_device *bdev,  in blkdev_cmd_discard()  argument
804 	if (!bdev_max_discard_sectors(bdev))  in blkdev_cmd_discard()
808 	if (bdev_read_only(bdev))  in blkdev_cmd_discard()
810 	err = blk_validate_byte_range(bdev, start, len);  in blkdev_cmd_discard()
814 	err = filemap_invalidate_pages(bdev->bd_mapping, start,  in blkdev_cmd_discard()
820 		bio = blk_alloc_discard_bio(bdev, &sector, &nr_sects, gfp);  in blkdev_cmd_discard()
852 	struct block_device *bdev = I_BDEV(cmd->file->f_mapping->host);  in blkdev_uring_cmd()  local
870 		return blkdev_cmd_discard(cmd, bdev, start, len, bic->nowait);  in blkdev_uring_cmd()