| /linux-6.15/block/ |
| H A D | blk-lib.c | 22 round_up(sector, discard_granularity >> SECTOR_SHIFT); in bio_discard_limit() 35 return round_down(UINT_MAX, discard_granularity) >> SECTOR_SHIFT; in bio_discard_limit() 51 bio->bi_iter.bi_size = bio_sects << SECTOR_SHIFT; in blk_alloc_discard_bio() 111 (UINT_MAX >> SECTOR_SHIFT) & ~bs_mask); in bio_write_zeroes_limit() 139 bio->bi_iter.bi_size = len << SECTOR_SHIFT; in __blkdev_issue_write_zeroes() 214 PAGE_SIZE, nr_sects << SECTOR_SHIFT); in __blkdev_issue_zero_pages() 218 nr_sects -= added >> SECTOR_SHIFT; in __blkdev_issue_zero_pages() 219 sector += added >> SECTOR_SHIFT; in __blkdev_issue_zero_pages() 339 if (max_sectors > UINT_MAX >> SECTOR_SHIFT) in blkdev_issue_secure_erase() 340 max_sectors = UINT_MAX >> SECTOR_SHIFT; in blkdev_issue_secure_erase() [all …]
|
| H A D | blk-settings.c | 176 min(lim->atomic_write_hw_max >> SECTOR_SHIFT, in blk_atomic_writes_update_limits() 183 lim->atomic_write_hw_boundary >> SECTOR_SHIFT; in blk_atomic_writes_update_limits() 324 min(max_hw_sectors, lim->io_opt >> SECTOR_SHIFT); in blk_validate_limits() 327 min(max_hw_sectors, lim->io_min >> SECTOR_SHIFT); in blk_validate_limits() 518 << SECTOR_SHIFT; in queue_limit_alignment_offset() 532 alignment = lim->discard_alignment >> SECTOR_SHIFT; in queue_limit_discard_alignment() 533 granularity = lim->discard_granularity >> SECTOR_SHIFT; in queue_limit_discard_alignment() 542 return offset << SECTOR_SHIFT; in queue_limit_discard_alignment() 547 sectors = round_down(sectors, lbs >> SECTOR_SHIFT); in blk_round_down_sectors() 548 if (sectors < PAGE_SIZE >> SECTOR_SHIFT) in blk_round_down_sectors() [all …]
|
| H A D | fops.c | 74 bio.bi_iter.bi_sector = pos >> SECTOR_SHIFT; in __blkdev_direct_IO_simple() 207 bio->bi_iter.bi_sector = pos >> SECTOR_SHIFT; in __blkdev_direct_IO() 334 bio->bi_iter.bi_sector = pos >> SECTOR_SHIFT; in __blkdev_direct_IO_async() 867 error = blkdev_issue_zeroout(bdev, start >> SECTOR_SHIFT, in blkdev_fallocate() 868 len >> SECTOR_SHIFT, GFP_KERNEL, in blkdev_fallocate() 876 error = blkdev_issue_zeroout(bdev, start >> SECTOR_SHIFT, in blkdev_fallocate() 877 len >> SECTOR_SHIFT, GFP_KERNEL, in blkdev_fallocate()
|
| /linux-6.15/fs/nfs/blocklayout/ |
| H A D | blocklayout.c | 141 disk_addr = (u64)isect << SECTOR_SHIFT; in do_add_page_to_bio() 176 isect = header->args.offset >> SECTOR_SHIFT; in bl_mark_devices_unavailable() 186 bytes_left -= extent_length << SECTOR_SHIFT; in bl_mark_devices_unavailable() 304 isect += (pg_len >> SECTOR_SHIFT); in bl_read_pagelist() 305 extent_length -= (pg_len >> SECTOR_SHIFT); in bl_read_pagelist() 357 (end - start) >> SECTOR_SHIFT, lwb); in bl_write_cleanup() 406 isect = offset >> SECTOR_SHIFT; in bl_write_pagelist() 433 isect += (pg_len >> SECTOR_SHIFT); in bl_write_pagelist() 434 extent_length -= (pg_len >> SECTOR_SHIFT); in bl_write_pagelist() 557 *sp = s >> SECTOR_SHIFT; in decode_sector_number() [all …]
|
| H A D | blocklayout.h | 43 #define PAGE_CACHE_SECTORS (PAGE_SIZE >> SECTOR_SHIFT) 44 #define PAGE_CACHE_SECTOR_SHIFT (PAGE_SHIFT - SECTOR_SHIFT) 45 #define SECTOR_SIZE (1 << SECTOR_SHIFT)
|
| /linux-6.15/fs/iomap/ |
| H A D | ioend.c | 105 if (ioend->io_sector + (ioend->io_size >> SECTOR_SHIFT) != in iomap_ioend_can_merge() 172 lim->max_zone_append_sectors << SECTOR_SHIFT); in iomap_split_ioend() 182 sector_offset = max_len >> SECTOR_SHIFT; in iomap_split_ioend() 186 sector_offset = ALIGN_DOWN(sector_offset << SECTOR_SHIFT, in iomap_split_ioend() 187 i_blocksize(ioend->io_inode)) >> SECTOR_SHIFT; in iomap_split_ioend() 205 ioend->io_sector += (split_ioend->io_size >> SECTOR_SHIFT); in iomap_split_ioend()
|
| /linux-6.15/fs/btrfs/ |
| H A D | zoned.c | 116 *wp_ret = zones[0].start << SECTOR_SHIFT; in sb_write_pointer() 154 *wp_ret = sector << SECTOR_SHIFT; in sb_write_pointer() 201 pos >>= SECTOR_SHIFT; in emulate_report_zones() 747 (u64)lim->max_sectors << SECTOR_SHIFT, in btrfs_check_zoned_mode() 814 if (wp == zones[0].start << SECTOR_SHIFT) in sb_log_location() 841 if (wp == zones[0].start << SECTOR_SHIFT) in sb_log_location() 846 wp = ALIGN_DOWN(zone_end << SECTOR_SHIFT, in sb_log_location() 1137 physical >> SECTOR_SHIFT, length >> SECTOR_SHIFT); in btrfs_reset_device_zone() 1331 info->capacity = capacity << SECTOR_SHIFT; in btrfs_load_zone_info() 2005 length >> SECTOR_SHIFT, GFP_NOFS, 0); in btrfs_zoned_issue_zeroout() [all …]
|
| H A D | bio.c | 82 bio = bio_split(&orig_bbio->bio, map_length >> SECTOR_SHIFT, GFP_NOFS, in btrfs_split_bio() 194 repair_bbio->saved_iter.bi_sector << SECTOR_SHIFT, in btrfs_end_repair_bio() 397 stripe->physical = bio->bi_iter.bi_sector << SECTOR_SHIFT; in btrfs_orig_write_end_io() 411 stripe->physical = bio->bi_iter.bi_sector << SECTOR_SHIFT; in btrfs_clone_write_end_io() 436 u64 physical = bio->bi_iter.bi_sector << SECTOR_SHIFT; in btrfs_submit_dev_bio() 440 bio->bi_iter.bi_sector = zone_start >> SECTOR_SHIFT; in btrfs_submit_dev_bio() 491 bio->bi_iter.bi_sector = smap->physical >> SECTOR_SHIFT; in btrfs_submit_bio() 671 u64 logical = bio->bi_iter.bi_sector << SECTOR_SHIFT; in btrfs_submit_chunk() 837 bio.bi_iter.bi_sector = smap.physical >> SECTOR_SHIFT; in btrfs_repair_io_failure() 850 smap.physical >> SECTOR_SHIFT); in btrfs_repair_io_failure() [all …]
|
| /linux-6.15/drivers/md/ |
| H A D | dm-integrity.c | 496 __u8 *mac = sb + (1 << SECTOR_SHIFT) - mac_size; in sb_mac() 1759 pos += ic->sectors_per_block << SECTOR_SHIFT; in integrity_recheck() 2039 bv.bv_len = n_sectors << SECTOR_SHIFT; in __journal_read_write() 2040 n_sectors -= bv.bv_len >> SECTOR_SHIFT; in __journal_read_write() 2071 mem_ptr += 1 << SECTOR_SHIFT; in __journal_read_write() 3315 BITMAP_BLOCK_SIZE >> SECTOR_SHIFT, NULL); in bitmap_block_work() 3960 metadata_run_padding) >> SECTOR_SHIFT; in calculate_device_limits() 4011 memset(ic->sb, 0, SB_SECTORS << SECTOR_SHIFT); in initialize_superblock() 4165 end = end_offset + (1 << SECTOR_SHIFT); in dm_integrity_alloc_journal_scatterlist() 4259 PAGE_SIZE >> SECTOR_SHIFT) >> (PAGE_SHIFT - SECTOR_SHIFT); in create_journal() [all …]
|
| H A D | dm-writecache.c | 339 wc->memory_map += (size_t)wc->start_sector << SECTOR_SHIFT; in persistent_memory_claim() 340 wc->memory_map_size -= (size_t)wc->start_sector << SECTOR_SHIFT; in persistent_memory_claim() 406 ((sector_t)e->index << (wc->block_size_bits - SECTOR_SHIFT)); in cache_sector() 557 region.count = max(4096U, wc->block_size) >> SECTOR_SHIFT; in ssd_commit_superblock() 1345 if (next_boundary < bio->bi_iter.bi_size >> SECTOR_SHIFT) in writecache_map_remap_origin() 1366 dm_accept_partial_bio(bio, wc->block_size >> SECTOR_SHIFT); in writecache_map_read() 1396 (bio_size >> SECTOR_SHIFT), wc->seq_count); in writecache_bio_copy_ssd() 1418 current_cache_sec += wc->block_size >> SECTOR_SHIFT; in writecache_bio_copy_ssd() 1423 dm_accept_partial_bio(bio, bio_size >> SECTOR_SHIFT); in writecache_bio_copy_ssd() 1921 while ((n_sectors -= wc->block_size >> SECTOR_SHIFT)) { in __writecache_writeback_ssd() [all …]
|
| H A D | dm-snap-persistent.c | 175 len = ps->store->chunk_size << SECTOR_SHIFT; in alloc_area() 297 memset(ps->area, 0, ps->store->chunk_size << SECTOR_SHIFT); in zero_memory_area() 387 memset(ps->header_area, 0, ps->store->chunk_size << SECTOR_SHIFT); in write_header() 498 ps->store->chunk_size << SECTOR_SHIFT, in read_exceptions() 546 memcpy(ps->area, area, ps->store->chunk_size << SECTOR_SHIFT); in read_exceptions() 627 ps->exceptions_per_area = (ps->store->chunk_size << SECTOR_SHIFT) / in persistent_read_metadata()
|
| H A D | dm-verity-fec.c | 604 ((sector_t)(num_ll << (v->data_dev_block_bits - SECTOR_SHIFT)) in verity_fec_parse_opt_args() 605 >> (v->data_dev_block_bits - SECTOR_SHIFT) != num_ll)) { in verity_fec_parse_opt_args() 613 ((sector_t)(num_ll << (v->data_dev_block_bits - SECTOR_SHIFT)) >> in verity_fec_parse_opt_args() 614 (v->data_dev_block_bits - SECTOR_SHIFT) != num_ll)) { in verity_fec_parse_opt_args() 741 dm_bufio_set_sector_offset(f->bufio, f->start << (v->data_dev_block_bits - SECTOR_SHIFT)); in verity_fec_ctr() 743 fec_blocks = div64_u64(f->rounds * f->roots, v->fec->roots << SECTOR_SHIFT); in verity_fec_ctr()
|
| /linux-6.15/drivers/mtd/ |
| H A D | ssfdc.c | 35 #define SECTOR_SHIFT 9 macro 132 cis_sector = (int)(offset >> SECTOR_SHIFT); in get_valid_cis_sector() 153 loff_t offset = (loff_t)sect_no << SECTOR_SHIFT; in read_physical_sector() 307 ssfdc->cis_block = cis_sector / (mtd->erasesize >> SECTOR_SHIFT); in ssfdcr_add_mtd() 319 ssfdc->cylinders = (unsigned short)(((u32)mtd->size >> SECTOR_SHIFT) / in ssfdcr_add_mtd() 373 sectors_per_block = ssfdc->erase_size >> SECTOR_SHIFT; in ssfdcr_readsect()
|
| /linux-6.15/drivers/block/ |
| H A D | brd.c | 108 unsigned int offset = (sector & (PAGE_SECTORS-1)) << SECTOR_SHIFT; in copy_to_brd_setup() 117 sector += copy >> SECTOR_SHIFT; in copy_to_brd_setup() 131 unsigned int offset = (sector & (PAGE_SECTORS-1)) << SECTOR_SHIFT; in copy_to_brd() 144 sector += copy >> SECTOR_SHIFT; in copy_to_brd() 163 unsigned int offset = (sector & (PAGE_SECTORS-1)) << SECTOR_SHIFT; in copy_from_brd() 177 sector += copy >> SECTOR_SHIFT; in copy_from_brd() 275 sector += len >> SECTOR_SHIFT; in brd_submit_bio()
|
| H A D | n64cart.c | 92 u32 pos = bio->bi_iter.bi_sector << SECTOR_SHIFT; in n64cart_submit_bio() 150 set_capacity(disk, size >> SECTOR_SHIFT); in n64cart_probe()
|
| /linux-6.15/drivers/vdpa/vdpa_sim/ |
| H A D | vdpa_sim_blk.c | 157 offset = sector << SECTOR_SHIFT; in vdpasim_blk_handle_req() 172 to_push >> SECTOR_SHIFT, in vdpasim_blk_handle_req() 195 to_pull >> SECTOR_SHIFT, in vdpasim_blk_handle_req() 256 offset = sector << SECTOR_SHIFT; in vdpasim_blk_handle_req() 286 num_sectors << SECTOR_SHIFT); in vdpasim_blk_handle_req() 440 blk->buffer = kvzalloc(VDPASIM_BLK_CAPACITY << SECTOR_SHIFT, in vdpasim_blk_dev_add() 498 shared_buffer = kvzalloc(VDPASIM_BLK_CAPACITY << SECTOR_SHIFT, in vdpasim_blk_init()
|
| /linux-6.15/include/linux/ |
| H A D | blk_types.h | 30 #ifndef SECTOR_SHIFT 31 #define SECTOR_SHIFT 9 macro 34 #define SECTOR_SIZE (1 << SECTOR_SHIFT) 37 #define PAGE_SECTORS_SHIFT (PAGE_SHIFT - SECTOR_SHIFT) 281 #define BIO_MAX_SECTORS (UINT_MAX >> SECTOR_SHIFT)
|
| H A D | t10-pi.h | 47 return blk_rq_pos(rq) >> (shift - SECTOR_SHIFT) & 0xffffffff; in t10_pi_ref_tag() 72 return lower_48_bits(blk_rq_pos(rq) >> (shift - SECTOR_SHIFT)); in ext_pi_ref_tag()
|
| H A D | blkdev.h | 814 return (loff_t)bdev_nr_sectors(bdev) << SECTOR_SHIFT; in bdev_nr_bytes() 825 (sb->s_blocksize_bits - SECTOR_SHIFT); in sb_bdev_nr_blocks() 1188 SECTOR_SHIFT), in sb_issue_discard() 1190 SECTOR_SHIFT), in sb_issue_discard() 1198 SECTOR_SHIFT), in sb_issue_zeroout() 1200 SECTOR_SHIFT), in sb_issue_zeroout() 1495 return q->limits.atomic_write_boundary_sectors << SECTOR_SHIFT; in queue_atomic_write_boundary_bytes() 1501 return q->limits.atomic_write_max_sectors << SECTOR_SHIFT; in queue_atomic_write_max_bytes() 1533 return order_base_2(size >> SECTOR_SHIFT) + SECTOR_SHIFT; in blksize_bits() 1755 return IS_ALIGNED(sector, alignment >> SECTOR_SHIFT); in blk_atomic_write_start_sect_aligned()
|
| /linux-6.15/fs/crypto/ |
| H A D | bio.c | 69 pblk << (blockbits - SECTOR_SHIFT); in fscrypt_zeroout_range_inline_crypt() 121 sector_t sector = pblk << (inode->i_blkbits - SECTOR_SHIFT); in fscrypt_zeroout_range() 173 sector += 1U << (du_bits - SECTOR_SHIFT); in fscrypt_zeroout_range()
|
| /linux-6.15/drivers/block/zram/ |
| H A D | zram_drv.h | 23 #define SECTORS_PER_PAGE_SHIFT (PAGE_SHIFT - SECTOR_SHIFT) 28 (1 << (ZRAM_LOGICAL_BLOCK_SHIFT - SECTOR_SHIFT))
|
| /linux-6.15/drivers/nvdimm/ |
| H A D | pmem.c | 56 return (offset - pmem->data_offset) >> SECTOR_SHIFT; in to_sect() 61 return (sector << SECTOR_SHIFT) + pmem->data_offset; in to_offset() 119 pmem_clear_bb(pmem, to_sect(pmem, offset), cleared >> SECTOR_SHIFT); in pmem_clear_poison() 248 sector_t sector = PFN_PHYS(pgoff) >> SECTOR_SHIFT; in __pmem_direct_access() 249 unsigned int num = PFN_PHYS(nr_pages) >> SECTOR_SHIFT; in __pmem_direct_access() 272 PAGE_ALIGN((first_bad - sector) << SECTOR_SHIFT)); in __pmem_direct_access() 300 PFN_PHYS(pgoff) >> SECTOR_SHIFT, in pmem_dax_zero_page_range() 337 if (!is_bad_pmem(&pmem->bb, PFN_PHYS(pgoff) >> SECTOR_SHIFT, len)) in pmem_recovery_write() 363 pmem_clear_bb(pmem, to_sect(pmem, pmem_off), cleared >> SECTOR_SHIFT); in pmem_recovery_write()
|
| /linux-6.15/arch/xtensa/platforms/iss/ |
| H A D | simdisk.c | 74 unsigned long offset = sector << SECTOR_SHIFT; in simdisk_transfer() 75 unsigned long nbytes = nsect << SECTOR_SHIFT; in simdisk_transfer() 113 unsigned len = bvec.bv_len >> SECTOR_SHIFT; in simdisk_submit_bio() 173 set_capacity(dev->gd, dev->size >> SECTOR_SHIFT); in simdisk_attach()
|
| /linux-6.15/drivers/md/persistent-data/ |
| H A D | dm-space-map-metadata.h | 13 #define DM_SM_METADATA_BLOCK_SIZE (4096 >> SECTOR_SHIFT)
|
| /linux-6.15/drivers/md/dm-vdo/ |
| H A D | constants.h | 84 VDO_SECTORS_PER_BLOCK = (VDO_BLOCK_SIZE >> SECTOR_SHIFT),
|