| /linux-6.15/drivers/md/ |
| H A D | dm-bio-record.h | 26 struct bvec_iter bi_iter; member 37 bd->bi_iter = bio->bi_iter; in dm_bio_record() 49 bio->bi_iter = bd->bi_iter; in dm_bio_restore()
|
| H A D | dm-flakey.c | 338 bio->bi_iter.bi_sector = flakey_map_sector(ti, bio->bi_iter.bi_sector); in flakey_map_bio() 360 (unsigned long long)bio->bi_iter.bi_sector, in corrupt_bio_common() 361 bio->bi_iter.bi_size); in corrupt_bio_common() 386 corrupt_byte = get_random_u32() % bio->bi_iter.bi_size; in corrupt_bio_random() 417 struct bvec_iter iter = bio->bi_iter; in clone_bio() 419 if (unlikely(bio->bi_iter.bi_size > UIO_MAXIOV << PAGE_SHIFT)) in clone_bio() 422 size = bio->bi_iter.bi_size; in clone_bio() 431 clone->bi_iter.bi_sector = flakey_map_sector(ti, bio->bi_iter.bi_sector); in clone_bio()
|
| H A D | dm-ebs-target.c | 50 sector_t end_sector = __block_mod(bio->bi_iter.bi_sector, ec->u_bs) + bio_sectors(bio); in __nr_blocks() 145 sector_t block, blocks, sector = bio->bi_iter.bi_sector; in __ebs_discard_bio() 169 sector_t blocks, sector = bio->bi_iter.bi_sector; in __ebs_forget_bio() 195 block1 = __sector_to_block(ec, bio->bi_iter.bi_sector); in __ebs_process_bios() 200 if (__block_mod(bio->bi_iter.bi_sector, ec->u_bs)) in __ebs_process_bios() 366 bio->bi_iter.bi_sector = ec->start + dm_target_offset(ti, bio->bi_iter.bi_sector); in ebs_map() 375 if (likely(__block_mod(bio->bi_iter.bi_sector, ec->u_bs) || in ebs_map()
|
| H A D | dm-writecache.c | 1255 struct bio_vec bv = bio_iter_iovec(bio, bio->bi_iter); in bio_copy_block() 1307 writecache_discard(wc, bio->bi_iter.bi_sector, in writecache_flush_thread() 1362 if (bio->bi_iter.bi_size) in writecache_map_read() 1368 bio->bi_iter.bi_sector = cache_sector(wc, e); in writecache_map_read() 1389 while (bio_size < bio->bi_iter.bi_size) { in writecache_bio_copy_ssd() 1422 bio->bi_iter.bi_sector = start_cache_sec; in writecache_bio_copy_ssd() 1493 } while (bio->bi_iter.bi_size); in writecache_map_write() 1555 bio->bi_iter.bi_sector = dm_target_offset(ti, bio->bi_iter.bi_sector); in writecache_map() 1560 (unsigned long long)bio->bi_iter.bi_sector, in writecache_map() 1561 bio->bi_iter.bi_size, wc->block_size); in writecache_map() [all …]
|
| H A D | dm-stripe.c | 255 stripe_map_range_sector(sc, bio->bi_iter.bi_sector, in stripe_map_range() 261 bio->bi_iter.bi_sector = begin + in stripe_map_range() 263 bio->bi_iter.bi_size = to_bytes(end - begin); in stripe_map_range() 292 stripe_map_sector(sc, bio->bi_iter.bi_sector, in stripe_map() 293 &stripe, &bio->bi_iter.bi_sector); in stripe_map() 295 bio->bi_iter.bi_sector += sc->stripe[stripe].physical_start; in stripe_map()
|
| H A D | md-linear.c | 236 sector_t bio_sector = bio->bi_iter.bi_sector; in linear_make_request() 275 bio->bi_iter.bi_sector = bio->bi_iter.bi_sector - in linear_make_request() 294 (unsigned long long)bio->bi_iter.bi_sector, in linear_make_request()
|
| H A D | dm-log-writes.c | 222 bio->bi_iter.bi_size = 0; in write_metadata() 223 bio->bi_iter.bi_sector = sector; in write_metadata() 275 bio->bi_iter.bi_size = 0; in write_inline_data() 276 bio->bi_iter.bi_sector = sector; in write_inline_data() 356 bio->bi_iter.bi_size = 0; in log_one_block() 357 bio->bi_iter.bi_sector = sector; in log_one_block() 374 bio->bi_iter.bi_size = 0; in log_one_block() 375 bio->bi_iter.bi_sector = sector; in log_one_block() 703 block->sector = bio_to_dev_sectors(lc, bio->bi_iter.bi_sector); in log_writes_map()
|
| /linux-6.15/fs/bcachefs/ |
| H A D | compress.c | 177 size_t src_len = src->bi_iter.bi_size; in __bio_uncompress() 292 bio->bi_iter.bi_size = crc->live_size << 9; in bch2_bio_uncompress_inplace() 463 *src_len = src->bi_iter.bi_size; in __bio_compress() 464 *dst_len = dst->bi_iter.bi_size; in __bio_compress() 520 memcpy_to_bio(dst, dst->bi_iter, dst_data.b); in __bio_compress() 544 unsigned orig_dst = dst->bi_iter.bi_size; in bch2_bio_compress() 545 unsigned orig_src = src->bi_iter.bi_size; in bch2_bio_compress() 549 src->bi_iter.bi_size = min_t(unsigned, src->bi_iter.bi_size, in bch2_bio_compress() 552 dst->bi_iter.bi_size = min(dst->bi_iter.bi_size, src->bi_iter.bi_size); in bch2_bio_compress() 558 dst->bi_iter.bi_size = orig_dst; in bch2_bio_compress() [all …]
|
| H A D | io_write.c | 833 bio->bi_iter.bi_size, in bch2_write_bio_alloc() 1021 saved_iter = dst->bi_iter; in bch2_write_extent() 1045 dst_len = min(dst->bi_iter.bi_size, src->bi_iter.bi_size); in bch2_write_extent() 1117 swap(dst->bi_iter.bi_size, dst_len); in bch2_write_extent() 1126 swap(dst->bi_iter.bi_size, dst_len); in bch2_write_extent() 1144 } while (dst->bi_iter.bi_size && in bch2_write_extent() 1145 src->bi_iter.bi_size && in bch2_write_extent() 1152 more = src->bi_iter.bi_size != 0; in bch2_write_extent() 1154 dst->bi_iter = saved_iter; in bch2_write_extent() 1166 dst->bi_iter.bi_size = total_output; in bch2_write_extent() [all …]
|
| /linux-6.15/drivers/md/bcache/ |
| H A D | request.c | 123 bio->bi_iter.bi_sector += sectors; in bch_data_invalidate() 124 bio->bi_iter.bi_size -= sectors << 9; in bch_data_invalidate() 128 bio->bi_iter.bi_sector, in bch_data_invalidate() 848 s->iop.bio->bi_iter.bi_sector = in CLOSURE_CALLBACK() 849 s->cache_miss->bi_iter.bi_sector; in CLOSURE_CALLBACK() 935 cache_bio->bi_iter.bi_sector = miss->bi_iter.bi_sector; in cached_dev_cache_miss() 1224 if (!bio->bi_iter.bi_size) { in cached_dev_submit_bio() 1270 swap(bio->bi_iter.bi_size, bytes); in flash_dev_cache_miss() 1272 swap(bio->bi_iter.bi_size, bytes); in flash_dev_cache_miss() 1276 if (!bio->bi_iter.bi_size) in flash_dev_cache_miss() [all …]
|
| H A D | debug.c | 54 bio->bi_iter.bi_sector = PTR_OFFSET(&b->key, 0); in bch_btree_verify() 55 bio->bi_iter.bi_size = KEY_SIZE(&v->key) << 9; in bch_btree_verify() 120 check->bi_iter.bi_sector = bio->bi_iter.bi_sector; in bch_data_verify() 121 check->bi_iter.bi_size = bio->bi_iter.bi_size; in bch_data_verify() 141 (uint64_t) bio->bi_iter.bi_sector); in bch_data_verify()
|
| /linux-6.15/drivers/md/dm-vdo/ |
| H A D | io-submitter.c | 148 vio->bios_merged.head->bi_iter.bi_sector); in get_bio_list() 150 vio->bios_merged.tail->bi_iter.bi_sector); in get_bio_list() 193 sector_t merge_sector = bio->bi_iter.bi_sector; in get_mergeable_locked() 216 return (vio_merge->bios_merged.tail->bi_iter.bi_sector == merge_sector ? in get_mergeable_locked() 220 return (vio_merge->bios_merged.head->bi_iter.bi_sector == merge_sector ? in get_mergeable_locked() 229 bio_sector = vio->bios_merged.head->bi_iter.bi_sector; in map_merged_vio() 234 bio_sector = vio->bios_merged.tail->bi_iter.bi_sector; in map_merged_vio() 241 vdo_int_map_remove(bio_map, prev_vio->bios_merged.tail->bi_iter.bi_sector); in merge_to_prev_tail() 254 vdo_int_map_remove(bio_map, next_vio->bios_merged.head->bi_iter.bi_sector); in merge_to_next_head() 291 bio->bi_iter.bi_sector, in try_bio_map_merge()
|
| /linux-6.15/block/ |
| H A D | bio.c | 255 bio->bi_iter.bi_sector = 0; in bio_init() 256 bio->bi_iter.bi_size = 0; in bio_init() 257 bio->bi_iter.bi_idx = 0; in bio_init() 258 bio->bi_iter.bi_bvec_done = 0; in bio_init() 677 bio->bi_iter.bi_size = new_size; in bio_truncate() 707 maxsector -= bio->bi_iter.bi_sector; in guard_bio_eod() 830 bio->bi_iter = bio_src->bi_iter; in __bio_clone() 987 bio->bi_iter.bi_size += len; in __bio_add_page() 1015 bio->bi_iter.bi_size += len; in bio_add_page() 1103 bio->bi_iter.bi_size += len; in bio_iov_add_folio() [all …]
|
| H A D | blk-lib.c | 50 bio->bi_iter.bi_sector = *sector; in blk_alloc_discard_bio() 51 bio->bi_iter.bi_size = bio_sects << SECTOR_SHIFT; in blk_alloc_discard_bio() 135 bio->bi_iter.bi_sector = sector; in __blkdev_issue_write_zeroes() 139 bio->bi_iter.bi_size = len << SECTOR_SHIFT; in __blkdev_issue_write_zeroes() 204 bio->bi_iter.bi_sector = sector; in __blkdev_issue_zero_pages() 355 bio->bi_iter.bi_sector = sector; in blkdev_issue_secure_erase() 356 bio->bi_iter.bi_size = len << SECTOR_SHIFT; in blkdev_issue_secure_erase()
|
| H A D | bounce.c | 104 struct bvec_iter orig_iter = bio_orig->bi_iter; in bounce_end_io() 171 bio->bi_iter.bi_sector = bio_src->bi_iter.bi_sector; in bounce_clone_bio() 172 bio->bi_iter.bi_size = bio_src->bi_iter.bi_size; in bounce_clone_bio()
|
| H A D | blk-merge.c | 23 *bv = mp_bvec_iter_bvec(bio->bi_io_vec, bio->bi_iter); in bio_get_first_bvec() 28 struct bvec_iter iter = bio->bi_iter; in bio_get_last_bvec() 32 if (bv->bv_len == bio->bi_iter.bi_size) in bio_get_last_bvec() 164 tmp = bio->bi_iter.bi_sector + split_sectors - in bio_split_discard() 221 start = bio->bi_iter.bi_sector & (pbs - 1); in get_max_io_size() 517 iter->iter = iter->bio->bi_iter; in blk_map_iter_next() 565 iter.iter = iter.bio->bi_iter; in __blk_rq_map_sg() 1005 req->__data_len += bio->bi_iter.bi_size; in bio_attempt_back_merge() 1040 req->__sector = bio->bi_iter.bi_sector; in bio_attempt_front_merge() 1041 req->__data_len += bio->bi_iter.bi_size; in bio_attempt_front_merge() [all …]
|
| H A D | blk-core.c | 544 if (should_fail_request(bdev_whole(bio->bi_bdev), bio->bi_iter.bi_size)) in should_fail_bio() 562 bio->bi_iter.bi_sector > maxsector - nr_sectors)) { in bio_check_eod() 566 bio->bi_iter.bi_sector, nr_sectors, maxsector); in bio_check_eod() 579 if (unlikely(should_fail_request(p, bio->bi_iter.bi_size))) in blk_partition_remap() 582 bio->bi_iter.bi_sector += p->bd_start_sect; in blk_partition_remap() 584 bio->bi_iter.bi_sector - in blk_partition_remap() 604 if (!bdev_is_zone_start(bio->bi_bdev, bio->bi_iter.bi_sector)) in blk_check_zone_append() 759 if (bio->bi_iter.bi_size > queue_atomic_write_unit_max_bytes(q)) in blk_validate_atomic_write_op_size() 762 if (bio->bi_iter.bi_size % queue_atomic_write_unit_min_bytes(q)) in blk_validate_atomic_write_op_size() 909 task_io_account_read(bio->bi_iter.bi_size); in submit_bio()
|
| H A D | fops.c | 74 bio.bi_iter.bi_sector = pos >> SECTOR_SHIFT; in __blkdev_direct_IO_simple() 83 ret = bio.bi_iter.bi_size; in __blkdev_direct_IO_simple() 207 bio->bi_iter.bi_sector = pos >> SECTOR_SHIFT; in __blkdev_direct_IO() 244 task_io_account_write(bio->bi_iter.bi_size); in __blkdev_direct_IO() 246 dio->size += bio->bi_iter.bi_size; in __blkdev_direct_IO() 247 pos += bio->bi_iter.bi_size; in __blkdev_direct_IO() 334 bio->bi_iter.bi_sector = pos >> SECTOR_SHIFT; in __blkdev_direct_IO_async() 352 dio->size = bio->bi_iter.bi_size; in __blkdev_direct_IO_async() 360 task_io_account_write(bio->bi_iter.bi_size); in __blkdev_direct_IO_async()
|
| /linux-6.15/fs/btrfs/ |
| H A D | bio.c | 177 repair_bbio->bio.bi_iter = repair_bbio->saved_iter; in btrfs_end_repair_bio() 436 u64 physical = bio->bi_iter.bi_sector << SECTOR_SHIFT; in btrfs_submit_dev_bio() 440 bio->bi_iter.bi_sector = zone_start >> SECTOR_SHIFT; in btrfs_submit_dev_bio() 446 dev->devid, bio->bi_iter.bi_size); in btrfs_submit_dev_bio() 481 bioc->size = bio->bi_iter.bi_size; in btrfs_submit_mirrored_bio() 491 bio->bi_iter.bi_sector = smap->physical >> SECTOR_SHIFT; in btrfs_submit_bio() 671 u64 logical = bio->bi_iter.bi_sector << SECTOR_SHIFT; in btrfs_submit_chunk() 672 u64 length = bio->bi_iter.bi_size; in btrfs_submit_chunk() 716 bbio->saved_iter = bio->bi_iter; in btrfs_submit_chunk() 837 bio.bi_iter.bi_sector = smap.physical >> SECTOR_SHIFT; in btrfs_repair_io_failure() [all …]
|
| /linux-6.15/include/trace/events/ |
| H A D | bcache.h | 28 __entry->sector = bio->bi_iter.bi_sector; 29 __entry->orig_sector = bio->bi_iter.bi_sector - 16; 30 __entry->nr_sector = bio->bi_iter.bi_size >> 9; 103 __entry->sector = bio->bi_iter.bi_sector; 104 __entry->nr_sector = bio->bi_iter.bi_size >> 9; 138 __entry->sector = bio->bi_iter.bi_sector; 139 __entry->nr_sector = bio->bi_iter.bi_size >> 9; 169 __entry->sector = bio->bi_iter.bi_sector; 170 __entry->nr_sector = bio->bi_iter.bi_size >> 9; 238 __entry->sector = bio->bi_iter.bi_sector; [all …]
|
| /linux-6.15/include/linux/ |
| H A D | bio.h | 33 #define bio_page(bio) bio_iter_page((bio), (bio)->bi_iter) 34 #define bio_offset(bio) bio_iter_offset((bio), (bio)->bi_iter) 35 #define bio_iovec(bio) bio_iter_iovec((bio), (bio)->bi_iter) 40 #define bio_sectors(bio) bvec_iter_sectors((bio)->bi_iter) 41 #define bio_end_sector(bio) bvec_iter_end_sector((bio)->bi_iter) 55 bio->bi_iter.bi_size && in bio_has_data() 136 if (nbytes == bio->bi_iter.bi_size) { in bio_advance() 137 bio->bi_iter.bi_size = 0; in bio_advance() 150 __bio_for_each_segment(bvl, bio, iter, (bio)->bi_iter) 160 __bio_for_each_bvec(bvl, bio, iter, (bio)->bi_iter) [all …]
|
| /linux-6.15/fs/xfs/ |
| H A D | xfs_bio_io.c | 31 bio->bi_iter.bi_sector = sector; in xfs_rw_bdev() 43 bio->bi_iter.bi_sector = bio_end_sector(prev); in xfs_rw_bdev()
|
| /linux-6.15/fs/erofs/ |
| H A D | fileio.c | 28 if (ret != rq->bio.bi_iter.bi_size) { in erofs_fileio_ki_complete() 55 rq->iocb.ki_pos = rq->bio.bi_iter.bi_sector << SECTOR_SHIFT; in erofs_fileio_rq_submit() 62 rq->bio.bi_iter.bi_size); in erofs_fileio_rq_submit() 150 io->rq->bio.bi_iter.bi_sector = io->dev.m_pa >> 9; in erofs_fileio_scan_folio()
|
| /linux-6.15/fs/iomap/ |
| H A D | ioend.c | 24 ioend->io_size = bio->bi_iter.bi_size; in iomap_init_ioend() 25 ioend->io_sector = bio->bi_iter.bi_sector; in iomap_init_ioend() 180 if (bio->bi_iter.bi_size <= max_len) in iomap_split_ioend()
|
| /linux-6.15/drivers/block/ |
| H A D | pktcdvd.c | 669 if (s <= tmp->bio->bi_iter.bi_sector) in pkt_rbtree_find() 678 if (s > tmp->bio->bi_iter.bi_sector) { in pkt_rbtree_find() 683 BUG_ON(s > tmp->bio->bi_iter.bi_sector); in pkt_rbtree_find() 700 if (s < tmp->bio->bi_iter.bi_sector) in pkt_rbtree_insert() 887 if (bio && (bio->bi_iter.bi_sector == in pkt_iosched_process_queue() 920 bio->bi_iter.bi_size >> 10; in pkt_iosched_process_queue() 1247 src_iter = src->bi_iter; in bio_list_copy_data() 1255 dst_iter = dst->bi_iter; in bio_list_copy_data() 2359 bio->bi_iter.bi_size / CD_FRAMESIZE; in pkt_make_request_write() 2454 if (!bio->bi_iter.bi_size || (bio->bi_iter.bi_size % CD_FRAMESIZE)) { in pkt_submit_bio() [all …]
|