Home
last modified time | relevance | path

Searched refs:zio (Results 1 – 25 of 54) sorted by relevance

123

/freebsd-12.1/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/
H A Dzio.c685 zio->io_logical = zio; in zio_create()
1287 zio->io_orig_size = zio->io_size = zio->io_lsize = size; in zio_shrink()
1428 zio->io_children_ready(zio); in zio_write_compress()
2260 zio->io_gang_leader = zio; in zio_gang_assemble()
2956 zio->io_prop.zp_copies, zio->io_allocator, zio, 0)) { in zio_io_to_allocate()
3032 zio->io_gang_leader = zio; in zio_dva_allocate()
3053 &zio->io_alloc_list, zio, zio->io_allocator); in zio_dva_allocate()
3646 zio->io_vd, zio, zio->io_offset, in zio_checksum_verify()
3712 zio->io_ready(zio); in zio_ready()
3730 zio->io_prop.zp_copies, zio->io_allocator, zio); in zio_ready()
[all …]
H A Dvdev_mirror.c491 zio); in vdev_mirror_child_select()
532 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_start()
535 zio->io_size), zio->io_size, in vdev_mirror_io_start()
536 zio->io_type, zio->io_priority, 0, in vdev_mirror_io_start()
560 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_start()
561 mc->mc_vd, mc->mc_offset, zio->io_abd, zio->io_size, in vdev_mirror_io_start()
562 zio->io_type, zio->io_priority, 0, in vdev_mirror_io_start()
650 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_done()
651 mc->mc_vd, mc->mc_offset, zio->io_abd, zio->io_size, in vdev_mirror_io_done()
704 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_done()
[all …]
H A Dvdev_queue.c436 avl_add(vdev_queue_class_tree(vq, zio->io_priority), zio); in vdev_queue_io_add()
458 avl_remove(vdev_queue_class_tree(vq, zio->io_priority), zio); in vdev_queue_io_remove()
879 if (zio == NULL) in vdev_queue_io_to_issue()
885 zio = aio; in vdev_queue_io_to_issue()
906 return (zio); in vdev_queue_io_to_issue()
916 return (zio); in vdev_queue_io()
1025 if (avl_find(tree, zio, NULL) == zio) { in vdev_queue_change_io_priority()
1026 avl_remove(vdev_queue_class_tree(vq, zio->io_priority), zio); in vdev_queue_change_io_priority()
1028 avl_add(vdev_queue_class_tree(vq, zio->io_priority), zio); in vdev_queue_change_io_priority()
1029 } else if (avl_find(&vq->vq_active_tree, zio, NULL) != zio) { in vdev_queue_change_io_priority()
[all …]
H A Dvdev_file.c193 zio_t *zio = arg; in vdev_file_io_strategy() local
203 ASSERT(zio->io_type == ZIO_TYPE_READ || zio->io_type == ZIO_TYPE_WRITE); in vdev_file_io_strategy()
205 addr = abd_borrow_buf(zio->io_abd, zio->io_size); in vdev_file_io_strategy()
207 addr = abd_borrow_buf_copy(zio->io_abd, zio->io_size); in vdev_file_io_strategy()
210 zio->io_error = vn_rdwr(zio->io_type == ZIO_TYPE_READ ? in vdev_file_io_strategy()
215 abd_return_buf_copy(zio->io_abd, addr, zio->io_size); in vdev_file_io_strategy()
217 abd_return_buf(zio->io_abd, addr, zio->io_size); in vdev_file_io_strategy()
236 zio_interrupt(zio); in vdev_file_io_start()
253 zio_execute(zio); in vdev_file_io_start()
257 ASSERT(zio->io_type == ZIO_TYPE_READ || zio->io_type == ZIO_TYPE_WRITE); in vdev_file_io_start()
[all …]
H A Dvdev_cache.c169 vdev_cache_allocate(zio_t *zio) in vdev_cache_allocate() argument
219 abd_copy_off(zio->io_abd, ve->ve_abd, 0, cache_phase, zio->io_size); in vdev_cache_hit()
265 vdev_cache_read(zio_t *zio) in vdev_cache_read() argument
284 if (P2BOUNDARY(zio->io_offset, zio->io_size, VCBS)) in vdev_cache_read()
301 zio_vdev_io_bypass(zio); in vdev_cache_read()
302 zio_add_child(zio, fio); in vdev_cache_read()
308 vdev_cache_hit(vc, ve, zio); in vdev_cache_read()
309 zio_vdev_io_bypass(zio); in vdev_cache_read()
328 zio_vdev_io_bypass(zio); in vdev_cache_read()
329 zio_add_child(zio, fio); in vdev_cache_read()
[all …]
H A Dvdev_indirect.c1153 abd_put(zio->io_abd); in vdev_indirect_child_io_done()
1164 zio_t *zio = arg; in vdev_indirect_gather_splits() local
1249 is->is_size, zio->io_type, zio->io_priority, 0, in vdev_indirect_read_all()
1264 zio->io_vsd = iv;
1282 vdev_indirect_remap(zio->io_vd, zio->io_offset, zio->io_size,
1303 zio_nowait(zio_vdev_child_io(zio, zio->io_bp,
1309 zio->io_size, zio->io_type, zio->io_priority, 0,
1346 zio_execute(zio);
1369 zfs_ereport_post_checksum(zio->io_spa, vd, zio,
1449 zfs_ereport_post_checksum(zio->io_spa, vd, zio,
[all …]
H A Dvdev_disk.c713 abd_return_buf_copy(zio->io_abd, bp->b_un.b_addr, zio->io_size); in vdev_disk_io_intr()
715 abd_return_buf(zio->io_abd, bp->b_un.b_addr, zio->io_size); in vdev_disk_io_intr()
737 zio_t *zio = zio_arg; in vdev_disk_ioctl_done() local
741 zio_interrupt(zio); in vdev_disk_ioctl_done()
760 zio_interrupt(zio); in vdev_disk_io_start()
811 zio_execute(zio); in vdev_disk_io_start()
815 ASSERT(zio->io_type == ZIO_TYPE_READ || zio->io_type == ZIO_TYPE_WRITE); in vdev_disk_io_start()
816 zio->io_target_timestamp = zio_handle_io_delay(zio); in vdev_disk_io_start()
820 vb->vb_io = zio; in vdev_disk_io_start()
832 abd_borrow_buf(zio->io_abd, zio->io_size); in vdev_disk_io_start()
[all …]
H A Dvdev_label.c558 zio_t *zio; in vdev_label_read_config() local
763 zio_t *zio; in vdev_label_init() local
999 zio_t *zio; in vdev_label_write_pad2() local
1123 zio_t *zio; in vdev_uberblock_load() local
1141 (void) zio_wait(zio); in vdev_uberblock_load()
1175 if (zio->io_error == 0 && zio->io_vd->vdev_top->vdev_ms_array != 0) in vdev_uberblock_sync_done()
1218 zio_t *zio; in vdev_uberblock_sync_list() local
1226 (void) zio_wait(zio); in vdev_uberblock_sync_list()
1336 zio_t *zio; in vdev_label_sync_list() local
1366 zio_flush(zio, vd); in vdev_label_sync_list()
[all …]
H A Dzfs_fm.c132 if (zio != NULL) { in zfs_ereport_start()
153 if (zio->io_error == EIO && in zfs_ereport_start()
167 if (zio->io_vd == vd && !vdev_accessible(vd, zio)) in zfs_ereport_start()
213 } else if (zio != NULL && zio->io_logical != NULL) { in zfs_ereport_start()
215 zio->io_logical->io_ena = in zfs_ereport_start()
295 if (zio != NULL) { in zfs_ereport_start()
325 if (zio->io_logical != NULL) in zfs_ereport_start()
691 struct zio *zio, uint64_t offset, uint64_t length, void *arg, in zfs_ereport_start_checksum() argument
696 if (zio->io_vsd != NULL) in zfs_ereport_start_checksum()
697 zio->io_vsd_ops->vsd_cksum_report(zio, report, arg); in zfs_ereport_start_checksum()
[all …]
H A Dvdev_geom.c995 zio_t *zio; in vdev_geom_io_intr() local
998 vd = zio->io_vd; in vdev_geom_io_intr()
1057 vd = zio->io_vd; in vdev_geom_io_start()
1081 zio_execute(zio); in vdev_geom_io_start()
1089 zio_execute(zio); in vdev_geom_io_start()
1109 zio->io_target_timestamp = zio_handle_io_delay(zio); in vdev_geom_io_start()
1115 abd_borrow_buf(zio->io_abd, zio->io_size); in vdev_geom_io_start()
1119 abd_borrow_buf_copy(zio->io_abd, zio->io_size); in vdev_geom_io_start()
1136 zio->io_bio = bp; in vdev_geom_io_start()
1157 abd_return_buf_copy(zio->io_abd, bp->bio_data, zio->io_size); in vdev_geom_io_done()
[all …]
H A Dzio_inject.c175 if (zio->io_logical == NULL) in zio_handle_fault_injection()
181 if (zio->io_type != ZIO_TYPE_READ) in zio_handle_fault_injection()
195 zio->io_bp ? BP_GET_TYPE(zio->io_bp) : DMU_OT_NONE, in zio_handle_fault_injection()
217 vdev_t *vd = zio->io_vd; in zio_handle_label_injection()
218 uint64_t offset = zio->io_offset; in zio_handle_label_injection()
266 if (zio != NULL) { in zio_handle_device_injection()
284 (zio == NULL || (zio->io_flags & in zio_handle_device_injection()
290 if (zio != NULL && in zio_handle_device_injection()
310 zio != NULL) in zio_handle_device_injection()
402 zio_handle_io_delay(zio_t *zio) in zio_handle_io_delay() argument
[all …]
H A Dvdev_raidz.c1910 vdev_raidz_asize(zio->io_vd, zio->io_size); in vdev_raidz_io_verify()
1960 rm = vdev_raidz_map_alloc(zio->io_abd, zio->io_size, zio->io_offset, in vdev_raidz_io_start()
1965 zio->io_vsd = rm; in vdev_raidz_io_start()
1976 zio->io_type, zio->io_priority, 0, in vdev_raidz_io_start()
1998 zio->io_type, zio->io_priority, 0, in vdev_raidz_io_start()
2015 zio->io_type, zio->io_priority, in vdev_raidz_io_start()
2055 zio->io_type, zio->io_priority, 0, in vdev_raidz_io_start()
2060 zio_execute(zio); in vdev_raidz_io_start()
2085 zfs_ereport_post_checksum(zio->io_spa, vd, zio, in raidz_checksum_error()
2528 zio->io_type, zio->io_priority, 0, in vdev_raidz_io_done()
[all …]
H A Dtrim_map.c335 trim_map_write_start(zio_t *zio) in trim_map_write_start() argument
337 vdev_t *vd = zio->io_vd; in trim_map_write_start()
346 start = zio->io_offset; in trim_map_write_start()
347 end = TRIM_ZIO_END(zio->io_vd, start, zio->io_size); in trim_map_write_start()
378 trim_map_write_done(zio_t *zio) in trim_map_write_done() argument
380 vdev_t *vd = zio->io_vd; in trim_map_write_done()
488 zio_t *zio; in trim_map_vdev_commit_done() local
511 zio_vdev_io_reissue(zio); in trim_map_vdev_commit_done()
512 zio_execute(zio); in trim_map_vdev_commit_done()
553 zio_t *zio; in trim_thread() local
[all …]
H A Dzio_checksum.c301 blkptr_t *bp = zio->io_bp; in zio_checksum_compute()
302 uint64_t offset = zio->io_offset; in zio_checksum_compute()
305 spa_t *spa = zio->io_spa; in zio_checksum_compute()
433 zio_checksum_error(zio_t *zio, zio_bad_cksum_t *info) in zio_checksum_error() argument
435 blkptr_t *bp = zio->io_bp; in zio_checksum_error()
436 uint_t checksum = (bp == NULL ? zio->io_prop.zp_checksum : in zio_checksum_error()
439 uint64_t size = (bp == NULL ? zio->io_size : in zio_checksum_error()
441 uint64_t offset = zio->io_offset; in zio_checksum_error()
442 abd_t *data = zio->io_abd; in zio_checksum_error()
443 spa_t *spa = zio->io_spa; in zio_checksum_error()
[all …]
H A Dvdev_missing.c71 vdev_missing_io_start(zio_t *zio) in vdev_missing_io_start() argument
73 zio->io_error = SET_ERROR(ENOTSUP); in vdev_missing_io_start()
74 zio_execute(zio); in vdev_missing_io_start()
79 vdev_missing_io_done(zio_t *zio) in vdev_missing_io_done() argument
H A Darc.c2072 BP_GET_CHECKSUM(zio->io_bp), zio->io_abd, zio->io_size, in arc_cksum_is_equal()
5538 ASSERT(zio == NULL || zio->io_error != 0); in arc_getbuf_func()
5541 ASSERT(zio == NULL || zio->io_error == 0); in arc_getbuf_func()
5727 acb->acb_done(zio, &zio->io_bookmark, zio->io_bp, in arc_read_done()
6624 if (!BP_EQUAL(&zio->io_bp_orig, zio->io_bp)) in arc_write_done()
6637 if (!BP_EQUAL(&zio->io_bp_orig, zio->io_bp)) in arc_write_done()
6673 zio_t *zio; in arc_write() local
7831 spa_config_exit(zio->io_spa, SCL_L2ARC, zio->io_vd); in l2arc_read_done()
7865 zio->io_size = zio->io_orig_size = arc_hdr_size(hdr); in l2arc_read_done()
7866 zio->io_abd = zio->io_orig_abd = hdr->b_l1hdr.b_pabd; in l2arc_read_done()
[all …]
H A Ddbuf.c1192 ASSERT(zio == NULL || zio->io_error != 0); in dbuf_read_done()
1198 ASSERT(zio == NULL || zio->io_error == 0); in dbuf_read_done()
1211 ASSERT(zio == NULL || zio->io_error == 0); in dbuf_read_done()
2663 ASSERT(zio == NULL || zio->io_error != 0); in dbuf_prefetch_indirect_done()
2667 ASSERT(zio == NULL || zio->io_error == 0); in dbuf_prefetch_indirect_done()
2683 ASSERT3U(BP_GET_PSIZE(zio->io_bp), ==, zio->io_size); in dbuf_prefetch_indirect_done()
2685 ASSERT3U(BP_GET_LSIZE(zio->io_bp), ==, zio->io_size); in dbuf_prefetch_indirect_done()
3464 zio_t *zio; in dbuf_sync_indirect() local
3963 dbuf_write_ready(zio, NULL, zio->io_private); in dbuf_write_nofill_ready()
3969 dbuf_write_done(zio, NULL, zio->io_private); in dbuf_write_nofill_done()
[all …]
H A Ddmu.c460 zio_t *zio; in dmu_buf_hold_array_by_dnode() local
508 zio_nowait(zio); in dmu_buf_hold_array_by_dnode()
530 err = zio_wait(zio); in dmu_buf_hold_array_by_dnode()
1958 if (zio->io_error == 0) { in dmu_sync_ready()
1975 dmu_sync_ready(zio, NULL, zio->io_private); in dmu_sync_late_arrival_ready()
1991 if (zio->io_error == 0) { in dmu_sync_done()
1997 if (zio->io_error == 0) { in dmu_sync_done()
2056 ASSERT(zio->io_bp->blk_birth == zio->io_txg); in dmu_sync_late_arrival_done()
2057 ASSERT(zio->io_txg > spa_syncing_txg(zio->io_spa)); in dmu_sync_late_arrival_done()
2058 zio_free(zio->io_spa, zio->io_txg, zio->io_bp); in dmu_sync_late_arrival_done()
[all …]
H A Dvdev.c1321 zio->io_offset, zio->io_size, zio->io_abd, in vdev_probe_done()
1330 abd_free(zio->io_abd); in vdev_probe_done()
1339 zio->io_error = 0; in vdev_probe_done()
1381 if (zio && (zio->io_flags & ZIO_FLAG_PROBE)) in vdev_probe()
1428 if (zio != NULL) { in vdev_probe()
1434 if (zio != NULL) in vdev_probe()
1440 ASSERT(zio != NULL); in vdev_probe()
1453 if (zio == NULL) in vdev_probe()
3722 vdev_t *vd = zio->io_vd ? zio->io_vd : rvd; in vdev_stat_update()
3732 if (zio->io_gang_tree) in vdev_stat_update()
[all …]
H A Ddmu_tx.c201 err = dbuf_read(db, zio, DB_RF_CANFAIL | DB_RF_NOPREFETCH); in dmu_tx_check_ioerr()
239 zio_t *zio = zio_root(dn->dn_objset->os_spa, in dmu_tx_count_write() local
245 err = dmu_tx_check_ioerr(zio, dn, 0, start); in dmu_tx_count_write()
255 err = dmu_tx_check_ioerr(zio, dn, 0, end); in dmu_tx_count_write()
266 err = dmu_tx_check_ioerr(zio, dn, 1, i); in dmu_tx_count_write()
273 err = zio_wait(zio); in dmu_tx_count_write()
409 zio_t *zio = zio_root(tx->tx_pool->dp_spa, in dmu_tx_hold_free_impl() local
419 (void) zio_wait(zio); in dmu_tx_hold_free_impl()
426 err = dmu_tx_check_ioerr(zio, dn, 1, i); in dmu_tx_hold_free_impl()
429 (void) zio_wait(zio); in dmu_tx_hold_free_impl()
[all …]
H A Dvdev_initialize.c158 vdev_initialize_cb(zio_t *zio) in vdev_initialize_cb() argument
160 vdev_t *vd = zio->io_vd; in vdev_initialize_cb()
162 if (zio->io_error == ENXIO && !vdev_writeable(vd)) { in vdev_initialize_cb()
169 &vd->vdev_initialize_offset[zio->io_txg & TXG_MASK]; in vdev_initialize_cb()
170 *off = MIN(*off, zio->io_offset); in vdev_initialize_cb()
177 if (zio->io_error != 0) in vdev_initialize_cb()
180 vd->vdev_initialize_bytes_done += zio->io_orig_size; in vdev_initialize_cb()
/freebsd-12.1/sys/cddl/contrib/opensolaris/uts/common/fs/zfs/sys/
H A Dzio.h192 #define ZIO_DDT_CHILD_FLAGS(zio) \ argument
196 #define ZIO_GANG_CHILD_FLAGS(zio) \ argument
200 #define ZIO_VDEV_CHILD_FLAGS(zio) \ argument
416 struct zio { struct
561 extern int zio_wait(zio_t *zio);
562 extern void zio_nowait(zio_t *zio);
563 extern void zio_execute(zio_t *zio);
564 extern void zio_interrupt(zio_t *zio);
565 extern void zio_delay_init(zio_t *zio);
639 extern void zfs_ereport_start_checksum(spa_t *spa, vdev_t *vd, struct zio *zio,
[all …]
H A Dvdev.h103 extern void vdev_stat_update(zio_t *zio, uint64_t psize);
126 extern boolean_t vdev_accessible(vdev_t *vd, zio_t *zio);
131 extern boolean_t vdev_cache_read(zio_t *zio);
132 extern void vdev_cache_write(zio_t *zio);
137 extern zio_t *vdev_queue_io(zio_t *zio);
138 extern void vdev_queue_io_done(zio_t *zio);
139 extern void vdev_queue_change_io_priority(zio_t *zio, zio_priority_t priority);
142 extern void vdev_queue_register_lastoffset(vdev_t *vd, zio_t *zio);
H A Dtrim_map.h40 extern boolean_t trim_map_write_start(zio_t *zio);
41 extern void trim_map_write_done(zio_t *zio);
/freebsd-12.1/stand/libsa/zfs/
H A Dzfsimpl.c795 zio_t *zio = arg; in vdev_indirect_gather_splits() local
843 zio_t *zio = arg; in vdev_indirect_remap() local
919 zio_t zio = { 0 }; in vdev_indirect_read() local
932 zio.io_spa = spa; in vdev_indirect_read()
934 zio.io_data = buf; in vdev_indirect_read()
935 zio.io_size = bytes; in vdev_indirect_read()
937 zio.io_vd = vdev; in vdev_indirect_read()
938 zio.io_vsd = iv; in vdev_indirect_read()
949 if (zio.io_error != 0) in vdev_indirect_read()
989 if (zio_checksum_verify(spa, zio.io_bp, zio.io_data)) in vdev_indirect_read()
[all …]

123