Home
last modified time | relevance | path

Searched refs:zio (Results 1 – 25 of 75) sorted by relevance

123

/freebsd-13.1/sys/contrib/openzfs/module/zfs/
H A Dzio.c853 zio->io_logical = zio; in zio_create()
3539 &zio->io_alloc_list, zio, zio->io_allocator); in zio_dva_allocate()
3571 &zio->io_alloc_list, zio, zio->io_allocator); in zio_dva_allocate()
4319 zio->io_vd, &zio->io_bookmark, zio, in zio_checksum_verify()
4388 zio->io_ready(zio); in zio_ready()
4635 zio->io_spa, zio->io_vd, zio)) { in zio_done()
4641 zio->io_spa, zio->io_vd, &zio->io_bookmark, in zio_done()
4657 zio->io_spa, zio->io_vd, &zio->io_bookmark, zio, 0); in zio_done()
4677 zio->io_spa, NULL, &zio->io_bookmark, zio, 0); in zio_done()
4681 if (zio->io_error && zio == zio->io_logical) { in zio_done()
[all …]
H A Dvdev_mirror.c629 zio->io_vsd = mm; in vdev_mirror_io_start()
661 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_start()
664 zio->io_size), zio->io_size, in vdev_mirror_io_start()
665 zio->io_type, zio->io_priority, 0, in vdev_mirror_io_start()
703 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_start()
704 mc->mc_vd, mc->mc_offset, zio->io_abd, zio->io_size, in vdev_mirror_io_start()
705 zio->io_type, zio->io_priority, 0, in vdev_mirror_io_start()
790 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_done()
791 mc->mc_vd, mc->mc_offset, zio->io_abd, zio->io_size, in vdev_mirror_io_done()
847 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_done()
[all …]
H A Dvdev_queue.c518 avl_add(vdev_queue_class_tree(vq, zio->io_priority), zio); in vdev_queue_io_add()
519 avl_add(vdev_queue_type_tree(vq, zio->io_type), zio); in vdev_queue_io_add()
526 avl_remove(vdev_queue_class_tree(vq, zio->io_priority), zio); in vdev_queue_io_remove()
527 avl_remove(vdev_queue_type_tree(vq, zio->io_type), zio); in vdev_queue_io_remove()
843 zio = aio; in vdev_queue_io_to_issue()
863 vq->vq_last_offset = zio->io_offset + zio->io_size; in vdev_queue_io_to_issue()
865 return (zio); in vdev_queue_io_to_issue()
876 return (zio); in vdev_queue_io()
941 vq->vq_io_delta_ts = zio->io_delta = now - zio->io_timestamp; in vdev_queue_io_done()
1005 if (avl_find(tree, zio, NULL) == zio) { in vdev_queue_change_io_priority()
[all …]
H A Dzio_inject.c221 zio_match_dva(zio_t *zio) in zio_match_dva() argument
225 if (zio->io_bp != NULL && zio->io_vd != NULL && in zio_match_dva()
237 if (zio->io_vd == vd && zio->io_offset == off) in zio_match_dva()
284 zio->io_bp ? BP_GET_TYPE(zio->io_bp) : DMU_OT_NONE, in zio_handle_fault_injection()
306 vdev_t *vd = zio->io_vd; in zio_handle_label_injection()
370 if (zio != NULL) { in zio_handle_device_injection_impl()
388 (zio == NULL || (zio->io_flags & in zio_handle_device_injection_impl()
394 if (zio != NULL && in zio_handle_device_injection_impl()
421 zio != NULL) in zio_handle_device_injection_impl()
428 if (zio == NULL) in zio_handle_device_injection_impl()
[all …]
H A Dvdev_cache.c155 vdev_cache_allocate(zio_t *zio) in vdev_cache_allocate() argument
205 abd_copy_off(zio->io_abd, ve->ve_abd, 0, cache_phase, zio->io_size); in vdev_cache_hit()
251 vdev_cache_read(zio_t *zio) in vdev_cache_read() argument
270 if (P2BOUNDARY(zio->io_offset, zio->io_size, VCBS)) in vdev_cache_read()
289 zio_vdev_io_bypass(zio); in vdev_cache_read()
290 zio_add_child(zio, fio); in vdev_cache_read()
296 vdev_cache_hit(vc, ve, zio); in vdev_cache_read()
297 zio_vdev_io_bypass(zio); in vdev_cache_read()
316 zio_vdev_io_bypass(zio); in vdev_cache_read()
317 zio_add_child(zio, fio); in vdev_cache_read()
[all …]
H A Dvdev_indirect.c1188 abd_free(zio->io_abd); in vdev_indirect_child_io_done()
1199 zio_t *zio = arg; in vdev_indirect_gather_splits() local
1280 zio->io_txg, 1)) in vdev_indirect_read_all()
1289 is->is_size, zio->io_type, zio->io_priority, 0, in vdev_indirect_read_all()
1304 zio->io_vsd = iv; in vdev_indirect_io_start()
1318 vdev_indirect_remap(zio->io_vd, zio->io_offset, zio->io_size, in vdev_indirect_io_start()
1339 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_indirect_io_start()
1342 zio->io_size, zio->io_type, zio->io_priority, 0, in vdev_indirect_io_start()
1374 zio->io_type, zio->io_priority, 0, in vdev_indirect_io_start()
1381 zio_execute(zio); in vdev_indirect_io_start()
[all …]
H A Dvdev_draid.c2027 zio->io_type, zio->io_priority, 0, in vdev_draid_io_start_read()
2569 vd->vdev_child[c], zio->io_offset, zio->io_abd, in vdev_draid_spare_ioctl()
2570 zio->io_size, zio->io_type, zio->io_priority, 0, in vdev_draid_spare_ioctl()
2606 zio->io_error = vdev_draid_spare_ioctl(zio); in vdev_draid_spare_io_start()
2632 offset, zio->io_abd, zio->io_size, in vdev_draid_spare_io_start()
2633 zio->io_type, zio->io_priority, 0, in vdev_draid_spare_io_start()
2660 offset, zio->io_abd, zio->io_size, in vdev_draid_spare_io_start()
2661 zio->io_type, zio->io_priority, 0, in vdev_draid_spare_io_start()
2677 offset, zio->io_abd, zio->io_size, in vdev_draid_spare_io_start()
2678 zio->io_type, zio->io_priority, 0, in vdev_draid_spare_io_start()
[all …]
H A Dvdev_label.c811 zio_wait(zio[l]); in vdev_label_read_config()
982 zio_t *zio; in vdev_label_init() local
1217 *cbp = zio->io_abd; in vdev_label_read_bootenv_done()
1318 zio_t *zio; in vdev_label_write_bootenv() local
1522 zio_t *zio; in vdev_uberblock_load() local
1603 zio_t *zio; in vdev_copy_uberblocks() local
1635 if (zio->io_error == 0 && zio->io_vd->vdev_top->vdev_ms_array != 0) in vdev_uberblock_sync_done()
1695 zio_t *zio; in vdev_uberblock_sync_list() local
1821 zio_t *zio; in vdev_label_sync_list() local
1851 zio_flush(zio, vd); in vdev_label_sync_list()
[all …]
H A Dvdev_raidz.c1542 rc->rc_abd, rc->rc_size, zio->io_type, zio->io_priority, in vdev_raidz_io_start_write()
1560 zio->io_type, zio->io_priority, in vdev_raidz_io_start_write()
1602 zio->io_type, zio->io_priority, 0, in vdev_raidz_io_start_read()
1634 zio->io_vsd = rm; in vdev_raidz_io_start()
1651 zio_execute(zio); in vdev_raidz_io_start()
1671 &zio->io_bookmark, zio, rc->rc_offset, rc->rc_size, in vdev_raidz_checksum_error()
1811 if (zio->io_error == 0 && spa_writeable(zio->io_spa) && in vdev_raidz_io_done_verified()
2137 zio->io_error = zio_worst_error(zio->io_error, in vdev_raidz_io_done_write_impl()
2236 zio->io_type, zio->io_priority, 0, in vdev_raidz_read_all()
2269 cvd, &zio->io_bookmark, zio, rc->rc_offset, in vdev_raidz_io_done_unrecoverable()
[all …]
H A Dzfs_fm.c302 if (vd == NULL || zio == NULL) in zfs_ereport_is_duplicate()
461 } else if (zio != NULL && zio->io_logical != NULL) { in zfs_ereport_start()
463 zio->io_logical->io_ena = in zfs_ereport_start()
601 if (zio != NULL) { in zfs_ereport_start()
655 if (zb != NULL && (zio == NULL || zio->io_logical != NULL)) { in zfs_ereport_start()
1026 if (zio != NULL) { in zfs_ereport_is_valid()
1045 if (zio->io_vd == vd && !vdev_accessible(vd, zio)) in zfs_ereport_is_valid()
1071 (zio != NULL) && (!zio->io_timestamp)) { in zfs_ereport_is_valid()
1108 zb, zio, state, 0)) in zfs_ereport_post()
1134 struct zio *zio, uint64_t offset, uint64_t length, zio_bad_cksum_t *info) in zfs_ereport_start_checksum() argument
[all …]
H A Dvdev_missing.c70 vdev_missing_io_start(zio_t *zio) in vdev_missing_io_start() argument
72 zio->io_error = SET_ERROR(ENOTSUP); in vdev_missing_io_start()
73 zio_execute(zio); in vdev_missing_io_start()
77 vdev_missing_io_done(zio_t *zio) in vdev_missing_io_done() argument
79 (void) zio; in vdev_missing_io_done()
H A Dzio_checksum.c342 blkptr_t *bp = zio->io_bp; in zio_checksum_compute()
343 uint64_t offset = zio->io_offset; in zio_checksum_compute()
346 spa_t *spa = zio->io_spa; in zio_checksum_compute()
528 zio_checksum_error(zio_t *zio, zio_bad_cksum_t *info) in zio_checksum_error() argument
530 blkptr_t *bp = zio->io_bp; in zio_checksum_error()
531 uint_t checksum = (bp == NULL ? zio->io_prop.zp_checksum : in zio_checksum_error()
534 uint64_t size = (bp == NULL ? zio->io_size : in zio_checksum_error()
536 uint64_t offset = zio->io_offset; in zio_checksum_error()
537 abd_t *data = zio->io_abd; in zio_checksum_error()
538 spa_t *spa = zio->io_spa; in zio_checksum_error()
[all …]
H A Ddbuf.c1287 ASSERT(zio == NULL || zio->io_error != 0); in dbuf_read_done()
1294 ASSERT(zio == NULL || zio->io_error == 0); in dbuf_read_done()
1304 ASSERT(zio == NULL || zio->io_error == 0); in dbuf_read_done()
3192 ASSERT(zio == NULL || zio->io_error != 0); in dbuf_prefetch_indirect_done()
3195 ASSERT(zio == NULL || zio->io_error == 0); in dbuf_prefetch_indirect_done()
3211 ASSERT3U(BP_GET_PSIZE(zio->io_bp), ==, zio->io_size); in dbuf_prefetch_indirect_done()
3213 ASSERT3U(BP_GET_LSIZE(zio->io_bp), ==, zio->io_size); in dbuf_prefetch_indirect_done()
4210 ASSERT(BP_EQUAL(zio->io_bp, &zio->io_bp_orig)); in dbuf_lightweight_done()
4719 dbuf_write_ready(zio, NULL, zio->io_private); in dbuf_write_nofill_ready()
4725 dbuf_write_done(zio, NULL, zio->io_private); in dbuf_write_nofill_done()
[all …]
H A Darc.c1473 BP_GET_CHECKSUM(zio->io_bp), zio->io_abd, zio->io_size, in arc_cksum_is_equal()
5651 ASSERT(zio == NULL || zio->io_error != 0); in arc_getbuf_func()
5654 ASSERT(zio == NULL || zio->io_error == 0); in arc_getbuf_func()
5806 zio->io_spa, NULL, &acb->acb_zb, zio, 0); in arc_read_done()
5890 acb->acb_done(zio, &zio->io_bookmark, zio->io_bp, in arc_read_done()
7027 if (!BP_EQUAL(&zio->io_bp_orig, zio->io_bp)) in arc_write_done()
7040 if (!BP_EQUAL(&zio->io_bp_orig, zio->io_bp)) in arc_write_done()
7077 zio_t *zio; in arc_write() local
8839 spa_config_exit(zio->io_spa, SCL_L2ARC, zio->io_vd); in l2arc_read_done()
8881 zio->io_abd = zio->io_orig_abd = in l2arc_read_done()
[all …]
H A Ddmu.c504 zio_t *zio = NULL; in dmu_buf_hold_array_by_dnode() local
559 zio_nowait(zio); in dmu_buf_hold_array_by_dnode()
588 err = zio_wait(zio); in dmu_buf_hold_array_by_dnode()
1514 if (zio->io_error == 0) { in dmu_sync_ready()
1531 dmu_sync_ready(zio, NULL, zio->io_private); in dmu_sync_late_arrival_ready()
1547 if (zio->io_error == 0) { in dmu_sync_done()
1553 if (zio->io_error == 0) { in dmu_sync_done()
1612 ASSERT(zio->io_bp->blk_birth == zio->io_txg); in dmu_sync_late_arrival_done()
1613 ASSERT(zio->io_txg > spa_syncing_txg(zio->io_spa)); in dmu_sync_late_arrival_done()
1614 zio_free(zio->io_spa, zio->io_txg, zio->io_bp); in dmu_sync_late_arrival_done()
[all …]
/freebsd-13.1/sys/contrib/openzfs/module/os/freebsd/zfs/
H A Dvdev_file.c212 zio_t *zio = arg; in vdev_file_io_strategy() local
222 size = zio->io_size; in vdev_file_io_strategy()
227 ASSERT(zio->io_type == ZIO_TYPE_READ || zio->io_type == ZIO_TYPE_WRITE); in vdev_file_io_strategy()
229 buf = abd_borrow_buf(zio->io_abd, zio->io_size); in vdev_file_io_strategy()
233 buf = abd_borrow_buf_copy(zio->io_abd, zio->io_size); in vdev_file_io_strategy()
237 zio->io_error = err; in vdev_file_io_strategy()
267 zio_execute(zio); in vdev_file_io_start()
277 mode, zio->io_offset, zio->io_size); in vdev_file_io_start()
280 zio_execute(zio); in vdev_file_io_start()
284 zio->io_target_timestamp = zio_handle_io_delay(zio); in vdev_file_io_start()
[all …]
H A Dvdev_geom.c1014 zio_t *zio; in vdev_geom_io_intr() local
1017 vd = zio->io_vd; in vdev_geom_io_intr()
1060 if (zio->io_type != ZIO_TYPE_READ && zio->io_type != ZIO_TYPE_WRITE) { in vdev_geom_io_intr()
1119 if (abd_iterate_func(zio->io_abd, 0, zio->io_size, in vdev_geom_check_unmapped()
1152 vd = zio->io_vd; in vdev_geom_io_start()
1177 zio_execute(zio); in vdev_geom_io_start()
1183 zio_execute(zio); in vdev_geom_io_start()
1206 zio->io_target_timestamp = zio_handle_io_delay(zio); in vdev_geom_io_start()
1225 abd_iterate_func(zio->io_abd, 0, zio->io_size, in vdev_geom_io_start()
1255 zio->io_bio = bp; in vdev_geom_io_start()
[all …]
H A Dvdev_label_os.c42 zio_t *zio; in vdev_label_write_pad2() local
62 zio = zio_root(spa, NULL, NULL, flags); in vdev_label_write_pad2()
63 vdev_label_write(zio, vd, 0, pad2, in vdev_label_write_pad2()
66 error = zio_wait(zio); in vdev_label_write_pad2()
/freebsd-13.1/sys/contrib/openzfs/module/os/linux/zfs/
H A Dvdev_file.c208 off = zio->io_offset; in vdev_file_io_strategy()
209 size = zio->io_size; in vdev_file_io_strategy()
213 buf = abd_borrow_buf(zio->io_abd, zio->io_size); in vdev_file_io_strategy()
217 buf = abd_borrow_buf_copy(zio->io_abd, zio->io_size); in vdev_file_io_strategy()
221 zio->io_error = err; in vdev_file_io_strategy()
236 zio_interrupt(zio); in vdev_file_io_fsync()
280 zio_execute(zio); in vdev_file_io_start()
290 mode, zio->io_offset, zio->io_size); in vdev_file_io_start()
291 zio_execute(zio); in vdev_file_io_start()
295 zio->io_target_timestamp = zio_handle_io_delay(zio); in vdev_file_io_start()
[all …]
H A Dvdev_disk.c167 zio->io_vd->vdev_path, zio->io_error, zio->io_type, in vdev_disk_error()
168 (u_longlong_t)zio->io_offset, (u_longlong_t)zio->io_size, in vdev_disk_error()
169 zio->io_flags); in vdev_disk_error()
410 if (zio) { in vdev_disk_dio_put()
594 dr->dr_zio = zio; in __vdev_disk_physio()
687 if (zio->io_error && (zio->io_error == EOPNOTSUPP)) in BIO_END_IO_PROTO()
692 if (zio->io_error) in BIO_END_IO_PROTO()
789 zio_execute(zio); in vdev_disk_io_start()
805 zio->io_offset >> 9, zio->io_size >> 9, GFP_NOFS, in vdev_disk_io_start()
819 zio->io_target_timestamp = zio_handle_io_delay(zio); in vdev_disk_io_start()
[all …]
/freebsd-13.1/sys/contrib/openzfs/include/os/linux/zfs/sys/
H A Dtrace_common.h63 __entry->zio_type = zio->io_type; \
64 __entry->zio_cmd = zio->io_cmd; \
66 __entry->zio_size = zio->io_size; \
68 __entry->zio_offset = zio->io_offset; \
70 __entry->zio_delta = zio->io_delta; \
71 __entry->zio_delay = zio->io_delay; \
72 __entry->zio_flags = zio->io_flags; \
73 __entry->zio_stage = zio->io_stage; \
79 __entry->zio_txg = zio->io_txg; \
80 __entry->zio_error = zio->io_error; \
[all …]
H A Dtrace_zio.h42 TP_PROTO(zio_t *zio, hrtime_t now),
43 TP_ARGS(zio, now),
57 TP_PROTO(zio_t *zio, hrtime_t now, hrtime_t diff),
58 TP_ARGS(zio, now, diff),
74 TP_PROTO(zio_t *zio),
75 TP_ARGS(zio),
/freebsd-13.1/sys/contrib/openzfs/include/sys/
H A Dzio.h245 #define ZIO_DDT_CHILD_FLAGS(zio) \ argument
249 #define ZIO_GANG_CHILD_FLAGS(zio) \ argument
253 #define ZIO_VDEV_CHILD_FLAGS(zio) \ argument
439 struct zio { struct
590 extern int zio_wait(zio_t *zio);
591 extern void zio_nowait(zio_t *zio);
592 extern void zio_execute(void *zio);
593 extern void zio_interrupt(void *zio);
594 extern void zio_delay_init(zio_t *zio);
679 const zbookmark_phys_t *zb, struct zio *zio, uint64_t offset,
[all …]
H A Dvdev.h122 extern void vdev_stat_update(zio_t *zio, uint64_t psize);
156 extern boolean_t vdev_accessible(vdev_t *vd, zio_t *zio);
161 extern boolean_t vdev_cache_read(zio_t *zio);
162 extern void vdev_cache_write(zio_t *zio);
167 extern zio_t *vdev_queue_io(zio_t *zio);
168 extern void vdev_queue_io_done(zio_t *zio);
169 extern void vdev_queue_change_io_priority(zio_t *zio, zio_priority_t priority);
205 extern void vdev_label_write(zio_t *zio, vdev_t *vd, int l, abd_t *buf, uint64_t
/freebsd-13.1/sys/contrib/openzfs/cmd/raidz_test/
H A Draidz_test.c283 init_zio_abd(zio_t *zio) in init_zio_abd() argument
285 abd_iterate_func(zio->io_abd, 0, zio->io_size, init_rand, NULL); in init_zio_abd()
292 raidz_free((*zio)->io_abd, (*zio)->io_size); in fini_raidz_map()
293 umem_free(*zio, sizeof (zio_t)); in fini_raidz_map()
295 *zio = NULL; in fini_raidz_map()
550 VERIFY(zio); in init_raidz_map()
555 (*zio)->io_offset = 0; in init_raidz_map()
556 (*zio)->io_size = alloc_dsize; in init_raidz_map()
557 (*zio)->io_abd = raidz_alloc(alloc_dsize); in init_raidz_map()
558 init_zio_abd(*zio); in init_raidz_map()
[all …]

123