| /freebsd-13.1/sys/contrib/openzfs/module/zfs/ |
| H A D | txg.c | 357 int g = th->th_txg & TXG_MASK; in txg_register_callbacks() 368 int g = th->th_txg & TXG_MASK; in txg_rele_to_sync() 390 int g = txg & TXG_MASK; in txg_quiesce() 461 int g = txg & TXG_MASK; in txg_dispatch_callbacks() 924 int t = txg & TXG_MASK; in txg_list_add() 949 int t = txg & TXG_MASK; in txg_list_add_tail() 977 int t = txg & TXG_MASK; in txg_list_remove() 1002 int t = txg & TXG_MASK; in txg_list_remove_this() 1026 int t = txg & TXG_MASK; in txg_list_member() 1039 int t = txg & TXG_MASK; in txg_list_head() [all …]
|
| H A D | dnode.c | 657 dn->dn_next_indblkshift[tx->tx_txg & TXG_MASK] = ibs; in dnode_allocate() 701 dn->dn_next_blksz[tx->tx_txg & TXG_MASK] = blocksize; in dnode_reallocate() 715 dn->dn_next_nblkptr[tx->tx_txg & TXG_MASK] = nblkptr; in dnode_reallocate() 1707 ASSERT0(dn->dn_next_bonuslen[txg & TXG_MASK]); in dnode_setdirty() 1708 ASSERT0(dn->dn_next_blksz[txg & TXG_MASK]); in dnode_setdirty() 1709 ASSERT0(dn->dn_next_bonustype[txg & TXG_MASK]); in dnode_setdirty() 1800 dn->dn_next_blksz[tx->tx_txg&TXG_MASK] = size; in dnode_set_blksz() 1803 dn->dn_next_indblkshift[tx->tx_txg&TXG_MASK] = ibs; in dnode_set_blksz() 1820 uint64_t txgoff = tx->tx_txg & TXG_MASK; in dnode_set_nlevels_impl() 1924 dn->dn_next_maxblkid[tx->tx_txg & TXG_MASK] = in dnode_new_blkid() [all …]
|
| H A D | dsl_pool.c | 672 dp->dp_long_free_dirty_pertxg[txg & TXG_MASK] == 0); in dsl_pool_sync() 673 dp->dp_long_free_dirty_pertxg[txg & TXG_MASK] = 0; in dsl_pool_sync() 709 !os->os_next_write_raw[txg & TXG_MASK]) { in dsl_pool_sync() 729 !os->os_next_write_raw[txg & TXG_MASK]) { in dsl_pool_sync() 774 dsl_pool_undirty_space(dp, dp->dp_dirty_pertxg[txg & TXG_MASK], txg); in dsl_pool_sync() 924 dp->dp_dirty_pertxg[tx->tx_txg & TXG_MASK] += space; in dsl_pool_dirty_space() 938 if (dp->dp_dirty_pertxg[txg & TXG_MASK] < space) { in dsl_pool_undirty_space() 940 space = dp->dp_dirty_pertxg[txg & TXG_MASK]; in dsl_pool_undirty_space() 942 ASSERT3U(dp->dp_dirty_pertxg[txg & TXG_MASK], >=, space); in dsl_pool_undirty_space() 943 dp->dp_dirty_pertxg[txg & TXG_MASK] -= space; in dsl_pool_undirty_space()
|
| H A D | vdev_initialize.c | 77 uint64_t last_offset = vd->vdev_initialize_offset[txg & TXG_MASK]; in vdev_initialize_zap_update_sync() 78 vd->vdev_initialize_offset[txg & TXG_MASK] = 0; in vdev_initialize_zap_update_sync() 174 &vd->vdev_initialize_offset[zio->io_txg & TXG_MASK]; in vdev_initialize_cb() 217 if (vd->vdev_initialize_offset[txg & TXG_MASK] == 0) { in vdev_initialize_write() 242 vd->vdev_initialize_offset[txg & TXG_MASK] = start + size; in vdev_initialize_write() 243 zio_nowait(zio_write_phys(spa->spa_txg_zio[txg & TXG_MASK], vd, start, in vdev_initialize_write()
|
| H A D | vdev_removal.c | 562 int txgoff = (txg + i) & TXG_MASK; in free_from_removing_vdev() 621 svr->svr_bytes_done[txg & TXG_MASK] += inflight_size; in free_from_removing_vdev() 645 svr->svr_bytes_done[txg & TXG_MASK] += size; in free_from_removing_vdev() 738 &svr->svr_new_segments[txg & TXG_MASK], tx); in vdev_mapping_sync() 747 range_tree_vacate(svr->svr_frees[txg & TXG_MASK], in vdev_mapping_sync() 749 ASSERT3U(svr->svr_max_offset_to_sync[txg & TXG_MASK], >=, in vdev_mapping_sync() 751 svr->svr_max_offset_to_sync[txg & TXG_MASK] = 0; in vdev_mapping_sync() 1325 if (svr->svr_max_offset_to_sync[txg & TXG_MASK] == 0) { in spa_vdev_copy_impl() 1336 svr->svr_bytes_done[txg & TXG_MASK] += range_tree_space(segs); in spa_vdev_copy_impl() 1764 svr->svr_bytes_done[dmu_tx_get_txg(tx) & TXG_MASK] = 0; in spa_vdev_remove_cancel_sync() [all …]
|
| H A D | vdev_rebuild.c | 198 if (vr->vr_scan_offset[txg & TXG_MASK] > 0) { in vdev_rebuild_update_sync() 199 vrp->vrp_last_offset = vr->vr_scan_offset[txg & TXG_MASK]; in vdev_rebuild_update_sync() 200 vr->vr_scan_offset[txg & TXG_MASK] = 0; in vdev_rebuild_update_sync() 483 uint64_t *off = &vr->vr_scan_offset[zio->io_txg & TXG_MASK]; in vdev_rebuild_cb() 581 if (vr->vr_scan_offset[txg & TXG_MASK] == 0) { in vdev_rebuild_range() 582 vr->vr_scan_offset[txg & TXG_MASK] = start; in vdev_rebuild_range() 601 vr->vr_scan_offset[txg & TXG_MASK] = start + size; in vdev_rebuild_range() 605 zio_nowait(zio_read(spa->spa_txg_zio[txg & TXG_MASK], spa, &blk, in vdev_rebuild_range()
|
| H A D | dmu_redact.c | 520 list_t *list = &md->md_blocks[txg & TXG_MASK]; in redaction_list_update_sync() 522 &md->md_furthest[txg & TXG_MASK]; in redaction_list_update_sync() 556 md->md_synctask_txg[txg & TXG_MASK] = B_FALSE; in redaction_list_update_sync() 569 if (!md->md_synctask_txg[txg & TXG_MASK]) { in commit_rl_updates() 572 md->md_synctask_txg[txg & TXG_MASK] = B_TRUE; in commit_rl_updates() 575 md->md_furthest[txg & TXG_MASK].rbp_object = object; in commit_rl_updates() 576 md->md_furthest[txg & TXG_MASK].rbp_blkid = blkid; in commit_rl_updates() 577 list_move_tail(&md->md_blocks[txg & TXG_MASK], in commit_rl_updates()
|
| H A D | vdev_trim.c | 208 uint64_t last_offset = vd->vdev_trim_offset[txg & TXG_MASK]; in vdev_trim_zap_update_sync() 209 vd->vdev_trim_offset[txg & TXG_MASK] = 0; in vdev_trim_zap_update_sync() 377 &vd->vdev_trim_offset[zio->io_txg & TXG_MASK]; in vdev_trim_cb() 512 vd->vdev_trim_offset[txg & TXG_MASK] == 0) { in vdev_trim_range() 540 vd->vdev_trim_offset[txg & TXG_MASK] = start + size; in vdev_trim_range() 550 zio_nowait(zio_trim(spa->spa_txg_zio[txg & TXG_MASK], vd, in vdev_trim_range()
|
| H A D | zil.c | 645 if (txg_list_member(&dp->dp_dirty_zilogs, zilog, txg & TXG_MASK)) in zilog_is_dirty_in_txg() 871 os->os_next_write_raw[tx->tx_txg & TXG_MASK] = B_TRUE; in zil_claim() 901 os->os_next_write_raw[tx->tx_txg & TXG_MASK] = B_TRUE; in zil_claim() 1945 itxg_t *itxg = &zilog->zl_itxg[txg & TXG_MASK]; in zil_remove_async() 1989 itxg = &zilog->zl_itxg[txg & TXG_MASK]; in zil_itx_assign() 2060 itxg_t *itxg = &zilog->zl_itxg[synced_txg & TXG_MASK]; in zil_clean() 2113 itxg_t *itxg = &zilog->zl_itxg[txg & TXG_MASK]; in zil_get_commit_list() 2158 itxg_t *itxg = &zilog->zl_itxg[txg & TXG_MASK]; in zil_async_to_sync() 3056 uint64_t *replayed_seq = &zilog->zl_replayed_seq[txg & TXG_MASK]; in zil_sync() 3674 zilog->zl_replayed_seq[dmu_tx_get_txg(tx) & TXG_MASK] = in zil_replaying()
|
| H A D | dsl_dir.c | 1158 ASSERT0(dd->dd_tempreserved[tx->tx_txg & TXG_MASK]); in dsl_dir_sync() 1160 (u_longlong_t)dd->dd_space_towrite[tx->tx_txg & TXG_MASK] / 1024); in dsl_dir_sync() 1161 dd->dd_space_towrite[tx->tx_txg & TXG_MASK] = 0; in dsl_dir_sync() 1176 space += dd->dd_space_towrite[i & TXG_MASK]; in dsl_dir_space_towrite() 1177 ASSERT3U(dd->dd_space_towrite[i & TXG_MASK], >=, 0); in dsl_dir_space_towrite() 1363 dd->dd_tempreserved[txg & TXG_MASK] += asize; in dsl_dir_tempreserve_impl() 1460 int txgidx = tx->tx_txg & TXG_MASK; in dsl_dir_tempreserve_clear() 1505 dd->dd_space_towrite[tx->tx_txg & TXG_MASK] += space; in dsl_dir_willuse_space()
|
| H A D | dnode_sync.c | 45 int txgoff = tx->tx_txg & TXG_MASK; in dnode_increase_indirection() 563 int txgoff = tx->tx_txg & TXG_MASK; in dnode_sync_free() 629 int txgoff = tx->tx_txg & TXG_MASK; in dnode_sync()
|
| H A D | dsl_dataset.c | 1257 os->os_next_write_raw[tx->tx_txg & TXG_MASK] = B_TRUE; in dsl_dataset_zero_zil() 1442 !os->os_next_write_raw[tx->tx_txg & TXG_MASK]) { in dsl_dataset_dirty() 2076 if (ds->ds_resume_bytes[tx->tx_txg & TXG_MASK] != 0) { in dsl_dataset_sync() 2079 &ds->ds_resume_object[tx->tx_txg & TXG_MASK], tx)); in dsl_dataset_sync() 2082 &ds->ds_resume_offset[tx->tx_txg & TXG_MASK], tx)); in dsl_dataset_sync() 2085 &ds->ds_resume_bytes[tx->tx_txg & TXG_MASK], tx)); in dsl_dataset_sync() 2086 ds->ds_resume_object[tx->tx_txg & TXG_MASK] = 0; in dsl_dataset_sync() 2087 ds->ds_resume_offset[tx->tx_txg & TXG_MASK] = 0; in dsl_dataset_sync() 2088 ds->ds_resume_bytes[tx->tx_txg & TXG_MASK] = 0; in dsl_dataset_sync() 2269 os->os_next_write_raw[tx->tx_txg & TXG_MASK] = B_FALSE; in dsl_dataset_sync_done() [all …]
|
| H A D | metaslab.c | 1937 range_tree_space(msp->ms_allocating[(txg + t) & TXG_MASK]); in metaslab_verify_space() 3669 range_tree_walk(msp->ms_allocating[(txg + t) & TXG_MASK], in metaslab_condense() 3935 range_tree_t *alloctree = msp->ms_allocating[txg & TXG_MASK]; in metaslab_sync() 4199 ASSERT0(range_tree_space(msp->ms_allocating[txg & TXG_MASK])); in metaslab_sync() 4201 & TXG_MASK])); in metaslab_sync() 4228 msp->ms_allocating[(txg + t) & TXG_MASK])); in metaslab_evict() 4362 ASSERT0(range_tree_space(msp->ms_allocating[txg & TXG_MASK])); in metaslab_sync_done() 4591 if (range_tree_is_empty(msp->ms_allocating[txg & TXG_MASK])) in metaslab_block_alloc() 5563 range_tree_remove(msp->ms_allocating[txg & TXG_MASK], in metaslab_unalloc_dva() 5698 if (range_tree_is_empty(msp->ms_allocating[txg & TXG_MASK])) in metaslab_claim_concrete() [all …]
|
| H A D | vdev_indirect.c | 553 &sci->sci_new_mapping_entries[txg & TXG_MASK], tx); in spa_condense_indirect_commit_sync() 554 ASSERT(list_is_empty(&sci->sci_new_mapping_entries[txg & TXG_MASK])); in spa_condense_indirect_commit_sync() 572 int txgoff = dmu_tx_get_txg(tx) & TXG_MASK; in spa_condense_indirect_commit_entry()
|
| H A D | dmu_object.c | 478 dn->dn_next_type[tx->tx_txg & TXG_MASK] = dn->dn_type = in dmu_object_zapify()
|
| H A D | dmu_objset.c | 1074 mdn->dn_next_nlevels[tx->tx_txg & TXG_MASK] = in dmu_objset_create_impl_dnstats() 1656 os->os_next_write_raw[tx->tx_txg & TXG_MASK]) { in dmu_objset_sync() 1690 txgoff = tx->tx_txg & TXG_MASK; in dmu_objset_sync() 1745 return (!multilist_is_empty(&os->os_dirty_dnodes[txg & TXG_MASK])); in dmu_objset_is_dirty()
|
| H A D | dbuf.c | 2051 int txgoff = tx->tx_txg & TXG_MASK; in dbuf_dirty_lightweight() 2101 int txgoff = tx->tx_txg & TXG_MASK; in dbuf_dirty() 2309 dn->dn_next_nlevels[(tx->tx_txg-1) & TXG_MASK] > db->db_level || in dbuf_dirty() 2310 dn->dn_next_nlevels[(tx->tx_txg-2) & TXG_MASK] > db->db_level); in dbuf_dirty() 2453 list_remove(&dn->dn_dirty_records[txg & TXG_MASK], dr); in dbuf_undirty() 4412 list_insert_tail(&dn->dn_dirty_records[txg & TXG_MASK], dr); in dbuf_sync_leaf()
|
| H A D | spa_stats.c | 414 ts->ndirty = dp->dp_dirty_pertxg[txg & TXG_MASK]; in spa_txg_history_init_io()
|
| H A D | dmu.c | 889 dp->dp_long_free_dirty_pertxg[txg & TXG_MASK]; in dmu_free_long_range_impl() 916 dp->dp_long_free_dirty_pertxg[txg & TXG_MASK] += in dmu_free_long_range_impl()
|
| H A D | spa.c | 9062 bplist_t *free_bpl = &spa->spa_free_bplist[txg & TXG_MASK]; 9214 (void) zio_wait(spa->spa_txg_zio[txg & TXG_MASK]); 9215 spa->spa_txg_zio[txg & TXG_MASK] = zio_root(spa, NULL, NULL, 9311 ASSERT0(spa->spa_vdev_removal->svr_bytes_done[txg & TXG_MASK]);
|
| H A D | dsl_crypt.c | 2102 os->os_next_write_raw[tx->tx_txg & TXG_MASK] = B_TRUE; in dsl_crypto_recv_raw_objset_sync()
|
| H A D | dmu_recv.c | 1300 int txgoff = dmu_tx_get_txg(tx) & TXG_MASK; in save_resume_state()
|
| H A D | zio.c | 1228 bplist_append(&spa->spa_free_bplist[txg & TXG_MASK], bp); in zio_free()
|
| /freebsd-13.1/sys/contrib/openzfs/include/sys/ |
| H A D | txg.h | 41 #define TXG_MASK (TXG_SIZE - 1) /* mask for size */ macro 43 #define TXG_IDX (txg & TXG_MASK)
|