125 static void	prof_tctx_destroy(tsd_t *tsd, prof_tctx_t *tctx);
128 static void	prof_tdata_destroy(tsd_t *tsd, prof_tdata_t *tdata,
130 static char	*prof_thread_name_alloc(tsd_t *tsd, const char *thread_name);
197 prof_alloc_rollback(tsd_t *tsd, prof_tctx_t *tctx, bool updated)  in rb_gen()
210 		tdata = prof_tdata_get(tsd, true);  in rb_gen()
219 			prof_tctx_destroy(tsd, tctx);  in rb_gen()
243 prof_free_sampled_object(tsd_t *tsd, size_t usize, prof_tctx_t *tctx)  in prof_free_sampled_object()  argument
253 		prof_tctx_destroy(tsd, tctx);  in prof_free_sampled_object()
269 prof_enter(tsd_t *tsd, prof_tdata_t *tdata)  in prof_enter()  argument
273 	assert(tdata == prof_tdata_get(tsd, false));  in prof_enter()
284 prof_leave(tsd_t *tsd, prof_tdata_t *tdata)  in prof_leave()  argument
288 	assert(tdata == prof_tdata_get(tsd, false));  in prof_leave()
549 prof_gctx_create(tsd_t *tsd, prof_bt_t *bt)  in prof_gctx_create()  argument
554 	prof_gctx_t *gctx = (prof_gctx_t *)iallocztm(tsd, offsetof(prof_gctx_t,  in prof_gctx_create()
555 	    vec) + (bt->len * sizeof(void *)), false, tcache_get(tsd, true),  in prof_gctx_create()
574 prof_gctx_try_destroy(tsd_t *tsd, prof_tdata_t *tdata_self, prof_gctx_t *gctx,  in prof_gctx_try_destroy()  argument
587 	prof_enter(tsd, tdata_self);  in prof_gctx_try_destroy()
592 		if (ckh_remove(tsd, &bt2gctx, &gctx->bt, NULL, NULL))  in prof_gctx_try_destroy()
594 		prof_leave(tsd, tdata_self);  in prof_gctx_try_destroy()
597 		idalloctm(tsd, gctx, tcache_get(tsd, false), true);  in prof_gctx_try_destroy()
605 		prof_leave(tsd, tdata_self);  in prof_gctx_try_destroy()
638 prof_tctx_destroy(tsd_t *tsd, prof_tctx_t *tctx)  in prof_tctx_destroy()  argument
650 	ckh_remove(tsd, &tdata->bt2tctx, &gctx->bt, NULL, NULL);  in prof_tctx_destroy()
696 		prof_gctx_try_destroy(tsd, prof_tdata_get(tsd, false), gctx,  in prof_tctx_destroy()
701 		prof_tdata_destroy(tsd, tdata, false);  in prof_tctx_destroy()
704 		idalloctm(tsd, tctx, tcache_get(tsd, false), true);  in prof_tctx_destroy()
708 prof_lookup_global(tsd_t *tsd, prof_bt_t *bt, prof_tdata_t *tdata,  in prof_lookup_global()  argument
721 	prof_enter(tsd, tdata);  in prof_lookup_global()
724 		gctx.p = prof_gctx_create(tsd, bt);  in prof_lookup_global()
726 			prof_leave(tsd, tdata);  in prof_lookup_global()
730 		if (ckh_insert(tsd, &bt2gctx, btkey.v, gctx.v)) {  in prof_lookup_global()
732 			prof_leave(tsd, tdata);  in prof_lookup_global()
733 			idalloctm(tsd, gctx.v, tcache_get(tsd, false), true);  in prof_lookup_global()
747 	prof_leave(tsd, tdata);  in prof_lookup_global()
756 prof_lookup(tsd_t *tsd, prof_bt_t *bt)  in prof_lookup()  argument
767 	tdata = prof_tdata_get(tsd, false);  in prof_lookup()
786 		if (prof_lookup_global(tsd, bt, tdata, &btkey, &gctx,  in prof_lookup()
791 		tcache = tcache_get(tsd, true);  in prof_lookup()
792 		ret.v = iallocztm(tsd, sizeof(prof_tctx_t), false, tcache, true,  in prof_lookup()
796 				prof_gctx_try_destroy(tsd, tdata, gctx, tdata);  in prof_lookup()
808 		error = ckh_insert(tsd, &tdata->bt2tctx, btkey, ret.v);  in prof_lookup()
812 				prof_gctx_try_destroy(tsd, tdata, gctx, tdata);  in prof_lookup()
813 			idalloctm(tsd, ret.v, tcache, true);  in prof_lookup()
911 	tsd_t *tsd;  in prof_bt_count()  local
914 	tsd = tsd_fetch();  in prof_bt_count()
915 	tdata = prof_tdata_get(tsd, false);  in prof_bt_count()
1186 prof_gctx_finish(tsd_t *tsd, prof_gctx_tree_t *gctxs)  in prof_gctx_finish()  argument
1188 	prof_tdata_t *tdata = prof_tdata_get(tsd, false);  in prof_gctx_finish()
1213 					idalloctm(tsd, to_destroy,  in prof_gctx_finish()
1214 					    tcache_get(tsd, false), true);  in prof_gctx_finish()
1223 			prof_gctx_try_destroy(tsd, tdata, gctx, tdata);  in prof_gctx_finish()
1466 prof_dump(tsd_t *tsd, bool propagate_err, const char *filename, bool leakcheck)  in prof_dump()  argument
1480 	tdata = prof_tdata_get(tsd, true);  in prof_dump()
1485 	prof_enter(tsd, tdata);  in prof_dump()
1508 	prof_leave(tsd, tdata);  in prof_dump()
1530 	prof_gctx_finish(tsd, &gctxs);  in prof_dump()
1540 	prof_gctx_finish(tsd, &gctxs);  in prof_dump()
1570 	tsd_t *tsd;  in prof_fdump()  local
1579 	tsd = tsd_fetch();  in prof_fdump()
1584 	prof_dump(tsd, false, filename, opt_prof_leak);  in prof_fdump()
1590 	tsd_t *tsd;  in prof_idump()  local
1597 	tsd = tsd_fetch();  in prof_idump()
1598 	tdata = prof_tdata_get(tsd, false);  in prof_idump()
1612 		prof_dump(tsd, false, filename, false);  in prof_idump()
1619 	tsd_t *tsd;  in prof_mdump()  local
1626 	tsd = tsd_fetch();  in prof_mdump()
1638 	return (prof_dump(tsd, true, filename, false));  in prof_mdump()
1644 	tsd_t *tsd;  in prof_gdump()  local
1651 	tsd = tsd_fetch();  in prof_gdump()
1652 	tdata = prof_tdata_get(tsd, false);  in prof_gdump()
1666 		prof_dump(tsd, false, filename, false);  in prof_gdump()
1707 prof_tdata_init_impl(tsd_t *tsd, uint64_t thr_uid, uint64_t thr_discrim,  in prof_tdata_init_impl()  argument
1716 	tcache = tcache_get(tsd, true);  in prof_tdata_init_impl()
1717 	tdata = (prof_tdata_t *)iallocztm(tsd, sizeof(prof_tdata_t), false,  in prof_tdata_init_impl()
1730 	if (ckh_new(tsd, &tdata->bt2tctx, PROF_CKH_MINITEMS,  in prof_tdata_init_impl()
1732 		idalloctm(tsd, tdata, tcache, true);  in prof_tdata_init_impl()
1754 prof_tdata_init(tsd_t *tsd)  in prof_tdata_init()  argument
1757 	return (prof_tdata_init_impl(tsd, prof_thr_uid_alloc(), 0, NULL,  in prof_tdata_init()
1775 prof_tdata_destroy_locked(tsd_t *tsd, prof_tdata_t *tdata,  in prof_tdata_destroy_locked()  argument
1781 	assert(tsd_prof_tdata_get(tsd) != tdata);  in prof_tdata_destroy_locked()
1785 	tcache = tcache_get(tsd, false);  in prof_tdata_destroy_locked()
1787 		idalloctm(tsd, tdata->thread_name, tcache, true);  in prof_tdata_destroy_locked()
1788 	ckh_delete(tsd, &tdata->bt2tctx);  in prof_tdata_destroy_locked()
1789 	idalloctm(tsd, tdata, tcache, true);  in prof_tdata_destroy_locked()
1793 prof_tdata_destroy(tsd_t *tsd, prof_tdata_t *tdata, bool even_if_attached)  in prof_tdata_destroy()  argument
1797 	prof_tdata_destroy_locked(tsd, tdata, even_if_attached);  in prof_tdata_destroy()
1802 prof_tdata_detach(tsd_t *tsd, prof_tdata_t *tdata)  in prof_tdata_detach()  argument
1815 		tsd_prof_tdata_set(tsd, NULL);  in prof_tdata_detach()
1820 		prof_tdata_destroy(tsd, tdata, true);  in prof_tdata_detach()
1824 prof_tdata_reinit(tsd_t *tsd, prof_tdata_t *tdata)  in prof_tdata_reinit()  argument
1829 	    prof_thread_name_alloc(tsd, tdata->thread_name) : NULL;  in prof_tdata_reinit()
1832 	prof_tdata_detach(tsd, tdata);  in prof_tdata_reinit()
1833 	return (prof_tdata_init_impl(tsd, thr_uid, thr_discrim, thread_name,  in prof_tdata_reinit()
1862 prof_reset(tsd_t *tsd, size_t lg_sample)  in prof_reset()  argument
1879 			prof_tdata_destroy_locked(tsd, to_destroy, false);  in prof_reset()
1889 prof_tdata_cleanup(tsd_t *tsd)  in prof_tdata_cleanup()  argument
1896 	tdata = tsd_prof_tdata_get(tsd);  in prof_tdata_cleanup()
1898 		prof_tdata_detach(tsd, tdata);  in prof_tdata_cleanup()
1927 	tsd_t *tsd;  in prof_thread_name_get()  local
1930 	tsd = tsd_fetch();  in prof_thread_name_get()
1931 	tdata = prof_tdata_get(tsd, true);  in prof_thread_name_get()
1938 prof_thread_name_alloc(tsd_t *tsd, const char *thread_name)  in prof_thread_name_alloc()  argument
1950 	ret = iallocztm(tsd, size, false, tcache_get(tsd, true), true, NULL);  in prof_thread_name_alloc()
1958 prof_thread_name_set(tsd_t *tsd, const char *thread_name)  in prof_thread_name_set()  argument
1964 	tdata = prof_tdata_get(tsd, true);  in prof_thread_name_set()
1977 	s = prof_thread_name_alloc(tsd, thread_name);  in prof_thread_name_set()
1982 		idalloctm(tsd, tdata->thread_name, tcache_get(tsd, false),  in prof_thread_name_set()
1994 	tsd_t *tsd;  in prof_thread_active_get()  local
1997 	tsd = tsd_fetch();  in prof_thread_active_get()
1998 	tdata = prof_tdata_get(tsd, true);  in prof_thread_active_get()
2007 	tsd_t *tsd;  in prof_thread_active_set()  local
2010 	tsd = tsd_fetch();  in prof_thread_active_set()
2011 	tdata = prof_tdata_get(tsd, true);  in prof_thread_active_set()
2107 		tsd_t *tsd;  in prof_boot2()  local
2124 		tsd = tsd_fetch();  in prof_boot2()
2125 		if (ckh_new(tsd, &bt2gctx, PROF_CKH_MINITEMS, prof_bt_hash,  in prof_boot2()