554 	prof_gctx_t *gctx = (prof_gctx_t *)iallocztm(tsd, offsetof(prof_gctx_t,  in prof_gctx_create()  local
557 	if (gctx == NULL)  in prof_gctx_create()
559 	gctx->lock = prof_gctx_mutex_choose();  in prof_gctx_create()
564 	gctx->nlimbo = 1;  in prof_gctx_create()
565 	tctx_tree_new(&gctx->tctxs);  in prof_gctx_create()
567 	memcpy(gctx->vec, bt->vec, bt->len * sizeof(void *));  in prof_gctx_create()
568 	gctx->bt.vec = gctx->vec;  in prof_gctx_create()
569 	gctx->bt.len = bt->len;  in prof_gctx_create()
570 	return (gctx);  in prof_gctx_create()
574 prof_gctx_try_destroy(tsd_t *tsd, prof_tdata_t *tdata_self, prof_gctx_t *gctx,  in prof_gctx_try_destroy()  argument
588 	malloc_mutex_lock(gctx->lock);  in prof_gctx_try_destroy()
589 	assert(gctx->nlimbo != 0);  in prof_gctx_try_destroy()
590 	if (tctx_tree_empty(&gctx->tctxs) && gctx->nlimbo == 1) {  in prof_gctx_try_destroy()
592 		if (ckh_remove(tsd, &bt2gctx, &gctx->bt, NULL, NULL))  in prof_gctx_try_destroy()
596 		malloc_mutex_unlock(gctx->lock);  in prof_gctx_try_destroy()
597 		idalloctm(tsd, gctx, tcache_get(tsd, false), true);  in prof_gctx_try_destroy()
603 		gctx->nlimbo--;  in prof_gctx_try_destroy()
604 		malloc_mutex_unlock(gctx->lock);  in prof_gctx_try_destroy()
624 prof_gctx_should_destroy(prof_gctx_t *gctx)  in prof_gctx_should_destroy()  argument
629 	if (!tctx_tree_empty(&gctx->tctxs))  in prof_gctx_should_destroy()
631 	if (gctx->nlimbo != 0)  in prof_gctx_should_destroy()
641 	prof_gctx_t *gctx = tctx->gctx;  in prof_tctx_destroy()  local
650 	ckh_remove(tsd, &tdata->bt2tctx, &gctx->bt, NULL, NULL);  in prof_tctx_destroy()
654 	malloc_mutex_lock(gctx->lock);  in prof_tctx_destroy()
657 		tctx_tree_remove(&gctx->tctxs, tctx);  in prof_tctx_destroy()
659 		if (prof_gctx_should_destroy(gctx)) {  in prof_tctx_destroy()
674 			gctx->nlimbo++;  in prof_tctx_destroy()
694 	malloc_mutex_unlock(gctx->lock);  in prof_tctx_destroy()
696 		prof_gctx_try_destroy(tsd, prof_tdata_get(tsd, false), gctx,  in prof_tctx_destroy()
714 	} gctx;  in prof_lookup_global()  local
722 	if (ckh_search(&bt2gctx, bt, &btkey.v, &gctx.v)) {  in prof_lookup_global()
724 		gctx.p = prof_gctx_create(tsd, bt);  in prof_lookup_global()
725 		if (gctx.v == NULL) {  in prof_lookup_global()
729 		btkey.p = &gctx.p->bt;  in prof_lookup_global()
730 		if (ckh_insert(tsd, &bt2gctx, btkey.v, gctx.v)) {  in prof_lookup_global()
733 			idalloctm(tsd, gctx.v, tcache_get(tsd, false), true);  in prof_lookup_global()
742 		malloc_mutex_lock(gctx.p->lock);  in prof_lookup_global()
743 		gctx.p->nlimbo++;  in prof_lookup_global()
744 		malloc_mutex_unlock(gctx.p->lock);  in prof_lookup_global()
750 	*p_gctx = gctx.p;  in prof_lookup_global()
779 		prof_gctx_t *gctx;  in prof_lookup()  local
786 		if (prof_lookup_global(tsd, bt, tdata, &btkey, &gctx,  in prof_lookup()
796 				prof_gctx_try_destroy(tsd, tdata, gctx, tdata);  in prof_lookup()
803 		ret.p->gctx = gctx;  in prof_lookup()
812 				prof_gctx_try_destroy(tsd, tdata, gctx, tdata);  in prof_lookup()
816 		malloc_mutex_lock(gctx->lock);  in prof_lookup()
818 		tctx_tree_insert(&gctx->tctxs, ret.p);  in prof_lookup()
819 		gctx->nlimbo--;  in prof_lookup()
820 		malloc_mutex_unlock(gctx->lock);  in prof_lookup()
1039 	malloc_mutex_lock(tctx->gctx->lock);  in prof_tctx_merge_tdata()
1043 		malloc_mutex_unlock(tctx->gctx->lock);  in prof_tctx_merge_tdata()
1047 		malloc_mutex_unlock(tctx->gctx->lock);  in prof_tctx_merge_tdata()
1068 prof_tctx_merge_gctx(prof_tctx_t *tctx, prof_gctx_t *gctx)  in prof_tctx_merge_gctx()  argument
1071 	gctx->cnt_summed.curobjs += tctx->dump_cnts.curobjs;  in prof_tctx_merge_gctx()
1072 	gctx->cnt_summed.curbytes += tctx->dump_cnts.curbytes;  in prof_tctx_merge_gctx()
1074 		gctx->cnt_summed.accumobjs += tctx->dump_cnts.accumobjs;  in prof_tctx_merge_gctx()
1075 		gctx->cnt_summed.accumbytes += tctx->dump_cnts.accumbytes;  in prof_tctx_merge_gctx()
1090 		prof_tctx_merge_gctx(tctx, tctx->gctx);  in prof_tctx_merge_iter()
1151 prof_dump_gctx_prep(prof_gctx_t *gctx, prof_gctx_tree_t *gctxs)  in prof_dump_gctx_prep()  argument
1156 	malloc_mutex_lock(gctx->lock);  in prof_dump_gctx_prep()
1163 	gctx->nlimbo++;  in prof_dump_gctx_prep()
1164 	gctx_tree_insert(gctxs, gctx);  in prof_dump_gctx_prep()
1166 	memset(&gctx->cnt_summed, 0, sizeof(prof_cnt_t));  in prof_dump_gctx_prep()
1168 	malloc_mutex_unlock(gctx->lock);  in prof_dump_gctx_prep()
1172 prof_gctx_merge_iter(prof_gctx_tree_t *gctxs, prof_gctx_t *gctx, void *arg)  in prof_gctx_merge_iter()  argument
1176 	malloc_mutex_lock(gctx->lock);  in prof_gctx_merge_iter()
1177 	tctx_tree_iter(&gctx->tctxs, NULL, prof_tctx_merge_iter, NULL);  in prof_gctx_merge_iter()
1178 	if (gctx->cnt_summed.curobjs != 0)  in prof_gctx_merge_iter()
1180 	malloc_mutex_unlock(gctx->lock);  in prof_gctx_merge_iter()
1189 	prof_gctx_t *gctx;  in prof_gctx_finish()  local
1197 	while ((gctx = gctx_tree_first(gctxs)) != NULL) {  in prof_gctx_finish()
1198 		gctx_tree_remove(gctxs, gctx);  in prof_gctx_finish()
1199 		malloc_mutex_lock(gctx->lock);  in prof_gctx_finish()
1206 				    tctx_tree_iter(&gctx->tctxs, next,  in prof_gctx_finish()
1209 					next = tctx_tree_next(&gctx->tctxs,  in prof_gctx_finish()
1211 					tctx_tree_remove(&gctx->tctxs,  in prof_gctx_finish()
1219 		gctx->nlimbo--;  in prof_gctx_finish()
1220 		if (prof_gctx_should_destroy(gctx)) {  in prof_gctx_finish()
1221 			gctx->nlimbo++;  in prof_gctx_finish()
1222 			malloc_mutex_unlock(gctx->lock);  in prof_gctx_finish()
1223 			prof_gctx_try_destroy(tsd, tdata, gctx, tdata);  in prof_gctx_finish()
1225 			malloc_mutex_unlock(gctx->lock);  in prof_gctx_finish()
1310 prof_dump_gctx(bool propagate_err, prof_gctx_t *gctx, const prof_bt_t *bt,  in prof_dump_gctx()  argument
1319 	if ((!opt_prof_accum && gctx->cnt_summed.curobjs == 0) ||  in prof_dump_gctx()
1320 	    (opt_prof_accum && gctx->cnt_summed.accumobjs == 0)) {  in prof_dump_gctx()
1321 		assert(gctx->cnt_summed.curobjs == 0);  in prof_dump_gctx()
1322 		assert(gctx->cnt_summed.curbytes == 0);  in prof_dump_gctx()
1323 		assert(gctx->cnt_summed.accumobjs == 0);  in prof_dump_gctx()
1324 		assert(gctx->cnt_summed.accumbytes == 0);  in prof_dump_gctx()
1344 	    gctx->cnt_summed.curobjs, gctx->cnt_summed.curbytes,  in prof_dump_gctx()
1345 	    gctx->cnt_summed.accumobjs, gctx->cnt_summed.accumbytes)) {  in prof_dump_gctx()
1350 	if (tctx_tree_iter(&gctx->tctxs, NULL, prof_tctx_dump_iter,  in prof_dump_gctx()
1447 prof_gctx_dump_iter(prof_gctx_tree_t *gctxs, prof_gctx_t *gctx, void *arg)  in prof_gctx_dump_iter()  argument
1452 	malloc_mutex_lock(gctx->lock);  in prof_gctx_dump_iter()
1454 	if (prof_dump_gctx(propagate_err, gctx, &gctx->bt, gctxs)) {  in prof_gctx_dump_iter()
1455 		ret = gctx;  in prof_gctx_dump_iter()
1461 	malloc_mutex_unlock(gctx->lock);  in prof_gctx_dump_iter()
1474 	} gctx;  in prof_dump()  local
1492 	for (tabind = 0; !ckh_iter(&bt2gctx, &tabind, NULL, &gctx.v);)  in prof_dump()
1493 		prof_dump_gctx_prep(gctx.p, &gctxs);  in prof_dump()