1677     size_t size, size_t usize, szind_t ind) {  in imalloc_no_sample()  argument
1709 		return ipalloct(tsd_tsdn(tsd), usize, dopts->alignment,  in imalloc_no_sample()
1719     size_t usize, szind_t ind) {  in imalloc_sample()  argument
1727 	size_t bumped_usize = usize;  in imalloc_sample()
1729 	if (usize <= SMALL_MAXCLASS) {  in imalloc_sample()
1740 		arena_prof_promote(tsd_tsdn(tsd), ret, usize);  in imalloc_sample()
1742 		ret = imalloc_no_sample(sopts, dopts, tsd, usize, usize, ind);  in imalloc_sample()
1806 	size_t usize = 0;  in imalloc_body()  local
1841 			usize = sz_index2size(ind);  in imalloc_body()
1842 			assert(usize > 0 && usize <= LARGE_MAXCLASS);  in imalloc_body()
1845 		usize = sz_sa2u(size, dopts->alignment);  in imalloc_body()
1846 		if (unlikely(usize == 0 || usize > LARGE_MAXCLASS)) {  in imalloc_body()
1878 		    tsd, usize, prof_active_get_unlocked(), true);  in imalloc_body()
1882 			alloc_ctx.slab = (usize <= SMALL_MAXCLASS);  in imalloc_body()
1884 			    sopts, dopts, tsd, usize, usize, ind);  in imalloc_body()
1891 			    sopts, dopts, tsd, usize, ind);  in imalloc_body()
1901 		prof_malloc(tsd_tsdn(tsd), allocation, usize, &alloc_ctx, tctx);  in imalloc_body()
1909 		allocation = imalloc_no_sample(sopts, dopts, tsd, size, usize,  in imalloc_body()
1924 		assert(usize == isalloc(tsd_tsdn(tsd), allocation));  in imalloc_body()
1925 		*tsd_thread_allocatedp_get(tsd) += usize;  in imalloc_body()
2150 irealloc_prof_sample(tsd_t *tsd, void *old_ptr, size_t old_usize, size_t usize,  in irealloc_prof_sample()  argument
2157 	if (usize <= SMALL_MAXCLASS) {  in irealloc_prof_sample()
2162 		arena_prof_promote(tsd_tsdn(tsd), p, usize);  in irealloc_prof_sample()
2164 		p = iralloc(tsd, old_ptr, old_usize, usize, 0, false);  in irealloc_prof_sample()
2171 irealloc_prof(tsd_t *tsd, void *old_ptr, size_t old_usize, size_t usize,  in irealloc_prof()  argument
2179 	tctx = prof_alloc_prep(tsd, usize, prof_active, true);  in irealloc_prof()
2181 		p = irealloc_prof_sample(tsd, old_ptr, old_usize, usize, tctx);  in irealloc_prof()
2183 		p = iralloc(tsd, old_ptr, old_usize, usize, 0, false);  in irealloc_prof()
2189 	prof_realloc(tsd, p, usize, tctx, prof_active, true, old_ptr, old_usize,  in irealloc_prof()
2214 	size_t usize;  in ifree()  local
2216 		usize = sz_index2size(alloc_ctx.szind);  in ifree()
2217 		prof_free(tsd, ptr, usize, &alloc_ctx);  in ifree()
2219 		usize = sz_index2size(alloc_ctx.szind);  in ifree()
2222 		*tsd_thread_deallocatedp_get(tsd) += usize;  in ifree()
2235 isfree(tsd_t *tsd, void *ptr, size_t usize, tcache_t *tcache, bool slow_path) {  in isfree()  argument
2254 		alloc_ctx.szind = sz_size2index(usize);  in isfree()
2270 		assert(alloc_ctx.szind == sz_size2index(usize));  in isfree()
2277 		prof_free(tsd, ptr, usize, ctx);  in isfree()
2280 		*tsd_thread_deallocatedp_get(tsd) += usize;  in isfree()
2284 		isdalloct(tsd_tsdn(tsd), ptr, usize, tcache, ctx, false);  in isfree()
2286 		isdalloct(tsd_tsdn(tsd), ptr, usize, tcache, ctx, true);  in isfree()
2296 	size_t usize JEMALLOC_CC_SILENCE_INIT(0);  in je_realloc()
2334 			usize = sz_s2u(size);  in je_realloc()
2335 			ret = unlikely(usize == 0 || usize > LARGE_MAXCLASS) ?  in je_realloc()
2336 			    NULL : irealloc_prof(tsd, ptr, old_usize, usize,  in je_realloc()
2340 				usize = sz_s2u(size);  in je_realloc()
2363 		assert(usize == isalloc(tsdn, ret));  in je_realloc()
2365 		*tsd_thread_allocatedp_get(tsd) += usize;  in je_realloc()
2600     size_t usize, size_t alignment, bool zero, tcache_t *tcache, arena_t *arena,  in irallocx_prof_sample()  argument
2607 	if (usize <= SMALL_MAXCLASS) {  in irallocx_prof_sample()
2613 		arena_prof_promote(tsdn, p, usize);  in irallocx_prof_sample()
2615 		p = iralloct(tsdn, old_ptr, old_usize, usize, alignment, zero,  in irallocx_prof_sample()
2624     size_t alignment, size_t *usize, bool zero, tcache_t *tcache,  in irallocx_prof()  argument
2632 	tctx = prof_alloc_prep(tsd, *usize, prof_active, false);  in irallocx_prof()
2635 		    *usize, alignment, zero, tcache, arena, tctx);  in irallocx_prof()
2654 		*usize = isalloc(tsd_tsdn(tsd), p);  in irallocx_prof()
2656 	prof_realloc(tsd, p, *usize, tctx, prof_active, false, old_ptr,  in irallocx_prof()
2668 	size_t usize;  in je_rallocx()  local
2713 		usize = (alignment == 0) ?  in je_rallocx()
2715 		if (unlikely(usize == 0 || usize > LARGE_MAXCLASS)) {  in je_rallocx()
2718 		p = irallocx_prof(tsd, ptr, old_usize, size, alignment, &usize,  in je_rallocx()
2730 			usize = isalloc(tsd_tsdn(tsd), p);  in je_rallocx()
2736 		*tsd_thread_allocatedp_get(tsd) += usize;  in je_rallocx()
2759 	size_t usize;  in ixallocx_helper()  local
2764 	usize = isalloc(tsdn, ptr);  in ixallocx_helper()
2766 	return usize;  in ixallocx_helper()
2772 	size_t usize;  in ixallocx_prof_sample()  local
2777 	usize = ixallocx_helper(tsdn, ptr, old_usize, size, extra, alignment,  in ixallocx_prof_sample()
2780 	return usize;  in ixallocx_prof_sample()
2786 	size_t usize_max, usize;  in ixallocx_prof()  local
2816 		usize = ixallocx_prof_sample(tsd_tsdn(tsd), ptr, old_usize,  in ixallocx_prof()
2819 		usize = ixallocx_helper(tsd_tsdn(tsd), ptr, old_usize, size,  in ixallocx_prof()
2822 	if (usize == old_usize) {  in ixallocx_prof()
2824 		return usize;  in ixallocx_prof()
2826 	prof_realloc(tsd, ptr, usize, tctx, prof_active, false, ptr, old_usize,  in ixallocx_prof()
2829 	return usize;  in ixallocx_prof()
2835 	size_t usize, old_usize;  in je_xallocx()  local
2866 		usize = old_usize;  in je_xallocx()
2874 		usize = ixallocx_prof(tsd, ptr, old_usize, size, extra,  in je_xallocx()
2877 		usize = ixallocx_helper(tsd_tsdn(tsd), ptr, old_usize, size,  in je_xallocx()
2880 	if (unlikely(usize == old_usize)) {  in je_xallocx()
2885 		*tsd_thread_allocatedp_get(tsd) += usize;  in je_xallocx()
2892 	LOG("core.xallocx.exit", "result: %zu", usize);  in je_xallocx()
2893 	return usize;  in je_xallocx()
2899 	size_t usize;  in JEMALLOC_ATTR()  local
2911 		usize = ivsalloc(tsdn, ptr);  in JEMALLOC_ATTR()
2912 		assert(force_ivsalloc || usize != 0);  in JEMALLOC_ATTR()
2914 		usize = isalloc(tsdn, ptr);  in JEMALLOC_ATTR()
2919 	LOG("core.sallocx.exit", "result: %zu", usize);  in JEMALLOC_ATTR()
2920 	return usize;  in JEMALLOC_ATTR()
2972 	size_t usize;  in inallocx()  local
2974 		usize = sz_s2u(size);  in inallocx()
2976 		usize = sz_sa2u(size, MALLOCX_ALIGN_GET_SPECIFIED(flags));  in inallocx()
2979 	return usize;  in inallocx()
2992 	size_t usize = inallocx(tsd_tsdn(tsd), size, flags);  in je_sdallocx()  local
2993 	assert(usize == isalloc(tsd_tsdn(tsd), ptr));  in je_sdallocx()
3021 		isfree(tsd, ptr, usize, tcache, false);  in je_sdallocx()
3023 		isfree(tsd, ptr, usize, tcache, true);  in je_sdallocx()
3033 	size_t usize;  in JEMALLOC_ATTR()  local
3046 	usize = inallocx(tsdn, size, flags);  in JEMALLOC_ATTR()
3047 	if (unlikely(usize > LARGE_MAXCLASS)) {  in JEMALLOC_ATTR()
3053 	LOG("core.nallocx.exit", "result: %zu", usize);  in JEMALLOC_ATTR()
3054 	return usize;  in JEMALLOC_ATTR()
3205 		size_t usize = je_xallocx(*ptr, size, extra, flags);  in je_rallocm()  local
3206 		ret = (usize >= size) ? ALLOCM_SUCCESS : ALLOCM_ERR_NOT_MOVED;  in je_rallocm()
3208 			*rsize = usize;  in je_rallocm()
3240 	size_t usize = je_nallocx(size, flags);  in je_nallocm()  local
3241 	if (usize == 0) {  in je_nallocm()
3245 		*rsize = usize;  in je_nallocm()