781 arena_huge_malloc_stats_update(arena_t *arena, size_t usize)  in arena_huge_malloc_stats_update()  argument
783 	szind_t index = size2index(usize) - nlclasses - NBINS;  in arena_huge_malloc_stats_update()
788 	arena->stats.allocated_huge += usize;  in arena_huge_malloc_stats_update()
794 arena_huge_malloc_stats_update_undo(arena_t *arena, size_t usize)  in arena_huge_malloc_stats_update_undo()  argument
796 	szind_t index = size2index(usize) - nlclasses - NBINS;  in arena_huge_malloc_stats_update_undo()
801 	arena->stats.allocated_huge -= usize;  in arena_huge_malloc_stats_update_undo()
807 arena_huge_dalloc_stats_update(arena_t *arena, size_t usize)  in arena_huge_dalloc_stats_update()  argument
809 	szind_t index = size2index(usize) - nlclasses - NBINS;  in arena_huge_dalloc_stats_update()
814 	arena->stats.allocated_huge -= usize;  in arena_huge_dalloc_stats_update()
820 arena_huge_dalloc_stats_update_undo(arena_t *arena, size_t usize)  in arena_huge_dalloc_stats_update_undo()  argument
822 	szind_t index = size2index(usize) - nlclasses - NBINS;  in arena_huge_dalloc_stats_update_undo()
827 	arena->stats.allocated_huge += usize;  in arena_huge_dalloc_stats_update_undo()
833 arena_huge_ralloc_stats_update(arena_t *arena, size_t oldsize, size_t usize)  in arena_huge_ralloc_stats_update()  argument
837 	arena_huge_malloc_stats_update(arena, usize);  in arena_huge_ralloc_stats_update()
842     size_t usize)  in arena_huge_ralloc_stats_update_undo()  argument
846 	arena_huge_malloc_stats_update_undo(arena, usize);  in arena_huge_ralloc_stats_update_undo()
877     size_t usize, size_t alignment, bool *zero, size_t csize)  in arena_chunk_alloc_huge_hard()  argument
888 			arena_huge_malloc_stats_update_undo(arena, usize);  in arena_chunk_alloc_huge_hard()
889 			arena->stats.mapped -= usize;  in arena_chunk_alloc_huge_hard()
891 		arena->nactive -= (usize >> LG_PAGE);  in arena_chunk_alloc_huge_hard()
899 arena_chunk_alloc_huge(arena_t *arena, size_t usize, size_t alignment,  in arena_chunk_alloc_huge()  argument
904 	size_t csize = CHUNK_CEILING(usize);  in arena_chunk_alloc_huge()
910 		arena_huge_malloc_stats_update(arena, usize);  in arena_chunk_alloc_huge()
911 		arena->stats.mapped += usize;  in arena_chunk_alloc_huge()
913 	arena->nactive += (usize >> LG_PAGE);  in arena_chunk_alloc_huge()
919 		ret = arena_chunk_alloc_huge_hard(arena, &chunk_hooks, usize,  in arena_chunk_alloc_huge()
924 		stats_cactive_add(usize);  in arena_chunk_alloc_huge()
929 arena_chunk_dalloc_huge(arena_t *arena, void *chunk, size_t usize)  in arena_chunk_dalloc_huge()  argument
934 	csize = CHUNK_CEILING(usize);  in arena_chunk_dalloc_huge()
937 		arena_huge_dalloc_stats_update(arena, usize);  in arena_chunk_dalloc_huge()
938 		arena->stats.mapped -= usize;  in arena_chunk_dalloc_huge()
939 		stats_cactive_sub(usize);  in arena_chunk_dalloc_huge()
941 	arena->nactive -= (usize >> LG_PAGE);  in arena_chunk_dalloc_huge()
949     size_t usize)  in arena_chunk_ralloc_huge_similar()  argument
952 	assert(CHUNK_CEILING(oldsize) == CHUNK_CEILING(usize));  in arena_chunk_ralloc_huge_similar()
953 	assert(oldsize != usize);  in arena_chunk_ralloc_huge_similar()
957 		arena_huge_ralloc_stats_update(arena, oldsize, usize);  in arena_chunk_ralloc_huge_similar()
958 	if (oldsize < usize) {  in arena_chunk_ralloc_huge_similar()
959 		size_t udiff = usize - oldsize;  in arena_chunk_ralloc_huge_similar()
964 		size_t udiff = oldsize - usize;  in arena_chunk_ralloc_huge_similar()
974     size_t usize)  in arena_chunk_ralloc_huge_shrink()  argument
976 	size_t udiff = oldsize - usize;  in arena_chunk_ralloc_huge_shrink()
977 	size_t cdiff = CHUNK_CEILING(oldsize) - CHUNK_CEILING(usize);  in arena_chunk_ralloc_huge_shrink()
981 		arena_huge_ralloc_stats_update(arena, oldsize, usize);  in arena_chunk_ralloc_huge_shrink()
992 		    CHUNK_CEILING(usize));  in arena_chunk_ralloc_huge_shrink()
1001     void *chunk, size_t oldsize, size_t usize, bool *zero, void *nchunk,  in arena_chunk_ralloc_huge_expand_hard()  argument
1014 			    usize);  in arena_chunk_ralloc_huge_expand_hard()
1030     size_t usize, bool *zero)  in arena_chunk_ralloc_huge_expand()  argument
1035 	size_t udiff = usize - oldsize;  in arena_chunk_ralloc_huge_expand()
1036 	size_t cdiff = CHUNK_CEILING(usize) - CHUNK_CEILING(oldsize);  in arena_chunk_ralloc_huge_expand()
1042 		arena_huge_ralloc_stats_update(arena, oldsize, usize);  in arena_chunk_ralloc_huge_expand()
1052 		    chunk, oldsize, usize, zero, nchunk, udiff,  in arena_chunk_ralloc_huge_expand()
2061 arena_redzone_corruption(void *ptr, size_t usize, bool after,  in arena_redzone_corruption()  argument
2067 	    after ? "after" : "before", ptr, usize, byte);  in arena_redzone_corruption()
2133 arena_quarantine_junk_small(void *ptr, size_t usize)  in arena_quarantine_junk_small()  argument
2140 	assert(usize <= SMALL_MAXCLASS);  in arena_quarantine_junk_small()
2142 	binind = size2index(usize);  in arena_quarantine_junk_small()
2205 	size_t usize;  in arena_malloc_large()  local
2212 	usize = s2u(size);  in arena_malloc_large()
2228 	run = arena_run_alloc_large(arena, usize + large_pad, zero);  in arena_malloc_large()
2237 		szind_t index = size2index(usize) - NBINS;  in arena_malloc_large()
2241 		arena->stats.allocated_large += usize;  in arena_malloc_large()
2247 		idump = arena_prof_accum_locked(arena, usize);  in arena_malloc_large()
2255 				memset(ret, 0xa5, usize);  in arena_malloc_large()
2257 				memset(ret, 0, usize);  in arena_malloc_large()
2266 arena_palloc_large(tsd_t *tsd, arena_t *arena, size_t usize, size_t alignment,  in arena_palloc_large()  argument
2276 	assert(usize == PAGE_CEILING(usize));  in arena_palloc_large()
2283 	alloc_size = usize + large_pad + alignment - PAGE;  in arena_palloc_large()
2297 	assert(alloc_size >= leadsize + usize);  in arena_palloc_large()
2298 	trailsize = alloc_size - leadsize - usize - large_pad;  in arena_palloc_large()
2312 		arena_run_trim_tail(arena, chunk, run, usize + large_pad +  in arena_palloc_large()
2313 		    trailsize, usize + large_pad, false);  in arena_palloc_large()
2315 	if (arena_run_init_large(arena, run, usize + large_pad, zero)) {  in arena_palloc_large()
2330 		szind_t index = size2index(usize) - NBINS;  in arena_palloc_large()
2334 		arena->stats.allocated_large += usize;  in arena_palloc_large()
2343 			memset(ret, 0xa5, usize);  in arena_palloc_large()
2345 			memset(ret, 0, usize);  in arena_palloc_large()
2351 arena_palloc(tsd_t *tsd, arena_t *arena, size_t usize, size_t alignment,  in arena_palloc()  argument
2356 	if (usize <= SMALL_MAXCLASS && (alignment < PAGE || (alignment == PAGE  in arena_palloc()
2357 	    && (usize & PAGE_MASK) == 0))) {  in arena_palloc()
2359 		ret = arena_malloc(tsd, arena, usize, zero, tcache);  in arena_palloc()
2360 	} else if (usize <= large_maxclass && alignment <= PAGE) {  in arena_palloc()
2367 		ret = arena_malloc(tsd, arena, usize, zero, tcache);  in arena_palloc()
2371 		if (likely(usize <= large_maxclass)) {  in arena_palloc()
2372 			ret = arena_palloc_large(tsd, arena, usize, alignment,  in arena_palloc()
2375 			ret = huge_malloc(tsd, arena, usize, zero, tcache);  in arena_palloc()
2377 			ret = huge_palloc(tsd, arena, usize, alignment, zero,  in arena_palloc()
2550 arena_dalloc_junk_large(void *ptr, size_t usize)  in arena_dalloc_junk_large()  argument
2554 		memset(ptr, 0x5a, usize);  in arena_dalloc_junk_large()
2572 		size_t usize = arena_mapbits_large_size_get(chunk, pageind) -  in arena_dalloc_large_locked_impl()  local
2576 			arena_dalloc_junk_large(ptr, usize);  in arena_dalloc_large_locked_impl()
2578 			szind_t index = size2index(usize) - NBINS;  in arena_dalloc_large_locked_impl()
2581 			arena->stats.allocated_large -= usize;  in arena_dalloc_large_locked_impl()
2667 		size_t usize, splitsize, size, flag_dirty, flag_unzeroed_mask;  in arena_ralloc_large_grow()  local
2669 		usize = usize_max;  in arena_ralloc_large_grow()
2670 		while (oldsize + followsize < usize)  in arena_ralloc_large_grow()
2671 			usize = index2size(size2index(usize)-1);  in arena_ralloc_large_grow()
2672 		assert(usize >= usize_min);  in arena_ralloc_large_grow()
2673 		assert(usize >= oldsize);  in arena_ralloc_large_grow()
2674 		splitsize = usize - oldsize;  in arena_ralloc_large_grow()
2742 arena_ralloc_junk_large(void *ptr, size_t old_usize, size_t usize)  in arena_ralloc_junk_large()  argument
2746 		memset((void *)((uintptr_t)ptr + usize), 0x5a,  in arena_ralloc_junk_large()
2747 		    old_usize - usize);  in arena_ralloc_junk_large()
2835 arena_ralloc_move_helper(tsd_t *tsd, arena_t *arena, size_t usize,  in arena_ralloc_move_helper()  argument
2840 		return (arena_malloc(tsd, arena, usize, zero, tcache));  in arena_ralloc_move_helper()
2841 	usize = sa2u(usize, alignment);  in arena_ralloc_move_helper()
2842 	if (usize == 0)  in arena_ralloc_move_helper()
2844 	return (ipalloct(tsd, usize, alignment, zero, tcache, arena));  in arena_ralloc_move_helper()
2852 	size_t usize;  in arena_ralloc()  local
2854 	usize = s2u(size);  in arena_ralloc()
2855 	if (usize == 0)  in arena_ralloc()
2858 	if (likely(usize <= large_maxclass)) {  in arena_ralloc()
2862 		if (!arena_ralloc_no_move(ptr, oldsize, usize, 0, zero))  in arena_ralloc()
2870 		ret = arena_ralloc_move_helper(tsd, arena, usize, alignment,  in arena_ralloc()
2880 		copysize = (usize < oldsize) ? usize : oldsize;  in arena_ralloc()
2885 		ret = huge_ralloc(tsd, arena, ptr, oldsize, usize, alignment,  in arena_ralloc()