306 a0ialloc(size_t size, bool zero, bool is_metadata)  in a0ialloc()  argument
312 	return (iallocztm(NULL, size, zero, false, is_metadata, a0get()));  in a0ialloc()
323 a0malloc(size_t size)  in a0malloc()  argument
326 	return (a0ialloc(size, false, true));  in a0malloc()
343 bootstrap_malloc(size_t size)  in bootstrap_malloc()  argument
346 	if (unlikely(size == 0))  in bootstrap_malloc()
347 		size = 1;  in bootstrap_malloc()
349 	return (a0ialloc(size, false, false));  in bootstrap_malloc()
353 bootstrap_calloc(size_t num, size_t size)  in bootstrap_calloc()  argument
357 	num_size = num * size;  in bootstrap_calloc()
359 		assert(num == 0 || size == 0);  in bootstrap_calloc()
1396 imalloc_body(size_t size, tsd_t **tsd, size_t *usize)  in imalloc_body()  argument
1404 		*usize = s2u(size);  in imalloc_body()
1411 		*usize = s2u(size);  in imalloc_body()
1412 	return (imalloc(*tsd, size));  in imalloc_body()
1418 je_malloc(size_t size)  in JEMALLOC_ATTR()
1424 	if (size == 0)  in JEMALLOC_ATTR()
1425 		size = 1;  in JEMALLOC_ATTR()
1427 	ret = imalloc_body(size, &tsd, &usize);  in JEMALLOC_ATTR()
1440 	UTRACE(0, size, ret);  in JEMALLOC_ATTR()
1487 imemalign(void **memptr, size_t alignment, size_t size, size_t min_alignment)  in imemalign()  argument
1501 	if (size == 0)  in imemalign()
1502 		size = 1;  in imemalign()
1517 	usize = sa2u(size, alignment);  in imemalign()
1538 	UTRACE(0, size, result);  in imemalign()
1553 je_posix_memalign(void **memptr, size_t alignment, size_t size)  in je_posix_memalign()  argument
1555 	int ret = imemalign(memptr, alignment, size, sizeof(void *));  in je_posix_memalign()
1564 je_aligned_alloc(size_t alignment, size_t size)  in JEMALLOC_ATTR()
1569 	if (unlikely((err = imemalign(&ret, alignment, size, 1)) != 0)) {  in JEMALLOC_ATTR()
1619 je_calloc(size_t num, size_t size)  in JEMALLOC_ATTR()
1633 	num_size = num * size;  in JEMALLOC_ATTR()
1635 		if (num == 0 || size == 0)  in JEMALLOC_ATTR()
1646 	} else if (unlikely(((num | size) & (SIZE_T_MAX << (sizeof(size_t) <<  in JEMALLOC_ATTR()
1647 	    2))) && (num_size / size != num))) {  in JEMALLOC_ATTR()
1770 je_realloc(void *ptr, size_t size)  in je_realloc()  argument
1778 	if (unlikely(size == 0)) {  in je_realloc()
1786 		size = 1;  in je_realloc()
1799 			usize = s2u(size);  in je_realloc()
1805 				usize = s2u(size);  in je_realloc()
1806 			ret = iralloc(tsd, ptr, old_usize, size, 0, false);  in je_realloc()
1810 		ret = imalloc_body(size, &tsd, &usize);  in je_realloc()
1826 	UTRACE(ptr, size, ret);  in je_realloc()
1855 je_memalign(size_t alignment, size_t size)  in JEMALLOC_ATTR()
1858 	if (unlikely(imemalign(&ret, alignment, size, 1) != 0))  in JEMALLOC_ATTR()
1860 	JEMALLOC_VALGRIND_MALLOC(ret != NULL, ret, size, false);  in JEMALLOC_ATTR()
1869 je_valloc(size_t size)  in JEMALLOC_ATTR()
1872 	if (unlikely(imemalign(&ret, PAGE, size, 1) != 0))  in JEMALLOC_ATTR()
1874 	JEMALLOC_VALGRIND_MALLOC(ret != NULL, ret, size, false);  in JEMALLOC_ATTR()
1898 JEMALLOC_EXPORT void *(*__malloc_hook)(size_t size) = je_malloc;
1899 JEMALLOC_EXPORT void *(*__realloc_hook)(void *ptr, size_t size) = je_realloc;
1901 JEMALLOC_EXPORT void *(*__memalign_hook)(size_t alignment, size_t size) =
1915 imallocx_flags_decode_hard(tsd_t *tsd, size_t size, int flags, size_t *usize,  in imallocx_flags_decode_hard()  argument
1921 		*usize = s2u(size);  in imallocx_flags_decode_hard()
1924 		*usize = sa2u(size, *alignment);  in imallocx_flags_decode_hard()
1946 imallocx_flags_decode(tsd_t *tsd, size_t size, int flags, size_t *usize,  in imallocx_flags_decode()  argument
1951 		*usize = s2u(size);  in imallocx_flags_decode()
1959 		return (imallocx_flags_decode_hard(tsd, size, flags, usize,  in imallocx_flags_decode()
1997 imallocx_prof(tsd_t *tsd, size_t size, int flags, size_t *usize)  in imallocx_prof()  argument
2006 	if (unlikely(imallocx_flags_decode(tsd, size, flags, usize, &alignment,  in imallocx_prof()
2028 imallocx_no_prof(tsd_t *tsd, size_t size, int flags, size_t *usize)  in imallocx_no_prof()  argument
2038 			*usize = s2u(size);  in imallocx_no_prof()
2039 		return (imalloc(tsd, size));  in imallocx_no_prof()
2042 	if (unlikely(imallocx_flags_decode_hard(tsd, size, flags, usize,  in imallocx_no_prof()
2053 je_mallocx(size_t size, int flags)  in JEMALLOC_ATTR()
2059 	assert(size != 0);  in JEMALLOC_ATTR()
2066 		p = imallocx_prof(tsd, size, flags, &usize);  in JEMALLOC_ATTR()
2068 		p = imallocx_no_prof(tsd, size, flags, &usize);  in JEMALLOC_ATTR()
2076 	UTRACE(0, size, p);  in JEMALLOC_ATTR()
2084 	UTRACE(0, size, 0);  in JEMALLOC_ATTR()
2112 irallocx_prof(tsd_t *tsd, void *old_ptr, size_t old_usize, size_t size,  in irallocx_prof()  argument
2127 		p = iralloct(tsd, old_ptr, old_usize, size, alignment, zero,  in irallocx_prof()
2155 je_rallocx(void *ptr, size_t size, int flags)  in je_rallocx()  argument
2168 	assert(size != 0);  in je_rallocx()
2194 		usize = (alignment == 0) ? s2u(size) : sa2u(size, alignment);  in je_rallocx()
2196 		p = irallocx_prof(tsd, ptr, old_usize, size, alignment, &usize,  in je_rallocx()
2201 		p = iralloct(tsd, ptr, old_usize, size, alignment, zero,  in je_rallocx()
2214 	UTRACE(ptr, size, p);  in je_rallocx()
2223 	UTRACE(ptr, size, 0);  in je_rallocx()
2228 ixallocx_helper(void *ptr, size_t old_usize, size_t size, size_t extra,  in ixallocx_helper()  argument
2233 	if (ixalloc(ptr, old_usize, size, extra, alignment, zero))  in ixallocx_helper()
2241 ixallocx_prof_sample(void *ptr, size_t old_usize, size_t size, size_t extra,  in ixallocx_prof_sample()  argument
2248 	usize = ixallocx_helper(ptr, old_usize, size, extra, alignment, zero);  in ixallocx_prof_sample()
2254 ixallocx_prof(tsd_t *tsd, void *ptr, size_t old_usize, size_t size,  in ixallocx_prof()  argument
2269 	usize_max = (alignment == 0) ? s2u(size+extra) : sa2u(size+extra,  in ixallocx_prof()
2274 		usize = ixallocx_prof_sample(ptr, old_usize, size, extra,  in ixallocx_prof()
2277 		usize = ixallocx_helper(ptr, old_usize, size, extra, alignment,  in ixallocx_prof()
2291 je_xallocx(void *ptr, size_t size, size_t extra, int flags)  in je_xallocx()  argument
2300 	assert(size != 0);  in je_xallocx()
2301 	assert(SIZE_T_MAX - size >= extra);  in je_xallocx()
2309 	if (unlikely(size + extra > HUGE_MAXCLASS)) {  in je_xallocx()
2311 		if (unlikely(size > HUGE_MAXCLASS)) {  in je_xallocx()
2315 		extra = HUGE_MAXCLASS - size;  in je_xallocx()
2322 		usize = ixallocx_prof(tsd, ptr, old_usize, size, extra,  in je_xallocx()
2325 		usize = ixallocx_helper(ptr, old_usize, size, extra, alignment,  in je_xallocx()
2338 	UTRACE(ptr, size, ptr);  in je_xallocx()
2382 inallocx(size_t size, int flags)  in inallocx()  argument
2387 		usize = s2u(size);  in inallocx()
2389 		usize = sa2u(size, MALLOCX_ALIGN_GET_SPECIFIED(flags));  in inallocx()
2395 je_sdallocx(void *ptr, size_t size, int flags)  in je_sdallocx()  argument
2403 	usize = inallocx(size, flags);  in je_sdallocx()
2421 je_nallocx(size_t size, int flags)  in JEMALLOC_ATTR()
2424 	assert(size != 0);  in JEMALLOC_ATTR()
2429 	return (inallocx(size, flags));  in JEMALLOC_ATTR()