21 static void	*chunk_alloc_default(void *new_addr, size_t size,
23 static bool	chunk_dalloc_default(void *chunk, size_t size, bool committed,
25 static bool	chunk_commit_default(void *chunk, size_t size, size_t offset,
27 static bool	chunk_decommit_default(void *chunk, size_t size, size_t offset,
29 static bool	chunk_purge_default(void *chunk, size_t size, size_t offset,
31 static bool	chunk_split_default(void *chunk, size_t size, size_t size_a,
54     void *chunk, size_t size, bool zeroed, bool committed);
150 		size_t size = extent_node_size_get(node);  in chunk_register()  local
151 		size_t nadd = (size == 0) ? 1 : size / chunksize;  in chunk_register()
176 		size_t size = extent_node_size_get(node);  in chunk_deregister()  local
177 		size_t nsub = (size == 0) ? 1 : size / chunksize;  in chunk_deregister()
189     extent_tree_t *chunks_ad, size_t size)  in chunk_first_best_fit()  argument
193 	assert(size == CHUNK_CEILING(size));  in chunk_first_best_fit()
195 	extent_node_init(&key, arena, NULL, size, false, false);  in chunk_first_best_fit()
202     void *new_addr, size_t size, size_t alignment, bool *zero, bool *commit,  in chunk_recycle()  argument
218 	alloc_size = CHUNK_CEILING(s2u(size + alignment - chunksize));  in chunk_recycle()
220 	if (alloc_size < size)  in chunk_recycle()
234 	    size)) {  in chunk_recycle()
241 	assert(extent_node_size_get(node) >= leadsize + size);  in chunk_recycle()
242 	trailsize = extent_node_size_get(node) - leadsize - size;  in chunk_recycle()
253 	    extent_node_size_get(node), leadsize, size, false, arena->ind)) {  in chunk_recycle()
271 		if (chunk_hooks->split(ret, size + trailsize, size,  in chunk_recycle()
277 			    cache, ret, size + trailsize, zeroed, committed);  in chunk_recycle()
286 				    chunks_ad, cache, ret, size + trailsize,  in chunk_recycle()
291 		extent_node_init(node, arena, (void *)((uintptr_t)(ret) + size),  in chunk_recycle()
298 	if (!committed && chunk_hooks->commit(ret, size, 0, size, arena->ind)) {  in chunk_recycle()
301 		    ret, size, zeroed, committed);  in chunk_recycle()
311 			memset(ret, 0, size);  in chunk_recycle()
316 			JEMALLOC_VALGRIND_MAKE_MEM_DEFINED(ret, size);  in chunk_recycle()
317 			for (i = 0; i < size / sizeof(size_t); i++)  in chunk_recycle()
331 chunk_alloc_core(arena_t *arena, void *new_addr, size_t size, size_t alignment,  in chunk_alloc_core()  argument
337 	assert(size != 0);  in chunk_alloc_core()
338 	assert((size & chunksize_mask) == 0);  in chunk_alloc_core()
345 	    new_addr, size, alignment, zero, commit, true)) != NULL)  in chunk_alloc_core()
350 	    chunk_alloc_dss(arena, new_addr, size, alignment, zero, commit)) !=  in chunk_alloc_core()
357 	if (new_addr == NULL && (ret = chunk_alloc_mmap(size, alignment, zero,  in chunk_alloc_core()
362 	    chunk_alloc_dss(arena, new_addr, size, alignment, zero, commit)) !=  in chunk_alloc_core()
371 chunk_alloc_base(size_t size)  in chunk_alloc_base()  argument
383 	ret = chunk_alloc_mmap(size, chunksize, &zero, &commit);  in chunk_alloc_base()
387 		JEMALLOC_VALGRIND_MAKE_MEM_UNDEFINED(ret, size);  in chunk_alloc_base()
394     size_t size, size_t alignment, bool *zero, bool dalloc_node)  in chunk_alloc_cache()  argument
399 	assert(size != 0);  in chunk_alloc_cache()
400 	assert((size & chunksize_mask) == 0);  in chunk_alloc_cache()
406 	    &arena->chunks_ad_cached, true, new_addr, size, alignment, zero,  in chunk_alloc_cache()
412 		JEMALLOC_VALGRIND_MAKE_MEM_UNDEFINED(ret, size);  in chunk_alloc_cache()
433 chunk_alloc_default(void *new_addr, size_t size, size_t alignment, bool *zero,  in chunk_alloc_default()  argument
440 	ret = chunk_alloc_core(arena, new_addr, size, alignment, zero,  in chunk_alloc_default()
445 		JEMALLOC_VALGRIND_MAKE_MEM_UNDEFINED(ret, size);  in chunk_alloc_default()
452     size_t size, size_t alignment, bool *zero, bool *commit)  in chunk_alloc_wrapper()  argument
457 	ret = chunk_hooks->alloc(new_addr, size, alignment, zero, commit,  in chunk_alloc_wrapper()
469     void *chunk, size_t size, bool zeroed, bool committed)  in chunk_record()  argument
477 	JEMALLOC_VALGRIND_MAKE_MEM_NOACCESS(chunk, size);  in chunk_record()
481 	extent_node_init(&key, arena, (void *)((uintptr_t)chunk + size), 0,  in chunk_record()
487 	    committed && !chunk_hooks->merge(chunk, size,  in chunk_record()
498 		extent_node_size_set(node, size + extent_node_size_get(node));  in chunk_record()
515 				    size, 0, size);  in chunk_record()
519 		extent_node_init(node, arena, chunk, size, !unzeroed,  in chunk_record()
532 	    extent_node_size_get(prev), chunk, size, false, arena->ind)) {  in chunk_record()
560     size_t size, bool committed)  in chunk_dalloc_cache()  argument
565 	assert(size != 0);  in chunk_dalloc_cache()
566 	assert((size & chunksize_mask) == 0);  in chunk_dalloc_cache()
569 	    &arena->chunks_ad_cached, true, chunk, size, false, committed);  in chunk_dalloc_cache()
575     size_t size, bool zeroed, bool committed)  in chunk_dalloc_arena()  argument
580 	assert(size != 0);  in chunk_dalloc_arena()
581 	assert((size & chunksize_mask) == 0);  in chunk_dalloc_arena()
585 	if (!chunk_hooks->dalloc(chunk, size, committed, arena->ind))  in chunk_dalloc_arena()
589 		committed = chunk_hooks->decommit(chunk, size, 0, size,  in chunk_dalloc_arena()
592 	zeroed = !committed || !chunk_hooks->purge(chunk, size, 0, size,  in chunk_dalloc_arena()
595 	    &arena->chunks_ad_retained, false, chunk, size, zeroed, committed);  in chunk_dalloc_arena()
599 chunk_dalloc_default(void *chunk, size_t size, bool committed,  in chunk_dalloc_default()  argument
604 		return (chunk_dalloc_mmap(chunk, size));  in chunk_dalloc_default()
610     size_t size, bool committed)  in chunk_dalloc_wrapper()  argument
614 	chunk_hooks->dalloc(chunk, size, committed, arena->ind);  in chunk_dalloc_wrapper()
616 		JEMALLOC_VALGRIND_MAKE_MEM_NOACCESS(chunk, size);  in chunk_dalloc_wrapper()
620 chunk_commit_default(void *chunk, size_t size, size_t offset, size_t length,  in chunk_commit_default()  argument
629 chunk_decommit_default(void *chunk, size_t size, size_t offset, size_t length,  in chunk_decommit_default()  argument
652 chunk_purge_default(void *chunk, size_t size, size_t offset, size_t length,  in chunk_purge_default()  argument
662     size_t size, size_t offset, size_t length)  in chunk_purge_wrapper()  argument
666 	return (chunk_hooks->purge(chunk, size, offset, length, arena->ind));  in chunk_purge_wrapper()
670 chunk_split_default(void *chunk, size_t size, size_t size_a, size_t size_b,  in chunk_split_default()  argument