Lines Matching refs:extent

24 	extent_t *extent;  in large_palloc()  local
47 if (unlikely(arena == NULL) || (extent = arena_extent_alloc_large(tsdn, in large_palloc()
56 extent_list_append(&arena->large, extent); in large_palloc()
66 memset(extent_addr_get(extent), JEMALLOC_ALLOC_JUNK, in large_palloc()
67 extent_usize_get(extent)); in large_palloc()
71 return extent_addr_get(extent); in large_palloc()
96 large_ralloc_no_move_shrink(tsdn_t *tsdn, extent_t *extent, size_t usize) { in large_ralloc_no_move_shrink() argument
97 arena_t *arena = extent_arena_get(extent); in large_ralloc_no_move_shrink()
98 size_t oldusize = extent_usize_get(extent); in large_ralloc_no_move_shrink()
100 size_t diff = extent_size_get(extent) - (usize + sz_large_pad); in large_ralloc_no_move_shrink()
111 &extent_hooks, extent, usize + sz_large_pad, in large_ralloc_no_move_shrink()
125 arena_extent_ralloc_large_shrink(tsdn, arena, extent, oldusize); in large_ralloc_no_move_shrink()
131 large_ralloc_no_move_expand(tsdn_t *tsdn, extent_t *extent, size_t usize, in large_ralloc_no_move_expand() argument
133 arena_t *arena = extent_arena_get(extent); in large_ralloc_no_move_expand()
134 size_t oldusize = extent_usize_get(extent); in large_ralloc_no_move_expand()
156 &arena->extents_dirty, extent_past_get(extent), trailsize, 0, in large_ralloc_no_move_expand()
159 &arena->extents_muzzy, extent_past_get(extent), trailsize, 0, in large_ralloc_no_move_expand()
166 extent_past_get(extent), trailsize, 0, CACHELINE, false, in large_ralloc_no_move_expand()
175 if (extent_merge_wrapper(tsdn, arena, &extent_hooks, extent, trail)) { in large_ralloc_no_move_expand()
182 extent_szind_set(extent, szind); in large_ralloc_no_move_expand()
184 (uintptr_t)extent_addr_get(extent), szind, false); in large_ralloc_no_move_expand()
200 ((uintptr_t)extent_addr_get(extent) + oldusize); in large_ralloc_no_move_expand()
209 memset((void *)((uintptr_t)extent_addr_get(extent) + oldusize), in large_ralloc_no_move_expand()
213 arena_extent_ralloc_large_expand(tsdn, arena, extent, oldusize); in large_ralloc_no_move_expand()
219 large_ralloc_no_move(tsdn_t *tsdn, extent_t *extent, size_t usize_min, in large_ralloc_no_move() argument
221 size_t oldusize = extent_usize_get(extent); in large_ralloc_no_move()
231 if (!large_ralloc_no_move_expand(tsdn, extent, usize_max, in large_ralloc_no_move()
233 arena_decay_tick(tsdn, extent_arena_get(extent)); in large_ralloc_no_move()
238 large_ralloc_no_move_expand(tsdn, extent, usize_min, in large_ralloc_no_move()
240 arena_decay_tick(tsdn, extent_arena_get(extent)); in large_ralloc_no_move()
250 arena_decay_tick(tsdn, extent_arena_get(extent)); in large_ralloc_no_move()
256 if (!large_ralloc_no_move_shrink(tsdn, extent, usize_max)) { in large_ralloc_no_move()
257 arena_decay_tick(tsdn, extent_arena_get(extent)); in large_ralloc_no_move()
277 extent_t *extent = iealloc(tsdn, ptr); in large_ralloc() local
279 size_t oldusize = extent_usize_get(extent); in large_ralloc()
287 if (!large_ralloc_no_move(tsdn, extent, usize, usize, zero)) { in large_ralloc()
291 return extent_addr_get(extent); in large_ralloc()
312 memcpy(ret, extent_addr_get(extent), copysize); in large_ralloc()
313 isdalloct(tsdn, extent_addr_get(extent), oldusize, tcache, NULL, true); in large_ralloc()
322 large_dalloc_prep_impl(tsdn_t *tsdn, arena_t *arena, extent_t *extent, in large_dalloc_prep_impl() argument
328 extent_list_remove(&arena->large, extent); in large_dalloc_prep_impl()
331 large_dalloc_maybe_junk(extent_addr_get(extent), in large_dalloc_prep_impl()
332 extent_usize_get(extent)); in large_dalloc_prep_impl()
337 extent_list_remove(&arena->large, extent); in large_dalloc_prep_impl()
340 arena_extent_dalloc_large_prep(tsdn, arena, extent); in large_dalloc_prep_impl()
344 large_dalloc_finish_impl(tsdn_t *tsdn, arena_t *arena, extent_t *extent) { in large_dalloc_finish_impl() argument
346 arena_extents_dirty_dalloc(tsdn, arena, &extent_hooks, extent); in large_dalloc_finish_impl()
350 large_dalloc_prep_junked_locked(tsdn_t *tsdn, extent_t *extent) { in large_dalloc_prep_junked_locked() argument
351 large_dalloc_prep_impl(tsdn, extent_arena_get(extent), extent, true); in large_dalloc_prep_junked_locked()
355 large_dalloc_finish(tsdn_t *tsdn, extent_t *extent) { in large_dalloc_finish() argument
356 large_dalloc_finish_impl(tsdn, extent_arena_get(extent), extent); in large_dalloc_finish()
360 large_dalloc(tsdn_t *tsdn, extent_t *extent) { in large_dalloc() argument
361 arena_t *arena = extent_arena_get(extent); in large_dalloc()
362 large_dalloc_prep_impl(tsdn, arena, extent, false); in large_dalloc()
363 large_dalloc_finish_impl(tsdn, arena, extent); in large_dalloc()
368 large_salloc(tsdn_t *tsdn, const extent_t *extent) { in large_salloc() argument
369 return extent_usize_get(extent); in large_salloc()
373 large_prof_tctx_get(tsdn_t *tsdn, const extent_t *extent) { in large_prof_tctx_get() argument
374 return extent_prof_tctx_get(extent); in large_prof_tctx_get()
378 large_prof_tctx_set(tsdn_t *tsdn, extent_t *extent, prof_tctx_t *tctx) { in large_prof_tctx_set() argument
379 extent_prof_tctx_set(extent, tctx); in large_prof_tctx_set()
383 large_prof_tctx_reset(tsdn_t *tsdn, extent_t *extent) { in large_prof_tctx_reset() argument
384 large_prof_tctx_set(tsdn, extent, (prof_tctx_t *)(uintptr_t)1U); in large_prof_tctx_reset()
388 large_prof_alloc_time_get(const extent_t *extent) { in large_prof_alloc_time_get() argument
389 return extent_prof_alloc_time_get(extent); in large_prof_alloc_time_get()
393 large_prof_alloc_time_set(extent_t *extent, nstime_t t) { in large_prof_alloc_time_set() argument
394 extent_prof_alloc_time_set(extent, t); in large_prof_alloc_time_set()