| /freebsd-14.2/contrib/jemalloc/include/jemalloc/internal/ |
| H A D | rtree.h | 353 rtree_ctx->l2_cache[i].leafkey = \ in rtree_leaf_elm_lookup()
354 rtree_ctx->l2_cache[i - 1].leafkey; \ in rtree_leaf_elm_lookup()
355 rtree_ctx->l2_cache[i].leaf = \ in rtree_leaf_elm_lookup()
356 rtree_ctx->l2_cache[i - 1].leaf; \ in rtree_leaf_elm_lookup()
358 rtree_ctx->cache[slot].leafkey; \ in rtree_leaf_elm_lookup()
359 rtree_ctx->l2_cache[i - 1].leaf = \ in rtree_leaf_elm_lookup()
360 rtree_ctx->cache[slot].leaf; \ in rtree_leaf_elm_lookup()
362 rtree_ctx->l2_cache[0].leafkey = \ in rtree_leaf_elm_lookup()
363 rtree_ctx->cache[slot].leafkey; \ in rtree_leaf_elm_lookup()
364 rtree_ctx->l2_cache[0].leaf = \ in rtree_leaf_elm_lookup()
[all …]
|
| H A D | arena_inlines_b.h | 255 rtree_ctx, (uintptr_t)ptr, true); in arena_dalloc_no_tcache()
298 rtree_ctx_t *rtree_ctx; in arena_dalloc() local
304 rtree_ctx = tsd_rtree_ctx(tsdn_tsd(tsdn)); in arena_dalloc()
305 rtree_szind_slab_read(tsdn, &extents_rtree, rtree_ctx, in arena_dalloc()
310 rtree_ctx = tsd_rtree_ctx(tsdn_tsd(tsdn)); in arena_dalloc()
312 rtree_ctx, (uintptr_t)ptr, true); in arena_dalloc()
345 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, in arena_sdalloc_no_tcache() local
348 rtree_szind_slab_read(tsdn, &extents_rtree, rtree_ctx, in arena_sdalloc_no_tcache()
356 &extents_rtree, rtree_ctx, (uintptr_t)ptr, true); in arena_sdalloc_no_tcache()
389 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, in arena_sdalloc() local
[all …]
|
| H A D | jemalloc_internal_inlines_b.h | 81 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in iealloc() local
83 return rtree_extent_read(tsdn, &extents_rtree, rtree_ctx, in iealloc()
|
| H A D | tsd.h | 74 O(rtree_ctx, rtree_ctx_t, rtree_ctx_t) \
|
| /freebsd-14.2/contrib/jemalloc/src/ |
| H A D | rtree.c | 223 rtree_leaf_elm_lookup_hard(tsdn_t *tsdn, rtree_t *rtree, rtree_ctx_t *rtree_ctx, in rtree_leaf_elm_lookup_hard() argument
236 assert(rtree_ctx->cache[i].leafkey != leafkey); in rtree_leaf_elm_lookup_hard()
239 assert(rtree_ctx->l2_cache[i].leafkey != leafkey); in rtree_leaf_elm_lookup_hard()
275 memmove(&rtree_ctx->l2_cache[1], \ in rtree_leaf_elm_lookup_hard()
276 &rtree_ctx->l2_cache[0], \ in rtree_leaf_elm_lookup_hard()
281 rtree_ctx->l2_cache[0].leafkey = \ in rtree_leaf_elm_lookup_hard()
282 rtree_ctx->cache[slot].leafkey; \ in rtree_leaf_elm_lookup_hard()
283 rtree_ctx->l2_cache[0].leaf = \ in rtree_leaf_elm_lookup_hard()
284 rtree_ctx->cache[slot].leaf; \ in rtree_leaf_elm_lookup_hard()
286 rtree_ctx->cache[slot].leafkey = leafkey; \ in rtree_leaf_elm_lookup_hard()
[all …]
|
| H A D | extent.c | 167 rtree_ctx, (uintptr_t)addr, false, false); in extent_lock_from_addr()
598 rtree_ctx, extents, extent)) { in extents_evict()
737 rtree_write(tsdn, &extents_rtree, rtree_ctx, in extent_interior_register()
845 rtree_clear(tsdn, &extents_rtree, rtree_ctx, in extent_interior_deregister()
866 extent_interior_deregister(tsdn, rtree_ctx, extent); in extent_deregister_impl()
1040 rtree_ctx, in extent_split_interior()
1104 assert(extent_lock_from_addr(tsdn, rtree_ctx, leak, in extent_recycle_split()
1441 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, in extent_grow_retained() local
1646 prev = extent_lock_from_addr(tsdn, rtree_ctx, in extent_try_coalesce_impl()
1709 extent_interior_deregister(tsdn, rtree_ctx, extent); in extent_record()
[all …]
|
| H A D | jemalloc.c | 2573 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in ifree() local
2574 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in ifree()
2623 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in isfree() local
2625 rtree_ctx, (uintptr_t)ptr, true, &dbg_ctx.szind, in isfree()
2631 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in isfree() local
2681 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in je_realloc() local
2807 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in free_fastpath() local
2809 rtree_ctx, (uintptr_t)ptr, in free_fastpath()
3242 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in je_rallocx() local
3243 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in je_rallocx()
[all …]
|
| H A D | large.c | 180 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in large_ralloc_no_move_expand() local
183 rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx, in large_ralloc_no_move_expand()
|
| H A D | arena.c | 1121 rtree_ctx_t *rtree_ctx = tsd_rtree_ctx(tsd); in arena_reset() local
1122 rtree_szind_slab_read(tsd_tsdn(tsd), &extents_rtree, rtree_ctx, in arena_reset()
1564 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_prof_promote() local
1566 extent_t *extent = rtree_extent_read(tsdn, &extents_rtree, rtree_ctx, in arena_prof_promote()
1572 rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx, (uintptr_t)ptr, in arena_prof_promote()
1587 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in arena_prof_demote() local
1588 rtree_szind_slab_update(tsdn, &extents_rtree, rtree_ctx, (uintptr_t)ptr, in arena_prof_demote()
|
| H A D | tcache.c | 109 rtree_ctx_t *rtree_ctx = tsdn_rtree_ctx(tsdn, &rtree_ctx_fallback); in tbin_extents_lookup_size_check() local
121 rtree_ctx, (uintptr_t)*(tbin->avail - 1 - i), true, in tbin_extents_lookup_size_check()
|