Home
last modified time | relevance | path

Searched refs:tsdn (Results 1 – 25 of 42) sorted by relevance

12

/freebsd-14.2/contrib/jemalloc/include/jemalloc/internal/
H A Darena_inlines_b.h50 return large_prof_tctx_get(tsdn, iealloc(tsdn, ptr)); in arena_prof_tctx_get()
70 large_prof_tctx_set(tsdn, iealloc(tsdn, ptr), tctx); in arena_prof_tctx_set()
83 large_prof_tctx_reset(tsdn, extent); in arena_prof_tctx_reset()
117 if (unlikely(tsdn_null(tsdn))) { in arena_decay_ticks()
120 tsd = tsdn_tsd(tsdn); in arena_decay_ticks()
135 arena_decay_ticks(tsdn, arena, 1); in arena_decay_tick()
143 extent_dalloc_wrapper(tsdn, arena, in arena_decay_extent()
237 large_dalloc(tsdn, extent); in arena_dalloc_large_no_tcache()
263 arena_dalloc_small(tsdn, ptr); in arena_dalloc_no_tcache()
281 large_dalloc(tsdn, extent); in arena_dalloc_large()
[all …]
H A Djemalloc_internal_inlines_c.h28 iaalloc(tsdn_t *tsdn, const void *ptr) { in iaalloc() argument
31 return arena_aalloc(tsdn, ptr); in iaalloc()
35 isalloc(tsdn_t *tsdn, const void *ptr) { in isalloc() argument
38 return arena_salloc(tsdn, ptr); in isalloc()
48 if (!tsdn_null(tsdn) && tsd_reentrancy_level_get(tsdn_tsd(tsdn)) == 0) { in iallocztm()
55 arena_internal_add(iaalloc(tsdn, ret), isalloc(tsdn, ret)); in iallocztm()
81 arena_internal_add(iaalloc(tsdn, ret), isalloc(tsdn, ret)); in ipallocztm()
99 ivsalloc(tsdn_t *tsdn, const void *ptr) { in ivsalloc() argument
100 return arena_vsalloc(tsdn, ptr); in ivsalloc()
112 arena_internal_sub(iaalloc(tsdn, ptr), isalloc(tsdn, ptr)); in idalloctm()
[all …]
H A Dmutex_pool.h42 mutex_pool_assert_not_held(tsdn, pool); in mutex_pool_lock()
45 malloc_mutex_lock(tsdn, mutex); in mutex_pool_lock()
51 malloc_mutex_unlock(tsdn, mutex); in mutex_pool_unlock()
64 malloc_mutex_lock(tsdn, mutex1); in mutex_pool_lock2()
65 malloc_mutex_lock(tsdn, mutex2); in mutex_pool_lock2()
67 malloc_mutex_lock(tsdn, mutex1); in mutex_pool_lock2()
69 malloc_mutex_lock(tsdn, mutex2); in mutex_pool_lock2()
70 malloc_mutex_lock(tsdn, mutex1); in mutex_pool_lock2()
80 malloc_mutex_unlock(tsdn, mutex1); in mutex_pool_unlock2()
82 malloc_mutex_unlock(tsdn, mutex1); in mutex_pool_unlock2()
[all …]
H A Darena_externs.h22 void arena_basic_stats_merge(tsdn_t *tsdn, arena_t *arena,
68 void arena_dalloc_small(tsdn_t *tsdn, void *ptr);
93 void arena_prefork0(tsdn_t *tsdn, arena_t *arena);
94 void arena_prefork1(tsdn_t *tsdn, arena_t *arena);
95 void arena_prefork2(tsdn_t *tsdn, arena_t *arena);
96 void arena_prefork3(tsdn_t *tsdn, arena_t *arena);
97 void arena_prefork4(tsdn_t *tsdn, arena_t *arena);
98 void arena_prefork5(tsdn_t *tsdn, arena_t *arena);
99 void arena_prefork6(tsdn_t *tsdn, arena_t *arena);
100 void arena_prefork7(tsdn_t *tsdn, arena_t *arena);
[all …]
H A Drtree.h126 void rtree_delete(tsdn_t *tsdn, rtree_t *rtree);
173 rtree_leaf_elm_bits_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_bits_read() argument
224 rtree_leaf_elm_szind_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_szind_read() argument
236 rtree_leaf_elm_slab_read(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_slab_read() argument
280 rtree_leaf_elm_slab_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_slab_write() argument
295 rtree_leaf_elm_write(tsdn_t *tsdn, rtree_t *rtree, in rtree_leaf_elm_write() argument
303 rtree_leaf_elm_slab_write(tsdn, rtree, elm, slab); in rtree_leaf_elm_write()
304 rtree_leaf_elm_szind_write(tsdn, rtree, elm, szind); in rtree_leaf_elm_write()
309 rtree_leaf_elm_extent_write(tsdn, rtree, elm, extent); in rtree_leaf_elm_write()
322 rtree_leaf_elm_slab_write(tsdn, rtree, elm, slab); in rtree_leaf_elm_szind_slab_update()
[all …]
H A Darena_stats.h150 malloc_mutex_lock(tsdn, &arena_stats->mtx); in arena_stats_lock()
157 malloc_mutex_unlock(tsdn, &arena_stats->mtx); in arena_stats_unlock()
167 malloc_mutex_assert_owner(tsdn, &arena_stats->mtx); in arena_stats_read_u64()
178 malloc_mutex_assert_owner(tsdn, &arena_stats->mtx); in arena_stats_add_u64()
190 malloc_mutex_assert_owner(tsdn, &arena_stats->mtx); in arena_stats_sub_u64()
217 malloc_mutex_assert_owner(tsdn, &arena_stats->mtx); in arena_stats_read_zu()
228 malloc_mutex_assert_owner(tsdn, &arena_stats->mtx); in arena_stats_add_zu()
257 arena_stats_lock(tsdn, arena_stats); in arena_stats_large_flush_nrequests_add()
261 arena_stats_unlock(tsdn, arena_stats); in arena_stats_large_flush_nrequests_add()
266 arena_stats_lock(tsdn, arena_stats); in arena_stats_mapped_add()
[all …]
H A Dextent_externs.h15 extent_t *extent_alloc(tsdn_t *tsdn, arena_t *arena);
38 extent_t *extents_alloc(tsdn_t *tsdn, arena_t *arena,
42 void extents_dalloc(tsdn_t *tsdn, arena_t *arena,
44 extent_t *extents_evict(tsdn_t *tsdn, arena_t *arena,
46 void extents_prefork(tsdn_t *tsdn, extents_t *extents);
53 void extent_dalloc_wrapper(tsdn_t *tsdn, arena_t *arena,
55 void extent_destroy_wrapper(tsdn_t *tsdn, arena_t *arena,
57 bool extent_commit_wrapper(tsdn_t *tsdn, arena_t *arena,
60 bool extent_decommit_wrapper(tsdn_t *tsdn, arena_t *arena,
72 bool extent_merge_wrapper(tsdn_t *tsdn, arena_t *arena,
[all …]
H A Dprof_externs.h68 void prof_idump(tsdn_t *tsdn);
70 void prof_gdump(tsdn_t *tsdn);
75 bool prof_active_get(tsdn_t *tsdn);
81 bool prof_thread_active_init_get(tsdn_t *tsdn);
83 bool prof_gdump_get(tsdn_t *tsdn);
84 bool prof_gdump_set(tsdn_t *tsdn, bool active);
88 void prof_prefork0(tsdn_t *tsdn);
89 void prof_prefork1(tsdn_t *tsdn);
90 void prof_postfork_parent(tsdn_t *tsdn);
91 void prof_postfork_child(tsdn_t *tsdn);
[all …]
H A Dmutex.h167 if (data->prev_owner != tsdn) { in mutex_owner_stats_update()
168 data->prev_owner = tsdn; in mutex_owner_stats_update()
176 malloc_mutex_trylock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_trylock() argument
183 mutex_owner_stats_update(tsdn, mutex); in malloc_mutex_trylock()
185 witness_lock(tsdn_witness_tsdp_get(tsdn), &mutex->witness); in malloc_mutex_trylock()
215 malloc_mutex_lock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_lock() argument
222 mutex_owner_stats_update(tsdn, mutex); in malloc_mutex_lock()
224 witness_lock(tsdn_witness_tsdp_get(tsdn), &mutex->witness); in malloc_mutex_lock()
228 malloc_mutex_unlock(tsdn_t *tsdn, malloc_mutex_t *mutex) { in malloc_mutex_unlock() argument
252 malloc_mutex_assert_owner(tsdn, mutex); in malloc_mutex_prof_read()
[all …]
H A Dlarge_externs.h6 void *large_malloc(tsdn_t *tsdn, arena_t *arena, size_t usize, bool zero);
7 void *large_palloc(tsdn_t *tsdn, arena_t *arena, size_t usize, size_t alignment,
9 bool large_ralloc_no_move(tsdn_t *tsdn, extent_t *extent, size_t usize_min,
11 void *large_ralloc(tsdn_t *tsdn, arena_t *arena, void *ptr, size_t usize,
21 void large_dalloc_prep_junked_locked(tsdn_t *tsdn, extent_t *extent);
22 void large_dalloc_finish(tsdn_t *tsdn, extent_t *extent);
23 void large_dalloc(tsdn_t *tsdn, extent_t *extent);
24 size_t large_salloc(tsdn_t *tsdn, const extent_t *extent);
25 prof_tctx_t *large_prof_tctx_get(tsdn_t *tsdn, const extent_t *extent);
26 void large_prof_tctx_set(tsdn_t *tsdn, extent_t *extent, prof_tctx_t *tctx);
[all …]
H A Dbase_externs.h8 base_t *base_new(tsdn_t *tsdn, unsigned ind, extent_hooks_t *extent_hooks);
9 void base_delete(tsdn_t *tsdn, base_t *base);
13 void *base_alloc(tsdn_t *tsdn, base_t *base, size_t size, size_t alignment);
14 extent_t *base_alloc_extent(tsdn_t *tsdn, base_t *base);
15 void base_stats_get(tsdn_t *tsdn, base_t *base, size_t *allocated,
17 void base_prefork(tsdn_t *tsdn, base_t *base);
18 void base_postfork_parent(tsdn_t *tsdn, base_t *base);
19 void base_postfork_child(tsdn_t *tsdn, base_t *base);
20 bool base_boot(tsdn_t *tsdn);
H A Dbackground_thread_externs.h15 void background_thread_interval_check(tsdn_t *tsdn, arena_t *arena,
17 void background_thread_prefork0(tsdn_t *tsdn);
18 void background_thread_prefork1(tsdn_t *tsdn);
19 void background_thread_postfork_parent(tsdn_t *tsdn);
20 void background_thread_postfork_child(tsdn_t *tsdn);
21 bool background_thread_stats_read(tsdn_t *tsdn,
23 void background_thread_ctl_init(tsdn_t *tsdn);
30 bool background_thread_boot1(tsdn_t *tsdn);
H A Dtcache_externs.h28 size_t tcache_salloc(tsdn_t *tsdn, const void *ptr);
30 void *tcache_alloc_small_hard(tsdn_t *tsdn, arena_t *arena, tcache_t *tcache,
36 void tcache_arena_reassociate(tsdn_t *tsdn, tcache_t *tcache,
40 void tcache_stats_merge(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena);
44 bool tcache_boot(tsdn_t *tsdn);
45 void tcache_arena_associate(tsdn_t *tsdn, tcache_t *tcache, arena_t *arena);
46 void tcache_prefork(tsdn_t *tsdn);
47 void tcache_postfork_parent(tsdn_t *tsdn);
48 void tcache_postfork_child(tsdn_t *tsdn);
H A Dprof_inlines_b.h41 prof_tctx_get(tsdn_t *tsdn, const void *ptr, alloc_ctx_t *alloc_ctx) { in prof_tctx_get() argument
45 return arena_prof_tctx_get(tsdn, ptr, alloc_ctx); in prof_tctx_get()
49 prof_tctx_set(tsdn_t *tsdn, const void *ptr, size_t usize, in prof_tctx_set() argument
54 arena_prof_tctx_set(tsdn, ptr, usize, alloc_ctx, tctx); in prof_tctx_set()
58 prof_tctx_reset(tsdn_t *tsdn, const void *ptr, prof_tctx_t *tctx) { in prof_tctx_reset() argument
62 arena_prof_tctx_reset(tsdn, ptr, tctx); in prof_tctx_reset()
70 return arena_prof_alloc_time_get(tsdn, ptr, alloc_ctx); in prof_alloc_time_get()
79 arena_prof_alloc_time_set(tsdn, ptr, alloc_ctx, t); in prof_alloc_time_set()
170 assert(usize == isalloc(tsdn, ptr)); in prof_malloc()
173 prof_malloc_sample_object(tsdn, ptr, usize, tctx); in prof_malloc()
[all …]
H A Dtsd.h121 void tsd_global_slow_inc(tsdn_t *tsdn);
122 void tsd_global_slow_dec(tsdn_t *tsdn);
230 tsdn_null(const tsdn_t *tsdn) { in tsdn_null() argument
231 return tsdn == NULL; in tsdn_null()
235 tsdn_tsd(tsdn_t *tsdn) { in tsdn_tsd() argument
236 assert(!tsdn_null(tsdn)); in tsdn_tsd()
238 return &tsdn->tsd; in tsdn_tsd()
294 tsdn_##n##p_get(tsdn_t *tsdn) { \
295 if (tsdn_null(tsdn)) { \
298 tsd_t *tsd = tsdn_tsd(tsdn); \
[all …]
H A Dbin.h101 void bin_prefork(tsdn_t *tsdn, bin_t *bin);
102 void bin_postfork_parent(tsdn_t *tsdn, bin_t *bin);
103 void bin_postfork_child(tsdn_t *tsdn, bin_t *bin);
107 bin_stats_merge(tsdn_t *tsdn, bin_stats_t *dst_bin_stats, bin_t *bin) { in bin_stats_merge() argument
108 malloc_mutex_lock(tsdn, &bin->lock); in bin_stats_merge()
109 malloc_mutex_prof_accum(tsdn, &dst_bin_stats->mutex_data, &bin->lock); in bin_stats_merge()
120 malloc_mutex_unlock(tsdn, &bin->lock); in bin_stats_merge()
/freebsd-14.2/contrib/jemalloc/src/
H A Dextent.c145 extent_lock(tsdn, extent1); in extent_rtree_leaf_elm_try_lock()
153 extent_unlock(tsdn, extent1); in extent_rtree_leaf_elm_try_lock()
764 prof_gdump(tsdn); in extent_gdump_add()
790 extent_lock(tsdn, extent); in extent_register_impl()
805 extent_unlock(tsdn, extent); in extent_register_impl()
862 extent_lock(tsdn, extent); in extent_deregister_impl()
1253 tsdn_t *tsdn; in extent_alloc_default() local
1256 tsdn = tsdn_fetch(); in extent_alloc_default()
1270 tsd_t *tsd = tsdn_null(tsdn) ? tsd_fetch() : tsdn_tsd(tsdn); in extent_hook_pre_reentrancy()
1287 tsd_t *tsd = tsdn_null(tsdn) ? tsd_fetch() : tsdn_tsd(tsdn); in extent_hook_post_reentrancy()
[all …]
H A Dlarge.c28 assert(!tsdn_null(tsdn) || arena != NULL); in large_palloc()
44 if (likely(!tsdn_null(tsdn))) { in large_palloc()
55 malloc_mutex_lock(tsdn, &arena->large_mtx); in large_palloc()
57 malloc_mutex_unlock(tsdn, &arena->large_mtx); in large_palloc()
60 prof_idump(tsdn); in large_palloc()
70 arena_decay_tick(tsdn, arena); in large_palloc()
277 extent_t *extent = iealloc(tsdn, ptr); in large_ralloc()
327 malloc_mutex_lock(tsdn, &arena->large_mtx); in large_dalloc_prep_impl()
360 large_dalloc(tsdn_t *tsdn, extent_t *extent) { in large_dalloc() argument
363 large_dalloc_finish_impl(tsdn, arena, extent); in large_dalloc()
[all …]
H A Darena.c214 malloc_mutex_prof_read(tsdn, in arena_stats_merge()
1368 if (tsdn_null(tsdn) || tsd_arena_get(tsdn_tsd(tsdn)) == NULL) { in arena_bin_choose_lock()
1388 prof_idump(tsdn); in arena_tcache_fill_small()
1442 arena_decay_tick(tsdn, arena); in arena_tcache_fill_small()
1489 prof_idump(tsdn); in arena_malloc_small()
1509 arena_decay_tick(tsdn, arena); in arena_malloc_small()
1617 large_dalloc(tsdn, extent); in arena_dalloc_promoted()
1736 arena_decay_tick(tsdn, arena); in arena_dalloc_small()
2094 assert(!tsdn_null(tsdn)); in arena_new()
2105 base_delete(tsdn, base); in arena_new()
[all …]
H A Dbackground_thread.c195 malloc_mutex_unlock(tsdn, &decay->mtx);
274 malloc_mutex_unlock(tsdn, &info->mtx);
278 malloc_mutex_lock(tsdn, &info->mtx);
295 arena_decay(tsdn, arena, true, false);
391 tsdn_t *tsdn = tsd_tsdn(tsd);
398 malloc_mutex_lock(tsdn, &info->mtx);
736 malloc_mutex_unlock(tsdn, &info->mtx);
755 malloc_mutex_postfork_parent(tsdn,
764 malloc_mutex_postfork_child(tsdn,
778 malloc_mutex_lock(tsdn, &info->mtx);
[all …]
H A Drtree.c82 rtree_leaf_dalloc(tsdn, rtree, leaf); in rtree_delete_subtree()
88 rtree_node_dalloc(tsdn, rtree, subtree); in rtree_delete_subtree()
94 rtree_delete(tsdn_t *tsdn, rtree_t *rtree) { in rtree_delete() argument
104 malloc_mutex_lock(tsdn, &rtree->init_lock); in rtree_node_init()
111 node = rtree_node_alloc(tsdn, rtree, ZU(1) << in rtree_node_init()
123 malloc_mutex_unlock(tsdn, &rtree->init_lock); in rtree_node_init()
130 malloc_mutex_lock(tsdn, &rtree->init_lock); in rtree_leaf_init()
137 leaf = rtree_leaf_alloc(tsdn, rtree, ZU(1) << in rtree_leaf_init()
149 malloc_mutex_unlock(tsdn, &rtree->init_lock); in rtree_leaf_init()
252 rtree_child_node_read(tsdn, rtree, \ in rtree_leaf_elm_lookup_hard()
[all …]
H A Dbase.c44 tsd_t *tsd = tsdn_null(tsdn) ? tsd_fetch() : tsdn_tsd(tsdn); in base_map()
83 tsd_t *tsd = tsdn_null(tsdn) ? tsd_fetch() : tsdn_tsd(tsdn); in base_unmap()
285 malloc_mutex_lock(tsdn, &base->mtx); in base_block_alloc()
286 base_auto_thp_switch(tsdn, base); in base_block_alloc()
316 malloc_mutex_unlock(tsdn, &base->mtx); in base_extent_alloc()
320 malloc_mutex_lock(tsdn, &base->mtx); in base_extent_alloc()
428 malloc_mutex_lock(tsdn, &base->mtx); in base_alloc_impl()
451 malloc_mutex_unlock(tsdn, &base->mtx); in base_alloc_impl()
485 malloc_mutex_lock(tsdn, &base->mtx); in base_stats_get()
492 malloc_mutex_unlock(tsdn, &base->mtx); in base_stats_get()
[all …]
H A Dprof.c1196 tsdn_t *tsdn; in prof_tdata_count() local
1198 tsdn = tsdn_fetch(); in prof_tdata_count()
1391 tsdn_t *tsdn; member
1469 tsdn_t *tsdn; member
1480 (void *)arg->tsdn); in prof_gctx_merge_iter()
1536 tsdn_t *tsdn; member
1659 prof_tctx_dump_iter_arg.tsdn = tsdn; in prof_dump_gctx()
1798 tsdn_t *tsdn; member
2049 prof_idump(tsdn_t *tsdn) { in prof_idump() argument
2058 tsd = tsdn_tsd(tsdn); in prof_idump()
[all …]
H A Dhook.c48 hook_install(tsdn_t *tsdn, hooks_t *to_install) { in hook_install() argument
49 malloc_mutex_lock(tsdn, &hooks_mu); in hook_install()
52 tsd_global_slow_inc(tsdn); in hook_install()
54 malloc_mutex_unlock(tsdn, &hooks_mu); in hook_install()
73 hook_remove(tsdn_t *tsdn, void *opaque) { in hook_remove() argument
81 malloc_mutex_lock(tsdn, &hooks_mu); in hook_remove()
83 tsd_global_slow_dec(tsdn); in hook_remove()
84 malloc_mutex_unlock(tsdn, &hooks_mu); in hook_remove()
132 tsdn_t *tsdn = tsdn_fetch(); in hook_reentrantp() local
133 tcache_t *tcache = tsdn_tcachep_get(tsdn); in hook_reentrantp()
H A Dtcache.c36 tcache_salloc(tsdn_t *tsdn, const void *ptr) { in tcache_salloc() argument
37 return arena_salloc(tsdn, ptr); in tcache_salloc()
120 rtree_extent_szind_read(tsdn, &extents_rtree, in tbin_extents_lookup_size_check()
382 tcache_stats_merge(tsdn, tcache, arena); in tcache_arena_dissociate()
390 tcache_arena_dissociate(tsdn, tcache); in tcache_arena_reassociate()
612 malloc_mutex_unlock(tsdn, &bin->lock); in tcache_stats_merge()
733 tcache_boot(tsdn_t *tsdn) { in tcache_boot() argument
780 tcache_prefork(tsdn_t *tsdn) { in tcache_prefork() argument
782 malloc_mutex_prefork(tsdn, &tcaches_mtx); in tcache_prefork()
787 tcache_postfork_parent(tsdn_t *tsdn) { in tcache_postfork_parent() argument
[all …]

12