| /redis-3.2.3/deps/jemalloc/src/ |
| H A D | quarantine.c | 27 assert(tsd_nominal(tsd)); in quarantine_init() 47 if (!tsd_nominal(tsd)) in quarantine_alloc_hook_work() 55 if (tsd_quarantine_get(tsd) == NULL) in quarantine_alloc_hook_work() 58 idalloctm(tsd, quarantine, tcache_get(tsd, false), true); in quarantine_alloc_hook_work() 90 idalloctm(tsd, quarantine, tcache_get(tsd, false), true); in quarantine_grow() 92 tsd_quarantine_set(tsd, ret); in quarantine_grow() 117 quarantine(tsd_t *tsd, void *ptr) in quarantine() argument 126 idalloctm(tsd, ptr, NULL, false); in quarantine() 170 quarantine_cleanup(tsd_t *tsd) in quarantine_cleanup() argument 180 idalloctm(tsd, quarantine, tcache_get(tsd, false), true); in quarantine_cleanup() [all …]
|
| H A D | jemalloc.c | 1421 tsd_t *tsd; in JEMALLOC_ATTR() local 1490 tsd_t *tsd; in imemalign() local 1500 tsd = tsd_fetch(); in imemalign() 1622 tsd_t *tsd; in JEMALLOC_ATTR() local 1783 ifree(tsd, ptr, tcache_get(tsd, false)); in je_realloc() 1839 ifree(tsd, ptr, tcache_get(tsd, false)); in je_free() 2055 tsd_t *tsd; in JEMALLOC_ATTR() local 2158 tsd_t *tsd; in je_rallocx() local 2293 tsd_t *tsd; in je_xallocx() local 2362 tsd_t *tsd; in je_dallocx() local [all …]
|
| H A D | prof.c | 597 idalloctm(tsd, gctx, tcache_get(tsd, false), true); in prof_gctx_try_destroy() 704 idalloctm(tsd, tctx, tcache_get(tsd, false), true); in prof_tctx_destroy() 733 idalloctm(tsd, gctx.v, tcache_get(tsd, false), true); in prof_lookup_global() 911 tsd_t *tsd; in prof_bt_count() local 1570 tsd_t *tsd; in prof_fdump() local 1590 tsd_t *tsd; in prof_idump() local 1619 tsd_t *tsd; in prof_mdump() local 1644 tsd_t *tsd; in prof_gdump() local 1927 tsd_t *tsd; in prof_thread_name_get() local 1994 tsd_t *tsd; in prof_thread_active_get() local [all …]
|
| H A D | tcache.c | 100 arena = arena_choose(tsd, NULL); in tcache_bin_flush_small() 180 arena = arena_choose(tsd, NULL); in tcache_bin_flush_large() 297 tcache_get_hard(tsd_t *tsd) in tcache_get_hard() argument 302 if (tsd_nominal(tsd)) in tcache_get_hard() 306 arena = arena_choose(tsd, NULL); in tcache_get_hard() 350 arena = arena_choose(tsd, NULL); in tcache_destroy() 386 tcache_cleanup(tsd_t *tsd) in tcache_cleanup() argument 394 tcache_destroy(tsd, tcache); in tcache_cleanup() 395 tsd_tcache_set(tsd, NULL); in tcache_cleanup() 400 tcache_enabled_cleanup(tsd_t *tsd) in tcache_enabled_cleanup() argument [all …]
|
| H A D | ckh.c | 43 static bool ckh_grow(tsd_t *tsd, ckh_t *ckh); 246 ckh_grow(tsd_t *tsd, ckh_t *ckh) in ckh_grow() argument 286 idalloctm(tsd, tab, tcache_get(tsd, false), true); in ckh_grow() 291 idalloctm(tsd, ckh->tab, tcache_get(tsd, false), true); in ckh_grow() 302 ckh_shrink(tsd_t *tsd, ckh_t *ckh) in ckh_shrink() argument 333 idalloctm(tsd, tab, tcache_get(tsd, false), true); in ckh_shrink() 341 idalloctm(tsd, ckh->tab, tcache_get(tsd, false), true); in ckh_shrink() 407 ckh_delete(tsd_t *tsd, ckh_t *ckh) in ckh_delete() argument 424 idalloctm(tsd, ckh->tab, tcache_get(tsd, false), true); in ckh_delete() 471 if (ckh_grow(tsd, ckh)) { in ckh_insert() [all …]
|
| H A D | tsd.c | 73 tsd_t *tsd = (tsd_t *)arg; in tsd_cleanup() local 75 switch (tsd->state) { in tsd_cleanup() 81 n##_cleanup(tsd); in tsd_cleanup() 84 tsd->state = tsd_state_purgatory; in tsd_cleanup() 85 tsd_set(tsd); in tsd_cleanup() 101 tsd->state = tsd_state_purgatory; in tsd_cleanup() 102 tsd_set(tsd); in tsd_cleanup()
|
| H A D | huge.c | 34 huge_malloc(tsd_t *tsd, arena_t *arena, size_t size, bool zero, in huge_malloc() argument 45 return (huge_palloc(tsd, arena, usize, chunksize, zero, tcache)); in huge_malloc() 49 huge_palloc(tsd_t *tsd, arena_t *arena, size_t size, size_t alignment, in huge_palloc() argument 65 node = ipallocztm(tsd, CACHELINE_CEILING(sizeof(extent_node_t)), in huge_palloc() 75 arena = arena_choose(tsd, arena); in huge_palloc() 78 idalloctm(tsd, node, tcache, true); in huge_palloc() 86 idalloctm(tsd, node, tcache, true); in huge_palloc() 327 return (huge_malloc(tsd, arena, usize, zero, tcache)); in huge_ralloc_move_helper() 354 isqalloc(tsd, ptr, oldsize, tcache); in huge_ralloc() 359 huge_dalloc(tsd_t *tsd, void *ptr, tcache_t *tcache) in huge_dalloc() argument [all …]
|
| H A D | ctl.c | 682 tsd_t *tsd; in ctl_refresh() local 694 tsd = tsd_fetch(); in ctl_refresh() 1294 tsd_t *tsd; in CTL_RO_BOOL_CONFIG_GEN() local 1298 tsd = tsd_fetch(); in CTL_RO_BOOL_CONFIG_GEN() 1404 tsd_t *tsd; in thread_prof_name_ctl() local 1461 tsd_t *tsd; in tcache_create_ctl() local 1467 tsd = tsd_fetch(); in tcache_create_ctl() 1488 tsd_t *tsd; in tcache_flush_ctl() local 1515 tsd_t *tsd; in tcache_destroy_ctl() local 1543 tsd_t *tsd; in arena_purge() local [all …]
|
| H A D | arena.c | 2278 arena = arena_choose(tsd, arena); in arena_palloc_large() 2359 ret = arena_malloc(tsd, arena, usize, zero, tcache); in arena_palloc() 2367 ret = arena_malloc(tsd, arena, usize, zero, tcache); in arena_palloc() 2372 ret = arena_palloc_large(tsd, arena, usize, alignment, in arena_palloc() 2375 ret = huge_malloc(tsd, arena, usize, zero, tcache); in arena_palloc() 2377 ret = huge_palloc(tsd, arena, usize, alignment, zero, in arena_palloc() 2840 return (arena_malloc(tsd, arena, usize, zero, tcache)); in arena_ralloc_move_helper() 2844 return (ipalloct(tsd, usize, alignment, zero, tcache, arena)); in arena_ralloc_move_helper() 2870 ret = arena_ralloc_move_helper(tsd, arena, usize, alignment, in arena_ralloc() 2883 isqalloc(tsd, ptr, oldsize, tcache); in arena_ralloc() [all …]
|
| /redis-3.2.3/deps/jemalloc/include/jemalloc/internal/ |
| H A D | tcache.h | 174 tsd_t *tsd; in tcache_flush() local 178 tsd = tsd_fetch(); in tcache_flush() 179 tcache_cleanup(tsd); in tcache_flush() 185 tsd_t *tsd; in tcache_enabled_get() local 190 tsd = tsd_fetch(); in tcache_enabled_get() 203 tsd_t *tsd; in tcache_enabled_set() local 208 tsd = tsd_fetch(); in tcache_enabled_set() 214 tcache_cleanup(tsd); in tcache_enabled_set() 306 tcache_event(tsd, tcache); in tcache_alloc_small() 358 tcache_event(tsd, tcache); in tcache_alloc_large() [all …]
|
| H A D | prof.h | 302 prof_tdata_t *prof_tdata_init(tsd_t *tsd); 305 void prof_tdata_cleanup(tsd_t *tsd); 376 prof_tdata_get(tsd_t *tsd, bool create) in prof_tdata_get() argument 382 tdata = tsd_prof_tdata_get(tsd); in prof_tdata_get() 385 if (tsd_nominal(tsd)) { in prof_tdata_get() 386 tdata = prof_tdata_init(tsd); in prof_tdata_get() 387 tsd_prof_tdata_set(tsd, tdata); in prof_tdata_get() 390 tdata = prof_tdata_reinit(tsd, tdata); in prof_tdata_get() 391 tsd_prof_tdata_set(tsd, tdata); in prof_tdata_get() 438 tdata = prof_tdata_get(tsd, true); in prof_sample_accum_update() [all …]
|
| H A D | quarantine.h | 32 void quarantine_alloc_hook_work(tsd_t *tsd); 33 void quarantine(tsd_t *tsd, void *ptr); 34 void quarantine_cleanup(tsd_t *tsd); 48 tsd_t *tsd; in quarantine_alloc_hook() local 52 tsd = tsd_fetch(); in quarantine_alloc_hook() 53 if (tsd_quarantine_get(tsd) == NULL) in quarantine_alloc_hook() 54 quarantine_alloc_hook_work(tsd); in quarantine_alloc_hook()
|
| H A D | jemalloc_internal.h.in | 459 void arena_cleanup(tsd_t *tsd); 770 ret = arena_choose_hard(tsd); 903 imalloc(tsd_t *tsd, size_t size) argument 906 return (iallocztm(tsd, size, false, tcache_get(tsd, true), false, NULL)); 917 icalloc(tsd_t *tsd, size_t size) argument 920 return (iallocztm(tsd, size, true, tcache_get(tsd, true), false, NULL)); 953 return (ipallocztm(tsd, usize, alignment, zero, tcache_get(tsd, 1016 idalloc(tsd_t *tsd, void *ptr) argument 1019 idalloctm(tsd, ptr, tcache_get(tsd, false), false); 1027 quarantine(tsd, ptr); [all …]
|
| H A D | tsd.h | 598 bool tsd_nominal(tsd_t *tsd); 601 t tsd_##n##_get(tsd_t *tsd); \ 614 tsd_t *tsd = tsd_get(); in tsd_fetch() local 620 tsd_set(tsd); in tsd_fetch() 623 tsd_set(tsd); in tsd_fetch() 628 return (tsd); in tsd_fetch() 632 tsd_nominal(tsd_t *tsd) in tsd_nominal() argument 640 tsd_##n##p_get(tsd_t *tsd) \ 643 return (&tsd->n); \ 647 tsd_##n##_get(tsd_t *tsd) \ [all …]
|
| H A D | huge.h | 12 void *huge_malloc(tsd_t *tsd, arena_t *arena, size_t size, bool zero, 14 void *huge_palloc(tsd_t *tsd, arena_t *arena, size_t size, size_t alignment, 18 void *huge_ralloc(tsd_t *tsd, arena_t *arena, void *ptr, size_t oldsize, 24 void huge_dalloc(tsd_t *tsd, void *ptr, tcache_t *tcache);
|
| H A D | ckh.h | 69 bool ckh_new(tsd_t *tsd, ckh_t *ckh, size_t minitems, ckh_hash_t *hash, 71 void ckh_delete(tsd_t *tsd, ckh_t *ckh); 74 bool ckh_insert(tsd_t *tsd, ckh_t *ckh, const void *key, const void *data); 75 bool ckh_remove(tsd_t *tsd, ckh_t *ckh, const void *searchkey, void **key,
|
| H A D | arena.h | 1167 arena = arena_choose(tsd, arena); in arena_malloc() 1173 return (tcache_alloc_small(tsd, arena, tcache, size, in arena_malloc() 1183 return (tcache_alloc_large(tsd, arena, tcache, size, in arena_malloc() 1188 return (huge_malloc(tsd, arena, size, zero, tcache)); in arena_malloc() 1254 arena_dalloc(tsd_t *tsd, void *ptr, tcache_t *tcache) in arena_dalloc() argument 1271 tcache_dalloc_small(tsd, tcache, ptr, binind); in arena_dalloc() 1285 tcache_dalloc_large(tsd, tcache, ptr, size - in arena_dalloc() 1293 huge_dalloc(tsd, ptr, tcache); in arena_dalloc() 1322 tcache_dalloc_small(tsd, tcache, ptr, binind); in arena_sdalloc() 1334 tcache_dalloc_large(tsd, tcache, ptr, size); in arena_sdalloc() [all …]
|
| /redis-3.2.3/deps/jemalloc/test/unit/ |
| H A D | ckh.c | 5 tsd_t *tsd; in TEST_BEGIN() local 8 tsd = tsd_fetch(); in TEST_BEGIN() 12 ckh_delete(tsd, &ckh); in TEST_BEGIN() 16 ckh_delete(tsd, &ckh); in TEST_BEGIN() 22 tsd_t *tsd; in TEST_BEGIN() local 33 tsd = tsd_fetch(); in TEST_BEGIN() 43 ckh_insert(tsd, &ckh, strs[i], strs[i]); in TEST_BEGIN() 104 ckh_delete(tsd, &ckh); in TEST_BEGIN() 111 tsd_t *tsd; in TEST_BEGIN() local 117 tsd = tsd_fetch(); in TEST_BEGIN() [all …]
|
| /redis-3.2.3/deps/jemalloc/ |
| H A D | Makefile.in | 89 $(srcroot)src/tsd.c 146 $(srcroot)test/unit/tsd.c \
|