Lines Matching refs:pageind
68 size_t pageind, mapbits; in arena_miscelm_size_get() local
73 pageind = arena_miscelm_to_pageind(miscelm); in arena_miscelm_size_get()
74 mapbits = arena_mapbits_get(chunk, pageind); in arena_miscelm_size_get()
206 arena_avail_insert(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in rb_gen()
210 assert(npages == (arena_mapbits_unallocated_size_get(chunk, pageind) >> in rb_gen()
213 pageind)); in rb_gen()
217 arena_avail_remove(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_avail_remove() argument
221 assert(npages == (arena_mapbits_unallocated_size_get(chunk, pageind) >> in arena_avail_remove()
224 pageind)); in arena_avail_remove()
228 arena_run_dirty_insert(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_run_dirty_insert() argument
231 arena_chunk_map_misc_t *miscelm = arena_miscelm_get(chunk, pageind); in arena_run_dirty_insert()
233 assert(npages == (arena_mapbits_unallocated_size_get(chunk, pageind) >> in arena_run_dirty_insert()
235 assert(arena_mapbits_dirty_get(chunk, pageind) == CHUNK_MAP_DIRTY); in arena_run_dirty_insert()
236 assert(arena_mapbits_dirty_get(chunk, pageind+npages-1) == in arena_run_dirty_insert()
245 arena_run_dirty_remove(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_run_dirty_remove() argument
248 arena_chunk_map_misc_t *miscelm = arena_miscelm_get(chunk, pageind); in arena_run_dirty_remove()
250 assert(npages == (arena_mapbits_unallocated_size_get(chunk, pageind) >> in arena_run_dirty_remove()
252 assert(arena_mapbits_dirty_get(chunk, pageind) == CHUNK_MAP_DIRTY); in arena_run_dirty_remove()
253 assert(arena_mapbits_dirty_get(chunk, pageind+npages-1) == in arena_run_dirty_remove()
315 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_run_reg_dalloc() local
316 size_t mapbits = arena_mapbits_get(chunk, pageind); in arena_run_reg_dalloc()
1255 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_dirty_count() local
1256 assert(arena_mapbits_allocated_get(chunk, pageind) == in arena_dirty_count()
1258 assert(arena_mapbits_large_get(chunk, pageind) == 0); in arena_dirty_count()
1259 assert(arena_mapbits_dirty_get(chunk, pageind) != 0); in arena_dirty_count()
1261 pageind) >> LG_PAGE; in arena_dirty_count()
1331 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_stash_dirty() local
1334 arena_mapbits_unallocated_size_get(chunk, pageind); in arena_stash_dirty()
1338 assert(pageind + npages <= chunk_npages); in arena_stash_dirty()
1339 assert(arena_mapbits_dirty_get(chunk, pageind) == in arena_stash_dirty()
1340 arena_mapbits_dirty_get(chunk, pageind+npages-1)); in arena_stash_dirty()
1401 size_t pageind, run_size, flag_unzeroed, flags, i; in arena_purge_stashed() local
1407 pageind = arena_miscelm_to_pageind(miscelm); in arena_purge_stashed()
1408 run_size = arena_mapbits_large_size_get(chunk, pageind); in arena_purge_stashed()
1411 assert(pageind + npages <= chunk_npages); in arena_purge_stashed()
1412 assert(!arena_mapbits_decommitted_get(chunk, pageind)); in arena_purge_stashed()
1414 pageind+npages-1)); in arena_purge_stashed()
1416 pageind << LG_PAGE, npages << LG_PAGE, arena->ind); in arena_purge_stashed()
1422 chunk_hooks, chunk, chunksize, pageind << in arena_purge_stashed()
1426 arena_mapbits_large_set(chunk, pageind+npages-1, 0, in arena_purge_stashed()
1428 arena_mapbits_large_set(chunk, pageind, run_size, in arena_purge_stashed()
1443 arena_mapbits_internal_set(chunk, pageind+i, in arena_purge_stashed()
1492 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_unstash_purged() local
1494 pageind) != 0); in arena_unstash_purged()
1766 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_run_trim_head() local
1768 size_t flag_dirty = arena_mapbits_dirty_get(chunk, pageind); in arena_run_trim_head()
1769 size_t flag_decommitted = arena_mapbits_decommitted_get(chunk, pageind); in arena_run_trim_head()
1780 assert(arena_mapbits_large_size_get(chunk, pageind) == oldsize); in arena_run_trim_head()
1781 arena_mapbits_large_set(chunk, pageind+head_npages-1, 0, flag_dirty | in arena_run_trim_head()
1783 pageind+head_npages-1))); in arena_run_trim_head()
1784 arena_mapbits_large_set(chunk, pageind, oldsize-newsize, flag_dirty | in arena_run_trim_head()
1785 (flag_unzeroed_mask & arena_mapbits_unzeroed_get(chunk, pageind))); in arena_run_trim_head()
1790 pageind+head_npages+tail_npages-1) == 0); in arena_run_trim_head()
1792 pageind+head_npages+tail_npages-1) == flag_dirty); in arena_run_trim_head()
1794 arena_mapbits_large_set(chunk, pageind+head_npages, newsize, in arena_run_trim_head()
1796 pageind+head_npages))); in arena_run_trim_head()
1806 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_run_trim_tail() local
1808 size_t flag_dirty = arena_mapbits_dirty_get(chunk, pageind); in arena_run_trim_tail()
1809 size_t flag_decommitted = arena_mapbits_decommitted_get(chunk, pageind); in arena_run_trim_tail()
1822 assert(arena_mapbits_large_size_get(chunk, pageind) == oldsize); in arena_run_trim_tail()
1823 arena_mapbits_large_set(chunk, pageind+head_npages-1, 0, flag_dirty | in arena_run_trim_tail()
1825 pageind+head_npages-1))); in arena_run_trim_tail()
1826 arena_mapbits_large_set(chunk, pageind, newsize, flag_dirty | in arena_run_trim_tail()
1827 (flag_unzeroed_mask & arena_mapbits_unzeroed_get(chunk, pageind))); in arena_run_trim_tail()
1832 pageind+head_npages+tail_npages-1) == 0); in arena_run_trim_tail()
1834 pageind+head_npages+tail_npages-1) == flag_dirty); in arena_run_trim_tail()
1836 arena_mapbits_large_set(chunk, pageind+head_npages, oldsize-newsize, in arena_run_trim_tail()
1838 pageind+head_npages))); in arena_run_trim_tail()
1840 tail_miscelm = arena_miscelm_get(chunk, pageind + head_npages); in arena_run_trim_tail()
2388 size_t pageind; in arena_prof_promoted() local
2399 pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_prof_promoted()
2402 arena_mapbits_large_binind_set(chunk, pageind, binind); in arena_prof_promoted()
2477 size_t pageind, rpages_ind; in arena_dalloc_bin_locked_impl() local
2483 pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_dalloc_bin_locked_impl()
2484 rpages_ind = pageind - arena_mapbits_small_runind_get(chunk, pageind); in arena_dalloc_bin_locked_impl()
2516 size_t pageind, arena_chunk_map_bits_t *bitselm) in arena_dalloc_bin() argument
2522 rpages_ind = pageind - arena_mapbits_small_runind_get(chunk, pageind); in arena_dalloc_bin()
2532 size_t pageind) in arena_dalloc_small() argument
2539 pageind)) != BININD_INVALID); in arena_dalloc_small()
2541 bitselm = arena_bitselm_get(chunk, pageind); in arena_dalloc_small()
2542 arena_dalloc_bin(arena, chunk, ptr, pageind, bitselm); in arena_dalloc_small()
2567 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_dalloc_large_locked_impl() local
2568 arena_chunk_map_misc_t *miscelm = arena_miscelm_get(chunk, pageind); in arena_dalloc_large_locked_impl()
2572 size_t usize = arena_mapbits_large_size_get(chunk, pageind) - in arena_dalloc_large_locked_impl()
2611 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_ralloc_large_shrink() local
2612 arena_chunk_map_misc_t *miscelm = arena_miscelm_get(chunk, pageind); in arena_ralloc_large_shrink()
2647 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_ralloc_large_grow() local
2651 assert(oldsize == arena_mapbits_large_size_get(chunk, pageind) - in arena_ralloc_large_grow()
2656 if (pageind+npages >= chunk_npages || arena_mapbits_allocated_get(chunk, in arena_ralloc_large_grow()
2657 pageind+npages) != 0) in arena_ralloc_large_grow()
2659 followsize = arena_mapbits_unallocated_size_get(chunk, pageind+npages); in arena_ralloc_large_grow()
2678 run = &arena_miscelm_get(chunk, pageind+npages)->run; in arena_ralloc_large_grow()
2703 flag_dirty = arena_mapbits_dirty_get(chunk, pageind) | in arena_ralloc_large_grow()
2704 arena_mapbits_dirty_get(chunk, pageind+npages-1); in arena_ralloc_large_grow()
2706 arena_mapbits_large_set(chunk, pageind, size + large_pad, in arena_ralloc_large_grow()
2708 arena_mapbits_unzeroed_get(chunk, pageind))); in arena_ralloc_large_grow()
2709 arena_mapbits_large_set(chunk, pageind+npages-1, 0, flag_dirty | in arena_ralloc_large_grow()
2711 pageind+npages-1))); in arena_ralloc_large_grow()