Lines Matching refs:alignment
1446 imemalign_prof_sample(tsd_t *tsd, size_t alignment, size_t usize, in imemalign_prof_sample() argument
1454 assert(sa2u(LARGE_MINCLASS, alignment) == LARGE_MINCLASS); in imemalign_prof_sample()
1455 p = ipalloc(tsd, LARGE_MINCLASS, alignment, false); in imemalign_prof_sample()
1460 p = ipalloc(tsd, usize, alignment, false); in imemalign_prof_sample()
1466 imemalign_prof(tsd_t *tsd, size_t alignment, size_t usize) in imemalign_prof() argument
1473 p = imemalign_prof_sample(tsd, alignment, usize, tctx); in imemalign_prof()
1475 p = ipalloc(tsd, usize, alignment, false); in imemalign_prof()
1487 imemalign(void **memptr, size_t alignment, size_t size, size_t min_alignment) in imemalign() argument
1505 if (unlikely(((alignment - 1) & alignment) != 0 in imemalign()
1506 || (alignment < min_alignment))) { in imemalign()
1517 usize = sa2u(size, alignment); in imemalign()
1524 result = imemalign_prof(tsd, alignment, usize); in imemalign()
1526 result = ipalloc(tsd, usize, alignment, false); in imemalign()
1529 assert(((uintptr_t)result & (alignment - 1)) == ZU(0)); in imemalign()
1553 je_posix_memalign(void **memptr, size_t alignment, size_t size) in je_posix_memalign() argument
1555 int ret = imemalign(memptr, alignment, size, sizeof(void *)); in je_posix_memalign()
1564 je_aligned_alloc(size_t alignment, size_t size) in JEMALLOC_ATTR()
1569 if (unlikely((err = imemalign(&ret, alignment, size, 1)) != 0)) { in JEMALLOC_ATTR()
1855 je_memalign(size_t alignment, size_t size) in JEMALLOC_ATTR()
1858 if (unlikely(imemalign(&ret, alignment, size, 1) != 0)) in JEMALLOC_ATTR()
1901 JEMALLOC_EXPORT void *(*__memalign_hook)(size_t alignment, size_t size) =
1916 size_t *alignment, bool *zero, tcache_t **tcache, arena_t **arena) in imallocx_flags_decode_hard() argument
1920 *alignment = 0; in imallocx_flags_decode_hard()
1923 *alignment = MALLOCX_ALIGN_GET_SPECIFIED(flags); in imallocx_flags_decode_hard()
1924 *usize = sa2u(size, *alignment); in imallocx_flags_decode_hard()
1947 size_t *alignment, bool *zero, tcache_t **tcache, arena_t **arena) in imallocx_flags_decode() argument
1953 *alignment = 0; in imallocx_flags_decode()
1960 alignment, zero, tcache, arena)); in imallocx_flags_decode()
1965 imallocx_flags(tsd_t *tsd, size_t usize, size_t alignment, bool zero, in imallocx_flags() argument
1969 if (unlikely(alignment != 0)) in imallocx_flags()
1970 return (ipalloct(tsd, usize, alignment, zero, tcache, arena)); in imallocx_flags()
1977 imallocx_prof_sample(tsd_t *tsd, size_t usize, size_t alignment, bool zero, in imallocx_prof_sample() argument
1983 assert(((alignment == 0) ? s2u(LARGE_MINCLASS) : in imallocx_prof_sample()
1984 sa2u(LARGE_MINCLASS, alignment)) == LARGE_MINCLASS); in imallocx_prof_sample()
1985 p = imallocx_flags(tsd, LARGE_MINCLASS, alignment, zero, tcache, in imallocx_prof_sample()
1991 p = imallocx_flags(tsd, usize, alignment, zero, tcache, arena); in imallocx_prof_sample()
2000 size_t alignment; in imallocx_prof() local
2006 if (unlikely(imallocx_flags_decode(tsd, size, flags, usize, &alignment, in imallocx_prof()
2011 p = imallocx_flags(tsd, *usize, alignment, zero, tcache, arena); in imallocx_prof()
2013 p = imallocx_prof_sample(tsd, *usize, alignment, zero, tcache, in imallocx_prof()
2023 assert(alignment == 0 || ((uintptr_t)p & (alignment - 1)) == ZU(0)); in imallocx_prof()
2031 size_t alignment; in imallocx_no_prof() local
2043 &alignment, &zero, &tcache, &arena))) in imallocx_no_prof()
2045 p = imallocx_flags(tsd, *usize, alignment, zero, tcache, arena); in imallocx_no_prof()
2046 assert(alignment == 0 || ((uintptr_t)p & (alignment - 1)) == ZU(0)); in imallocx_no_prof()
2090 size_t usize, size_t alignment, bool zero, tcache_t *tcache, arena_t *arena, in irallocx_prof_sample() argument
2098 p = iralloct(tsd, old_ptr, old_usize, LARGE_MINCLASS, alignment, in irallocx_prof_sample()
2104 p = iralloct(tsd, old_ptr, old_usize, usize, alignment, zero, in irallocx_prof_sample()
2113 size_t alignment, size_t *usize, bool zero, tcache_t *tcache, in irallocx_prof() argument
2125 alignment, zero, tcache, arena, tctx); in irallocx_prof()
2127 p = iralloct(tsd, old_ptr, old_usize, size, alignment, zero, in irallocx_prof()
2135 if (p == old_ptr && alignment != 0) { in irallocx_prof()
2162 size_t alignment = MALLOCX_ALIGN_GET(flags); in je_rallocx() local
2194 usize = (alignment == 0) ? s2u(size) : sa2u(size, alignment); in je_rallocx()
2196 p = irallocx_prof(tsd, ptr, old_usize, size, alignment, &usize, in je_rallocx()
2201 p = iralloct(tsd, ptr, old_usize, size, alignment, zero, in je_rallocx()
2208 assert(alignment == 0 || ((uintptr_t)p & (alignment - 1)) == ZU(0)); in je_rallocx()
2229 size_t alignment, bool zero) in ixallocx_helper() argument
2233 if (ixalloc(ptr, old_usize, size, extra, alignment, zero)) in ixallocx_helper()
2242 size_t alignment, bool zero, prof_tctx_t *tctx) in ixallocx_prof_sample() argument
2248 usize = ixallocx_helper(ptr, old_usize, size, extra, alignment, zero); in ixallocx_prof_sample()
2255 size_t extra, size_t alignment, bool zero) in ixallocx_prof() argument
2269 usize_max = (alignment == 0) ? s2u(size+extra) : sa2u(size+extra, in ixallocx_prof()
2270 alignment); in ixallocx_prof()
2275 alignment, zero, tctx); in ixallocx_prof()
2277 usize = ixallocx_helper(ptr, old_usize, size, extra, alignment, in ixallocx_prof()
2296 size_t alignment = MALLOCX_ALIGN_GET(flags); in je_xallocx() local
2323 alignment, zero); in je_xallocx()
2325 usize = ixallocx_helper(ptr, old_usize, size, extra, alignment, in je_xallocx()