| /oneTBB/src/tbbmalloc/ |
| H A D | shared_utils.h | 38 static inline T alignDown(T arg, uintptr_t alignment) { in alignDown() argument 39 return T( (uintptr_t)arg & ~(alignment-1)); in alignDown() 42 static inline T alignUp (T arg, uintptr_t alignment) { in alignUp() argument 43 return T(((uintptr_t)arg+(alignment-1)) & ~(alignment-1)); in alignUp() 47 static inline T alignUpGeneric(T arg, uintptr_t alignment) { in alignUpGeneric() argument 48 if (size_t rem = arg % alignment) { in alignUpGeneric() 49 arg += alignment - rem; in alignUpGeneric()
|
| H A D | frontend.cpp | 836 … MALLOC_ASSERT( alignment==16 || alignment==32 || alignment==64 || alignment==128, ASSERT_TEXT ); in getIndexOrObjectSize() 2315 ptrDelta / alignment; in getFromLLOCache() 2379 if (alignment<=fittingAlignment) in allocateAligned() 2411 if (newSize <= copySize && (0 == alignment || isAligned(ptr, alignment))) { in reallocAligned() 2428 alignment < largeObjectAlignment ? largeObjectAlignment : alignment)) in reallocAligned() 2431 result = alignment ? allocateAligned(memPool, newSize, alignment) : in reallocAligned() 2440 if (newSize <= copySize && (0==alignment || isAligned(ptr, alignment))) { in reallocAligned() 2443 result = alignment ? allocateAligned(memPool, newSize, alignment) : in reallocAligned() 2779 if (!isPowerOfTwo(alignment)) in pool_aligned_realloc() 3120 if (!isPowerOfTwo(alignment)) { in scalable_aligned_realloc() [all …]
|
| H A D | Customize.h | 55 static inline bool isAligned(T* arg, uintptr_t alignment) { in isAligned() argument 56 return tbb::detail::is_aligned(arg,alignment); in isAligned()
|
| H A D | backend.h | 361 void *remap(void *ptr, size_t oldSize, size_t newSize, size_t alignment);
|
| H A D | backend.cpp | 958 void *Backend::remap(void *ptr, size_t oldSize, size_t newSize, size_t alignment) in remap() argument 964 || !isAligned(ptr, alignment) || alignment>extMemPool->granularity) in remap() 1016 MALLOC_ASSERT(isAligned(object, alignment), ASSERT_TEXT); in remap()
|
| H A D | tbbmalloc_internal.h | 593 void *remap(void *ptr, size_t oldSize, size_t newSize, size_t alignment);
|
| H A D | large_objects.cpp | 1054 void *ExtMemoryPool::remap(void *ptr, size_t oldSize, size_t newSize, size_t alignment) in remap() argument 1057 void *o = backend.remap(ptr, oldSize, newSize, alignment); in remap()
|
| /oneTBB/src/tbb/ |
| H A D | allocator.cpp | 86 static void* initialize_cache_aligned_allocate_handler(std::size_t n, std::size_t alignment); 89 static void* std_cache_aligned_allocate(std::size_t n, std::size_t alignment); 95 using cache_aligned_allocate_handler_type = void* (*)(std::size_t n, std::size_t alignment); 167 static void* initialize_cache_aligned_allocate_handler(std::size_t bytes, std::size_t alignment) { in initialize_cache_aligned_allocate_handler() argument 170 return (*cache_aligned_allocate_handler)(bytes, alignment); in initialize_cache_aligned_allocate_handler() 205 static void* std_cache_aligned_allocate(std::size_t bytes, std::size_t alignment) { in std_cache_aligned_allocate() argument 207 return memalign(alignment, bytes); in std_cache_aligned_allocate() 210 int res = posix_memalign(&p, alignment, bytes); in std_cache_aligned_allocate() 215 return _aligned_malloc(bytes, alignment); in std_cache_aligned_allocate() 218 std::size_t space = alignment + bytes; in std_cache_aligned_allocate()
|
| /oneTBB/include/oneapi/tbb/ |
| H A D | cache_aligned_allocator.h | 121 void* do_allocate(std::size_t bytes, std::size_t alignment) override { in do_allocate() argument 123 std::size_t cache_line_alignment = correct_alignment(alignment); in do_allocate() 138 void do_deallocate(void* ptr, std::size_t bytes, std::size_t alignment) override { in do_deallocate() argument 142 …eam->deallocate(reinterpret_cast<void*>(base), correct_size(bytes) + correct_alignment(alignment)); in do_deallocate() 156 std::size_t correct_alignment(std::size_t alignment) { in correct_alignment() argument 157 __TBB_ASSERT(tbb::detail::is_power_of_two(alignment), "Alignment is not a power of 2"); in correct_alignment() 163 return alignment < cache_line_size ? cache_line_size : alignment; in correct_alignment()
|
| H A D | scalable_allocator.h | 67 TBBMALLOC_EXPORT int __TBB_EXPORTED_FUNC scalable_posix_memalign(void** memptr, size_t alignment, s… 71 TBBMALLOC_EXPORT void* __TBB_EXPORTED_FUNC scalable_aligned_malloc(size_t size, size_t alignment); 75 …XPORT void* __TBB_EXPORTED_FUNC scalable_aligned_realloc(void* ptr, size_t size, size_t alignment); 188 …ALLOC_EXPORT void *pool_aligned_malloc(MemoryPool* mPool, std::size_t size, std::size_t alignment); 189 … void *pool_aligned_realloc(MemoryPool* mPool, void *ptr, std::size_t size, std::size_t alignment); 289 void* do_allocate(std::size_t bytes, std::size_t alignment) override { in do_allocate() argument 290 void* p = scalable_aligned_malloc(bytes, alignment); in do_allocate()
|
| /oneTBB/src/tbbmalloc_proxy/ |
| H A D | proxy.cpp | 212 void *PREFIX(memalign)(ZONE_ARG size_t alignment, size_t size) __THROW in PREFIX() 214 return scalable_aligned_malloc(size, alignment); in PREFIX() 241 int posix_memalign(void **memptr, size_t alignment, size_t size) __THROW in posix_memalign() argument 243 return scalable_posix_memalign(memptr, alignment, size); in posix_memalign() 281 void *aligned_alloc(size_t alignment, size_t size) __TBB_ALIAS_ATTR_COPY(memalign); 289 void *__libc_memalign(size_t alignment, size_t size) __TBB_ALIAS_ATTR_COPY(memalign); 362 void* safer_aligned_malloc( size_t size, size_t alignment ) in safer_aligned_malloc() argument 365 return scalable_aligned_malloc( size, alignment>sizeof(size_t*)?alignment:sizeof(size_t*) ); in safer_aligned_malloc() 394 size_t __TBB_malloc_safer__aligned_msize_##CRTLIB( void *ptr, size_t alignment, size_t offset) … 396 … return __TBB_malloc_safer_aligned_msize( ptr, alignment, offset, orig__aligned_msize_##CRTLIB ); \ [all …]
|
| H A D | proxy_overload_osx.h | 106 static void *impl_memalign(struct _malloc_zone_t *, size_t alignment, size_t size);
|
| /oneTBB/test/tbbmalloc/ |
| H A D | test_malloc_compliance.cpp | 151 typedef void* TestAlignedMalloc(size_t size, size_t alignment); 170 void* Taligned_malloc(size_t size, size_t alignment); 450 size_t alignment = (sizeof(intptr_t)>4 && size>8) ? 16 : 8; in Tmalloc() local 453 CHECK_FAST_MESSAGE(0==((uintptr_t)ret & (alignment-1)), in Tmalloc() 463 CHECK_FAST_MESSAGE(0==((uintptr_t)ret & (alignment-1)), in Tcalloc() 470 size_t alignment = (sizeof(intptr_t)>4 && size>8) ? 16 : 8; in Trealloc() local 473 CHECK_FAST_MESSAGE(0==((uintptr_t)ret & (alignment-1)), in Trealloc() 479 int ret = Rposix_memalign(memptr, alignment, size); in Tposix_memalign() 485 void* Taligned_malloc(size_t size, size_t alignment) in Taligned_malloc() argument 487 void *ret = Raligned_malloc(size, alignment); in Taligned_malloc() [all …]
|
| H A D | test_malloc_lib_unload.cpp | 150 void* (*aligned_malloc_ptr)(size_t size, size_t alignment); in operator ()()
|
| H A D | test_malloc_pools.cpp | 36 static inline T alignUp (T arg, uintptr_t alignment) { in alignUp() argument 37 return T(((uintptr_t)arg+(alignment-1)) & ~(alignment-1)); in alignUp()
|
| H A D | test_malloc_overload.cpp | 89 void *__libc_memalign(size_t alignment, size_t size);
|
| /oneTBB/include/oneapi/tbb/detail/ |
| H A D | _utils.h | 186 constexpr bool is_aligned(T* pointer, std::uintptr_t alignment) { in is_aligned() argument 187 return 0 == (reinterpret_cast<std::uintptr_t>(pointer) & (alignment - 1)); in is_aligned() 211 template <std::size_t alignment = 0, typename T> 217 __TBB_ASSERT(is_aligned(p, alignment == 0 ? alignof(T) : alignment), comment);
|
| /oneTBB/test/tbb/ |
| H A D | test_scheduler_mix.cpp | 77 void* aligned_malloc(std::size_t alignment, std::size_t size) { in aligned_malloc() argument 79 return _aligned_malloc(size, alignment); in aligned_malloc() 82 int res = posix_memalign(&ptr, alignment, size); in aligned_malloc() 86 return aligned_alloc(alignment, size); in aligned_malloc()
|
| /oneTBB/cmake/compilers/ |
| H A D | MSVC.cmake | 24 # Warning suppression C4324: structure was padded due to alignment specifier
|
| /oneTBB/test/ |
| H A D | CMakeLists.txt | 39 # Warning suppression C4324: structure was padded due to alignment specifier
|