Lines Matching refs:MALLOC_ASSERT
232 MALLOC_ASSERT(!status1, "The memory manager cannot delete tls key."); in destroy()
358 MALLOC_ASSERT(!isSolidPtr(publicFreeList.load(std::memory_order_relaxed)), ASSERT_TEXT); in empty()
378 MALLOC_ASSERT(isStartupAllocObject() || objectSize<minLargeObjectSize, in getSize()
392 MALLOC_ASSERT(isAligned(object, sizeof(size_t)), "Try to free invalid small object"); in checkFreePrecond()
395 MALLOC_ASSERT(allocatedCount>0, msg); in checkFreePrecond()
398 MALLOC_ASSERT((uintptr_t)object - (uintptr_t)this >= sizeof(Block), msg); in checkFreePrecond()
400 MALLOC_ASSERT(object<=bumpPtr, msg); in checkFreePrecond()
403 MALLOC_ASSERT(isAligned(object, 8), "Try to free invalid small object"); in checkFreePrecond()
406 MALLOC_ASSERT(allocatedCount <= (slabSize-sizeof(Block))/objectSize in checkFreePrecond()
410 MALLOC_ASSERT(toFree != freeList, msg); in checkFreePrecond()
414 MALLOC_ASSERT(toFree != publicFreeList.load(std::memory_order_relaxed), msg); in checkFreePrecond()
436 MALLOC_ASSERT(!tlsPtr.load(std::memory_order_relaxed), ASSERT_TEXT); in markOwned()
441 MALLOC_ASSERT(tlsPtr.load(std::memory_order_relaxed), ASSERT_TEXT); in markOrphaned()
480 MALLOC_ASSERT( !activeBlk, ASSERT_TEXT ); in verifyInitState()
481 MALLOC_ASSERT( !mailbox.load(std::memory_order_relaxed), ASSERT_TEXT ); in verifyInitState()
617 …MALLOC_ASSERT( sizeof(TLSData) >= sizeof(Bin) * numBlockBins + sizeof(FreeBlockPool), ASSERT_TEXT … in createTLS()
665 MALLOC_ASSERT(head!=tls, ASSERT_TEXT); in registerThread()
670 MALLOC_ASSERT(head->next!=head, ASSERT_TEXT); in registerThread()
676 MALLOC_ASSERT(head, "Can't unregister thread: no threads are registered."); in unregisterThread()
683 MALLOC_ASSERT(!tls->next || tls->next->next!=tls->next, ASSERT_TEXT); in unregisterThread()
775 …MALLOC_ASSERT( n>=64 && n<1024, ASSERT_TEXT ); // only needed for bsr array lookup, but always true in highestBitPos()
831 MALLOC_ASSERT( 6<=order && order<=9, ASSERT_TEXT ); in getIndexOrObjectSize()
836 … MALLOC_ASSERT( alignment==16 || alignment==32 || alignment==64 || alignment==128, ASSERT_TEXT ); in getIndexOrObjectSize()
856 MALLOC_ASSERT( 0,ASSERT_TEXT ); // this should not happen in getIndexOrObjectSize()
878 MALLOC_ASSERT( size == sizeof(TLSData), ASSERT_TEXT ); in allocate()
907 MALLOC_ASSERT( ptr, ASSERT_TEXT ); in free()
1049 MALLOC_ASSERT(tls, ASSERT_TEXT); in getEmptyBlock()
1054 MALLOC_ASSERT(result, ASSERT_TEXT); in getEmptyBlock()
1088 MALLOC_ASSERT(isPoolValid(), nullptr); in init()
1113 MALLOC_ASSERT(extMemPool.userPool(), "No reset for the system pool."); in reset()
1151 MALLOC_ASSERT(this==defaultMemPool, nullptr); in destroy()
1177 MALLOC_ASSERT( activeBlk->isOwnedByCurrentThread(), ASSERT_TEXT ); in verifyTLSBin()
1178 MALLOC_ASSERT( activeBlk->objectSize == objSize, ASSERT_TEXT ); in verifyTLSBin()
1181 MALLOC_ASSERT( temp!=activeBlk, ASSERT_TEXT ); in verifyTLSBin()
1182 MALLOC_ASSERT( temp->isOwnedByCurrentThread(), ASSERT_TEXT ); in verifyTLSBin()
1183 MALLOC_ASSERT( temp->objectSize == objSize, ASSERT_TEXT ); in verifyTLSBin()
1184 MALLOC_ASSERT( temp->previous->next == temp, ASSERT_TEXT ); in verifyTLSBin()
1186 MALLOC_ASSERT( temp->next->previous == temp, ASSERT_TEXT ); in verifyTLSBin()
1190 MALLOC_ASSERT( temp!=activeBlk, ASSERT_TEXT ); in verifyTLSBin()
1191 MALLOC_ASSERT( temp->isOwnedByCurrentThread(), ASSERT_TEXT ); in verifyTLSBin()
1192 MALLOC_ASSERT( temp->objectSize == objSize, ASSERT_TEXT ); in verifyTLSBin()
1193 MALLOC_ASSERT( temp->next->previous == temp, ASSERT_TEXT ); in verifyTLSBin()
1195 MALLOC_ASSERT( temp->previous->next == temp, ASSERT_TEXT ); in verifyTLSBin()
1214 MALLOC_ASSERT( block->isOwnedByCurrentThread(), ASSERT_TEXT ); in pushTLSBin()
1215 MALLOC_ASSERT( block->objectSize != 0, ASSERT_TEXT ); in pushTLSBin()
1216 MALLOC_ASSERT( block->next == nullptr, ASSERT_TEXT ); in pushTLSBin()
1217 MALLOC_ASSERT( block->previous == nullptr, ASSERT_TEXT ); in pushTLSBin()
1219 MALLOC_ASSERT( this, ASSERT_TEXT ); in pushTLSBin()
1242 MALLOC_ASSERT( block->isOwnedByCurrentThread(), ASSERT_TEXT ); in outofTLSBin()
1243 MALLOC_ASSERT( block->objectSize != 0, ASSERT_TEXT ); in outofTLSBin()
1245 MALLOC_ASSERT( this, ASSERT_TEXT ); in outofTLSBin()
1253 MALLOC_ASSERT( block->previous->next == block, ASSERT_TEXT ); in outofTLSBin()
1257 MALLOC_ASSERT( block->next->previous == block, ASSERT_TEXT ); in outofTLSBin()
1269 MALLOC_ASSERT( this, ASSERT_TEXT ); in getPrivatizedFreeListBlock()
1271 …MALLOC_ASSERT( (!activeBlk && !mailbox.load(std::memory_order_relaxed)) || (activeBlk && activeBlk… in getPrivatizedFreeListBlock()
1280 MALLOC_ASSERT( block->isOwnedByCurrentThread(), ASSERT_TEXT ); in getPrivatizedFreeListBlock()
1281 …MALLOC_ASSERT( !isNotForUse(block->nextPrivatizable.load(std::memory_order_relaxed)), ASSERT_TEXT … in getPrivatizedFreeListBlock()
1287 … MALLOC_ASSERT( isSolidPtr(block->publicFreeList.load(std::memory_order_relaxed)), ASSERT_TEXT ); in getPrivatizedFreeListBlock()
1316 MALLOC_ASSERT( block->isOwnedByCurrentThread(), ASSERT_TEXT ); in cleanPublicFreeLists()
1367 MALLOC_ASSERT( allocatedCount == 0, ASSERT_TEXT ); in restoreBumpPtr()
1368 MALLOC_ASSERT( !isSolidPtr(publicFreeList.load(std::memory_order_relaxed)), ASSERT_TEXT ); in restoreBumpPtr()
1379 MALLOC_ASSERT( allocatedCount < (slabSize-sizeof(Block))/objectSize, ASSERT_TEXT ); in freeOwnObject()
1389 MALLOC_ASSERT(!isFull, ASSERT_TEXT); in freeOwnObject()
1430 MALLOC_ASSERT( next!=nullptr, ASSERT_TEXT ); in freePublicObject()
1439 MALLOC_ASSERT( theBin==tls->bin+index, ASSERT_TEXT ); in freePublicObject()
1458 MALLOC_ASSERT( isOwnedByCurrentThread() || !reset, ASSERT_TEXT ); in privatizePublicFreeList()
1470 MALLOC_ASSERT( !(reset && isNotForUse(publicFreeList)), ASSERT_TEXT ); in privatizePublicFreeList()
1473 MALLOC_ASSERT( localPublicFreeList!=nullptr, ASSERT_TEXT ); in privatizePublicFreeList()
1475 MALLOC_ASSERT( allocatedCount <= (slabSize-sizeof(Block))/objectSize, ASSERT_TEXT ); in privatizePublicFreeList()
1482 MALLOC_ASSERT( allocatedCount < (slabSize-sizeof(Block))/objectSize, ASSERT_TEXT ); in privatizePublicFreeList()
1497 MALLOC_ASSERT( publicFreeList.load(std::memory_order_relaxed) != nullptr, ASSERT_TEXT ); in privatizeOrphaned()
1501 MALLOC_ASSERT( isNotForUse(nextPrivatizable.load(std::memory_order_relaxed)), ASSERT_TEXT ); in privatizeOrphaned()
1510 MALLOC_ASSERT( !isNotForUse(publicFreeList.load(std::memory_order_relaxed)), ASSERT_TEXT ); in privatizeOrphaned()
1532 MALLOC_ASSERT( binTag, ASSERT_TEXT ); in shareOrphaned()
1555 MALLOC_ASSERT( publicFreeList.load(std::memory_order_relaxed) !=nullptr, ASSERT_TEXT ); in shareOrphaned()
1666 MALLOC_ASSERT( size <= POOL_HIGH_MARK, ASSERT_TEXT ); in returnBlock()
1714 MALLOC_ASSERT( allocatedCount==0, ASSERT_TEXT ); in reset()
1715 MALLOC_ASSERT( !isSolidPtr(publicFreeList.load(std::memory_order_relaxed)), ASSERT_TEXT ); in reset()
1731 MALLOC_ASSERT( block->isOwnedByCurrentThread(), ASSERT_TEXT ); in setActiveBlock()
1738 MALLOC_ASSERT( activeBlk, ASSERT_TEXT ); in setPreviousBlockActive()
1741 MALLOC_ASSERT( !(temp->isFull), ASSERT_TEXT ); in setPreviousBlockActive()
1769 MALLOC_ASSERT( isAligned(objectToFree,fittingAlignment), ASSERT_TEXT ); in findObjectToFree()
1771 MALLOC_ASSERT( isProperlyPlaced(objectToFree), ASSERT_TEXT ); in findObjectToFree()
1908 MALLOC_ASSERT(firstStartupBlock, ASSERT_TEXT); in free()
1909 MALLOC_ASSERT(startupAllocObjSizeMark==objectSize in free()
1911 MALLOC_ASSERT((uintptr_t)ptr>=(uintptr_t)this+sizeof(StartupBlock) in free()
1925 MALLOC_ASSERT((uintptr_t)newBump>(uintptr_t)this+sizeof(StartupBlock), in free()
2029 MALLOC_ASSERT( 2*blockHeaderAlignment == sizeof(Block), ASSERT_TEXT ); in initMemoryManager()
2030 MALLOC_ASSERT( sizeof(FreeObject) == sizeof(void*), ASSERT_TEXT ); in initMemoryManager()
2031 MALLOC_ASSERT( isAligned(defaultMemPool, sizeof(intptr_t)), in initMemoryManager()
2072 MALLOC_ASSERT( mallocInitialized.load(std::memory_order_relaxed)==0, ASSERT_TEXT ); in doInitialization()
2085 MALLOC_ASSERT( mallocInitialized.load(std::memory_order_relaxed)==1, ASSERT_TEXT ); in doInitialization()
2096 MALLOC_ASSERT( mallocInitialized.load(std::memory_order_relaxed)==2, ASSERT_TEXT ); in doInitialization()
2112 MALLOC_ASSERT( result, ASSERT_TEXT ); in allocateFromFreeList()
2115 MALLOC_ASSERT( allocatedCount < (slabSize-sizeof(Block))/objectSize, ASSERT_TEXT ); in allocateFromFreeList()
2130 MALLOC_ASSERT( allocatedCount < (slabSize-sizeof(Block))/objectSize, ASSERT_TEXT ); in allocateFromBumpPtr()
2139 MALLOC_ASSERT( isOwnedByCurrentThread(), ASSERT_TEXT ); in allocate()
2145 MALLOC_ASSERT( !freeList, ASSERT_TEXT ); in allocate()
2151 MALLOC_ASSERT( !bumpPtr, ASSERT_TEXT ); in allocate()
2171 MALLOC_ASSERT(size>0 && size<minLargeObjectSize, ASSERT_TEXT); in findObjectSize()
2289 MALLOC_ASSERT(allocationSize >= alignment, "Overflow must be checked before."); in getFromLLOCache()
2301 MALLOC_ASSERT(alignment >= estimatedCacheLineSize, ASSERT_TEXT); in getFromLLOCache()
2324 MALLOC_ASSERT((uintptr_t)lmb+lmb->unalignedSize >= in getFromLLOCache()
2333 MALLOC_ASSERT( isLargeObject<unknownMem>(alignedArea), ASSERT_TEXT ); in getFromLLOCache()
2334 MALLOC_ASSERT( isAligned(alignedArea, alignment), ASSERT_TEXT ); in getFromLLOCache()
2369 MALLOC_ASSERT( isPowerOfTwo(alignment), ASSERT_TEXT ); in allocateAligned()
2396 MALLOC_ASSERT( isAligned(result, alignment), ASSERT_TEXT ); in allocateAligned()
2467 MALLOC_ASSERT( offset<=slabSize-sizeof(Block), ASSERT_TEXT ); in findAllocatedObject()
2588 MALLOC_ASSERT( mallocBlock->freeListNonNull(), ASSERT_TEXT ); in internalPoolMalloc()
2638 MALLOC_ASSERT(isMallocInitialized(), ASSERT_TEXT); in internalPoolFree()
2639 MALLOC_ASSERT(memPool->extMemPool.userPool() || isRecognized(object), in internalPoolFree()
2673 MALLOC_ASSERT(ptr, "Invalid pointer passed to internalMsize"); in internalMsize()
3205 MALLOC_ASSERT(isRecognized(ptr), "Invalid pointer in scalable_msize detected."); in scalable_msize()