1a3152895Sdrh /* 2a3152895Sdrh ** 2001 September 15 3a3152895Sdrh ** 4a3152895Sdrh ** The author disclaims copyright to this source code. In place of 5a3152895Sdrh ** a legal notice, here is a blessing: 6a3152895Sdrh ** 7a3152895Sdrh ** May you do good and not evil. 8a3152895Sdrh ** May you find forgiveness for yourself and forgive others. 9a3152895Sdrh ** May you share freely, never taking more than you give. 10a3152895Sdrh ** 11a3152895Sdrh ************************************************************************* 12fec00eabSdrh ** 13a3152895Sdrh ** Memory allocation functions used throughout sqlite. 14a3152895Sdrh ** 15*23bf0f41Sdanielk1977 ** $Id: malloc.c,v 1.40 2008/09/02 17:52:52 danielk1977 Exp $ 16a3152895Sdrh */ 17a3152895Sdrh #include "sqliteInt.h" 18a3152895Sdrh #include <stdarg.h> 19a3152895Sdrh #include <ctype.h> 20a3152895Sdrh 21a3152895Sdrh /* 22b21c8cd4Sdrh ** This routine runs when the memory allocator sees that the 23b21c8cd4Sdrh ** total memory allocation is about to exceed the soft heap 24b21c8cd4Sdrh ** limit. 25b21c8cd4Sdrh */ 26b21c8cd4Sdrh static void softHeapLimitEnforcer( 27b21c8cd4Sdrh void *NotUsed, 28153c62c4Sdrh sqlite3_int64 inUse, 29153c62c4Sdrh int allocSize 30b21c8cd4Sdrh ){ 31b21c8cd4Sdrh sqlite3_release_memory(allocSize); 32b21c8cd4Sdrh } 33b21c8cd4Sdrh 34b21c8cd4Sdrh /* 358468024dSdanielk1977 ** Set the soft heap-size limit for the library. Passing a zero or 368468024dSdanielk1977 ** negative value indicates no limit. 37a3152895Sdrh */ 38a3152895Sdrh void sqlite3_soft_heap_limit(int n){ 39b21c8cd4Sdrh sqlite3_uint64 iLimit; 40b21c8cd4Sdrh int overage; 41b21c8cd4Sdrh if( n<0 ){ 42b21c8cd4Sdrh iLimit = 0; 43b21c8cd4Sdrh }else{ 44b21c8cd4Sdrh iLimit = n; 45a3152895Sdrh } 469ac3fe97Sdrh sqlite3_initialize(); 47b21c8cd4Sdrh if( iLimit>0 ){ 48b21c8cd4Sdrh sqlite3_memory_alarm(softHeapLimitEnforcer, 0, iLimit); 49b21c8cd4Sdrh }else{ 50b21c8cd4Sdrh sqlite3_memory_alarm(0, 0, 0); 51b21c8cd4Sdrh } 52b21c8cd4Sdrh overage = sqlite3_memory_used() - n; 53b21c8cd4Sdrh if( overage>0 ){ 54b21c8cd4Sdrh sqlite3_release_memory(overage); 55b21c8cd4Sdrh } 56a3152895Sdrh } 57a3152895Sdrh 58a3152895Sdrh /* 598468024dSdanielk1977 ** Attempt to release up to n bytes of non-essential memory currently 608468024dSdanielk1977 ** held by SQLite. An example of non-essential memory is memory used to 618468024dSdanielk1977 ** cache database pages that are not currently in use. 62a3152895Sdrh */ 63a3152895Sdrh int sqlite3_release_memory(int n){ 6486f8c197Sdrh #ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT 6567e3da7aSdanielk1977 int nRet = 0; 6667e3da7aSdanielk1977 #if 0 6767e3da7aSdanielk1977 nRet += sqlite3VdbeReleaseMemory(n); 6867e3da7aSdanielk1977 #endif 6967e3da7aSdanielk1977 nRet += sqlite3PcacheReleaseMemory(n-nRet); 70dfb316d4Sdanielk1977 return nRet; 711e536953Sdanielk1977 #else 721e536953Sdanielk1977 return SQLITE_OK; 731e536953Sdanielk1977 #endif 74a3152895Sdrh } 75a3152895Sdrh 76fec00eabSdrh /* 77fec00eabSdrh ** State information local to the memory allocation subsystem. 78fec00eabSdrh */ 795c8f8587Sdanielk1977 static SQLITE_WSD struct Mem0Global { 80*23bf0f41Sdanielk1977 /* Number of free pages for scratch and page-cache memory */ 81*23bf0f41Sdanielk1977 u32 nScratchFree; 82*23bf0f41Sdanielk1977 u32 nPageFree; 83*23bf0f41Sdanielk1977 84fec00eabSdrh sqlite3_mutex *mutex; /* Mutex to serialize access */ 85fec00eabSdrh 86fec00eabSdrh /* 87fec00eabSdrh ** The alarm callback and its arguments. The mem0.mutex lock will 88fec00eabSdrh ** be held while the callback is running. Recursive calls into 89fec00eabSdrh ** the memory subsystem are allowed, but no new callbacks will be 90fec00eabSdrh ** issued. The alarmBusy variable is set to prevent recursive 91fec00eabSdrh ** callbacks. 92fec00eabSdrh */ 93fec00eabSdrh sqlite3_int64 alarmThreshold; 94fec00eabSdrh void (*alarmCallback)(void*, sqlite3_int64,int); 95fec00eabSdrh void *alarmArg; 96fec00eabSdrh int alarmBusy; 97fec00eabSdrh 98fec00eabSdrh /* 99075c23afSdanielk1977 ** Pointers to the end of sqlite3GlobalConfig.pScratch and 100075c23afSdanielk1977 ** sqlite3GlobalConfig.pPage to a block of memory that records 1019ac3fe97Sdrh ** which pages are available. 1029ac3fe97Sdrh */ 1039ac3fe97Sdrh u32 *aScratchFree; 1049ac3fe97Sdrh u32 *aPageFree; 105*23bf0f41Sdanielk1977 } mem0 = { 62560955 }; 1065c8f8587Sdanielk1977 1075c8f8587Sdanielk1977 #define mem0 GLOBAL(struct Mem0Global, mem0) 108fec00eabSdrh 109fec00eabSdrh /* 110fec00eabSdrh ** Initialize the memory allocation subsystem. 111fec00eabSdrh */ 112fec00eabSdrh int sqlite3MallocInit(void){ 113075c23afSdanielk1977 if( sqlite3GlobalConfig.m.xMalloc==0 ){ 114fec00eabSdrh sqlite3MemSetDefault(); 115fec00eabSdrh } 116fec00eabSdrh memset(&mem0, 0, sizeof(mem0)); 117075c23afSdanielk1977 if( sqlite3GlobalConfig.bCoreMutex ){ 11859f8c08eSdanielk1977 mem0.mutex = sqlite3MutexAlloc(SQLITE_MUTEX_STATIC_MEM); 119fec00eabSdrh } 120075c23afSdanielk1977 if( sqlite3GlobalConfig.pScratch && sqlite3GlobalConfig.szScratch>=100 121075c23afSdanielk1977 && sqlite3GlobalConfig.nScratch>=0 ){ 1229ac3fe97Sdrh int i; 123075c23afSdanielk1977 sqlite3GlobalConfig.szScratch -= 4; 124075c23afSdanielk1977 mem0.aScratchFree = (u32*)&((char*)sqlite3GlobalConfig.pScratch) 125075c23afSdanielk1977 [sqlite3GlobalConfig.szScratch*sqlite3GlobalConfig.nScratch]; 126075c23afSdanielk1977 for(i=0; i<sqlite3GlobalConfig.nScratch; i++){ mem0.aScratchFree[i] = i; } 127075c23afSdanielk1977 mem0.nScratchFree = sqlite3GlobalConfig.nScratch; 1289ac3fe97Sdrh }else{ 129075c23afSdanielk1977 sqlite3GlobalConfig.pScratch = 0; 130075c23afSdanielk1977 sqlite3GlobalConfig.szScratch = 0; 1319ac3fe97Sdrh } 132075c23afSdanielk1977 if( sqlite3GlobalConfig.pPage && sqlite3GlobalConfig.szPage>=512 133075c23afSdanielk1977 && sqlite3GlobalConfig.nPage>=1 ){ 1349ac3fe97Sdrh int i; 1350a60a384Sdrh int overhead; 136075c23afSdanielk1977 int sz = sqlite3GlobalConfig.szPage; 137075c23afSdanielk1977 int n = sqlite3GlobalConfig.nPage; 1380a60a384Sdrh overhead = (4*n + sz - 1)/sz; 139075c23afSdanielk1977 sqlite3GlobalConfig.nPage -= overhead; 140075c23afSdanielk1977 mem0.aPageFree = (u32*)&((char*)sqlite3GlobalConfig.pPage) 141075c23afSdanielk1977 [sqlite3GlobalConfig.szPage*sqlite3GlobalConfig.nPage]; 142075c23afSdanielk1977 for(i=0; i<sqlite3GlobalConfig.nPage; i++){ mem0.aPageFree[i] = i; } 143075c23afSdanielk1977 mem0.nPageFree = sqlite3GlobalConfig.nPage; 1449ac3fe97Sdrh }else{ 145075c23afSdanielk1977 sqlite3GlobalConfig.pPage = 0; 146075c23afSdanielk1977 sqlite3GlobalConfig.szPage = 0; 1479ac3fe97Sdrh } 148075c23afSdanielk1977 return sqlite3GlobalConfig.m.xInit(sqlite3GlobalConfig.m.pAppData); 149fec00eabSdrh } 150fec00eabSdrh 151fec00eabSdrh /* 152fec00eabSdrh ** Deinitialize the memory allocation subsystem. 153fec00eabSdrh */ 154fec00eabSdrh void sqlite3MallocEnd(void){ 155075c23afSdanielk1977 sqlite3GlobalConfig.m.xShutdown(sqlite3GlobalConfig.m.pAppData); 1569ac3fe97Sdrh memset(&mem0, 0, sizeof(mem0)); 157fec00eabSdrh } 158fec00eabSdrh 159fec00eabSdrh /* 160fec00eabSdrh ** Return the amount of memory currently checked out. 161fec00eabSdrh */ 162fec00eabSdrh sqlite3_int64 sqlite3_memory_used(void){ 163f7141990Sdrh int n, mx; 164c376a198Sdrh sqlite3_int64 res; 165f7141990Sdrh sqlite3_status(SQLITE_STATUS_MEMORY_USED, &n, &mx, 0); 166c376a198Sdrh res = (sqlite3_int64)n; /* Work around bug in Borland C. Ticket #3216 */ 167c376a198Sdrh return res; 168fec00eabSdrh } 169fec00eabSdrh 170fec00eabSdrh /* 171fec00eabSdrh ** Return the maximum amount of memory that has ever been 172fec00eabSdrh ** checked out since either the beginning of this process 173fec00eabSdrh ** or since the most recent reset. 174fec00eabSdrh */ 175fec00eabSdrh sqlite3_int64 sqlite3_memory_highwater(int resetFlag){ 176f7141990Sdrh int n, mx; 177c376a198Sdrh sqlite3_int64 res; 178f7141990Sdrh sqlite3_status(SQLITE_STATUS_MEMORY_USED, &n, &mx, resetFlag); 1797986a71aSdrh res = (sqlite3_int64)mx; /* Work around bug in Borland C. Ticket #3216 */ 180c376a198Sdrh return res; 181fec00eabSdrh } 182fec00eabSdrh 183fec00eabSdrh /* 184fec00eabSdrh ** Change the alarm callback 185fec00eabSdrh */ 186fec00eabSdrh int sqlite3_memory_alarm( 187fec00eabSdrh void(*xCallback)(void *pArg, sqlite3_int64 used,int N), 188fec00eabSdrh void *pArg, 189fec00eabSdrh sqlite3_int64 iThreshold 190fec00eabSdrh ){ 191fec00eabSdrh sqlite3_mutex_enter(mem0.mutex); 192fec00eabSdrh mem0.alarmCallback = xCallback; 193fec00eabSdrh mem0.alarmArg = pArg; 194fec00eabSdrh mem0.alarmThreshold = iThreshold; 195fec00eabSdrh sqlite3_mutex_leave(mem0.mutex); 196fec00eabSdrh return SQLITE_OK; 197fec00eabSdrh } 198fec00eabSdrh 199fec00eabSdrh /* 200fec00eabSdrh ** Trigger the alarm 201fec00eabSdrh */ 202fec00eabSdrh static void sqlite3MallocAlarm(int nByte){ 203fec00eabSdrh void (*xCallback)(void*,sqlite3_int64,int); 204fec00eabSdrh sqlite3_int64 nowUsed; 205fec00eabSdrh void *pArg; 206fec00eabSdrh if( mem0.alarmCallback==0 || mem0.alarmBusy ) return; 207fec00eabSdrh mem0.alarmBusy = 1; 208fec00eabSdrh xCallback = mem0.alarmCallback; 209f7141990Sdrh nowUsed = sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED); 210fec00eabSdrh pArg = mem0.alarmArg; 211fec00eabSdrh sqlite3_mutex_leave(mem0.mutex); 212fec00eabSdrh xCallback(pArg, nowUsed, nByte); 213fec00eabSdrh sqlite3_mutex_enter(mem0.mutex); 214fec00eabSdrh mem0.alarmBusy = 0; 215fec00eabSdrh } 216fec00eabSdrh 217fec00eabSdrh /* 218f7141990Sdrh ** Do a memory allocation with statistics and alarms. Assume the 219f7141990Sdrh ** lock is already held. 220fec00eabSdrh */ 221f7141990Sdrh static int mallocWithAlarm(int n, void **pp){ 222fec00eabSdrh int nFull; 223f7141990Sdrh void *p; 224f7141990Sdrh assert( sqlite3_mutex_held(mem0.mutex) ); 225075c23afSdanielk1977 nFull = sqlite3GlobalConfig.m.xRoundup(n); 226f7141990Sdrh sqlite3StatusSet(SQLITE_STATUS_MALLOC_SIZE, n); 227f7141990Sdrh if( mem0.alarmCallback!=0 ){ 228f7141990Sdrh int nUsed = sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED); 229f7141990Sdrh if( nUsed+nFull >= mem0.alarmThreshold ){ 230fec00eabSdrh sqlite3MallocAlarm(nFull); 231fec00eabSdrh } 232f7141990Sdrh } 233075c23afSdanielk1977 p = sqlite3GlobalConfig.m.xMalloc(nFull); 234d09414cdSdanielk1977 if( p==0 && mem0.alarmCallback ){ 235fec00eabSdrh sqlite3MallocAlarm(nFull); 236075c23afSdanielk1977 p = sqlite3GlobalConfig.m.xMalloc(nFull); 237fec00eabSdrh } 238c702c7ccSdrh if( p ){ 239c702c7ccSdrh nFull = sqlite3MallocSize(p); 240c702c7ccSdrh sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, nFull); 241c702c7ccSdrh } 242f7141990Sdrh *pp = p; 243f7141990Sdrh return nFull; 244fec00eabSdrh } 245f7141990Sdrh 246f7141990Sdrh /* 247f7141990Sdrh ** Allocate memory. This routine is like sqlite3_malloc() except that it 248f7141990Sdrh ** assumes the memory subsystem has already been initialized. 249f7141990Sdrh */ 250f7141990Sdrh void *sqlite3Malloc(int n){ 251f7141990Sdrh void *p; 252f7141990Sdrh if( n<=0 ){ 253f7141990Sdrh p = 0; 254075c23afSdanielk1977 }else if( sqlite3GlobalConfig.bMemstat ){ 255f7141990Sdrh sqlite3_mutex_enter(mem0.mutex); 256f7141990Sdrh mallocWithAlarm(n, &p); 257fec00eabSdrh sqlite3_mutex_leave(mem0.mutex); 258fec00eabSdrh }else{ 259075c23afSdanielk1977 p = sqlite3GlobalConfig.m.xMalloc(n); 260fec00eabSdrh } 261fec00eabSdrh return p; 262fec00eabSdrh } 263fec00eabSdrh 264fec00eabSdrh /* 265fec00eabSdrh ** This version of the memory allocation is for use by the application. 266fec00eabSdrh ** First make sure the memory subsystem is initialized, then do the 267fec00eabSdrh ** allocation. 268fec00eabSdrh */ 269fec00eabSdrh void *sqlite3_malloc(int n){ 270fec00eabSdrh #ifndef SQLITE_OMIT_AUTOINIT 271fec00eabSdrh if( sqlite3_initialize() ) return 0; 272fec00eabSdrh #endif 273fec00eabSdrh return sqlite3Malloc(n); 274fec00eabSdrh } 275fec00eabSdrh 276fec00eabSdrh /* 277e5ae5735Sdrh ** Each thread may only have a single outstanding allocation from 278facf0307Sdrh ** xScratchMalloc(). We verify this constraint in the single-threaded 279facf0307Sdrh ** case by setting scratchAllocOut to 1 when an allocation 280e5ae5735Sdrh ** is outstanding clearing it when the allocation is freed. 281e5ae5735Sdrh */ 282e5ae5735Sdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG) 283facf0307Sdrh static int scratchAllocOut = 0; 284e5ae5735Sdrh #endif 285e5ae5735Sdrh 286e5ae5735Sdrh 287e5ae5735Sdrh /* 288e5ae5735Sdrh ** Allocate memory that is to be used and released right away. 289e5ae5735Sdrh ** This routine is similar to alloca() in that it is not intended 290e5ae5735Sdrh ** for situations where the memory might be held long-term. This 291e5ae5735Sdrh ** routine is intended to get memory to old large transient data 292e5ae5735Sdrh ** structures that would not normally fit on the stack of an 293e5ae5735Sdrh ** embedded processor. 294e5ae5735Sdrh */ 295facf0307Sdrh void *sqlite3ScratchMalloc(int n){ 296e5ae5735Sdrh void *p; 297e5ae5735Sdrh assert( n>0 ); 2989ac3fe97Sdrh 299e5ae5735Sdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG) 3009ac3fe97Sdrh /* Verify that no more than one scratch allocation per thread 3019ac3fe97Sdrh ** is outstanding at one time. (This is only checked in the 3029ac3fe97Sdrh ** single-threaded case since checking in the multi-threaded case 3039ac3fe97Sdrh ** would be much more complicated.) */ 304facf0307Sdrh assert( scratchAllocOut==0 ); 305e5ae5735Sdrh #endif 3069ac3fe97Sdrh 307075c23afSdanielk1977 if( sqlite3GlobalConfig.szScratch<n ){ 308f7141990Sdrh goto scratch_overflow; 309f7141990Sdrh }else{ 310e5ae5735Sdrh sqlite3_mutex_enter(mem0.mutex); 311f7141990Sdrh if( mem0.nScratchFree==0 ){ 312f7141990Sdrh sqlite3_mutex_leave(mem0.mutex); 313f7141990Sdrh goto scratch_overflow; 314e5ae5735Sdrh }else{ 3159ac3fe97Sdrh int i; 3169ac3fe97Sdrh i = mem0.aScratchFree[--mem0.nScratchFree]; 317075c23afSdanielk1977 i *= sqlite3GlobalConfig.szScratch; 318f7141990Sdrh sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_USED, 1); 319e50135e2Sdrh sqlite3StatusSet(SQLITE_STATUS_SCRATCH_SIZE, n); 3208183e339Sdanielk1977 sqlite3_mutex_leave(mem0.mutex); 321075c23afSdanielk1977 p = (void*)&((char*)sqlite3GlobalConfig.pScratch)[i]; 322e5ae5735Sdrh } 323f7141990Sdrh } 324f7141990Sdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG) 325f7141990Sdrh scratchAllocOut = p!=0; 326f7141990Sdrh #endif 327f7141990Sdrh 328f7141990Sdrh return p; 329f7141990Sdrh 330f7141990Sdrh scratch_overflow: 331075c23afSdanielk1977 if( sqlite3GlobalConfig.bMemstat ){ 332f7141990Sdrh sqlite3_mutex_enter(mem0.mutex); 333e50135e2Sdrh sqlite3StatusSet(SQLITE_STATUS_SCRATCH_SIZE, n); 334f7141990Sdrh n = mallocWithAlarm(n, &p); 335f7141990Sdrh if( p ) sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_OVERFLOW, n); 3369ac3fe97Sdrh sqlite3_mutex_leave(mem0.mutex); 337f7141990Sdrh }else{ 338075c23afSdanielk1977 p = sqlite3GlobalConfig.m.xMalloc(n); 339f7141990Sdrh } 340f7141990Sdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG) 341f7141990Sdrh scratchAllocOut = p!=0; 342f7141990Sdrh #endif 343e5ae5735Sdrh return p; 344e5ae5735Sdrh } 345facf0307Sdrh void sqlite3ScratchFree(void *p){ 346e5ae5735Sdrh if( p ){ 3479ac3fe97Sdrh 348e5ae5735Sdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG) 3499ac3fe97Sdrh /* Verify that no more than one scratch allocation per thread 3509ac3fe97Sdrh ** is outstanding at one time. (This is only checked in the 3519ac3fe97Sdrh ** single-threaded case since checking in the multi-threaded case 3529ac3fe97Sdrh ** would be much more complicated.) */ 353facf0307Sdrh assert( scratchAllocOut==1 ); 354facf0307Sdrh scratchAllocOut = 0; 355e5ae5735Sdrh #endif 3569ac3fe97Sdrh 357075c23afSdanielk1977 if( sqlite3GlobalConfig.pScratch==0 358075c23afSdanielk1977 || p<sqlite3GlobalConfig.pScratch 3599ac3fe97Sdrh || p>=(void*)mem0.aScratchFree ){ 360075c23afSdanielk1977 if( sqlite3GlobalConfig.bMemstat ){ 361f7141990Sdrh int iSize = sqlite3MallocSize(p); 362f7141990Sdrh sqlite3_mutex_enter(mem0.mutex); 363f7141990Sdrh sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_OVERFLOW, -iSize); 364f7141990Sdrh sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, -iSize); 365075c23afSdanielk1977 sqlite3GlobalConfig.m.xFree(p); 366f7141990Sdrh sqlite3_mutex_leave(mem0.mutex); 367f7141990Sdrh }else{ 368075c23afSdanielk1977 sqlite3GlobalConfig.m.xFree(p); 369f7141990Sdrh } 3709ac3fe97Sdrh }else{ 3719ac3fe97Sdrh int i; 372075c23afSdanielk1977 i = (u8 *)p - (u8 *)sqlite3GlobalConfig.pScratch; 373075c23afSdanielk1977 i /= sqlite3GlobalConfig.szScratch; 374075c23afSdanielk1977 assert( i>=0 && i<sqlite3GlobalConfig.nScratch ); 375f7141990Sdrh sqlite3_mutex_enter(mem0.mutex); 376075c23afSdanielk1977 assert( mem0.nScratchFree<sqlite3GlobalConfig.nScratch ); 3779ac3fe97Sdrh mem0.aScratchFree[mem0.nScratchFree++] = i; 378f7141990Sdrh sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_USED, -1); 3799ac3fe97Sdrh sqlite3_mutex_leave(mem0.mutex); 3809ac3fe97Sdrh } 381e5ae5735Sdrh } 382e5ae5735Sdrh } 383e5ae5735Sdrh 384e5ae5735Sdrh /* 385f7141990Sdrh ** Allocate memory to be used by the page cache. Make use of the 386f7141990Sdrh ** memory buffer provided by SQLITE_CONFIG_PAGECACHE if there is one 387f7141990Sdrh ** and that memory is of the right size and is not completely 388f7141990Sdrh ** consumed. Otherwise, failover to sqlite3Malloc(). 389facf0307Sdrh */ 3908c0a791aSdanielk1977 #if 0 391f7141990Sdrh void *sqlite3PageMalloc(int n){ 392f7141990Sdrh void *p; 393f7141990Sdrh assert( n>0 ); 394f7141990Sdrh assert( (n & (n-1))==0 ); 395f7141990Sdrh assert( n>=512 && n<=32768 ); 396f7141990Sdrh 397075c23afSdanielk1977 if( sqlite3GlobalConfig.szPage<n ){ 398f7141990Sdrh goto page_overflow; 399f7141990Sdrh }else{ 400f7141990Sdrh sqlite3_mutex_enter(mem0.mutex); 401f7141990Sdrh if( mem0.nPageFree==0 ){ 402f7141990Sdrh sqlite3_mutex_leave(mem0.mutex); 403f7141990Sdrh goto page_overflow; 404f7141990Sdrh }else{ 405f7141990Sdrh int i; 406f7141990Sdrh i = mem0.aPageFree[--mem0.nPageFree]; 407f7141990Sdrh sqlite3_mutex_leave(mem0.mutex); 408075c23afSdanielk1977 i *= sqlite3GlobalConfig.szPage; 409e50135e2Sdrh sqlite3StatusSet(SQLITE_STATUS_PAGECACHE_SIZE, n); 410f7141990Sdrh sqlite3StatusAdd(SQLITE_STATUS_PAGECACHE_USED, 1); 411075c23afSdanielk1977 p = (void*)&((char*)sqlite3GlobalConfig.pPage)[i]; 412f7141990Sdrh } 413f7141990Sdrh } 414f7141990Sdrh return p; 415f7141990Sdrh 416f7141990Sdrh page_overflow: 417075c23afSdanielk1977 if( sqlite3GlobalConfig.bMemstat ){ 418f7141990Sdrh sqlite3_mutex_enter(mem0.mutex); 419e50135e2Sdrh sqlite3StatusSet(SQLITE_STATUS_PAGECACHE_SIZE, n); 420f7141990Sdrh n = mallocWithAlarm(n, &p); 421f7141990Sdrh if( p ) sqlite3StatusAdd(SQLITE_STATUS_PAGECACHE_OVERFLOW, n); 422f7141990Sdrh sqlite3_mutex_leave(mem0.mutex); 423f7141990Sdrh }else{ 424075c23afSdanielk1977 p = sqlite3GlobalConfig.m.xMalloc(n); 425f7141990Sdrh } 426f7141990Sdrh return p; 427f7141990Sdrh } 428f7141990Sdrh void sqlite3PageFree(void *p){ 429f7141990Sdrh if( p ){ 430075c23afSdanielk1977 if( sqlite3GlobalConfig.pPage==0 431075c23afSdanielk1977 || p<sqlite3GlobalConfig.pPage 432f7141990Sdrh || p>=(void*)mem0.aPageFree ){ 4334b9507a0Sdanielk1977 /* In this case, the page allocation was obtained from a regular 4344b9507a0Sdanielk1977 ** call to sqlite3_mem_methods.xMalloc() (a page-cache-memory 4354b9507a0Sdanielk1977 ** "overflow"). Free the block with sqlite3_mem_methods.xFree(). 4364b9507a0Sdanielk1977 */ 437075c23afSdanielk1977 if( sqlite3GlobalConfig.bMemstat ){ 438f7141990Sdrh int iSize = sqlite3MallocSize(p); 439f7141990Sdrh sqlite3_mutex_enter(mem0.mutex); 440f7141990Sdrh sqlite3StatusAdd(SQLITE_STATUS_PAGECACHE_OVERFLOW, -iSize); 441f7141990Sdrh sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, -iSize); 442075c23afSdanielk1977 sqlite3GlobalConfig.m.xFree(p); 443f7141990Sdrh sqlite3_mutex_leave(mem0.mutex); 444f7141990Sdrh }else{ 445075c23afSdanielk1977 sqlite3GlobalConfig.m.xFree(p); 446f7141990Sdrh } 447f7141990Sdrh }else{ 448075c23afSdanielk1977 /* The page allocation was allocated from the sqlite3GlobalConfig.pPage 4494b9507a0Sdanielk1977 ** buffer. In this case all that is add the index of the page in 450075c23afSdanielk1977 ** the sqlite3GlobalConfig.pPage array to the set of free indexes stored 4514b9507a0Sdanielk1977 ** in the mem0.aPageFree[] array. 4524b9507a0Sdanielk1977 */ 453f7141990Sdrh int i; 454075c23afSdanielk1977 i = (u8 *)p - (u8 *)sqlite3GlobalConfig.pPage; 455075c23afSdanielk1977 i /= sqlite3GlobalConfig.szPage; 456075c23afSdanielk1977 assert( i>=0 && i<sqlite3GlobalConfig.nPage ); 457f7141990Sdrh sqlite3_mutex_enter(mem0.mutex); 458075c23afSdanielk1977 assert( mem0.nPageFree<sqlite3GlobalConfig.nPage ); 459f7141990Sdrh mem0.aPageFree[mem0.nPageFree++] = i; 460f7141990Sdrh sqlite3StatusAdd(SQLITE_STATUS_PAGECACHE_USED, -1); 461f7141990Sdrh sqlite3_mutex_leave(mem0.mutex); 4625f4bcf15Sdrh #if !defined(NDEBUG) && 0 4634b9507a0Sdanielk1977 /* Assert that a duplicate was not just inserted into aPageFree[]. */ 4644b9507a0Sdanielk1977 for(i=0; i<mem0.nPageFree-1; i++){ 4654b9507a0Sdanielk1977 assert( mem0.aPageFree[i]!=mem0.aPageFree[mem0.nPageFree-1] ); 4664b9507a0Sdanielk1977 } 4674b9507a0Sdanielk1977 #endif 468f7141990Sdrh } 469f7141990Sdrh } 470facf0307Sdrh } 4718c0a791aSdanielk1977 #endif 472facf0307Sdrh 473facf0307Sdrh /* 474633e6d57Sdrh ** TRUE if p is a lookaside memory allocation from db 475633e6d57Sdrh */ 476633e6d57Sdrh static int isLookaside(sqlite3 *db, void *p){ 477633e6d57Sdrh return db && p && p>=db->lookaside.pStart && p<db->lookaside.pEnd; 478633e6d57Sdrh } 479633e6d57Sdrh 480633e6d57Sdrh /* 481fec00eabSdrh ** Return the size of a memory allocation previously obtained from 482fec00eabSdrh ** sqlite3Malloc() or sqlite3_malloc(). 483fec00eabSdrh */ 484fec00eabSdrh int sqlite3MallocSize(void *p){ 485075c23afSdanielk1977 return sqlite3GlobalConfig.m.xSize(p); 486fec00eabSdrh } 487633e6d57Sdrh int sqlite3DbMallocSize(sqlite3 *db, void *p){ 488633e6d57Sdrh if( isLookaside(db, p) ){ 489633e6d57Sdrh return db->lookaside.sz; 490633e6d57Sdrh }else{ 491075c23afSdanielk1977 return sqlite3GlobalConfig.m.xSize(p); 492633e6d57Sdrh } 493633e6d57Sdrh } 494fec00eabSdrh 495fec00eabSdrh /* 496fec00eabSdrh ** Free memory previously obtained from sqlite3Malloc(). 497fec00eabSdrh */ 498fec00eabSdrh void sqlite3_free(void *p){ 499fec00eabSdrh if( p==0 ) return; 500075c23afSdanielk1977 if( sqlite3GlobalConfig.bMemstat ){ 501fec00eabSdrh sqlite3_mutex_enter(mem0.mutex); 502f7141990Sdrh sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, -sqlite3MallocSize(p)); 503075c23afSdanielk1977 sqlite3GlobalConfig.m.xFree(p); 504fec00eabSdrh sqlite3_mutex_leave(mem0.mutex); 505fec00eabSdrh }else{ 506075c23afSdanielk1977 sqlite3GlobalConfig.m.xFree(p); 507fec00eabSdrh } 508fec00eabSdrh } 509fec00eabSdrh 510fec00eabSdrh /* 511633e6d57Sdrh ** Free memory that might be associated with a particular database 512633e6d57Sdrh ** connection. 513633e6d57Sdrh */ 514633e6d57Sdrh void sqlite3DbFree(sqlite3 *db, void *p){ 515633e6d57Sdrh if( isLookaside(db, p) ){ 516633e6d57Sdrh LookasideSlot *pBuf = (LookasideSlot*)p; 517633e6d57Sdrh pBuf->pNext = db->lookaside.pFree; 518633e6d57Sdrh db->lookaside.pFree = pBuf; 519633e6d57Sdrh db->lookaside.nOut--; 520633e6d57Sdrh }else{ 521633e6d57Sdrh sqlite3_free(p); 522633e6d57Sdrh } 523633e6d57Sdrh } 524633e6d57Sdrh 525633e6d57Sdrh /* 526fec00eabSdrh ** Change the size of an existing memory allocation 527fec00eabSdrh */ 528fec00eabSdrh void *sqlite3Realloc(void *pOld, int nBytes){ 529fec00eabSdrh int nOld, nNew; 530fec00eabSdrh void *pNew; 531fec00eabSdrh if( pOld==0 ){ 532fec00eabSdrh return sqlite3Malloc(nBytes); 533fec00eabSdrh } 534fec00eabSdrh if( nBytes<=0 ){ 535fec00eabSdrh sqlite3_free(pOld); 536fec00eabSdrh return 0; 537fec00eabSdrh } 538fec00eabSdrh nOld = sqlite3MallocSize(pOld); 539075c23afSdanielk1977 if( sqlite3GlobalConfig.bMemstat ){ 540fec00eabSdrh sqlite3_mutex_enter(mem0.mutex); 541f7141990Sdrh sqlite3StatusSet(SQLITE_STATUS_MALLOC_SIZE, nBytes); 542075c23afSdanielk1977 nNew = sqlite3GlobalConfig.m.xRoundup(nBytes); 543fec00eabSdrh if( nOld==nNew ){ 544fec00eabSdrh pNew = pOld; 545fec00eabSdrh }else{ 546f7141990Sdrh if( sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED)+nNew-nOld >= 547f7141990Sdrh mem0.alarmThreshold ){ 548fec00eabSdrh sqlite3MallocAlarm(nNew-nOld); 549fec00eabSdrh } 550075c23afSdanielk1977 pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew); 551d09414cdSdanielk1977 if( pNew==0 && mem0.alarmCallback ){ 552fec00eabSdrh sqlite3MallocAlarm(nBytes); 553075c23afSdanielk1977 pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew); 554fec00eabSdrh } 555fec00eabSdrh if( pNew ){ 556c702c7ccSdrh nNew = sqlite3MallocSize(pNew); 557f7141990Sdrh sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, nNew-nOld); 558fec00eabSdrh } 559fec00eabSdrh } 560fec00eabSdrh sqlite3_mutex_leave(mem0.mutex); 561fec00eabSdrh }else{ 562075c23afSdanielk1977 pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nBytes); 563fec00eabSdrh } 564fec00eabSdrh return pNew; 565fec00eabSdrh } 566fec00eabSdrh 567fec00eabSdrh /* 568fec00eabSdrh ** The public interface to sqlite3Realloc. Make sure that the memory 569fec00eabSdrh ** subsystem is initialized prior to invoking sqliteRealloc. 570fec00eabSdrh */ 571fec00eabSdrh void *sqlite3_realloc(void *pOld, int n){ 572fec00eabSdrh #ifndef SQLITE_OMIT_AUTOINIT 573fec00eabSdrh if( sqlite3_initialize() ) return 0; 574fec00eabSdrh #endif 575fec00eabSdrh return sqlite3Realloc(pOld, n); 576fec00eabSdrh } 577fec00eabSdrh 578a3152895Sdrh 579a3152895Sdrh /* 58017435752Sdrh ** Allocate and zero memory. 581a3152895Sdrh */ 582fec00eabSdrh void *sqlite3MallocZero(int n){ 583fec00eabSdrh void *p = sqlite3Malloc(n); 584a3152895Sdrh if( p ){ 585a3152895Sdrh memset(p, 0, n); 586a3152895Sdrh } 587a3152895Sdrh return p; 588a3152895Sdrh } 58917435752Sdrh 59017435752Sdrh /* 59117435752Sdrh ** Allocate and zero memory. If the allocation fails, make 59217435752Sdrh ** the mallocFailed flag in the connection pointer. 59317435752Sdrh */ 594fec00eabSdrh void *sqlite3DbMallocZero(sqlite3 *db, int n){ 595a1644fd8Sdanielk1977 void *p = sqlite3DbMallocRaw(db, n); 59617435752Sdrh if( p ){ 59717435752Sdrh memset(p, 0, n); 59817435752Sdrh } 59917435752Sdrh return p; 60017435752Sdrh } 60117435752Sdrh 60217435752Sdrh /* 60317435752Sdrh ** Allocate and zero memory. If the allocation fails, make 60417435752Sdrh ** the mallocFailed flag in the connection pointer. 60517435752Sdrh */ 606fec00eabSdrh void *sqlite3DbMallocRaw(sqlite3 *db, int n){ 607633e6d57Sdrh void *p; 608633e6d57Sdrh if( db ){ 609633e6d57Sdrh LookasideSlot *pBuf; 610633e6d57Sdrh if( db->mallocFailed ){ 611633e6d57Sdrh return 0; 612633e6d57Sdrh } 613633e6d57Sdrh if( db->lookaside.bEnabled && n<=db->lookaside.sz 614633e6d57Sdrh && (pBuf = db->lookaside.pFree)!=0 ){ 615633e6d57Sdrh db->lookaside.pFree = pBuf->pNext; 616633e6d57Sdrh db->lookaside.nOut++; 617633e6d57Sdrh if( db->lookaside.nOut>db->lookaside.mxOut ){ 618633e6d57Sdrh db->lookaside.mxOut = db->lookaside.nOut; 619633e6d57Sdrh } 620633e6d57Sdrh return (void*)pBuf; 621633e6d57Sdrh } 622633e6d57Sdrh } 623fec00eabSdrh p = sqlite3Malloc(n); 624f3a65f7eSdrh if( !p && db ){ 62517435752Sdrh db->mallocFailed = 1; 62617435752Sdrh } 62717435752Sdrh return p; 62817435752Sdrh } 62917435752Sdrh 63026783a58Sdanielk1977 /* 63126783a58Sdanielk1977 ** Resize the block of memory pointed to by p to n bytes. If the 63226783a58Sdanielk1977 ** resize fails, set the mallocFailed flag in the connection object. 63326783a58Sdanielk1977 */ 634a1644fd8Sdanielk1977 void *sqlite3DbRealloc(sqlite3 *db, void *p, int n){ 635a1644fd8Sdanielk1977 void *pNew = 0; 636a1644fd8Sdanielk1977 if( db->mallocFailed==0 ){ 637633e6d57Sdrh if( p==0 ){ 638633e6d57Sdrh return sqlite3DbMallocRaw(db, n); 639633e6d57Sdrh } 640633e6d57Sdrh if( isLookaside(db, p) ){ 641633e6d57Sdrh if( n<=db->lookaside.sz ){ 642633e6d57Sdrh return p; 643633e6d57Sdrh } 644633e6d57Sdrh pNew = sqlite3DbMallocRaw(db, n); 645633e6d57Sdrh if( pNew ){ 646633e6d57Sdrh memcpy(pNew, p, db->lookaside.sz); 647633e6d57Sdrh sqlite3DbFree(db, p); 648633e6d57Sdrh } 649633e6d57Sdrh }else{ 650a1644fd8Sdanielk1977 pNew = sqlite3_realloc(p, n); 651a1644fd8Sdanielk1977 if( !pNew ){ 652a1644fd8Sdanielk1977 db->mallocFailed = 1; 653a1644fd8Sdanielk1977 } 654a1644fd8Sdanielk1977 } 655633e6d57Sdrh } 656a1644fd8Sdanielk1977 return pNew; 657a1644fd8Sdanielk1977 } 658a1644fd8Sdanielk1977 65917435752Sdrh /* 66017435752Sdrh ** Attempt to reallocate p. If the reallocation fails, then free p 66117435752Sdrh ** and set the mallocFailed flag in the database connection. 66217435752Sdrh */ 66317435752Sdrh void *sqlite3DbReallocOrFree(sqlite3 *db, void *p, int n){ 664a3152895Sdrh void *pNew; 665a1644fd8Sdanielk1977 pNew = sqlite3DbRealloc(db, p, n); 666a3152895Sdrh if( !pNew ){ 667633e6d57Sdrh sqlite3DbFree(db, p); 668a3152895Sdrh } 669a3152895Sdrh return pNew; 670a3152895Sdrh } 671a3152895Sdrh 672a3152895Sdrh /* 673a3152895Sdrh ** Make a copy of a string in memory obtained from sqliteMalloc(). These 674a3152895Sdrh ** functions call sqlite3MallocRaw() directly instead of sqliteMalloc(). This 675a3152895Sdrh ** is because when memory debugging is turned on, these two functions are 676a3152895Sdrh ** called via macros that record the current file and line number in the 677a3152895Sdrh ** ThreadData structure. 678a3152895Sdrh */ 679633e6d57Sdrh char *sqlite3DbStrDup(sqlite3 *db, const char *z){ 680a3152895Sdrh char *zNew; 681633e6d57Sdrh size_t n; 682633e6d57Sdrh if( z==0 ){ 683633e6d57Sdrh return 0; 684a3152895Sdrh } 685633e6d57Sdrh n = strlen(z)+1; 686633e6d57Sdrh assert( (n&0x7fffffff)==n ); 687633e6d57Sdrh zNew = sqlite3DbMallocRaw(db, (int)n); 688a3152895Sdrh if( zNew ){ 689a3152895Sdrh memcpy(zNew, z, n); 6901e536953Sdanielk1977 } 6911e536953Sdanielk1977 return zNew; 6921e536953Sdanielk1977 } 6931e536953Sdanielk1977 char *sqlite3DbStrNDup(sqlite3 *db, const char *z, int n){ 694633e6d57Sdrh char *zNew; 695633e6d57Sdrh if( z==0 ){ 696633e6d57Sdrh return 0; 697633e6d57Sdrh } 698633e6d57Sdrh assert( (n&0x7fffffff)==n ); 699633e6d57Sdrh zNew = sqlite3DbMallocRaw(db, n+1); 700633e6d57Sdrh if( zNew ){ 701633e6d57Sdrh memcpy(zNew, z, n); 702633e6d57Sdrh zNew[n] = 0; 7031e536953Sdanielk1977 } 7041e536953Sdanielk1977 return zNew; 7051e536953Sdanielk1977 } 7061e536953Sdanielk1977 707a3152895Sdrh /* 708f089aa45Sdrh ** Create a string from the zFromat argument and the va_list that follows. 709f089aa45Sdrh ** Store the string in memory obtained from sqliteMalloc() and make *pz 710f089aa45Sdrh ** point to that string. 711a3152895Sdrh */ 712f089aa45Sdrh void sqlite3SetString(char **pz, sqlite3 *db, const char *zFormat, ...){ 713a3152895Sdrh va_list ap; 714f089aa45Sdrh char *z; 715a3152895Sdrh 716f089aa45Sdrh va_start(ap, zFormat); 717f089aa45Sdrh z = sqlite3VMPrintf(db, zFormat, ap); 718a3152895Sdrh va_end(ap); 719633e6d57Sdrh sqlite3DbFree(db, *pz); 720f089aa45Sdrh *pz = z; 721a3152895Sdrh } 722a3152895Sdrh 723a3152895Sdrh 724a3152895Sdrh /* 725a3152895Sdrh ** This function must be called before exiting any API function (i.e. 72617435752Sdrh ** returning control to the user) that has called sqlite3_malloc or 72717435752Sdrh ** sqlite3_realloc. 728a3152895Sdrh ** 729a3152895Sdrh ** The returned value is normally a copy of the second argument to this 730a3152895Sdrh ** function. However, if a malloc() failure has occured since the previous 731a3152895Sdrh ** invocation SQLITE_NOMEM is returned instead. 732a3152895Sdrh ** 733a3152895Sdrh ** If the first argument, db, is not NULL and a malloc() error has occured, 734a3152895Sdrh ** then the connection error-code (the value returned by sqlite3_errcode()) 735a3152895Sdrh ** is set to SQLITE_NOMEM. 736a3152895Sdrh */ 737a3152895Sdrh int sqlite3ApiExit(sqlite3* db, int rc){ 738a1644fd8Sdanielk1977 /* If the db handle is not NULL, then we must hold the connection handle 739a1644fd8Sdanielk1977 ** mutex here. Otherwise the read (and possible write) of db->mallocFailed 740a1644fd8Sdanielk1977 ** is unsafe, as is the call to sqlite3Error(). 741a1644fd8Sdanielk1977 */ 742a1644fd8Sdanielk1977 assert( !db || sqlite3_mutex_held(db->mutex) ); 7431e536953Sdanielk1977 if( db && db->mallocFailed ){ 744a3152895Sdrh sqlite3Error(db, SQLITE_NOMEM, 0); 74517435752Sdrh db->mallocFailed = 0; 746a3152895Sdrh rc = SQLITE_NOMEM; 747a3152895Sdrh } 748a3152895Sdrh return rc & (db ? db->errMask : 0xff); 749a3152895Sdrh } 750