xref: /sqlite-3.40.0/src/malloc.c (revision 7c2ed2ac)
1a3152895Sdrh /*
2a3152895Sdrh ** 2001 September 15
3a3152895Sdrh **
4a3152895Sdrh ** The author disclaims copyright to this source code.  In place of
5a3152895Sdrh ** a legal notice, here is a blessing:
6a3152895Sdrh **
7a3152895Sdrh **    May you do good and not evil.
8a3152895Sdrh **    May you find forgiveness for yourself and forgive others.
9a3152895Sdrh **    May you share freely, never taking more than you give.
10a3152895Sdrh **
11a3152895Sdrh *************************************************************************
12fec00eabSdrh **
13a3152895Sdrh ** Memory allocation functions used throughout sqlite.
14a3152895Sdrh */
15a3152895Sdrh #include "sqliteInt.h"
16a3152895Sdrh #include <stdarg.h>
17a3152895Sdrh 
18a3152895Sdrh /*
19b21c8cd4Sdrh ** This routine runs when the memory allocator sees that the
20b21c8cd4Sdrh ** total memory allocation is about to exceed the soft heap
21b21c8cd4Sdrh ** limit.
22b21c8cd4Sdrh */
23b21c8cd4Sdrh static void softHeapLimitEnforcer(
24b21c8cd4Sdrh   void *NotUsed,
2562c14b34Sdanielk1977   sqlite3_int64 NotUsed2,
26153c62c4Sdrh   int allocSize
27b21c8cd4Sdrh ){
2862c14b34Sdanielk1977   UNUSED_PARAMETER2(NotUsed, NotUsed2);
29b21c8cd4Sdrh   sqlite3_release_memory(allocSize);
30b21c8cd4Sdrh }
31b21c8cd4Sdrh 
32b21c8cd4Sdrh /*
338468024dSdanielk1977 ** Set the soft heap-size limit for the library. Passing a zero or
348468024dSdanielk1977 ** negative value indicates no limit.
35a3152895Sdrh */
36a3152895Sdrh void sqlite3_soft_heap_limit(int n){
37b21c8cd4Sdrh   sqlite3_uint64 iLimit;
38b21c8cd4Sdrh   int overage;
39b21c8cd4Sdrh   if( n<0 ){
40b21c8cd4Sdrh     iLimit = 0;
41b21c8cd4Sdrh   }else{
42b21c8cd4Sdrh     iLimit = n;
43a3152895Sdrh   }
449ac06509Sdrh #ifndef SQLITE_OMIT_AUTOINIT
459ac3fe97Sdrh   sqlite3_initialize();
469ac06509Sdrh #endif
47b21c8cd4Sdrh   if( iLimit>0 ){
484a27a286Sshane     sqlite3MemoryAlarm(softHeapLimitEnforcer, 0, iLimit);
49b21c8cd4Sdrh   }else{
504a27a286Sshane     sqlite3MemoryAlarm(0, 0, 0);
51b21c8cd4Sdrh   }
521bd10f8aSdrh   overage = (int)(sqlite3_memory_used() - (i64)n);
53b21c8cd4Sdrh   if( overage>0 ){
54b21c8cd4Sdrh     sqlite3_release_memory(overage);
55b21c8cd4Sdrh   }
56a3152895Sdrh }
57a3152895Sdrh 
58a3152895Sdrh /*
598468024dSdanielk1977 ** Attempt to release up to n bytes of non-essential memory currently
608468024dSdanielk1977 ** held by SQLite. An example of non-essential memory is memory used to
618468024dSdanielk1977 ** cache database pages that are not currently in use.
62a3152895Sdrh */
63a3152895Sdrh int sqlite3_release_memory(int n){
6486f8c197Sdrh #ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT
6567e3da7aSdanielk1977   int nRet = 0;
6667e3da7aSdanielk1977   nRet += sqlite3PcacheReleaseMemory(n-nRet);
67dfb316d4Sdanielk1977   return nRet;
681e536953Sdanielk1977 #else
6962c14b34Sdanielk1977   UNUSED_PARAMETER(n);
701e536953Sdanielk1977   return SQLITE_OK;
711e536953Sdanielk1977 #endif
72a3152895Sdrh }
73a3152895Sdrh 
74fec00eabSdrh /*
75fec00eabSdrh ** State information local to the memory allocation subsystem.
76fec00eabSdrh */
775c8f8587Sdanielk1977 static SQLITE_WSD struct Mem0Global {
7823bf0f41Sdanielk1977   /* Number of free pages for scratch and page-cache memory */
7923bf0f41Sdanielk1977   u32 nScratchFree;
8023bf0f41Sdanielk1977   u32 nPageFree;
8123bf0f41Sdanielk1977 
82fec00eabSdrh   sqlite3_mutex *mutex;         /* Mutex to serialize access */
83fec00eabSdrh 
84fec00eabSdrh   /*
85fec00eabSdrh   ** The alarm callback and its arguments.  The mem0.mutex lock will
86fec00eabSdrh   ** be held while the callback is running.  Recursive calls into
87fec00eabSdrh   ** the memory subsystem are allowed, but no new callbacks will be
88e64ca7baSdrh   ** issued.
89fec00eabSdrh   */
90fec00eabSdrh   sqlite3_int64 alarmThreshold;
91fec00eabSdrh   void (*alarmCallback)(void*, sqlite3_int64,int);
92fec00eabSdrh   void *alarmArg;
93fec00eabSdrh 
94fec00eabSdrh   /*
95075c23afSdanielk1977   ** Pointers to the end of sqlite3GlobalConfig.pScratch and
96075c23afSdanielk1977   ** sqlite3GlobalConfig.pPage to a block of memory that records
979ac3fe97Sdrh   ** which pages are available.
989ac3fe97Sdrh   */
999ac3fe97Sdrh   u32 *aScratchFree;
1009ac3fe97Sdrh   u32 *aPageFree;
101e64ca7baSdrh } mem0 = { 0, 0, 0, 0, 0, 0, 0, 0 };
1025c8f8587Sdanielk1977 
1035c8f8587Sdanielk1977 #define mem0 GLOBAL(struct Mem0Global, mem0)
104fec00eabSdrh 
105fec00eabSdrh /*
106fec00eabSdrh ** Initialize the memory allocation subsystem.
107fec00eabSdrh */
108fec00eabSdrh int sqlite3MallocInit(void){
109075c23afSdanielk1977   if( sqlite3GlobalConfig.m.xMalloc==0 ){
110fec00eabSdrh     sqlite3MemSetDefault();
111fec00eabSdrh   }
112fec00eabSdrh   memset(&mem0, 0, sizeof(mem0));
113075c23afSdanielk1977   if( sqlite3GlobalConfig.bCoreMutex ){
11459f8c08eSdanielk1977     mem0.mutex = sqlite3MutexAlloc(SQLITE_MUTEX_STATIC_MEM);
115fec00eabSdrh   }
116075c23afSdanielk1977   if( sqlite3GlobalConfig.pScratch && sqlite3GlobalConfig.szScratch>=100
117075c23afSdanielk1977       && sqlite3GlobalConfig.nScratch>=0 ){
1189ac3fe97Sdrh     int i;
119bc73971dSdanielk1977     sqlite3GlobalConfig.szScratch = ROUNDDOWN8(sqlite3GlobalConfig.szScratch-4);
120075c23afSdanielk1977     mem0.aScratchFree = (u32*)&((char*)sqlite3GlobalConfig.pScratch)
121075c23afSdanielk1977                   [sqlite3GlobalConfig.szScratch*sqlite3GlobalConfig.nScratch];
122075c23afSdanielk1977     for(i=0; i<sqlite3GlobalConfig.nScratch; i++){ mem0.aScratchFree[i] = i; }
123075c23afSdanielk1977     mem0.nScratchFree = sqlite3GlobalConfig.nScratch;
1249ac3fe97Sdrh   }else{
125075c23afSdanielk1977     sqlite3GlobalConfig.pScratch = 0;
126075c23afSdanielk1977     sqlite3GlobalConfig.szScratch = 0;
1279ac3fe97Sdrh   }
128075c23afSdanielk1977   if( sqlite3GlobalConfig.pPage && sqlite3GlobalConfig.szPage>=512
129075c23afSdanielk1977       && sqlite3GlobalConfig.nPage>=1 ){
1309ac3fe97Sdrh     int i;
1310a60a384Sdrh     int overhead;
132bc73971dSdanielk1977     int sz = ROUNDDOWN8(sqlite3GlobalConfig.szPage);
133075c23afSdanielk1977     int n = sqlite3GlobalConfig.nPage;
1340a60a384Sdrh     overhead = (4*n + sz - 1)/sz;
135075c23afSdanielk1977     sqlite3GlobalConfig.nPage -= overhead;
136075c23afSdanielk1977     mem0.aPageFree = (u32*)&((char*)sqlite3GlobalConfig.pPage)
137075c23afSdanielk1977                   [sqlite3GlobalConfig.szPage*sqlite3GlobalConfig.nPage];
138075c23afSdanielk1977     for(i=0; i<sqlite3GlobalConfig.nPage; i++){ mem0.aPageFree[i] = i; }
139075c23afSdanielk1977     mem0.nPageFree = sqlite3GlobalConfig.nPage;
1409ac3fe97Sdrh   }else{
141075c23afSdanielk1977     sqlite3GlobalConfig.pPage = 0;
142075c23afSdanielk1977     sqlite3GlobalConfig.szPage = 0;
1439ac3fe97Sdrh   }
144075c23afSdanielk1977   return sqlite3GlobalConfig.m.xInit(sqlite3GlobalConfig.m.pAppData);
145fec00eabSdrh }
146fec00eabSdrh 
147fec00eabSdrh /*
148fec00eabSdrh ** Deinitialize the memory allocation subsystem.
149fec00eabSdrh */
150fec00eabSdrh void sqlite3MallocEnd(void){
1510a549071Sdanielk1977   if( sqlite3GlobalConfig.m.xShutdown ){
152075c23afSdanielk1977     sqlite3GlobalConfig.m.xShutdown(sqlite3GlobalConfig.m.pAppData);
1530a549071Sdanielk1977   }
1549ac3fe97Sdrh   memset(&mem0, 0, sizeof(mem0));
155fec00eabSdrh }
156fec00eabSdrh 
157fec00eabSdrh /*
158fec00eabSdrh ** Return the amount of memory currently checked out.
159fec00eabSdrh */
160fec00eabSdrh sqlite3_int64 sqlite3_memory_used(void){
161f7141990Sdrh   int n, mx;
162c376a198Sdrh   sqlite3_int64 res;
163f7141990Sdrh   sqlite3_status(SQLITE_STATUS_MEMORY_USED, &n, &mx, 0);
164c376a198Sdrh   res = (sqlite3_int64)n;  /* Work around bug in Borland C. Ticket #3216 */
165c376a198Sdrh   return res;
166fec00eabSdrh }
167fec00eabSdrh 
168fec00eabSdrh /*
169fec00eabSdrh ** Return the maximum amount of memory that has ever been
170fec00eabSdrh ** checked out since either the beginning of this process
171fec00eabSdrh ** or since the most recent reset.
172fec00eabSdrh */
173fec00eabSdrh sqlite3_int64 sqlite3_memory_highwater(int resetFlag){
174f7141990Sdrh   int n, mx;
175c376a198Sdrh   sqlite3_int64 res;
176f7141990Sdrh   sqlite3_status(SQLITE_STATUS_MEMORY_USED, &n, &mx, resetFlag);
1777986a71aSdrh   res = (sqlite3_int64)mx;  /* Work around bug in Borland C. Ticket #3216 */
178c376a198Sdrh   return res;
179fec00eabSdrh }
180fec00eabSdrh 
181fec00eabSdrh /*
182fec00eabSdrh ** Change the alarm callback
183fec00eabSdrh */
1844a27a286Sshane int sqlite3MemoryAlarm(
185fec00eabSdrh   void(*xCallback)(void *pArg, sqlite3_int64 used,int N),
186fec00eabSdrh   void *pArg,
187fec00eabSdrh   sqlite3_int64 iThreshold
188fec00eabSdrh ){
189fec00eabSdrh   sqlite3_mutex_enter(mem0.mutex);
190fec00eabSdrh   mem0.alarmCallback = xCallback;
191fec00eabSdrh   mem0.alarmArg = pArg;
192fec00eabSdrh   mem0.alarmThreshold = iThreshold;
193fec00eabSdrh   sqlite3_mutex_leave(mem0.mutex);
194fec00eabSdrh   return SQLITE_OK;
195fec00eabSdrh }
196fec00eabSdrh 
197eec556d3Sshane #ifndef SQLITE_OMIT_DEPRECATED
198fec00eabSdrh /*
1994a27a286Sshane ** Deprecated external interface.  Internal/core SQLite code
2004a27a286Sshane ** should call sqlite3MemoryAlarm.
2014a27a286Sshane */
2024a27a286Sshane int sqlite3_memory_alarm(
2034a27a286Sshane   void(*xCallback)(void *pArg, sqlite3_int64 used,int N),
2044a27a286Sshane   void *pArg,
2054a27a286Sshane   sqlite3_int64 iThreshold
2064a27a286Sshane ){
2074a27a286Sshane   return sqlite3MemoryAlarm(xCallback, pArg, iThreshold);
2084a27a286Sshane }
209eec556d3Sshane #endif
2104a27a286Sshane 
2114a27a286Sshane /*
212fec00eabSdrh ** Trigger the alarm
213fec00eabSdrh */
214fec00eabSdrh static void sqlite3MallocAlarm(int nByte){
215fec00eabSdrh   void (*xCallback)(void*,sqlite3_int64,int);
216fec00eabSdrh   sqlite3_int64 nowUsed;
217fec00eabSdrh   void *pArg;
218e64ca7baSdrh   if( mem0.alarmCallback==0 ) return;
219fec00eabSdrh   xCallback = mem0.alarmCallback;
220f7141990Sdrh   nowUsed = sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED);
221fec00eabSdrh   pArg = mem0.alarmArg;
222e64ca7baSdrh   mem0.alarmCallback = 0;
223fec00eabSdrh   sqlite3_mutex_leave(mem0.mutex);
224fec00eabSdrh   xCallback(pArg, nowUsed, nByte);
225fec00eabSdrh   sqlite3_mutex_enter(mem0.mutex);
226e64ca7baSdrh   mem0.alarmCallback = xCallback;
227e64ca7baSdrh   mem0.alarmArg = pArg;
228fec00eabSdrh }
229fec00eabSdrh 
230fec00eabSdrh /*
231f7141990Sdrh ** Do a memory allocation with statistics and alarms.  Assume the
232f7141990Sdrh ** lock is already held.
233fec00eabSdrh */
234f7141990Sdrh static int mallocWithAlarm(int n, void **pp){
235fec00eabSdrh   int nFull;
236f7141990Sdrh   void *p;
237f7141990Sdrh   assert( sqlite3_mutex_held(mem0.mutex) );
238075c23afSdanielk1977   nFull = sqlite3GlobalConfig.m.xRoundup(n);
239f7141990Sdrh   sqlite3StatusSet(SQLITE_STATUS_MALLOC_SIZE, n);
240f7141990Sdrh   if( mem0.alarmCallback!=0 ){
241f7141990Sdrh     int nUsed = sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED);
242f7141990Sdrh     if( nUsed+nFull >= mem0.alarmThreshold ){
243fec00eabSdrh       sqlite3MallocAlarm(nFull);
244fec00eabSdrh     }
245f7141990Sdrh   }
246075c23afSdanielk1977   p = sqlite3GlobalConfig.m.xMalloc(nFull);
247d09414cdSdanielk1977   if( p==0 && mem0.alarmCallback ){
248fec00eabSdrh     sqlite3MallocAlarm(nFull);
249075c23afSdanielk1977     p = sqlite3GlobalConfig.m.xMalloc(nFull);
250fec00eabSdrh   }
251c702c7ccSdrh   if( p ){
252c702c7ccSdrh     nFull = sqlite3MallocSize(p);
253c702c7ccSdrh     sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, nFull);
254c702c7ccSdrh   }
255f7141990Sdrh   *pp = p;
256f7141990Sdrh   return nFull;
257fec00eabSdrh }
258f7141990Sdrh 
259f7141990Sdrh /*
260f7141990Sdrh ** Allocate memory.  This routine is like sqlite3_malloc() except that it
261f7141990Sdrh ** assumes the memory subsystem has already been initialized.
262f7141990Sdrh */
263f7141990Sdrh void *sqlite3Malloc(int n){
264f7141990Sdrh   void *p;
265e08ed7e7Sdrh   if( n<=0 || n>=0x7fffff00 ){
266e08ed7e7Sdrh     /* A memory allocation of a number of bytes which is near the maximum
267e08ed7e7Sdrh     ** signed integer value might cause an integer overflow inside of the
268e08ed7e7Sdrh     ** xMalloc().  Hence we limit the maximum size to 0x7fffff00, giving
269e08ed7e7Sdrh     ** 255 bytes of overhead.  SQLite itself will never use anything near
270e08ed7e7Sdrh     ** this amount.  The only way to reach the limit is with sqlite3_malloc() */
271f7141990Sdrh     p = 0;
272075c23afSdanielk1977   }else if( sqlite3GlobalConfig.bMemstat ){
273f7141990Sdrh     sqlite3_mutex_enter(mem0.mutex);
274f7141990Sdrh     mallocWithAlarm(n, &p);
275fec00eabSdrh     sqlite3_mutex_leave(mem0.mutex);
276fec00eabSdrh   }else{
277075c23afSdanielk1977     p = sqlite3GlobalConfig.m.xMalloc(n);
278fec00eabSdrh   }
279fec00eabSdrh   return p;
280fec00eabSdrh }
281fec00eabSdrh 
282fec00eabSdrh /*
283fec00eabSdrh ** This version of the memory allocation is for use by the application.
284fec00eabSdrh ** First make sure the memory subsystem is initialized, then do the
285fec00eabSdrh ** allocation.
286fec00eabSdrh */
287fec00eabSdrh void *sqlite3_malloc(int n){
288fec00eabSdrh #ifndef SQLITE_OMIT_AUTOINIT
289fec00eabSdrh   if( sqlite3_initialize() ) return 0;
290fec00eabSdrh #endif
291fec00eabSdrh   return sqlite3Malloc(n);
292fec00eabSdrh }
293fec00eabSdrh 
294fec00eabSdrh /*
295e5ae5735Sdrh ** Each thread may only have a single outstanding allocation from
296facf0307Sdrh ** xScratchMalloc().  We verify this constraint in the single-threaded
297facf0307Sdrh ** case by setting scratchAllocOut to 1 when an allocation
298e5ae5735Sdrh ** is outstanding clearing it when the allocation is freed.
299e5ae5735Sdrh */
300e5ae5735Sdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
301facf0307Sdrh static int scratchAllocOut = 0;
302e5ae5735Sdrh #endif
303e5ae5735Sdrh 
304e5ae5735Sdrh 
305e5ae5735Sdrh /*
306e5ae5735Sdrh ** Allocate memory that is to be used and released right away.
307e5ae5735Sdrh ** This routine is similar to alloca() in that it is not intended
308e5ae5735Sdrh ** for situations where the memory might be held long-term.  This
309e5ae5735Sdrh ** routine is intended to get memory to old large transient data
310e5ae5735Sdrh ** structures that would not normally fit on the stack of an
311e5ae5735Sdrh ** embedded processor.
312e5ae5735Sdrh */
313facf0307Sdrh void *sqlite3ScratchMalloc(int n){
314e5ae5735Sdrh   void *p;
315e5ae5735Sdrh   assert( n>0 );
3169ac3fe97Sdrh 
317e5ae5735Sdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
31837f99187Sdrh   /* Verify that no more than two scratch allocation per thread
3199ac3fe97Sdrh   ** is outstanding at one time.  (This is only checked in the
3209ac3fe97Sdrh   ** single-threaded case since checking in the multi-threaded case
3219ac3fe97Sdrh   ** would be much more complicated.) */
32237f99187Sdrh   assert( scratchAllocOut<=1 );
323e5ae5735Sdrh #endif
3249ac3fe97Sdrh 
325075c23afSdanielk1977   if( sqlite3GlobalConfig.szScratch<n ){
326f7141990Sdrh     goto scratch_overflow;
327f7141990Sdrh   }else{
328e5ae5735Sdrh     sqlite3_mutex_enter(mem0.mutex);
329f7141990Sdrh     if( mem0.nScratchFree==0 ){
330f7141990Sdrh       sqlite3_mutex_leave(mem0.mutex);
331f7141990Sdrh       goto scratch_overflow;
332e5ae5735Sdrh     }else{
3339ac3fe97Sdrh       int i;
3349ac3fe97Sdrh       i = mem0.aScratchFree[--mem0.nScratchFree];
335075c23afSdanielk1977       i *= sqlite3GlobalConfig.szScratch;
336f7141990Sdrh       sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_USED, 1);
337e50135e2Sdrh       sqlite3StatusSet(SQLITE_STATUS_SCRATCH_SIZE, n);
3388183e339Sdanielk1977       sqlite3_mutex_leave(mem0.mutex);
339075c23afSdanielk1977       p = (void*)&((char*)sqlite3GlobalConfig.pScratch)[i];
34015301596Sshane       assert(  (((u8*)p - (u8*)0) & 7)==0 );
341e5ae5735Sdrh     }
342f7141990Sdrh   }
343f7141990Sdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
344f7141990Sdrh   scratchAllocOut = p!=0;
345f7141990Sdrh #endif
346f7141990Sdrh 
347f7141990Sdrh   return p;
348f7141990Sdrh 
349f7141990Sdrh scratch_overflow:
350075c23afSdanielk1977   if( sqlite3GlobalConfig.bMemstat ){
351f7141990Sdrh     sqlite3_mutex_enter(mem0.mutex);
352e50135e2Sdrh     sqlite3StatusSet(SQLITE_STATUS_SCRATCH_SIZE, n);
353f7141990Sdrh     n = mallocWithAlarm(n, &p);
354f7141990Sdrh     if( p ) sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_OVERFLOW, n);
3559ac3fe97Sdrh     sqlite3_mutex_leave(mem0.mutex);
356f7141990Sdrh   }else{
357075c23afSdanielk1977     p = sqlite3GlobalConfig.m.xMalloc(n);
358f7141990Sdrh   }
359107b56e8Sdrh   sqlite3MemdebugSetType(p, MEMTYPE_SCRATCH);
360f7141990Sdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
361f7141990Sdrh   scratchAllocOut = p!=0;
362f7141990Sdrh #endif
363e5ae5735Sdrh   return p;
364e5ae5735Sdrh }
365facf0307Sdrh void sqlite3ScratchFree(void *p){
366e5ae5735Sdrh   if( p ){
367075c23afSdanielk1977     if( sqlite3GlobalConfig.pScratch==0
368075c23afSdanielk1977            || p<sqlite3GlobalConfig.pScratch
3699ac3fe97Sdrh            || p>=(void*)mem0.aScratchFree ){
370107b56e8Sdrh       assert( sqlite3MemdebugHasType(p, MEMTYPE_SCRATCH) );
371107b56e8Sdrh       sqlite3MemdebugSetType(p, MEMTYPE_HEAP);
372075c23afSdanielk1977       if( sqlite3GlobalConfig.bMemstat ){
373f7141990Sdrh         int iSize = sqlite3MallocSize(p);
374f7141990Sdrh         sqlite3_mutex_enter(mem0.mutex);
375f7141990Sdrh         sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_OVERFLOW, -iSize);
376f7141990Sdrh         sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, -iSize);
377075c23afSdanielk1977         sqlite3GlobalConfig.m.xFree(p);
378f7141990Sdrh         sqlite3_mutex_leave(mem0.mutex);
379f7141990Sdrh       }else{
380075c23afSdanielk1977         sqlite3GlobalConfig.m.xFree(p);
381f7141990Sdrh       }
3829ac3fe97Sdrh     }else{
3839ac3fe97Sdrh       int i;
3841bd10f8aSdrh       i = (int)((u8*)p - (u8*)sqlite3GlobalConfig.pScratch);
385075c23afSdanielk1977       i /= sqlite3GlobalConfig.szScratch;
386075c23afSdanielk1977       assert( i>=0 && i<sqlite3GlobalConfig.nScratch );
387f7141990Sdrh       sqlite3_mutex_enter(mem0.mutex);
38800e13613Sdanielk1977       assert( mem0.nScratchFree<(u32)sqlite3GlobalConfig.nScratch );
3899ac3fe97Sdrh       mem0.aScratchFree[mem0.nScratchFree++] = i;
390f7141990Sdrh       sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_USED, -1);
3919ac3fe97Sdrh       sqlite3_mutex_leave(mem0.mutex);
39237f99187Sdrh 
39337f99187Sdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
39437f99187Sdrh     /* Verify that no more than two scratch allocation per thread
39537f99187Sdrh     ** is outstanding at one time.  (This is only checked in the
39637f99187Sdrh     ** single-threaded case since checking in the multi-threaded case
39737f99187Sdrh     ** would be much more complicated.) */
39837f99187Sdrh     assert( scratchAllocOut>=1 && scratchAllocOut<=2 );
39937f99187Sdrh     scratchAllocOut = 0;
40037f99187Sdrh #endif
40137f99187Sdrh 
4029ac3fe97Sdrh     }
403e5ae5735Sdrh   }
404e5ae5735Sdrh }
405e5ae5735Sdrh 
406e5ae5735Sdrh /*
407633e6d57Sdrh ** TRUE if p is a lookaside memory allocation from db
408633e6d57Sdrh */
4094150ebf8Sdrh #ifndef SQLITE_OMIT_LOOKASIDE
410633e6d57Sdrh static int isLookaside(sqlite3 *db, void *p){
411633e6d57Sdrh   return db && p && p>=db->lookaside.pStart && p<db->lookaside.pEnd;
412633e6d57Sdrh }
4134150ebf8Sdrh #else
4144150ebf8Sdrh #define isLookaside(A,B) 0
4154150ebf8Sdrh #endif
416633e6d57Sdrh 
417633e6d57Sdrh /*
418fec00eabSdrh ** Return the size of a memory allocation previously obtained from
419fec00eabSdrh ** sqlite3Malloc() or sqlite3_malloc().
420fec00eabSdrh */
421fec00eabSdrh int sqlite3MallocSize(void *p){
422107b56e8Sdrh   assert( sqlite3MemdebugHasType(p, MEMTYPE_HEAP) );
423075c23afSdanielk1977   return sqlite3GlobalConfig.m.xSize(p);
424fec00eabSdrh }
425633e6d57Sdrh int sqlite3DbMallocSize(sqlite3 *db, void *p){
4267047e25cSdrh   assert( db==0 || sqlite3_mutex_held(db->mutex) );
427f18a61ddSdrh   if( isLookaside(db, p) ){
428633e6d57Sdrh     return db->lookaside.sz;
429633e6d57Sdrh   }else{
430107b56e8Sdrh     assert( sqlite3MemdebugHasType(p,
431107b56e8Sdrh              db ? (MEMTYPE_DB|MEMTYPE_HEAP) : MEMTYPE_HEAP) );
432075c23afSdanielk1977     return sqlite3GlobalConfig.m.xSize(p);
433633e6d57Sdrh   }
434633e6d57Sdrh }
435fec00eabSdrh 
436fec00eabSdrh /*
437fec00eabSdrh ** Free memory previously obtained from sqlite3Malloc().
438fec00eabSdrh */
439fec00eabSdrh void sqlite3_free(void *p){
440fec00eabSdrh   if( p==0 ) return;
441107b56e8Sdrh   assert( sqlite3MemdebugHasType(p, MEMTYPE_HEAP) );
442075c23afSdanielk1977   if( sqlite3GlobalConfig.bMemstat ){
443fec00eabSdrh     sqlite3_mutex_enter(mem0.mutex);
444f7141990Sdrh     sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, -sqlite3MallocSize(p));
445075c23afSdanielk1977     sqlite3GlobalConfig.m.xFree(p);
446fec00eabSdrh     sqlite3_mutex_leave(mem0.mutex);
447fec00eabSdrh   }else{
448075c23afSdanielk1977     sqlite3GlobalConfig.m.xFree(p);
449fec00eabSdrh   }
450fec00eabSdrh }
451fec00eabSdrh 
452fec00eabSdrh /*
453633e6d57Sdrh ** Free memory that might be associated with a particular database
454633e6d57Sdrh ** connection.
455633e6d57Sdrh */
456633e6d57Sdrh void sqlite3DbFree(sqlite3 *db, void *p){
4577047e25cSdrh   assert( db==0 || sqlite3_mutex_held(db->mutex) );
458633e6d57Sdrh   if( isLookaside(db, p) ){
459633e6d57Sdrh     LookasideSlot *pBuf = (LookasideSlot*)p;
460633e6d57Sdrh     pBuf->pNext = db->lookaside.pFree;
461633e6d57Sdrh     db->lookaside.pFree = pBuf;
462633e6d57Sdrh     db->lookaside.nOut--;
463633e6d57Sdrh   }else{
464*7c2ed2acSdrh     assert( sqlite3MemdebugHasType(p,
465*7c2ed2acSdrh                        db ? (MEMTYPE_DB|MEMTYPE_HEAP) : MEMTYPE_HEAP) );
466107b56e8Sdrh     sqlite3MemdebugSetType(p, MEMTYPE_HEAP);
467633e6d57Sdrh     sqlite3_free(p);
468633e6d57Sdrh   }
469633e6d57Sdrh }
470633e6d57Sdrh 
471633e6d57Sdrh /*
472fec00eabSdrh ** Change the size of an existing memory allocation
473fec00eabSdrh */
474fec00eabSdrh void *sqlite3Realloc(void *pOld, int nBytes){
475fec00eabSdrh   int nOld, nNew;
476fec00eabSdrh   void *pNew;
477fec00eabSdrh   if( pOld==0 ){
478fec00eabSdrh     return sqlite3Malloc(nBytes);
479fec00eabSdrh   }
480b6063cf8Sdrh   if( nBytes<=0 ){
481fec00eabSdrh     sqlite3_free(pOld);
482fec00eabSdrh     return 0;
483fec00eabSdrh   }
484b6063cf8Sdrh   if( nBytes>=0x7fffff00 ){
485b6063cf8Sdrh     /* The 0x7ffff00 limit term is explained in comments on sqlite3Malloc() */
486b6063cf8Sdrh     return 0;
487b6063cf8Sdrh   }
488fec00eabSdrh   nOld = sqlite3MallocSize(pOld);
489075c23afSdanielk1977   nNew = sqlite3GlobalConfig.m.xRoundup(nBytes);
490fec00eabSdrh   if( nOld==nNew ){
491fec00eabSdrh     pNew = pOld;
4927c6791c8Sdrh   }else if( sqlite3GlobalConfig.bMemstat ){
4937c6791c8Sdrh     sqlite3_mutex_enter(mem0.mutex);
4947c6791c8Sdrh     sqlite3StatusSet(SQLITE_STATUS_MALLOC_SIZE, nBytes);
495f7141990Sdrh     if( sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED)+nNew-nOld >=
496f7141990Sdrh           mem0.alarmThreshold ){
497fec00eabSdrh       sqlite3MallocAlarm(nNew-nOld);
498fec00eabSdrh     }
499107b56e8Sdrh     assert( sqlite3MemdebugHasType(pOld, MEMTYPE_HEAP) );
500075c23afSdanielk1977     pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew);
501d09414cdSdanielk1977     if( pNew==0 && mem0.alarmCallback ){
502fec00eabSdrh       sqlite3MallocAlarm(nBytes);
503075c23afSdanielk1977       pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew);
504fec00eabSdrh     }
505fec00eabSdrh     if( pNew ){
506c702c7ccSdrh       nNew = sqlite3MallocSize(pNew);
507f7141990Sdrh       sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, nNew-nOld);
508fec00eabSdrh     }
509fec00eabSdrh     sqlite3_mutex_leave(mem0.mutex);
510fec00eabSdrh   }else{
5117c6791c8Sdrh     pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew);
512fec00eabSdrh   }
513fec00eabSdrh   return pNew;
514fec00eabSdrh }
515fec00eabSdrh 
516fec00eabSdrh /*
517fec00eabSdrh ** The public interface to sqlite3Realloc.  Make sure that the memory
518fec00eabSdrh ** subsystem is initialized prior to invoking sqliteRealloc.
519fec00eabSdrh */
520fec00eabSdrh void *sqlite3_realloc(void *pOld, int n){
521fec00eabSdrh #ifndef SQLITE_OMIT_AUTOINIT
522fec00eabSdrh   if( sqlite3_initialize() ) return 0;
523fec00eabSdrh #endif
524fec00eabSdrh   return sqlite3Realloc(pOld, n);
525fec00eabSdrh }
526fec00eabSdrh 
527a3152895Sdrh 
528a3152895Sdrh /*
52917435752Sdrh ** Allocate and zero memory.
530a3152895Sdrh */
531fec00eabSdrh void *sqlite3MallocZero(int n){
532fec00eabSdrh   void *p = sqlite3Malloc(n);
533a3152895Sdrh   if( p ){
534a3152895Sdrh     memset(p, 0, n);
535a3152895Sdrh   }
536a3152895Sdrh   return p;
537a3152895Sdrh }
53817435752Sdrh 
53917435752Sdrh /*
54017435752Sdrh ** Allocate and zero memory.  If the allocation fails, make
54117435752Sdrh ** the mallocFailed flag in the connection pointer.
54217435752Sdrh */
543fec00eabSdrh void *sqlite3DbMallocZero(sqlite3 *db, int n){
544a1644fd8Sdanielk1977   void *p = sqlite3DbMallocRaw(db, n);
54517435752Sdrh   if( p ){
54617435752Sdrh     memset(p, 0, n);
54717435752Sdrh   }
54817435752Sdrh   return p;
54917435752Sdrh }
55017435752Sdrh 
55117435752Sdrh /*
55217435752Sdrh ** Allocate and zero memory.  If the allocation fails, make
55317435752Sdrh ** the mallocFailed flag in the connection pointer.
554ddecae79Sdrh **
555ddecae79Sdrh ** If db!=0 and db->mallocFailed is true (indicating a prior malloc
556ddecae79Sdrh ** failure on the same database connection) then always return 0.
557ddecae79Sdrh ** Hence for a particular database connection, once malloc starts
558ddecae79Sdrh ** failing, it fails consistently until mallocFailed is reset.
559ddecae79Sdrh ** This is an important assumption.  There are many places in the
560ddecae79Sdrh ** code that do things like this:
561ddecae79Sdrh **
562ddecae79Sdrh **         int *a = (int*)sqlite3DbMallocRaw(db, 100);
563ddecae79Sdrh **         int *b = (int*)sqlite3DbMallocRaw(db, 200);
564ddecae79Sdrh **         if( b ) a[10] = 9;
565ddecae79Sdrh **
566ddecae79Sdrh ** In other words, if a subsequent malloc (ex: "b") worked, it is assumed
567ddecae79Sdrh ** that all prior mallocs (ex: "a") worked too.
56817435752Sdrh */
569fec00eabSdrh void *sqlite3DbMallocRaw(sqlite3 *db, int n){
570633e6d57Sdrh   void *p;
571d9da78a2Sdrh   assert( db==0 || sqlite3_mutex_held(db->mutex) );
5724150ebf8Sdrh #ifndef SQLITE_OMIT_LOOKASIDE
573633e6d57Sdrh   if( db ){
574633e6d57Sdrh     LookasideSlot *pBuf;
575633e6d57Sdrh     if( db->mallocFailed ){
576633e6d57Sdrh       return 0;
577633e6d57Sdrh     }
578633e6d57Sdrh     if( db->lookaside.bEnabled && n<=db->lookaside.sz
579633e6d57Sdrh          && (pBuf = db->lookaside.pFree)!=0 ){
580633e6d57Sdrh       db->lookaside.pFree = pBuf->pNext;
581633e6d57Sdrh       db->lookaside.nOut++;
582633e6d57Sdrh       if( db->lookaside.nOut>db->lookaside.mxOut ){
583633e6d57Sdrh         db->lookaside.mxOut = db->lookaside.nOut;
584633e6d57Sdrh       }
585633e6d57Sdrh       return (void*)pBuf;
586633e6d57Sdrh     }
587633e6d57Sdrh   }
588ddecae79Sdrh #else
589ddecae79Sdrh   if( db && db->mallocFailed ){
590ddecae79Sdrh     return 0;
591ddecae79Sdrh   }
5924150ebf8Sdrh #endif
593fec00eabSdrh   p = sqlite3Malloc(n);
594f3a65f7eSdrh   if( !p && db ){
59517435752Sdrh     db->mallocFailed = 1;
59617435752Sdrh   }
597107b56e8Sdrh   sqlite3MemdebugSetType(p,
598107b56e8Sdrh             (db && db->lookaside.bEnabled) ? MEMTYPE_DB : MEMTYPE_HEAP);
59917435752Sdrh   return p;
60017435752Sdrh }
60117435752Sdrh 
60226783a58Sdanielk1977 /*
60326783a58Sdanielk1977 ** Resize the block of memory pointed to by p to n bytes. If the
60426783a58Sdanielk1977 ** resize fails, set the mallocFailed flag in the connection object.
60526783a58Sdanielk1977 */
606a1644fd8Sdanielk1977 void *sqlite3DbRealloc(sqlite3 *db, void *p, int n){
607a1644fd8Sdanielk1977   void *pNew = 0;
608d9da78a2Sdrh   assert( db!=0 );
6097047e25cSdrh   assert( sqlite3_mutex_held(db->mutex) );
610a1644fd8Sdanielk1977   if( db->mallocFailed==0 ){
611633e6d57Sdrh     if( p==0 ){
612633e6d57Sdrh       return sqlite3DbMallocRaw(db, n);
613633e6d57Sdrh     }
614633e6d57Sdrh     if( isLookaside(db, p) ){
615633e6d57Sdrh       if( n<=db->lookaside.sz ){
616633e6d57Sdrh         return p;
617633e6d57Sdrh       }
618633e6d57Sdrh       pNew = sqlite3DbMallocRaw(db, n);
619633e6d57Sdrh       if( pNew ){
620633e6d57Sdrh         memcpy(pNew, p, db->lookaside.sz);
621633e6d57Sdrh         sqlite3DbFree(db, p);
622633e6d57Sdrh       }
623633e6d57Sdrh     }else{
624107b56e8Sdrh       assert( sqlite3MemdebugHasType(p, MEMTYPE_DB|MEMTYPE_HEAP) );
625107b56e8Sdrh       sqlite3MemdebugSetType(p, MEMTYPE_HEAP);
626a1644fd8Sdanielk1977       pNew = sqlite3_realloc(p, n);
627a1644fd8Sdanielk1977       if( !pNew ){
628a1644fd8Sdanielk1977         db->mallocFailed = 1;
629a1644fd8Sdanielk1977       }
630107b56e8Sdrh       sqlite3MemdebugSetType(pNew,
631107b56e8Sdrh             db->lookaside.bEnabled ? MEMTYPE_DB : MEMTYPE_HEAP);
632a1644fd8Sdanielk1977     }
633633e6d57Sdrh   }
634a1644fd8Sdanielk1977   return pNew;
635a1644fd8Sdanielk1977 }
636a1644fd8Sdanielk1977 
63717435752Sdrh /*
63817435752Sdrh ** Attempt to reallocate p.  If the reallocation fails, then free p
63917435752Sdrh ** and set the mallocFailed flag in the database connection.
64017435752Sdrh */
64117435752Sdrh void *sqlite3DbReallocOrFree(sqlite3 *db, void *p, int n){
642a3152895Sdrh   void *pNew;
643a1644fd8Sdanielk1977   pNew = sqlite3DbRealloc(db, p, n);
644a3152895Sdrh   if( !pNew ){
645633e6d57Sdrh     sqlite3DbFree(db, p);
646a3152895Sdrh   }
647a3152895Sdrh   return pNew;
648a3152895Sdrh }
649a3152895Sdrh 
650a3152895Sdrh /*
651a3152895Sdrh ** Make a copy of a string in memory obtained from sqliteMalloc(). These
652a3152895Sdrh ** functions call sqlite3MallocRaw() directly instead of sqliteMalloc(). This
653a3152895Sdrh ** is because when memory debugging is turned on, these two functions are
654a3152895Sdrh ** called via macros that record the current file and line number in the
655a3152895Sdrh ** ThreadData structure.
656a3152895Sdrh */
657633e6d57Sdrh char *sqlite3DbStrDup(sqlite3 *db, const char *z){
658a3152895Sdrh   char *zNew;
659633e6d57Sdrh   size_t n;
660633e6d57Sdrh   if( z==0 ){
661633e6d57Sdrh     return 0;
662a3152895Sdrh   }
663dee0e404Sdrh   n = sqlite3Strlen30(z) + 1;
664633e6d57Sdrh   assert( (n&0x7fffffff)==n );
665633e6d57Sdrh   zNew = sqlite3DbMallocRaw(db, (int)n);
666a3152895Sdrh   if( zNew ){
667a3152895Sdrh     memcpy(zNew, z, n);
6681e536953Sdanielk1977   }
6691e536953Sdanielk1977   return zNew;
6701e536953Sdanielk1977 }
6711e536953Sdanielk1977 char *sqlite3DbStrNDup(sqlite3 *db, const char *z, int n){
672633e6d57Sdrh   char *zNew;
673633e6d57Sdrh   if( z==0 ){
674633e6d57Sdrh     return 0;
675633e6d57Sdrh   }
676633e6d57Sdrh   assert( (n&0x7fffffff)==n );
677633e6d57Sdrh   zNew = sqlite3DbMallocRaw(db, n+1);
678633e6d57Sdrh   if( zNew ){
679633e6d57Sdrh     memcpy(zNew, z, n);
680633e6d57Sdrh     zNew[n] = 0;
6811e536953Sdanielk1977   }
6821e536953Sdanielk1977   return zNew;
6831e536953Sdanielk1977 }
6841e536953Sdanielk1977 
685a3152895Sdrh /*
686f089aa45Sdrh ** Create a string from the zFromat argument and the va_list that follows.
687f089aa45Sdrh ** Store the string in memory obtained from sqliteMalloc() and make *pz
688f089aa45Sdrh ** point to that string.
689a3152895Sdrh */
690f089aa45Sdrh void sqlite3SetString(char **pz, sqlite3 *db, const char *zFormat, ...){
691a3152895Sdrh   va_list ap;
692f089aa45Sdrh   char *z;
693a3152895Sdrh 
694f089aa45Sdrh   va_start(ap, zFormat);
695f089aa45Sdrh   z = sqlite3VMPrintf(db, zFormat, ap);
696a3152895Sdrh   va_end(ap);
697633e6d57Sdrh   sqlite3DbFree(db, *pz);
698f089aa45Sdrh   *pz = z;
699a3152895Sdrh }
700a3152895Sdrh 
701a3152895Sdrh 
702a3152895Sdrh /*
703a3152895Sdrh ** This function must be called before exiting any API function (i.e.
70417435752Sdrh ** returning control to the user) that has called sqlite3_malloc or
70517435752Sdrh ** sqlite3_realloc.
706a3152895Sdrh **
707a3152895Sdrh ** The returned value is normally a copy of the second argument to this
708be217793Sshane ** function. However, if a malloc() failure has occurred since the previous
709a3152895Sdrh ** invocation SQLITE_NOMEM is returned instead.
710a3152895Sdrh **
711be217793Sshane ** If the first argument, db, is not NULL and a malloc() error has occurred,
712a3152895Sdrh ** then the connection error-code (the value returned by sqlite3_errcode())
713a3152895Sdrh ** is set to SQLITE_NOMEM.
714a3152895Sdrh */
715a3152895Sdrh int sqlite3ApiExit(sqlite3* db, int rc){
716a1644fd8Sdanielk1977   /* If the db handle is not NULL, then we must hold the connection handle
717a1644fd8Sdanielk1977   ** mutex here. Otherwise the read (and possible write) of db->mallocFailed
718a1644fd8Sdanielk1977   ** is unsafe, as is the call to sqlite3Error().
719a1644fd8Sdanielk1977   */
720a1644fd8Sdanielk1977   assert( !db || sqlite3_mutex_held(db->mutex) );
72198c21903Sdanielk1977   if( db && (db->mallocFailed || rc==SQLITE_IOERR_NOMEM) ){
722a3152895Sdrh     sqlite3Error(db, SQLITE_NOMEM, 0);
72317435752Sdrh     db->mallocFailed = 0;
724a3152895Sdrh     rc = SQLITE_NOMEM;
725a3152895Sdrh   }
726a3152895Sdrh   return rc & (db ? db->errMask : 0xff);
727a3152895Sdrh }
728