xref: /sqlite-3.40.0/src/malloc.c (revision 9ccd8659)
1a3152895Sdrh /*
2a3152895Sdrh ** 2001 September 15
3a3152895Sdrh **
4a3152895Sdrh ** The author disclaims copyright to this source code.  In place of
5a3152895Sdrh ** a legal notice, here is a blessing:
6a3152895Sdrh **
7a3152895Sdrh **    May you do good and not evil.
8a3152895Sdrh **    May you find forgiveness for yourself and forgive others.
9a3152895Sdrh **    May you share freely, never taking more than you give.
10a3152895Sdrh **
11a3152895Sdrh *************************************************************************
12fec00eabSdrh **
13a3152895Sdrh ** Memory allocation functions used throughout sqlite.
14a3152895Sdrh */
15a3152895Sdrh #include "sqliteInt.h"
16a3152895Sdrh #include <stdarg.h>
17a3152895Sdrh 
18a3152895Sdrh /*
198468024dSdanielk1977 ** Attempt to release up to n bytes of non-essential memory currently
208468024dSdanielk1977 ** held by SQLite. An example of non-essential memory is memory used to
218468024dSdanielk1977 ** cache database pages that are not currently in use.
22a3152895Sdrh */
23a3152895Sdrh int sqlite3_release_memory(int n){
2486f8c197Sdrh #ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT
259f129f46Sdrh   return sqlite3PcacheReleaseMemory(n);
261e536953Sdanielk1977 #else
279f129f46Sdrh   /* IMPLEMENTATION-OF: R-34391-24921 The sqlite3_release_memory() routine
289f129f46Sdrh   ** is a no-op returning zero if SQLite is not compiled with
299f129f46Sdrh   ** SQLITE_ENABLE_MEMORY_MANAGEMENT. */
3062c14b34Sdanielk1977   UNUSED_PARAMETER(n);
319f129f46Sdrh   return 0;
321e536953Sdanielk1977 #endif
33a3152895Sdrh }
34a3152895Sdrh 
35fec00eabSdrh /*
36badc980aSdrh ** An instance of the following object records the location of
37badc980aSdrh ** each unused scratch buffer.
38badc980aSdrh */
39badc980aSdrh typedef struct ScratchFreeslot {
40badc980aSdrh   struct ScratchFreeslot *pNext;   /* Next unused scratch buffer */
41badc980aSdrh } ScratchFreeslot;
42badc980aSdrh 
43badc980aSdrh /*
44fec00eabSdrh ** State information local to the memory allocation subsystem.
45fec00eabSdrh */
465c8f8587Sdanielk1977 static SQLITE_WSD struct Mem0Global {
47fec00eabSdrh   sqlite3_mutex *mutex;         /* Mutex to serialize access */
48fec00eabSdrh 
49fec00eabSdrh   /*
50fec00eabSdrh   ** The alarm callback and its arguments.  The mem0.mutex lock will
51fec00eabSdrh   ** be held while the callback is running.  Recursive calls into
52fec00eabSdrh   ** the memory subsystem are allowed, but no new callbacks will be
53e64ca7baSdrh   ** issued.
54fec00eabSdrh   */
55fec00eabSdrh   sqlite3_int64 alarmThreshold;
56fec00eabSdrh   void (*alarmCallback)(void*, sqlite3_int64,int);
57fec00eabSdrh   void *alarmArg;
58fec00eabSdrh 
59fec00eabSdrh   /*
60badc980aSdrh   ** Pointers to the end of sqlite3GlobalConfig.pScratch memory
61badc980aSdrh   ** (so that a range test can be used to determine if an allocation
62badc980aSdrh   ** being freed came from pScratch) and a pointer to the list of
63badc980aSdrh   ** unused scratch allocations.
649ac3fe97Sdrh   */
65badc980aSdrh   void *pScratchEnd;
66badc980aSdrh   ScratchFreeslot *pScratchFree;
67badc980aSdrh   u32 nScratchFree;
6850d1b5f3Sdrh 
6950d1b5f3Sdrh   /*
7050d1b5f3Sdrh   ** True if heap is nearly "full" where "full" is defined by the
7150d1b5f3Sdrh   ** sqlite3_soft_heap_limit() setting.
7250d1b5f3Sdrh   */
7350d1b5f3Sdrh   int nearlyFull;
746ac78a0dSdrh } mem0 = { 0, 0, 0, 0, 0, 0, 0, 0 };
755c8f8587Sdanielk1977 
765c8f8587Sdanielk1977 #define mem0 GLOBAL(struct Mem0Global, mem0)
77fec00eabSdrh 
78fec00eabSdrh /*
79f82ccf64Sdrh ** This routine runs when the memory allocator sees that the
80f82ccf64Sdrh ** total memory allocation is about to exceed the soft heap
81f82ccf64Sdrh ** limit.
82f82ccf64Sdrh */
83f82ccf64Sdrh static void softHeapLimitEnforcer(
84f82ccf64Sdrh   void *NotUsed,
85f82ccf64Sdrh   sqlite3_int64 NotUsed2,
86f82ccf64Sdrh   int allocSize
87f82ccf64Sdrh ){
88f82ccf64Sdrh   UNUSED_PARAMETER2(NotUsed, NotUsed2);
89f82ccf64Sdrh   sqlite3_release_memory(allocSize);
90f82ccf64Sdrh }
91f82ccf64Sdrh 
92f82ccf64Sdrh /*
93f82ccf64Sdrh ** Change the alarm callback
94f82ccf64Sdrh */
95f82ccf64Sdrh static int sqlite3MemoryAlarm(
96f82ccf64Sdrh   void(*xCallback)(void *pArg, sqlite3_int64 used,int N),
97f82ccf64Sdrh   void *pArg,
98f82ccf64Sdrh   sqlite3_int64 iThreshold
99f82ccf64Sdrh ){
100f82ccf64Sdrh   int nUsed;
101f82ccf64Sdrh   sqlite3_mutex_enter(mem0.mutex);
102f82ccf64Sdrh   mem0.alarmCallback = xCallback;
103f82ccf64Sdrh   mem0.alarmArg = pArg;
104f82ccf64Sdrh   mem0.alarmThreshold = iThreshold;
105f82ccf64Sdrh   nUsed = sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED);
106f82ccf64Sdrh   mem0.nearlyFull = (iThreshold>0 && iThreshold<=nUsed);
107f82ccf64Sdrh   sqlite3_mutex_leave(mem0.mutex);
108f82ccf64Sdrh   return SQLITE_OK;
109f82ccf64Sdrh }
110f82ccf64Sdrh 
111f82ccf64Sdrh #ifndef SQLITE_OMIT_DEPRECATED
112f82ccf64Sdrh /*
113f82ccf64Sdrh ** Deprecated external interface.  Internal/core SQLite code
114f82ccf64Sdrh ** should call sqlite3MemoryAlarm.
115f82ccf64Sdrh */
116f82ccf64Sdrh int sqlite3_memory_alarm(
117f82ccf64Sdrh   void(*xCallback)(void *pArg, sqlite3_int64 used,int N),
118f82ccf64Sdrh   void *pArg,
119f82ccf64Sdrh   sqlite3_int64 iThreshold
120f82ccf64Sdrh ){
121f82ccf64Sdrh   return sqlite3MemoryAlarm(xCallback, pArg, iThreshold);
122f82ccf64Sdrh }
123f82ccf64Sdrh #endif
124f82ccf64Sdrh 
125f82ccf64Sdrh /*
126f82ccf64Sdrh ** Set the soft heap-size limit for the library. Passing a zero or
127f82ccf64Sdrh ** negative value indicates no limit.
128f82ccf64Sdrh */
129f82ccf64Sdrh sqlite3_int64 sqlite3_soft_heap_limit64(sqlite3_int64 n){
130f82ccf64Sdrh   sqlite3_int64 priorLimit;
131f82ccf64Sdrh   sqlite3_int64 excess;
132f82ccf64Sdrh #ifndef SQLITE_OMIT_AUTOINIT
133de0f1815Sdrh   int rc = sqlite3_initialize();
134de0f1815Sdrh   if( rc ) return -1;
135f82ccf64Sdrh #endif
136f82ccf64Sdrh   sqlite3_mutex_enter(mem0.mutex);
137f82ccf64Sdrh   priorLimit = mem0.alarmThreshold;
138f82ccf64Sdrh   sqlite3_mutex_leave(mem0.mutex);
139f82ccf64Sdrh   if( n<0 ) return priorLimit;
140f82ccf64Sdrh   if( n>0 ){
141f82ccf64Sdrh     sqlite3MemoryAlarm(softHeapLimitEnforcer, 0, n);
142f82ccf64Sdrh   }else{
143f82ccf64Sdrh     sqlite3MemoryAlarm(0, 0, 0);
144f82ccf64Sdrh   }
145f82ccf64Sdrh   excess = sqlite3_memory_used() - n;
1464b03f21eSshaneh   if( excess>0 ) sqlite3_release_memory((int)(excess & 0x7fffffff));
147f82ccf64Sdrh   return priorLimit;
148f82ccf64Sdrh }
149f82ccf64Sdrh void sqlite3_soft_heap_limit(int n){
150f82ccf64Sdrh   if( n<0 ) n = 0;
151f82ccf64Sdrh   sqlite3_soft_heap_limit64(n);
152f82ccf64Sdrh }
153f82ccf64Sdrh 
154f82ccf64Sdrh /*
155fec00eabSdrh ** Initialize the memory allocation subsystem.
156fec00eabSdrh */
157fec00eabSdrh int sqlite3MallocInit(void){
158075c23afSdanielk1977   if( sqlite3GlobalConfig.m.xMalloc==0 ){
159fec00eabSdrh     sqlite3MemSetDefault();
160fec00eabSdrh   }
161fec00eabSdrh   memset(&mem0, 0, sizeof(mem0));
162075c23afSdanielk1977   if( sqlite3GlobalConfig.bCoreMutex ){
16359f8c08eSdanielk1977     mem0.mutex = sqlite3MutexAlloc(SQLITE_MUTEX_STATIC_MEM);
164fec00eabSdrh   }
165075c23afSdanielk1977   if( sqlite3GlobalConfig.pScratch && sqlite3GlobalConfig.szScratch>=100
1667ff2719eSdrh       && sqlite3GlobalConfig.nScratch>0 ){
167badc980aSdrh     int i, n, sz;
168badc980aSdrh     ScratchFreeslot *pSlot;
169badc980aSdrh     sz = ROUNDDOWN8(sqlite3GlobalConfig.szScratch);
170badc980aSdrh     sqlite3GlobalConfig.szScratch = sz;
171badc980aSdrh     pSlot = (ScratchFreeslot*)sqlite3GlobalConfig.pScratch;
172badc980aSdrh     n = sqlite3GlobalConfig.nScratch;
173badc980aSdrh     mem0.pScratchFree = pSlot;
174badc980aSdrh     mem0.nScratchFree = n;
175badc980aSdrh     for(i=0; i<n-1; i++){
176badc980aSdrh       pSlot->pNext = (ScratchFreeslot*)(sz+(char*)pSlot);
177badc980aSdrh       pSlot = pSlot->pNext;
178badc980aSdrh     }
179badc980aSdrh     pSlot->pNext = 0;
180badc980aSdrh     mem0.pScratchEnd = (void*)&pSlot[1];
1819ac3fe97Sdrh   }else{
182badc980aSdrh     mem0.pScratchEnd = 0;
183075c23afSdanielk1977     sqlite3GlobalConfig.pScratch = 0;
184075c23afSdanielk1977     sqlite3GlobalConfig.szScratch = 0;
185badc980aSdrh     sqlite3GlobalConfig.nScratch = 0;
1869ac3fe97Sdrh   }
18750d1b5f3Sdrh   if( sqlite3GlobalConfig.pPage==0 || sqlite3GlobalConfig.szPage<512
18850d1b5f3Sdrh       || sqlite3GlobalConfig.nPage<1 ){
189075c23afSdanielk1977     sqlite3GlobalConfig.pPage = 0;
190075c23afSdanielk1977     sqlite3GlobalConfig.szPage = 0;
19150d1b5f3Sdrh     sqlite3GlobalConfig.nPage = 0;
1929ac3fe97Sdrh   }
193075c23afSdanielk1977   return sqlite3GlobalConfig.m.xInit(sqlite3GlobalConfig.m.pAppData);
194fec00eabSdrh }
195fec00eabSdrh 
196fec00eabSdrh /*
19750d1b5f3Sdrh ** Return true if the heap is currently under memory pressure - in other
19850d1b5f3Sdrh ** words if the amount of heap used is close to the limit set by
19950d1b5f3Sdrh ** sqlite3_soft_heap_limit().
20050d1b5f3Sdrh */
20150d1b5f3Sdrh int sqlite3HeapNearlyFull(void){
20250d1b5f3Sdrh   return mem0.nearlyFull;
20350d1b5f3Sdrh }
20450d1b5f3Sdrh 
20550d1b5f3Sdrh /*
206fec00eabSdrh ** Deinitialize the memory allocation subsystem.
207fec00eabSdrh */
208fec00eabSdrh void sqlite3MallocEnd(void){
2090a549071Sdanielk1977   if( sqlite3GlobalConfig.m.xShutdown ){
210075c23afSdanielk1977     sqlite3GlobalConfig.m.xShutdown(sqlite3GlobalConfig.m.pAppData);
2110a549071Sdanielk1977   }
2129ac3fe97Sdrh   memset(&mem0, 0, sizeof(mem0));
213fec00eabSdrh }
214fec00eabSdrh 
215fec00eabSdrh /*
216fec00eabSdrh ** Return the amount of memory currently checked out.
217fec00eabSdrh */
218fec00eabSdrh sqlite3_int64 sqlite3_memory_used(void){
219f7141990Sdrh   int n, mx;
220c376a198Sdrh   sqlite3_int64 res;
221f7141990Sdrh   sqlite3_status(SQLITE_STATUS_MEMORY_USED, &n, &mx, 0);
222c376a198Sdrh   res = (sqlite3_int64)n;  /* Work around bug in Borland C. Ticket #3216 */
223c376a198Sdrh   return res;
224fec00eabSdrh }
225fec00eabSdrh 
226fec00eabSdrh /*
227fec00eabSdrh ** Return the maximum amount of memory that has ever been
228fec00eabSdrh ** checked out since either the beginning of this process
229fec00eabSdrh ** or since the most recent reset.
230fec00eabSdrh */
231fec00eabSdrh sqlite3_int64 sqlite3_memory_highwater(int resetFlag){
232f7141990Sdrh   int n, mx;
233c376a198Sdrh   sqlite3_int64 res;
234f7141990Sdrh   sqlite3_status(SQLITE_STATUS_MEMORY_USED, &n, &mx, resetFlag);
2357986a71aSdrh   res = (sqlite3_int64)mx;  /* Work around bug in Borland C. Ticket #3216 */
236c376a198Sdrh   return res;
237fec00eabSdrh }
238fec00eabSdrh 
239fec00eabSdrh /*
240fec00eabSdrh ** Trigger the alarm
241fec00eabSdrh */
242fec00eabSdrh static void sqlite3MallocAlarm(int nByte){
243fec00eabSdrh   void (*xCallback)(void*,sqlite3_int64,int);
244fec00eabSdrh   sqlite3_int64 nowUsed;
245fec00eabSdrh   void *pArg;
246e64ca7baSdrh   if( mem0.alarmCallback==0 ) return;
247fec00eabSdrh   xCallback = mem0.alarmCallback;
248f7141990Sdrh   nowUsed = sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED);
249fec00eabSdrh   pArg = mem0.alarmArg;
250e64ca7baSdrh   mem0.alarmCallback = 0;
251fec00eabSdrh   sqlite3_mutex_leave(mem0.mutex);
252fec00eabSdrh   xCallback(pArg, nowUsed, nByte);
253fec00eabSdrh   sqlite3_mutex_enter(mem0.mutex);
254e64ca7baSdrh   mem0.alarmCallback = xCallback;
255e64ca7baSdrh   mem0.alarmArg = pArg;
256fec00eabSdrh }
257fec00eabSdrh 
258fec00eabSdrh /*
259f7141990Sdrh ** Do a memory allocation with statistics and alarms.  Assume the
260f7141990Sdrh ** lock is already held.
261fec00eabSdrh */
262f7141990Sdrh static int mallocWithAlarm(int n, void **pp){
263fec00eabSdrh   int nFull;
264f7141990Sdrh   void *p;
265f7141990Sdrh   assert( sqlite3_mutex_held(mem0.mutex) );
266075c23afSdanielk1977   nFull = sqlite3GlobalConfig.m.xRoundup(n);
267f7141990Sdrh   sqlite3StatusSet(SQLITE_STATUS_MALLOC_SIZE, n);
268f7141990Sdrh   if( mem0.alarmCallback!=0 ){
269f7141990Sdrh     int nUsed = sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED);
2708e1bb041Sdrh     if( nUsed >= mem0.alarmThreshold - nFull ){
27150d1b5f3Sdrh       mem0.nearlyFull = 1;
272fec00eabSdrh       sqlite3MallocAlarm(nFull);
27350d1b5f3Sdrh     }else{
27450d1b5f3Sdrh       mem0.nearlyFull = 0;
275fec00eabSdrh     }
276f7141990Sdrh   }
277075c23afSdanielk1977   p = sqlite3GlobalConfig.m.xMalloc(nFull);
27850d1b5f3Sdrh #ifdef SQLITE_ENABLE_MEMORY_MANAGEMENT
279d09414cdSdanielk1977   if( p==0 && mem0.alarmCallback ){
280fec00eabSdrh     sqlite3MallocAlarm(nFull);
281075c23afSdanielk1977     p = sqlite3GlobalConfig.m.xMalloc(nFull);
282fec00eabSdrh   }
28350d1b5f3Sdrh #endif
284c702c7ccSdrh   if( p ){
285c702c7ccSdrh     nFull = sqlite3MallocSize(p);
286c702c7ccSdrh     sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, nFull);
287eafc43b1Sdrh     sqlite3StatusAdd(SQLITE_STATUS_MALLOC_COUNT, 1);
288c702c7ccSdrh   }
289f7141990Sdrh   *pp = p;
290f7141990Sdrh   return nFull;
291fec00eabSdrh }
292f7141990Sdrh 
293f7141990Sdrh /*
294f7141990Sdrh ** Allocate memory.  This routine is like sqlite3_malloc() except that it
295f7141990Sdrh ** assumes the memory subsystem has already been initialized.
296f7141990Sdrh */
297f7141990Sdrh void *sqlite3Malloc(int n){
298f7141990Sdrh   void *p;
29971a1a0f4Sdrh   if( n<=0               /* IMP: R-65312-04917 */
30071a1a0f4Sdrh    || n>=0x7fffff00
30171a1a0f4Sdrh   ){
302e08ed7e7Sdrh     /* A memory allocation of a number of bytes which is near the maximum
303e08ed7e7Sdrh     ** signed integer value might cause an integer overflow inside of the
304e08ed7e7Sdrh     ** xMalloc().  Hence we limit the maximum size to 0x7fffff00, giving
305e08ed7e7Sdrh     ** 255 bytes of overhead.  SQLite itself will never use anything near
306e08ed7e7Sdrh     ** this amount.  The only way to reach the limit is with sqlite3_malloc() */
307f7141990Sdrh     p = 0;
308075c23afSdanielk1977   }else if( sqlite3GlobalConfig.bMemstat ){
309f7141990Sdrh     sqlite3_mutex_enter(mem0.mutex);
310f7141990Sdrh     mallocWithAlarm(n, &p);
311fec00eabSdrh     sqlite3_mutex_leave(mem0.mutex);
312fec00eabSdrh   }else{
313075c23afSdanielk1977     p = sqlite3GlobalConfig.m.xMalloc(n);
314fec00eabSdrh   }
31539f67bebSdrh   assert( EIGHT_BYTE_ALIGNMENT(p) );  /* IMP: R-04675-44850 */
316fec00eabSdrh   return p;
317fec00eabSdrh }
318fec00eabSdrh 
319fec00eabSdrh /*
320fec00eabSdrh ** This version of the memory allocation is for use by the application.
321fec00eabSdrh ** First make sure the memory subsystem is initialized, then do the
322fec00eabSdrh ** allocation.
323fec00eabSdrh */
324fec00eabSdrh void *sqlite3_malloc(int n){
325fec00eabSdrh #ifndef SQLITE_OMIT_AUTOINIT
326fec00eabSdrh   if( sqlite3_initialize() ) return 0;
327fec00eabSdrh #endif
328fec00eabSdrh   return sqlite3Malloc(n);
329fec00eabSdrh }
330fec00eabSdrh 
331fec00eabSdrh /*
332e5ae5735Sdrh ** Each thread may only have a single outstanding allocation from
333facf0307Sdrh ** xScratchMalloc().  We verify this constraint in the single-threaded
334facf0307Sdrh ** case by setting scratchAllocOut to 1 when an allocation
335e5ae5735Sdrh ** is outstanding clearing it when the allocation is freed.
336e5ae5735Sdrh */
337e5ae5735Sdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
338facf0307Sdrh static int scratchAllocOut = 0;
339e5ae5735Sdrh #endif
340e5ae5735Sdrh 
341e5ae5735Sdrh 
342e5ae5735Sdrh /*
343e5ae5735Sdrh ** Allocate memory that is to be used and released right away.
344e5ae5735Sdrh ** This routine is similar to alloca() in that it is not intended
345e5ae5735Sdrh ** for situations where the memory might be held long-term.  This
346e5ae5735Sdrh ** routine is intended to get memory to old large transient data
347e5ae5735Sdrh ** structures that would not normally fit on the stack of an
348e5ae5735Sdrh ** embedded processor.
349e5ae5735Sdrh */
350facf0307Sdrh void *sqlite3ScratchMalloc(int n){
351e5ae5735Sdrh   void *p;
352e5ae5735Sdrh   assert( n>0 );
3539ac3fe97Sdrh 
354badc980aSdrh   sqlite3_mutex_enter(mem0.mutex);
355badc980aSdrh   if( mem0.nScratchFree && sqlite3GlobalConfig.szScratch>=n ){
356badc980aSdrh     p = mem0.pScratchFree;
357badc980aSdrh     mem0.pScratchFree = mem0.pScratchFree->pNext;
358badc980aSdrh     mem0.nScratchFree--;
359badc980aSdrh     sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_USED, 1);
360badc980aSdrh     sqlite3StatusSet(SQLITE_STATUS_SCRATCH_SIZE, n);
361b0c6a888Sdan     sqlite3_mutex_leave(mem0.mutex);
362badc980aSdrh   }else{
363badc980aSdrh     if( sqlite3GlobalConfig.bMemstat ){
364badc980aSdrh       sqlite3StatusSet(SQLITE_STATUS_SCRATCH_SIZE, n);
365badc980aSdrh       n = mallocWithAlarm(n, &p);
366badc980aSdrh       if( p ) sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_OVERFLOW, n);
367b0c6a888Sdan       sqlite3_mutex_leave(mem0.mutex);
368badc980aSdrh     }else{
369b0c6a888Sdan       sqlite3_mutex_leave(mem0.mutex);
370badc980aSdrh       p = sqlite3GlobalConfig.m.xMalloc(n);
371badc980aSdrh     }
372badc980aSdrh     sqlite3MemdebugSetType(p, MEMTYPE_SCRATCH);
373badc980aSdrh   }
3741ff6e3abSdrh   assert( sqlite3_mutex_notheld(mem0.mutex) );
375b0c6a888Sdan 
376badc980aSdrh 
377badc980aSdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
378badc980aSdrh   /* Verify that no more than two scratch allocations per thread
379badc980aSdrh   ** are outstanding at one time.  (This is only checked in the
380badc980aSdrh   ** single-threaded case since checking in the multi-threaded case
381badc980aSdrh   ** would be much more complicated.) */
382badc980aSdrh   assert( scratchAllocOut<=1 );
383badc980aSdrh   if( p ) scratchAllocOut++;
384badc980aSdrh #endif
385badc980aSdrh 
386badc980aSdrh   return p;
387badc980aSdrh }
388badc980aSdrh void sqlite3ScratchFree(void *p){
389badc980aSdrh   if( p ){
390badc980aSdrh 
391e5ae5735Sdrh #if SQLITE_THREADSAFE==0 && !defined(NDEBUG)
39237f99187Sdrh     /* Verify that no more than two scratch allocation per thread
3939ac3fe97Sdrh     ** is outstanding at one time.  (This is only checked in the
3949ac3fe97Sdrh     ** single-threaded case since checking in the multi-threaded case
3959ac3fe97Sdrh     ** would be much more complicated.) */
396badc980aSdrh     assert( scratchAllocOut>=1 && scratchAllocOut<=2 );
397badc980aSdrh     scratchAllocOut--;
398e5ae5735Sdrh #endif
3999ac3fe97Sdrh 
400badc980aSdrh     if( p>=sqlite3GlobalConfig.pScratch && p<mem0.pScratchEnd ){
401badc980aSdrh       /* Release memory from the SQLITE_CONFIG_SCRATCH allocation */
402badc980aSdrh       ScratchFreeslot *pSlot;
403badc980aSdrh       pSlot = (ScratchFreeslot*)p;
404e5ae5735Sdrh       sqlite3_mutex_enter(mem0.mutex);
405badc980aSdrh       pSlot->pNext = mem0.pScratchFree;
406badc980aSdrh       mem0.pScratchFree = pSlot;
407badc980aSdrh       mem0.nScratchFree++;
408fcd71b60Sdrh       assert( mem0.nScratchFree <= (u32)sqlite3GlobalConfig.nScratch );
409badc980aSdrh       sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_USED, -1);
4109ac3fe97Sdrh       sqlite3_mutex_leave(mem0.mutex);
411f7141990Sdrh     }else{
412badc980aSdrh       /* Release memory back to the heap */
413107b56e8Sdrh       assert( sqlite3MemdebugHasType(p, MEMTYPE_SCRATCH) );
414174b9a16Sdrh       assert( sqlite3MemdebugNoType(p, ~MEMTYPE_SCRATCH) );
415107b56e8Sdrh       sqlite3MemdebugSetType(p, MEMTYPE_HEAP);
416075c23afSdanielk1977       if( sqlite3GlobalConfig.bMemstat ){
417f7141990Sdrh         int iSize = sqlite3MallocSize(p);
418f7141990Sdrh         sqlite3_mutex_enter(mem0.mutex);
419f7141990Sdrh         sqlite3StatusAdd(SQLITE_STATUS_SCRATCH_OVERFLOW, -iSize);
420f7141990Sdrh         sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, -iSize);
42181ba7d16Sdrh         sqlite3StatusAdd(SQLITE_STATUS_MALLOC_COUNT, -1);
422075c23afSdanielk1977         sqlite3GlobalConfig.m.xFree(p);
423f7141990Sdrh         sqlite3_mutex_leave(mem0.mutex);
424f7141990Sdrh       }else{
425075c23afSdanielk1977         sqlite3GlobalConfig.m.xFree(p);
426f7141990Sdrh       }
4279ac3fe97Sdrh     }
428e5ae5735Sdrh   }
429e5ae5735Sdrh }
430e5ae5735Sdrh 
431e5ae5735Sdrh /*
432633e6d57Sdrh ** TRUE if p is a lookaside memory allocation from db
433633e6d57Sdrh */
4344150ebf8Sdrh #ifndef SQLITE_OMIT_LOOKASIDE
435633e6d57Sdrh static int isLookaside(sqlite3 *db, void *p){
436174b9a16Sdrh   return p && p>=db->lookaside.pStart && p<db->lookaside.pEnd;
437633e6d57Sdrh }
4384150ebf8Sdrh #else
4394150ebf8Sdrh #define isLookaside(A,B) 0
4404150ebf8Sdrh #endif
441633e6d57Sdrh 
442633e6d57Sdrh /*
443fec00eabSdrh ** Return the size of a memory allocation previously obtained from
444fec00eabSdrh ** sqlite3Malloc() or sqlite3_malloc().
445fec00eabSdrh */
446fec00eabSdrh int sqlite3MallocSize(void *p){
447107b56e8Sdrh   assert( sqlite3MemdebugHasType(p, MEMTYPE_HEAP) );
448174b9a16Sdrh   assert( sqlite3MemdebugNoType(p, MEMTYPE_DB) );
449075c23afSdanielk1977   return sqlite3GlobalConfig.m.xSize(p);
450fec00eabSdrh }
451633e6d57Sdrh int sqlite3DbMallocSize(sqlite3 *db, void *p){
4527047e25cSdrh   assert( db==0 || sqlite3_mutex_held(db->mutex) );
453174b9a16Sdrh   if( db && isLookaside(db, p) ){
454633e6d57Sdrh     return db->lookaside.sz;
455633e6d57Sdrh   }else{
456174b9a16Sdrh     assert( sqlite3MemdebugHasType(p, MEMTYPE_DB) );
457174b9a16Sdrh     assert( sqlite3MemdebugHasType(p, MEMTYPE_LOOKASIDE|MEMTYPE_HEAP) );
458174b9a16Sdrh     assert( db!=0 || sqlite3MemdebugNoType(p, MEMTYPE_LOOKASIDE) );
459075c23afSdanielk1977     return sqlite3GlobalConfig.m.xSize(p);
460633e6d57Sdrh   }
461633e6d57Sdrh }
462fec00eabSdrh 
463fec00eabSdrh /*
464fec00eabSdrh ** Free memory previously obtained from sqlite3Malloc().
465fec00eabSdrh */
466fec00eabSdrh void sqlite3_free(void *p){
46771a1a0f4Sdrh   if( p==0 ) return;  /* IMP: R-49053-54554 */
468174b9a16Sdrh   assert( sqlite3MemdebugNoType(p, MEMTYPE_DB) );
469107b56e8Sdrh   assert( sqlite3MemdebugHasType(p, MEMTYPE_HEAP) );
470075c23afSdanielk1977   if( sqlite3GlobalConfig.bMemstat ){
471fec00eabSdrh     sqlite3_mutex_enter(mem0.mutex);
472f7141990Sdrh     sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, -sqlite3MallocSize(p));
473eafc43b1Sdrh     sqlite3StatusAdd(SQLITE_STATUS_MALLOC_COUNT, -1);
474075c23afSdanielk1977     sqlite3GlobalConfig.m.xFree(p);
475fec00eabSdrh     sqlite3_mutex_leave(mem0.mutex);
476fec00eabSdrh   }else{
477075c23afSdanielk1977     sqlite3GlobalConfig.m.xFree(p);
478fec00eabSdrh   }
479fec00eabSdrh }
480fec00eabSdrh 
481fec00eabSdrh /*
482633e6d57Sdrh ** Free memory that might be associated with a particular database
483633e6d57Sdrh ** connection.
484633e6d57Sdrh */
485633e6d57Sdrh void sqlite3DbFree(sqlite3 *db, void *p){
4867047e25cSdrh   assert( db==0 || sqlite3_mutex_held(db->mutex) );
487*9ccd8659Sdrh   if( p==0 ) return;
488174b9a16Sdrh   if( db ){
489174b9a16Sdrh     if( db->pnBytesFreed ){
490174b9a16Sdrh       *db->pnBytesFreed += sqlite3DbMallocSize(db, p);
491174b9a16Sdrh       return;
492d46def77Sdan     }
493633e6d57Sdrh     if( isLookaside(db, p) ){
494633e6d57Sdrh       LookasideSlot *pBuf = (LookasideSlot*)p;
4953608f177Sdrh #if SQLITE_DEBUG
4963608f177Sdrh       /* Trash all content in the buffer being freed */
4973608f177Sdrh       memset(p, 0xaa, db->lookaside.sz);
4983608f177Sdrh #endif
499633e6d57Sdrh       pBuf->pNext = db->lookaside.pFree;
500633e6d57Sdrh       db->lookaside.pFree = pBuf;
501633e6d57Sdrh       db->lookaside.nOut--;
502174b9a16Sdrh       return;
503174b9a16Sdrh     }
504174b9a16Sdrh   }
505174b9a16Sdrh   assert( sqlite3MemdebugHasType(p, MEMTYPE_DB) );
506174b9a16Sdrh   assert( sqlite3MemdebugHasType(p, MEMTYPE_LOOKASIDE|MEMTYPE_HEAP) );
507174b9a16Sdrh   assert( db!=0 || sqlite3MemdebugNoType(p, MEMTYPE_LOOKASIDE) );
508107b56e8Sdrh   sqlite3MemdebugSetType(p, MEMTYPE_HEAP);
509633e6d57Sdrh   sqlite3_free(p);
510633e6d57Sdrh }
511633e6d57Sdrh 
512633e6d57Sdrh /*
513fec00eabSdrh ** Change the size of an existing memory allocation
514fec00eabSdrh */
515fec00eabSdrh void *sqlite3Realloc(void *pOld, int nBytes){
516ca591febSshaneh   int nOld, nNew, nDiff;
517fec00eabSdrh   void *pNew;
518fec00eabSdrh   if( pOld==0 ){
51971a1a0f4Sdrh     return sqlite3Malloc(nBytes); /* IMP: R-28354-25769 */
520fec00eabSdrh   }
521b6063cf8Sdrh   if( nBytes<=0 ){
52271a1a0f4Sdrh     sqlite3_free(pOld); /* IMP: R-31593-10574 */
523fec00eabSdrh     return 0;
524fec00eabSdrh   }
525b6063cf8Sdrh   if( nBytes>=0x7fffff00 ){
526b6063cf8Sdrh     /* The 0x7ffff00 limit term is explained in comments on sqlite3Malloc() */
527b6063cf8Sdrh     return 0;
528b6063cf8Sdrh   }
529fec00eabSdrh   nOld = sqlite3MallocSize(pOld);
5309f129f46Sdrh   /* IMPLEMENTATION-OF: R-46199-30249 SQLite guarantees that the second
5319f129f46Sdrh   ** argument to xRealloc is always a value returned by a prior call to
5329f129f46Sdrh   ** xRoundup. */
533075c23afSdanielk1977   nNew = sqlite3GlobalConfig.m.xRoundup(nBytes);
534fec00eabSdrh   if( nOld==nNew ){
535fec00eabSdrh     pNew = pOld;
5367c6791c8Sdrh   }else if( sqlite3GlobalConfig.bMemstat ){
5377c6791c8Sdrh     sqlite3_mutex_enter(mem0.mutex);
5387c6791c8Sdrh     sqlite3StatusSet(SQLITE_STATUS_MALLOC_SIZE, nBytes);
5398e1bb041Sdrh     nDiff = nNew - nOld;
5408e1bb041Sdrh     if( sqlite3StatusValue(SQLITE_STATUS_MEMORY_USED) >=
5418e1bb041Sdrh           mem0.alarmThreshold-nDiff ){
5422e5a422eSdrh       sqlite3MallocAlarm(nDiff);
543fec00eabSdrh     }
544107b56e8Sdrh     assert( sqlite3MemdebugHasType(pOld, MEMTYPE_HEAP) );
545174b9a16Sdrh     assert( sqlite3MemdebugNoType(pOld, ~MEMTYPE_HEAP) );
546075c23afSdanielk1977     pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew);
547d09414cdSdanielk1977     if( pNew==0 && mem0.alarmCallback ){
548fec00eabSdrh       sqlite3MallocAlarm(nBytes);
549075c23afSdanielk1977       pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew);
550fec00eabSdrh     }
551fec00eabSdrh     if( pNew ){
552c702c7ccSdrh       nNew = sqlite3MallocSize(pNew);
5532e5a422eSdrh       sqlite3StatusAdd(SQLITE_STATUS_MEMORY_USED, nNew-nOld);
554fec00eabSdrh     }
555fec00eabSdrh     sqlite3_mutex_leave(mem0.mutex);
556fec00eabSdrh   }else{
5577c6791c8Sdrh     pNew = sqlite3GlobalConfig.m.xRealloc(pOld, nNew);
558fec00eabSdrh   }
55939f67bebSdrh   assert( EIGHT_BYTE_ALIGNMENT(pNew) ); /* IMP: R-04675-44850 */
560fec00eabSdrh   return pNew;
561fec00eabSdrh }
562fec00eabSdrh 
563fec00eabSdrh /*
564fec00eabSdrh ** The public interface to sqlite3Realloc.  Make sure that the memory
565fec00eabSdrh ** subsystem is initialized prior to invoking sqliteRealloc.
566fec00eabSdrh */
567fec00eabSdrh void *sqlite3_realloc(void *pOld, int n){
568fec00eabSdrh #ifndef SQLITE_OMIT_AUTOINIT
569fec00eabSdrh   if( sqlite3_initialize() ) return 0;
570fec00eabSdrh #endif
571fec00eabSdrh   return sqlite3Realloc(pOld, n);
572fec00eabSdrh }
573fec00eabSdrh 
574a3152895Sdrh 
575a3152895Sdrh /*
57617435752Sdrh ** Allocate and zero memory.
577a3152895Sdrh */
578fec00eabSdrh void *sqlite3MallocZero(int n){
579fec00eabSdrh   void *p = sqlite3Malloc(n);
580a3152895Sdrh   if( p ){
581a3152895Sdrh     memset(p, 0, n);
582a3152895Sdrh   }
583a3152895Sdrh   return p;
584a3152895Sdrh }
58517435752Sdrh 
58617435752Sdrh /*
58717435752Sdrh ** Allocate and zero memory.  If the allocation fails, make
58817435752Sdrh ** the mallocFailed flag in the connection pointer.
58917435752Sdrh */
590fec00eabSdrh void *sqlite3DbMallocZero(sqlite3 *db, int n){
591a1644fd8Sdanielk1977   void *p = sqlite3DbMallocRaw(db, n);
59217435752Sdrh   if( p ){
59317435752Sdrh     memset(p, 0, n);
59417435752Sdrh   }
59517435752Sdrh   return p;
59617435752Sdrh }
59717435752Sdrh 
59817435752Sdrh /*
59917435752Sdrh ** Allocate and zero memory.  If the allocation fails, make
60017435752Sdrh ** the mallocFailed flag in the connection pointer.
601ddecae79Sdrh **
602ddecae79Sdrh ** If db!=0 and db->mallocFailed is true (indicating a prior malloc
603ddecae79Sdrh ** failure on the same database connection) then always return 0.
604ddecae79Sdrh ** Hence for a particular database connection, once malloc starts
605ddecae79Sdrh ** failing, it fails consistently until mallocFailed is reset.
606ddecae79Sdrh ** This is an important assumption.  There are many places in the
607ddecae79Sdrh ** code that do things like this:
608ddecae79Sdrh **
609ddecae79Sdrh **         int *a = (int*)sqlite3DbMallocRaw(db, 100);
610ddecae79Sdrh **         int *b = (int*)sqlite3DbMallocRaw(db, 200);
611ddecae79Sdrh **         if( b ) a[10] = 9;
612ddecae79Sdrh **
613ddecae79Sdrh ** In other words, if a subsequent malloc (ex: "b") worked, it is assumed
614ddecae79Sdrh ** that all prior mallocs (ex: "a") worked too.
61517435752Sdrh */
616fec00eabSdrh void *sqlite3DbMallocRaw(sqlite3 *db, int n){
617633e6d57Sdrh   void *p;
618d9da78a2Sdrh   assert( db==0 || sqlite3_mutex_held(db->mutex) );
619ccd4ad3eSdan   assert( db==0 || db->pnBytesFreed==0 );
6204150ebf8Sdrh #ifndef SQLITE_OMIT_LOOKASIDE
621633e6d57Sdrh   if( db ){
622633e6d57Sdrh     LookasideSlot *pBuf;
623633e6d57Sdrh     if( db->mallocFailed ){
624633e6d57Sdrh       return 0;
625633e6d57Sdrh     }
6260b12e7f8Sdrh     if( db->lookaside.bEnabled ){
6270b12e7f8Sdrh       if( n>db->lookaside.sz ){
6280b12e7f8Sdrh         db->lookaside.anStat[1]++;
6290b12e7f8Sdrh       }else if( (pBuf = db->lookaside.pFree)==0 ){
6300b12e7f8Sdrh         db->lookaside.anStat[2]++;
6310b12e7f8Sdrh       }else{
632633e6d57Sdrh         db->lookaside.pFree = pBuf->pNext;
633633e6d57Sdrh         db->lookaside.nOut++;
6340b12e7f8Sdrh         db->lookaside.anStat[0]++;
635633e6d57Sdrh         if( db->lookaside.nOut>db->lookaside.mxOut ){
636633e6d57Sdrh           db->lookaside.mxOut = db->lookaside.nOut;
637633e6d57Sdrh         }
638633e6d57Sdrh         return (void*)pBuf;
639633e6d57Sdrh       }
640633e6d57Sdrh     }
6410b12e7f8Sdrh   }
642ddecae79Sdrh #else
643ddecae79Sdrh   if( db && db->mallocFailed ){
644ddecae79Sdrh     return 0;
645ddecae79Sdrh   }
6464150ebf8Sdrh #endif
647fec00eabSdrh   p = sqlite3Malloc(n);
648f3a65f7eSdrh   if( !p && db ){
64917435752Sdrh     db->mallocFailed = 1;
65017435752Sdrh   }
651174b9a16Sdrh   sqlite3MemdebugSetType(p, MEMTYPE_DB |
652174b9a16Sdrh          ((db && db->lookaside.bEnabled) ? MEMTYPE_LOOKASIDE : MEMTYPE_HEAP));
65317435752Sdrh   return p;
65417435752Sdrh }
65517435752Sdrh 
65626783a58Sdanielk1977 /*
65726783a58Sdanielk1977 ** Resize the block of memory pointed to by p to n bytes. If the
65826783a58Sdanielk1977 ** resize fails, set the mallocFailed flag in the connection object.
65926783a58Sdanielk1977 */
660a1644fd8Sdanielk1977 void *sqlite3DbRealloc(sqlite3 *db, void *p, int n){
661a1644fd8Sdanielk1977   void *pNew = 0;
662d9da78a2Sdrh   assert( db!=0 );
6637047e25cSdrh   assert( sqlite3_mutex_held(db->mutex) );
664a1644fd8Sdanielk1977   if( db->mallocFailed==0 ){
665633e6d57Sdrh     if( p==0 ){
666633e6d57Sdrh       return sqlite3DbMallocRaw(db, n);
667633e6d57Sdrh     }
668633e6d57Sdrh     if( isLookaside(db, p) ){
669633e6d57Sdrh       if( n<=db->lookaside.sz ){
670633e6d57Sdrh         return p;
671633e6d57Sdrh       }
672633e6d57Sdrh       pNew = sqlite3DbMallocRaw(db, n);
673633e6d57Sdrh       if( pNew ){
674633e6d57Sdrh         memcpy(pNew, p, db->lookaside.sz);
675633e6d57Sdrh         sqlite3DbFree(db, p);
676633e6d57Sdrh       }
677633e6d57Sdrh     }else{
678174b9a16Sdrh       assert( sqlite3MemdebugHasType(p, MEMTYPE_DB) );
679174b9a16Sdrh       assert( sqlite3MemdebugHasType(p, MEMTYPE_LOOKASIDE|MEMTYPE_HEAP) );
680107b56e8Sdrh       sqlite3MemdebugSetType(p, MEMTYPE_HEAP);
681a1644fd8Sdanielk1977       pNew = sqlite3_realloc(p, n);
682a1644fd8Sdanielk1977       if( !pNew ){
683174b9a16Sdrh         sqlite3MemdebugSetType(p, MEMTYPE_DB|MEMTYPE_HEAP);
684a1644fd8Sdanielk1977         db->mallocFailed = 1;
685a1644fd8Sdanielk1977       }
686174b9a16Sdrh       sqlite3MemdebugSetType(pNew, MEMTYPE_DB |
687174b9a16Sdrh             (db->lookaside.bEnabled ? MEMTYPE_LOOKASIDE : MEMTYPE_HEAP));
688a1644fd8Sdanielk1977     }
689633e6d57Sdrh   }
690a1644fd8Sdanielk1977   return pNew;
691a1644fd8Sdanielk1977 }
692a1644fd8Sdanielk1977 
69317435752Sdrh /*
69417435752Sdrh ** Attempt to reallocate p.  If the reallocation fails, then free p
69517435752Sdrh ** and set the mallocFailed flag in the database connection.
69617435752Sdrh */
69717435752Sdrh void *sqlite3DbReallocOrFree(sqlite3 *db, void *p, int n){
698a3152895Sdrh   void *pNew;
699a1644fd8Sdanielk1977   pNew = sqlite3DbRealloc(db, p, n);
700a3152895Sdrh   if( !pNew ){
701633e6d57Sdrh     sqlite3DbFree(db, p);
702a3152895Sdrh   }
703a3152895Sdrh   return pNew;
704a3152895Sdrh }
705a3152895Sdrh 
706a3152895Sdrh /*
707a3152895Sdrh ** Make a copy of a string in memory obtained from sqliteMalloc(). These
708a3152895Sdrh ** functions call sqlite3MallocRaw() directly instead of sqliteMalloc(). This
709a3152895Sdrh ** is because when memory debugging is turned on, these two functions are
710a3152895Sdrh ** called via macros that record the current file and line number in the
711a3152895Sdrh ** ThreadData structure.
712a3152895Sdrh */
713633e6d57Sdrh char *sqlite3DbStrDup(sqlite3 *db, const char *z){
714a3152895Sdrh   char *zNew;
715633e6d57Sdrh   size_t n;
716633e6d57Sdrh   if( z==0 ){
717633e6d57Sdrh     return 0;
718a3152895Sdrh   }
719dee0e404Sdrh   n = sqlite3Strlen30(z) + 1;
720633e6d57Sdrh   assert( (n&0x7fffffff)==n );
721633e6d57Sdrh   zNew = sqlite3DbMallocRaw(db, (int)n);
722a3152895Sdrh   if( zNew ){
723a3152895Sdrh     memcpy(zNew, z, n);
7241e536953Sdanielk1977   }
7251e536953Sdanielk1977   return zNew;
7261e536953Sdanielk1977 }
7271e536953Sdanielk1977 char *sqlite3DbStrNDup(sqlite3 *db, const char *z, int n){
728633e6d57Sdrh   char *zNew;
729633e6d57Sdrh   if( z==0 ){
730633e6d57Sdrh     return 0;
731633e6d57Sdrh   }
732633e6d57Sdrh   assert( (n&0x7fffffff)==n );
733633e6d57Sdrh   zNew = sqlite3DbMallocRaw(db, n+1);
734633e6d57Sdrh   if( zNew ){
735633e6d57Sdrh     memcpy(zNew, z, n);
736633e6d57Sdrh     zNew[n] = 0;
7371e536953Sdanielk1977   }
7381e536953Sdanielk1977   return zNew;
7391e536953Sdanielk1977 }
7401e536953Sdanielk1977 
741a3152895Sdrh /*
742f089aa45Sdrh ** Create a string from the zFromat argument and the va_list that follows.
743f089aa45Sdrh ** Store the string in memory obtained from sqliteMalloc() and make *pz
744f089aa45Sdrh ** point to that string.
745a3152895Sdrh */
746f089aa45Sdrh void sqlite3SetString(char **pz, sqlite3 *db, const char *zFormat, ...){
747a3152895Sdrh   va_list ap;
748f089aa45Sdrh   char *z;
749a3152895Sdrh 
750f089aa45Sdrh   va_start(ap, zFormat);
751f089aa45Sdrh   z = sqlite3VMPrintf(db, zFormat, ap);
752a3152895Sdrh   va_end(ap);
753633e6d57Sdrh   sqlite3DbFree(db, *pz);
754f089aa45Sdrh   *pz = z;
755a3152895Sdrh }
756a3152895Sdrh 
757a3152895Sdrh 
758a3152895Sdrh /*
759a3152895Sdrh ** This function must be called before exiting any API function (i.e.
76017435752Sdrh ** returning control to the user) that has called sqlite3_malloc or
76117435752Sdrh ** sqlite3_realloc.
762a3152895Sdrh **
763a3152895Sdrh ** The returned value is normally a copy of the second argument to this
764be217793Sshane ** function. However, if a malloc() failure has occurred since the previous
765a3152895Sdrh ** invocation SQLITE_NOMEM is returned instead.
766a3152895Sdrh **
767be217793Sshane ** If the first argument, db, is not NULL and a malloc() error has occurred,
768a3152895Sdrh ** then the connection error-code (the value returned by sqlite3_errcode())
769a3152895Sdrh ** is set to SQLITE_NOMEM.
770a3152895Sdrh */
771a3152895Sdrh int sqlite3ApiExit(sqlite3* db, int rc){
772a1644fd8Sdanielk1977   /* If the db handle is not NULL, then we must hold the connection handle
773a1644fd8Sdanielk1977   ** mutex here. Otherwise the read (and possible write) of db->mallocFailed
774a1644fd8Sdanielk1977   ** is unsafe, as is the call to sqlite3Error().
775a1644fd8Sdanielk1977   */
776a1644fd8Sdanielk1977   assert( !db || sqlite3_mutex_held(db->mutex) );
77798c21903Sdanielk1977   if( db && (db->mallocFailed || rc==SQLITE_IOERR_NOMEM) ){
778a3152895Sdrh     sqlite3Error(db, SQLITE_NOMEM, 0);
77917435752Sdrh     db->mallocFailed = 0;
780a3152895Sdrh     rc = SQLITE_NOMEM;
781a3152895Sdrh   }
782a3152895Sdrh   return rc & (db ? db->errMask : 0xff);
783a3152895Sdrh }
784