xref: /sqlite-3.40.0/src/backup.c (revision 76729ed4)
1 /*
2 ** 2009 January 28
3 **
4 ** The author disclaims copyright to this source code.  In place of
5 ** a legal notice, here is a blessing:
6 **
7 **    May you do good and not evil.
8 **    May you find forgiveness for yourself and forgive others.
9 **    May you share freely, never taking more than you give.
10 **
11 *************************************************************************
12 ** This file contains the implementation of the sqlite3_backup_XXX()
13 ** API functions and the related features.
14 */
15 #include "sqliteInt.h"
16 #include "btreeInt.h"
17 
18 /*
19 ** Structure allocated for each backup operation.
20 */
21 struct sqlite3_backup {
22   sqlite3* pDestDb;        /* Destination database handle */
23   Btree *pDest;            /* Destination b-tree file */
24   u32 iDestSchema;         /* Original schema cookie in destination */
25   int bDestLocked;         /* True once a write-transaction is open on pDest */
26 
27   Pgno iNext;              /* Page number of the next source page to copy */
28   sqlite3* pSrcDb;         /* Source database handle */
29   Btree *pSrc;             /* Source b-tree file */
30 
31   int rc;                  /* Backup process error code */
32 
33   /* These two variables are set by every call to backup_step(). They are
34   ** read by calls to backup_remaining() and backup_pagecount().
35   */
36   Pgno nRemaining;         /* Number of pages left to copy */
37   Pgno nPagecount;         /* Total number of pages to copy */
38 
39   int isAttached;          /* True once backup has been registered with pager */
40   sqlite3_backup *pNext;   /* Next backup associated with source pager */
41 };
42 
43 /*
44 ** THREAD SAFETY NOTES:
45 **
46 **   Once it has been created using backup_init(), a single sqlite3_backup
47 **   structure may be accessed via two groups of thread-safe entry points:
48 **
49 **     * Via the sqlite3_backup_XXX() API function backup_step() and
50 **       backup_finish(). Both these functions obtain the source database
51 **       handle mutex and the mutex associated with the source BtShared
52 **       structure, in that order.
53 **
54 **     * Via the BackupUpdate() and BackupRestart() functions, which are
55 **       invoked by the pager layer to report various state changes in
56 **       the page cache associated with the source database. The mutex
57 **       associated with the source database BtShared structure will always
58 **       be held when either of these functions are invoked.
59 **
60 **   The other sqlite3_backup_XXX() API functions, backup_remaining() and
61 **   backup_pagecount() are not thread-safe functions. If they are called
62 **   while some other thread is calling backup_step() or backup_finish(),
63 **   the values returned may be invalid. There is no way for a call to
64 **   BackupUpdate() or BackupRestart() to interfere with backup_remaining()
65 **   or backup_pagecount().
66 **
67 **   Depending on the SQLite configuration, the database handles and/or
68 **   the Btree objects may have their own mutexes that require locking.
69 **   Non-sharable Btrees (in-memory databases for example), do not have
70 **   associated mutexes.
71 */
72 
73 /*
74 ** Return a pointer corresponding to database zDb (i.e. "main", "temp")
75 ** in connection handle pDb. If such a database cannot be found, return
76 ** a NULL pointer and write an error message to pErrorDb.
77 **
78 ** If the "temp" database is requested, it may need to be opened by this
79 ** function. If an error occurs while doing so, return 0 and write an
80 ** error message to pErrorDb.
81 */
82 static Btree *findBtree(sqlite3 *pErrorDb, sqlite3 *pDb, const char *zDb){
83   int i = sqlite3FindDbName(pDb, zDb);
84 
85   if( i==1 ){
86     Parse *pParse;
87     int rc = 0;
88     pParse = sqlite3StackAllocZero(pErrorDb, sizeof(*pParse));
89     if( pParse==0 ){
90       sqlite3ErrorWithMsg(pErrorDb, SQLITE_NOMEM, "out of memory");
91       rc = SQLITE_NOMEM_BKPT;
92     }else{
93       pParse->db = pDb;
94       if( sqlite3OpenTempDatabase(pParse) ){
95         sqlite3ErrorWithMsg(pErrorDb, pParse->rc, "%s", pParse->zErrMsg);
96         rc = SQLITE_ERROR;
97       }
98       sqlite3DbFree(pErrorDb, pParse->zErrMsg);
99       sqlite3ParserReset(pParse);
100       sqlite3StackFree(pErrorDb, pParse);
101     }
102     if( rc ){
103       return 0;
104     }
105   }
106 
107   if( i<0 ){
108     sqlite3ErrorWithMsg(pErrorDb, SQLITE_ERROR, "unknown database %s", zDb);
109     return 0;
110   }
111 
112   return pDb->aDb[i].pBt;
113 }
114 
115 /*
116 ** Attempt to set the page size of the destination to match the page size
117 ** of the source.
118 */
119 static int setDestPgsz(sqlite3_backup *p){
120   int rc;
121   rc = sqlite3BtreeSetPageSize(p->pDest,sqlite3BtreeGetPageSize(p->pSrc),-1,0);
122   return rc;
123 }
124 
125 /*
126 ** Check that there is no open read-transaction on the b-tree passed as the
127 ** second argument. If there is not, return SQLITE_OK. Otherwise, if there
128 ** is an open read-transaction, return SQLITE_ERROR and leave an error
129 ** message in database handle db.
130 */
131 static int checkReadTransaction(sqlite3 *db, Btree *p){
132   if( sqlite3BtreeIsInReadTrans(p) ){
133     sqlite3ErrorWithMsg(db, SQLITE_ERROR, "destination database is in use");
134     return SQLITE_ERROR;
135   }
136   return SQLITE_OK;
137 }
138 
139 /*
140 ** Create an sqlite3_backup process to copy the contents of zSrcDb from
141 ** connection handle pSrcDb to zDestDb in pDestDb. If successful, return
142 ** a pointer to the new sqlite3_backup object.
143 **
144 ** If an error occurs, NULL is returned and an error code and error message
145 ** stored in database handle pDestDb.
146 */
147 sqlite3_backup *sqlite3_backup_init(
148   sqlite3* pDestDb,                     /* Database to write to */
149   const char *zDestDb,                  /* Name of database within pDestDb */
150   sqlite3* pSrcDb,                      /* Database connection to read from */
151   const char *zSrcDb                    /* Name of database within pSrcDb */
152 ){
153   sqlite3_backup *p;                    /* Value to return */
154 
155 #ifdef SQLITE_ENABLE_API_ARMOR
156   if( !sqlite3SafetyCheckOk(pSrcDb)||!sqlite3SafetyCheckOk(pDestDb) ){
157     (void)SQLITE_MISUSE_BKPT;
158     return 0;
159   }
160 #endif
161 
162   /* Lock the source database handle. The destination database
163   ** handle is not locked in this routine, but it is locked in
164   ** sqlite3_backup_step(). The user is required to ensure that no
165   ** other thread accesses the destination handle for the duration
166   ** of the backup operation.  Any attempt to use the destination
167   ** database connection while a backup is in progress may cause
168   ** a malfunction or a deadlock.
169   */
170   sqlite3_mutex_enter(pSrcDb->mutex);
171   sqlite3_mutex_enter(pDestDb->mutex);
172 
173   if( pSrcDb==pDestDb ){
174     sqlite3ErrorWithMsg(
175         pDestDb, SQLITE_ERROR, "source and destination must be distinct"
176     );
177     p = 0;
178   }else {
179     /* Allocate space for a new sqlite3_backup object...
180     ** EVIDENCE-OF: R-64852-21591 The sqlite3_backup object is created by a
181     ** call to sqlite3_backup_init() and is destroyed by a call to
182     ** sqlite3_backup_finish(). */
183     p = (sqlite3_backup *)sqlite3MallocZero(sizeof(sqlite3_backup));
184     if( !p ){
185       sqlite3Error(pDestDb, SQLITE_NOMEM_BKPT);
186     }
187   }
188 
189   /* If the allocation succeeded, populate the new object. */
190   if( p ){
191     p->pSrc = findBtree(pDestDb, pSrcDb, zSrcDb);
192     p->pDest = findBtree(pDestDb, pDestDb, zDestDb);
193     p->pDestDb = pDestDb;
194     p->pSrcDb = pSrcDb;
195     p->iNext = 1;
196     p->isAttached = 0;
197 
198     if( 0==p->pSrc || 0==p->pDest
199      || checkReadTransaction(pDestDb, p->pDest)!=SQLITE_OK
200      ){
201       /* One (or both) of the named databases did not exist or an OOM
202       ** error was hit. Or there is a transaction open on the destination
203       ** database. The error has already been written into the pDestDb
204       ** handle. All that is left to do here is free the sqlite3_backup
205       ** structure.  */
206       sqlite3_free(p);
207       p = 0;
208     }
209   }
210   if( p ){
211     p->pSrc->nBackup++;
212   }
213 
214   sqlite3_mutex_leave(pDestDb->mutex);
215   sqlite3_mutex_leave(pSrcDb->mutex);
216   return p;
217 }
218 
219 /*
220 ** Argument rc is an SQLite error code. Return true if this error is
221 ** considered fatal if encountered during a backup operation. All errors
222 ** are considered fatal except for SQLITE_BUSY and SQLITE_LOCKED.
223 */
224 static int isFatalError(int rc){
225   return (rc!=SQLITE_OK && rc!=SQLITE_BUSY && ALWAYS(rc!=SQLITE_LOCKED));
226 }
227 
228 /*
229 ** Parameter zSrcData points to a buffer containing the data for
230 ** page iSrcPg from the source database. Copy this data into the
231 ** destination database.
232 */
233 static int backupOnePage(
234   sqlite3_backup *p,              /* Backup handle */
235   Pgno iSrcPg,                    /* Source database page to backup */
236   const u8 *zSrcData,             /* Source database page data */
237   int bUpdate                     /* True for an update, false otherwise */
238 ){
239   Pager * const pDestPager = sqlite3BtreePager(p->pDest);
240   const int nSrcPgsz = sqlite3BtreeGetPageSize(p->pSrc);
241   int nDestPgsz = sqlite3BtreeGetPageSize(p->pDest);
242   const int nCopy = MIN(nSrcPgsz, nDestPgsz);
243   const i64 iEnd = (i64)iSrcPg*(i64)nSrcPgsz;
244 #ifdef SQLITE_HAS_CODEC
245   /* Use BtreeGetReserveNoMutex() for the source b-tree, as although it is
246   ** guaranteed that the shared-mutex is held by this thread, handle
247   ** p->pSrc may not actually be the owner.  */
248   int nSrcReserve = sqlite3BtreeGetReserveNoMutex(p->pSrc);
249   int nDestReserve = sqlite3BtreeGetOptimalReserve(p->pDest);
250 #endif
251   int rc = SQLITE_OK;
252   i64 iOff;
253 
254   assert( sqlite3BtreeGetReserveNoMutex(p->pSrc)>=0 );
255   assert( p->bDestLocked );
256   assert( !isFatalError(p->rc) );
257   assert( iSrcPg!=PENDING_BYTE_PAGE(p->pSrc->pBt) );
258   assert( zSrcData );
259 
260   /* Catch the case where the destination is an in-memory database and the
261   ** page sizes of the source and destination differ.
262   */
263   if( nSrcPgsz!=nDestPgsz && sqlite3PagerIsMemdb(pDestPager) ){
264     rc = SQLITE_READONLY;
265   }
266 
267 #ifdef SQLITE_HAS_CODEC
268   /* Backup is not possible if the page size of the destination is changing
269   ** and a codec is in use.
270   */
271   if( nSrcPgsz!=nDestPgsz && sqlite3PagerGetCodec(pDestPager)!=0 ){
272     rc = SQLITE_READONLY;
273   }
274 
275   /* Backup is not possible if the number of bytes of reserve space differ
276   ** between source and destination.  If there is a difference, try to
277   ** fix the destination to agree with the source.  If that is not possible,
278   ** then the backup cannot proceed.
279   */
280   if( nSrcReserve!=nDestReserve ){
281     u32 newPgsz = nSrcPgsz;
282     rc = sqlite3PagerSetPagesize(pDestPager, &newPgsz, nSrcReserve);
283     if( rc==SQLITE_OK && newPgsz!=nSrcPgsz ) rc = SQLITE_READONLY;
284   }
285 #endif
286 
287   /* This loop runs once for each destination page spanned by the source
288   ** page. For each iteration, variable iOff is set to the byte offset
289   ** of the destination page.
290   */
291   for(iOff=iEnd-(i64)nSrcPgsz; rc==SQLITE_OK && iOff<iEnd; iOff+=nDestPgsz){
292     DbPage *pDestPg = 0;
293     Pgno iDest = (Pgno)(iOff/nDestPgsz)+1;
294     if( iDest==PENDING_BYTE_PAGE(p->pDest->pBt) ) continue;
295     if( SQLITE_OK==(rc = sqlite3PagerGet(pDestPager, iDest, &pDestPg, 0))
296      && SQLITE_OK==(rc = sqlite3PagerWrite(pDestPg))
297     ){
298       const u8 *zIn = &zSrcData[iOff%nSrcPgsz];
299       u8 *zDestData = sqlite3PagerGetData(pDestPg);
300       u8 *zOut = &zDestData[iOff%nDestPgsz];
301 
302       /* Copy the data from the source page into the destination page.
303       ** Then clear the Btree layer MemPage.isInit flag. Both this module
304       ** and the pager code use this trick (clearing the first byte
305       ** of the page 'extra' space to invalidate the Btree layers
306       ** cached parse of the page). MemPage.isInit is marked
307       ** "MUST BE FIRST" for this purpose.
308       */
309       memcpy(zOut, zIn, nCopy);
310       ((u8 *)sqlite3PagerGetExtra(pDestPg))[0] = 0;
311       if( iOff==0 && bUpdate==0 ){
312         sqlite3Put4byte(&zOut[28], sqlite3BtreeLastPage(p->pSrc));
313       }
314     }
315     sqlite3PagerUnref(pDestPg);
316   }
317 
318   return rc;
319 }
320 
321 /*
322 ** If pFile is currently larger than iSize bytes, then truncate it to
323 ** exactly iSize bytes. If pFile is not larger than iSize bytes, then
324 ** this function is a no-op.
325 **
326 ** Return SQLITE_OK if everything is successful, or an SQLite error
327 ** code if an error occurs.
328 */
329 static int backupTruncateFile(sqlite3_file *pFile, i64 iSize){
330   i64 iCurrent;
331   int rc = sqlite3OsFileSize(pFile, &iCurrent);
332   if( rc==SQLITE_OK && iCurrent>iSize ){
333     rc = sqlite3OsTruncate(pFile, iSize);
334   }
335   return rc;
336 }
337 
338 /*
339 ** Register this backup object with the associated source pager for
340 ** callbacks when pages are changed or the cache invalidated.
341 */
342 static void attachBackupObject(sqlite3_backup *p){
343   sqlite3_backup **pp;
344   assert( sqlite3BtreeHoldsMutex(p->pSrc) );
345   pp = sqlite3PagerBackupPtr(sqlite3BtreePager(p->pSrc));
346   p->pNext = *pp;
347   *pp = p;
348   p->isAttached = 1;
349 }
350 
351 /*
352 ** Copy nPage pages from the source b-tree to the destination.
353 */
354 int sqlite3_backup_step(sqlite3_backup *p, int nPage){
355   int rc;
356   int destMode;       /* Destination journal mode */
357   int pgszSrc = 0;    /* Source page size */
358   int pgszDest = 0;   /* Destination page size */
359 
360 #ifdef SQLITE_ENABLE_API_ARMOR
361   if( p==0 ) return SQLITE_MISUSE_BKPT;
362 #endif
363   sqlite3_mutex_enter(p->pSrcDb->mutex);
364   sqlite3BtreeEnter(p->pSrc);
365   if( p->pDestDb ){
366     sqlite3_mutex_enter(p->pDestDb->mutex);
367   }
368 
369   rc = p->rc;
370   if( !isFatalError(rc) ){
371     Pager * const pSrcPager = sqlite3BtreePager(p->pSrc);     /* Source pager */
372     Pager * const pDestPager = sqlite3BtreePager(p->pDest);   /* Dest pager */
373     int ii;                            /* Iterator variable */
374     int nSrcPage = -1;                 /* Size of source db in pages */
375     int bCloseTrans = 0;               /* True if src db requires unlocking */
376 
377     /* If the source pager is currently in a write-transaction, return
378     ** SQLITE_BUSY immediately.
379     */
380     if( p->pDestDb && p->pSrc->pBt->inTransaction==TRANS_WRITE ){
381       rc = SQLITE_BUSY;
382     }else{
383       rc = SQLITE_OK;
384     }
385 
386     /* If there is no open read-transaction on the source database, open
387     ** one now. If a transaction is opened here, then it will be closed
388     ** before this function exits.
389     */
390     if( rc==SQLITE_OK && 0==sqlite3BtreeIsInReadTrans(p->pSrc) ){
391       rc = sqlite3BtreeBeginTrans(p->pSrc, 0);
392       bCloseTrans = 1;
393     }
394 
395     /* If the destination database has not yet been locked (i.e. if this
396     ** is the first call to backup_step() for the current backup operation),
397     ** try to set its page size to the same as the source database. This
398     ** is especially important on ZipVFS systems, as in that case it is
399     ** not possible to create a database file that uses one page size by
400     ** writing to it with another.  */
401     if( p->bDestLocked==0 && rc==SQLITE_OK && setDestPgsz(p)==SQLITE_NOMEM ){
402       rc = SQLITE_NOMEM;
403     }
404 
405     /* Lock the destination database, if it is not locked already. */
406     if( SQLITE_OK==rc && p->bDestLocked==0
407      && SQLITE_OK==(rc = sqlite3BtreeBeginTrans(p->pDest, 2))
408     ){
409       p->bDestLocked = 1;
410       sqlite3BtreeGetMeta(p->pDest, BTREE_SCHEMA_VERSION, &p->iDestSchema);
411     }
412 
413     /* Do not allow backup if the destination database is in WAL mode
414     ** and the page sizes are different between source and destination */
415     pgszSrc = sqlite3BtreeGetPageSize(p->pSrc);
416     pgszDest = sqlite3BtreeGetPageSize(p->pDest);
417     destMode = sqlite3PagerGetJournalMode(sqlite3BtreePager(p->pDest));
418     if( SQLITE_OK==rc && destMode==PAGER_JOURNALMODE_WAL && pgszSrc!=pgszDest ){
419       rc = SQLITE_READONLY;
420     }
421 
422     /* Now that there is a read-lock on the source database, query the
423     ** source pager for the number of pages in the database.
424     */
425     nSrcPage = (int)sqlite3BtreeLastPage(p->pSrc);
426     assert( nSrcPage>=0 );
427     for(ii=0; (nPage<0 || ii<nPage) && p->iNext<=(Pgno)nSrcPage && !rc; ii++){
428       const Pgno iSrcPg = p->iNext;                 /* Source page number */
429       if( iSrcPg!=PENDING_BYTE_PAGE(p->pSrc->pBt) ){
430         DbPage *pSrcPg;                             /* Source page object */
431         rc = sqlite3PagerGet(pSrcPager, iSrcPg, &pSrcPg,PAGER_GET_READONLY);
432         if( rc==SQLITE_OK ){
433           rc = backupOnePage(p, iSrcPg, sqlite3PagerGetData(pSrcPg), 0);
434           sqlite3PagerUnref(pSrcPg);
435         }
436       }
437       p->iNext++;
438     }
439     if( rc==SQLITE_OK ){
440       p->nPagecount = nSrcPage;
441       p->nRemaining = nSrcPage+1-p->iNext;
442       if( p->iNext>(Pgno)nSrcPage ){
443         rc = SQLITE_DONE;
444       }else if( !p->isAttached ){
445         attachBackupObject(p);
446       }
447     }
448 
449     /* Update the schema version field in the destination database. This
450     ** is to make sure that the schema-version really does change in
451     ** the case where the source and destination databases have the
452     ** same schema version.
453     */
454     if( rc==SQLITE_DONE ){
455       if( nSrcPage==0 ){
456         rc = sqlite3BtreeNewDb(p->pDest);
457         nSrcPage = 1;
458       }
459       if( rc==SQLITE_OK || rc==SQLITE_DONE ){
460         rc = sqlite3BtreeUpdateMeta(p->pDest,1,p->iDestSchema+1);
461       }
462       if( rc==SQLITE_OK ){
463         if( p->pDestDb ){
464           sqlite3ResetAllSchemasOfConnection(p->pDestDb);
465         }
466         if( destMode==PAGER_JOURNALMODE_WAL ){
467           rc = sqlite3BtreeSetVersion(p->pDest, 2);
468         }
469       }
470       if( rc==SQLITE_OK ){
471         int nDestTruncate;
472         /* Set nDestTruncate to the final number of pages in the destination
473         ** database. The complication here is that the destination page
474         ** size may be different to the source page size.
475         **
476         ** If the source page size is smaller than the destination page size,
477         ** round up. In this case the call to sqlite3OsTruncate() below will
478         ** fix the size of the file. However it is important to call
479         ** sqlite3PagerTruncateImage() here so that any pages in the
480         ** destination file that lie beyond the nDestTruncate page mark are
481         ** journalled by PagerCommitPhaseOne() before they are destroyed
482         ** by the file truncation.
483         */
484         assert( pgszSrc==sqlite3BtreeGetPageSize(p->pSrc) );
485         assert( pgszDest==sqlite3BtreeGetPageSize(p->pDest) );
486         if( pgszSrc<pgszDest ){
487           int ratio = pgszDest/pgszSrc;
488           nDestTruncate = (nSrcPage+ratio-1)/ratio;
489           if( nDestTruncate==(int)PENDING_BYTE_PAGE(p->pDest->pBt) ){
490             nDestTruncate--;
491           }
492         }else{
493           nDestTruncate = nSrcPage * (pgszSrc/pgszDest);
494         }
495         assert( nDestTruncate>0 );
496 
497         if( pgszSrc<pgszDest ){
498           /* If the source page-size is smaller than the destination page-size,
499           ** two extra things may need to happen:
500           **
501           **   * The destination may need to be truncated, and
502           **
503           **   * Data stored on the pages immediately following the
504           **     pending-byte page in the source database may need to be
505           **     copied into the destination database.
506           */
507           const i64 iSize = (i64)pgszSrc * (i64)nSrcPage;
508           sqlite3_file * const pFile = sqlite3PagerFile(pDestPager);
509           Pgno iPg;
510           int nDstPage;
511           i64 iOff;
512           i64 iEnd;
513 
514           assert( pFile );
515           assert( nDestTruncate==0
516               || (i64)nDestTruncate*(i64)pgszDest >= iSize || (
517                 nDestTruncate==(int)(PENDING_BYTE_PAGE(p->pDest->pBt)-1)
518              && iSize>=PENDING_BYTE && iSize<=PENDING_BYTE+pgszDest
519           ));
520 
521           /* This block ensures that all data required to recreate the original
522           ** database has been stored in the journal for pDestPager and the
523           ** journal synced to disk. So at this point we may safely modify
524           ** the database file in any way, knowing that if a power failure
525           ** occurs, the original database will be reconstructed from the
526           ** journal file.  */
527           sqlite3PagerPagecount(pDestPager, &nDstPage);
528           for(iPg=nDestTruncate; rc==SQLITE_OK && iPg<=(Pgno)nDstPage; iPg++){
529             if( iPg!=PENDING_BYTE_PAGE(p->pDest->pBt) ){
530               DbPage *pPg;
531               rc = sqlite3PagerGet(pDestPager, iPg, &pPg, 0);
532               if( rc==SQLITE_OK ){
533                 rc = sqlite3PagerWrite(pPg);
534                 sqlite3PagerUnref(pPg);
535               }
536             }
537           }
538           if( rc==SQLITE_OK ){
539             rc = sqlite3PagerCommitPhaseOne(pDestPager, 0, 1);
540           }
541 
542           /* Write the extra pages and truncate the database file as required */
543           iEnd = MIN(PENDING_BYTE + pgszDest, iSize);
544           for(
545             iOff=PENDING_BYTE+pgszSrc;
546             rc==SQLITE_OK && iOff<iEnd;
547             iOff+=pgszSrc
548           ){
549             PgHdr *pSrcPg = 0;
550             const Pgno iSrcPg = (Pgno)((iOff/pgszSrc)+1);
551             rc = sqlite3PagerGet(pSrcPager, iSrcPg, &pSrcPg, 0);
552             if( rc==SQLITE_OK ){
553               u8 *zData = sqlite3PagerGetData(pSrcPg);
554               rc = sqlite3OsWrite(pFile, zData, pgszSrc, iOff);
555             }
556             sqlite3PagerUnref(pSrcPg);
557           }
558           if( rc==SQLITE_OK ){
559             rc = backupTruncateFile(pFile, iSize);
560           }
561 
562           /* Sync the database file to disk. */
563           if( rc==SQLITE_OK ){
564             rc = sqlite3PagerSync(pDestPager, 0);
565           }
566         }else{
567           sqlite3PagerTruncateImage(pDestPager, nDestTruncate);
568           rc = sqlite3PagerCommitPhaseOne(pDestPager, 0, 0);
569         }
570 
571         /* Finish committing the transaction to the destination database. */
572         if( SQLITE_OK==rc
573          && SQLITE_OK==(rc = sqlite3BtreeCommitPhaseTwo(p->pDest, 0))
574         ){
575           rc = SQLITE_DONE;
576         }
577       }
578     }
579 
580     /* If bCloseTrans is true, then this function opened a read transaction
581     ** on the source database. Close the read transaction here. There is
582     ** no need to check the return values of the btree methods here, as
583     ** "committing" a read-only transaction cannot fail.
584     */
585     if( bCloseTrans ){
586       TESTONLY( int rc2 );
587       TESTONLY( rc2  = ) sqlite3BtreeCommitPhaseOne(p->pSrc, 0);
588       TESTONLY( rc2 |= ) sqlite3BtreeCommitPhaseTwo(p->pSrc, 0);
589       assert( rc2==SQLITE_OK );
590     }
591 
592     if( rc==SQLITE_IOERR_NOMEM ){
593       rc = SQLITE_NOMEM_BKPT;
594     }
595     p->rc = rc;
596   }
597   if( p->pDestDb ){
598     sqlite3_mutex_leave(p->pDestDb->mutex);
599   }
600   sqlite3BtreeLeave(p->pSrc);
601   sqlite3_mutex_leave(p->pSrcDb->mutex);
602   return rc;
603 }
604 
605 /*
606 ** Release all resources associated with an sqlite3_backup* handle.
607 */
608 int sqlite3_backup_finish(sqlite3_backup *p){
609   sqlite3_backup **pp;                 /* Ptr to head of pagers backup list */
610   sqlite3 *pSrcDb;                     /* Source database connection */
611   int rc;                              /* Value to return */
612 
613   /* Enter the mutexes */
614   if( p==0 ) return SQLITE_OK;
615   pSrcDb = p->pSrcDb;
616   sqlite3_mutex_enter(pSrcDb->mutex);
617   sqlite3BtreeEnter(p->pSrc);
618   if( p->pDestDb ){
619     sqlite3_mutex_enter(p->pDestDb->mutex);
620   }
621 
622   /* Detach this backup from the source pager. */
623   if( p->pDestDb ){
624     p->pSrc->nBackup--;
625   }
626   if( p->isAttached ){
627     pp = sqlite3PagerBackupPtr(sqlite3BtreePager(p->pSrc));
628     while( *pp!=p ){
629       pp = &(*pp)->pNext;
630     }
631     *pp = p->pNext;
632   }
633 
634   /* If a transaction is still open on the Btree, roll it back. */
635   sqlite3BtreeRollback(p->pDest, SQLITE_OK, 0);
636 
637   /* Set the error code of the destination database handle. */
638   rc = (p->rc==SQLITE_DONE) ? SQLITE_OK : p->rc;
639   if( p->pDestDb ){
640     sqlite3Error(p->pDestDb, rc);
641 
642     /* Exit the mutexes and free the backup context structure. */
643     sqlite3LeaveMutexAndCloseZombie(p->pDestDb);
644   }
645   sqlite3BtreeLeave(p->pSrc);
646   if( p->pDestDb ){
647     /* EVIDENCE-OF: R-64852-21591 The sqlite3_backup object is created by a
648     ** call to sqlite3_backup_init() and is destroyed by a call to
649     ** sqlite3_backup_finish(). */
650     sqlite3_free(p);
651   }
652   sqlite3LeaveMutexAndCloseZombie(pSrcDb);
653   return rc;
654 }
655 
656 /*
657 ** Return the number of pages still to be backed up as of the most recent
658 ** call to sqlite3_backup_step().
659 */
660 int sqlite3_backup_remaining(sqlite3_backup *p){
661 #ifdef SQLITE_ENABLE_API_ARMOR
662   if( p==0 ){
663     (void)SQLITE_MISUSE_BKPT;
664     return 0;
665   }
666 #endif
667   return p->nRemaining;
668 }
669 
670 /*
671 ** Return the total number of pages in the source database as of the most
672 ** recent call to sqlite3_backup_step().
673 */
674 int sqlite3_backup_pagecount(sqlite3_backup *p){
675 #ifdef SQLITE_ENABLE_API_ARMOR
676   if( p==0 ){
677     (void)SQLITE_MISUSE_BKPT;
678     return 0;
679   }
680 #endif
681   return p->nPagecount;
682 }
683 
684 /*
685 ** This function is called after the contents of page iPage of the
686 ** source database have been modified. If page iPage has already been
687 ** copied into the destination database, then the data written to the
688 ** destination is now invalidated. The destination copy of iPage needs
689 ** to be updated with the new data before the backup operation is
690 ** complete.
691 **
692 ** It is assumed that the mutex associated with the BtShared object
693 ** corresponding to the source database is held when this function is
694 ** called.
695 */
696 static SQLITE_NOINLINE void backupUpdate(
697   sqlite3_backup *p,
698   Pgno iPage,
699   const u8 *aData
700 ){
701   assert( p!=0 );
702   do{
703     assert( sqlite3_mutex_held(p->pSrc->pBt->mutex) );
704     if( !isFatalError(p->rc) && iPage<p->iNext ){
705       /* The backup process p has already copied page iPage. But now it
706       ** has been modified by a transaction on the source pager. Copy
707       ** the new data into the backup.
708       */
709       int rc;
710       assert( p->pDestDb );
711       sqlite3_mutex_enter(p->pDestDb->mutex);
712       rc = backupOnePage(p, iPage, aData, 1);
713       sqlite3_mutex_leave(p->pDestDb->mutex);
714       assert( rc!=SQLITE_BUSY && rc!=SQLITE_LOCKED );
715       if( rc!=SQLITE_OK ){
716         p->rc = rc;
717       }
718     }
719   }while( (p = p->pNext)!=0 );
720 }
721 void sqlite3BackupUpdate(sqlite3_backup *pBackup, Pgno iPage, const u8 *aData){
722   if( pBackup ) backupUpdate(pBackup, iPage, aData);
723 }
724 
725 /*
726 ** Restart the backup process. This is called when the pager layer
727 ** detects that the database has been modified by an external database
728 ** connection. In this case there is no way of knowing which of the
729 ** pages that have been copied into the destination database are still
730 ** valid and which are not, so the entire process needs to be restarted.
731 **
732 ** It is assumed that the mutex associated with the BtShared object
733 ** corresponding to the source database is held when this function is
734 ** called.
735 */
736 void sqlite3BackupRestart(sqlite3_backup *pBackup){
737   sqlite3_backup *p;                   /* Iterator variable */
738   for(p=pBackup; p; p=p->pNext){
739     assert( sqlite3_mutex_held(p->pSrc->pBt->mutex) );
740     p->iNext = 1;
741   }
742 }
743 
744 #ifndef SQLITE_OMIT_VACUUM
745 /*
746 ** Copy the complete content of pBtFrom into pBtTo.  A transaction
747 ** must be active for both files.
748 **
749 ** The size of file pTo may be reduced by this operation. If anything
750 ** goes wrong, the transaction on pTo is rolled back. If successful, the
751 ** transaction is committed before returning.
752 */
753 int sqlite3BtreeCopyFile(Btree *pTo, Btree *pFrom){
754   int rc;
755   sqlite3_file *pFd;              /* File descriptor for database pTo */
756   sqlite3_backup b;
757   sqlite3BtreeEnter(pTo);
758   sqlite3BtreeEnter(pFrom);
759 
760   assert( sqlite3BtreeIsInTrans(pTo) );
761   pFd = sqlite3PagerFile(sqlite3BtreePager(pTo));
762   if( pFd->pMethods ){
763     i64 nByte = sqlite3BtreeGetPageSize(pFrom)*(i64)sqlite3BtreeLastPage(pFrom);
764     rc = sqlite3OsFileControl(pFd, SQLITE_FCNTL_OVERWRITE, &nByte);
765     if( rc==SQLITE_NOTFOUND ) rc = SQLITE_OK;
766     if( rc ) goto copy_finished;
767   }
768 
769   /* Set up an sqlite3_backup object. sqlite3_backup.pDestDb must be set
770   ** to 0. This is used by the implementations of sqlite3_backup_step()
771   ** and sqlite3_backup_finish() to detect that they are being called
772   ** from this function, not directly by the user.
773   */
774   memset(&b, 0, sizeof(b));
775   b.pSrcDb = pFrom->db;
776   b.pSrc = pFrom;
777   b.pDest = pTo;
778   b.iNext = 1;
779 
780 #ifdef SQLITE_HAS_CODEC
781   sqlite3PagerAlignReserve(sqlite3BtreePager(pTo), sqlite3BtreePager(pFrom));
782 #endif
783 
784   /* 0x7FFFFFFF is the hard limit for the number of pages in a database
785   ** file. By passing this as the number of pages to copy to
786   ** sqlite3_backup_step(), we can guarantee that the copy finishes
787   ** within a single call (unless an error occurs). The assert() statement
788   ** checks this assumption - (p->rc) should be set to either SQLITE_DONE
789   ** or an error code.  */
790   sqlite3_backup_step(&b, 0x7FFFFFFF);
791   assert( b.rc!=SQLITE_OK );
792 
793   rc = sqlite3_backup_finish(&b);
794   if( rc==SQLITE_OK ){
795     pTo->pBt->btsFlags &= ~BTS_PAGESIZE_FIXED;
796   }else{
797     sqlite3PagerClearCache(sqlite3BtreePager(b.pDest));
798   }
799 
800   assert( sqlite3BtreeIsInTrans(pTo)==0 );
801 copy_finished:
802   sqlite3BtreeLeave(pFrom);
803   sqlite3BtreeLeave(pTo);
804   return rc;
805 }
806 #endif /* SQLITE_OMIT_VACUUM */
807