xref: /sqlite-3.40.0/src/backup.c (revision 48864df9)
1 /*
2 ** 2009 January 28
3 **
4 ** The author disclaims copyright to this source code.  In place of
5 ** a legal notice, here is a blessing:
6 **
7 **    May you do good and not evil.
8 **    May you find forgiveness for yourself and forgive others.
9 **    May you share freely, never taking more than you give.
10 **
11 *************************************************************************
12 ** This file contains the implementation of the sqlite3_backup_XXX()
13 ** API functions and the related features.
14 */
15 #include "sqliteInt.h"
16 #include "btreeInt.h"
17 
18 /* Macro to find the minimum of two numeric values.
19 */
20 #ifndef MIN
21 # define MIN(x,y) ((x)<(y)?(x):(y))
22 #endif
23 
24 /*
25 ** Structure allocated for each backup operation.
26 */
27 struct sqlite3_backup {
28   sqlite3* pDestDb;        /* Destination database handle */
29   Btree *pDest;            /* Destination b-tree file */
30   u32 iDestSchema;         /* Original schema cookie in destination */
31   int bDestLocked;         /* True once a write-transaction is open on pDest */
32 
33   Pgno iNext;              /* Page number of the next source page to copy */
34   sqlite3* pSrcDb;         /* Source database handle */
35   Btree *pSrc;             /* Source b-tree file */
36 
37   int rc;                  /* Backup process error code */
38 
39   /* These two variables are set by every call to backup_step(). They are
40   ** read by calls to backup_remaining() and backup_pagecount().
41   */
42   Pgno nRemaining;         /* Number of pages left to copy */
43   Pgno nPagecount;         /* Total number of pages to copy */
44 
45   int isAttached;          /* True once backup has been registered with pager */
46   sqlite3_backup *pNext;   /* Next backup associated with source pager */
47 };
48 
49 /*
50 ** THREAD SAFETY NOTES:
51 **
52 **   Once it has been created using backup_init(), a single sqlite3_backup
53 **   structure may be accessed via two groups of thread-safe entry points:
54 **
55 **     * Via the sqlite3_backup_XXX() API function backup_step() and
56 **       backup_finish(). Both these functions obtain the source database
57 **       handle mutex and the mutex associated with the source BtShared
58 **       structure, in that order.
59 **
60 **     * Via the BackupUpdate() and BackupRestart() functions, which are
61 **       invoked by the pager layer to report various state changes in
62 **       the page cache associated with the source database. The mutex
63 **       associated with the source database BtShared structure will always
64 **       be held when either of these functions are invoked.
65 **
66 **   The other sqlite3_backup_XXX() API functions, backup_remaining() and
67 **   backup_pagecount() are not thread-safe functions. If they are called
68 **   while some other thread is calling backup_step() or backup_finish(),
69 **   the values returned may be invalid. There is no way for a call to
70 **   BackupUpdate() or BackupRestart() to interfere with backup_remaining()
71 **   or backup_pagecount().
72 **
73 **   Depending on the SQLite configuration, the database handles and/or
74 **   the Btree objects may have their own mutexes that require locking.
75 **   Non-sharable Btrees (in-memory databases for example), do not have
76 **   associated mutexes.
77 */
78 
79 /*
80 ** Return a pointer corresponding to database zDb (i.e. "main", "temp")
81 ** in connection handle pDb. If such a database cannot be found, return
82 ** a NULL pointer and write an error message to pErrorDb.
83 **
84 ** If the "temp" database is requested, it may need to be opened by this
85 ** function. If an error occurs while doing so, return 0 and write an
86 ** error message to pErrorDb.
87 */
88 static Btree *findBtree(sqlite3 *pErrorDb, sqlite3 *pDb, const char *zDb){
89   int i = sqlite3FindDbName(pDb, zDb);
90 
91   if( i==1 ){
92     Parse *pParse;
93     int rc = 0;
94     pParse = sqlite3StackAllocZero(pErrorDb, sizeof(*pParse));
95     if( pParse==0 ){
96       sqlite3Error(pErrorDb, SQLITE_NOMEM, "out of memory");
97       rc = SQLITE_NOMEM;
98     }else{
99       pParse->db = pDb;
100       if( sqlite3OpenTempDatabase(pParse) ){
101         sqlite3Error(pErrorDb, pParse->rc, "%s", pParse->zErrMsg);
102         rc = SQLITE_ERROR;
103       }
104       sqlite3DbFree(pErrorDb, pParse->zErrMsg);
105       sqlite3StackFree(pErrorDb, pParse);
106     }
107     if( rc ){
108       return 0;
109     }
110   }
111 
112   if( i<0 ){
113     sqlite3Error(pErrorDb, SQLITE_ERROR, "unknown database %s", zDb);
114     return 0;
115   }
116 
117   return pDb->aDb[i].pBt;
118 }
119 
120 /*
121 ** Attempt to set the page size of the destination to match the page size
122 ** of the source.
123 */
124 static int setDestPgsz(sqlite3_backup *p){
125   int rc;
126   rc = sqlite3BtreeSetPageSize(p->pDest,sqlite3BtreeGetPageSize(p->pSrc),-1,0);
127   return rc;
128 }
129 
130 /*
131 ** Create an sqlite3_backup process to copy the contents of zSrcDb from
132 ** connection handle pSrcDb to zDestDb in pDestDb. If successful, return
133 ** a pointer to the new sqlite3_backup object.
134 **
135 ** If an error occurs, NULL is returned and an error code and error message
136 ** stored in database handle pDestDb.
137 */
138 sqlite3_backup *sqlite3_backup_init(
139   sqlite3* pDestDb,                     /* Database to write to */
140   const char *zDestDb,                  /* Name of database within pDestDb */
141   sqlite3* pSrcDb,                      /* Database connection to read from */
142   const char *zSrcDb                    /* Name of database within pSrcDb */
143 ){
144   sqlite3_backup *p;                    /* Value to return */
145 
146   /* Lock the source database handle. The destination database
147   ** handle is not locked in this routine, but it is locked in
148   ** sqlite3_backup_step(). The user is required to ensure that no
149   ** other thread accesses the destination handle for the duration
150   ** of the backup operation.  Any attempt to use the destination
151   ** database connection while a backup is in progress may cause
152   ** a malfunction or a deadlock.
153   */
154   sqlite3_mutex_enter(pSrcDb->mutex);
155   sqlite3_mutex_enter(pDestDb->mutex);
156 
157   if( pSrcDb==pDestDb ){
158     sqlite3Error(
159         pDestDb, SQLITE_ERROR, "source and destination must be distinct"
160     );
161     p = 0;
162   }else {
163     /* Allocate space for a new sqlite3_backup object...
164     ** EVIDENCE-OF: R-64852-21591 The sqlite3_backup object is created by a
165     ** call to sqlite3_backup_init() and is destroyed by a call to
166     ** sqlite3_backup_finish(). */
167     p = (sqlite3_backup *)sqlite3MallocZero(sizeof(sqlite3_backup));
168     if( !p ){
169       sqlite3Error(pDestDb, SQLITE_NOMEM, 0);
170     }
171   }
172 
173   /* If the allocation succeeded, populate the new object. */
174   if( p ){
175     p->pSrc = findBtree(pDestDb, pSrcDb, zSrcDb);
176     p->pDest = findBtree(pDestDb, pDestDb, zDestDb);
177     p->pDestDb = pDestDb;
178     p->pSrcDb = pSrcDb;
179     p->iNext = 1;
180     p->isAttached = 0;
181 
182     if( 0==p->pSrc || 0==p->pDest || setDestPgsz(p)==SQLITE_NOMEM ){
183       /* One (or both) of the named databases did not exist or an OOM
184       ** error was hit.  The error has already been written into the
185       ** pDestDb handle.  All that is left to do here is free the
186       ** sqlite3_backup structure.
187       */
188       sqlite3_free(p);
189       p = 0;
190     }
191   }
192   if( p ){
193     p->pSrc->nBackup++;
194   }
195 
196   sqlite3_mutex_leave(pDestDb->mutex);
197   sqlite3_mutex_leave(pSrcDb->mutex);
198   return p;
199 }
200 
201 /*
202 ** Argument rc is an SQLite error code. Return true if this error is
203 ** considered fatal if encountered during a backup operation. All errors
204 ** are considered fatal except for SQLITE_BUSY and SQLITE_LOCKED.
205 */
206 static int isFatalError(int rc){
207   return (rc!=SQLITE_OK && rc!=SQLITE_BUSY && ALWAYS(rc!=SQLITE_LOCKED));
208 }
209 
210 /*
211 ** Parameter zSrcData points to a buffer containing the data for
212 ** page iSrcPg from the source database. Copy this data into the
213 ** destination database.
214 */
215 static int backupOnePage(
216   sqlite3_backup *p,              /* Backup handle */
217   Pgno iSrcPg,                    /* Source database page to backup */
218   const u8 *zSrcData,             /* Source database page data */
219   int bUpdate                     /* True for an update, false otherwise */
220 ){
221   Pager * const pDestPager = sqlite3BtreePager(p->pDest);
222   const int nSrcPgsz = sqlite3BtreeGetPageSize(p->pSrc);
223   int nDestPgsz = sqlite3BtreeGetPageSize(p->pDest);
224   const int nCopy = MIN(nSrcPgsz, nDestPgsz);
225   const i64 iEnd = (i64)iSrcPg*(i64)nSrcPgsz;
226 #ifdef SQLITE_HAS_CODEC
227   /* Use BtreeGetReserveNoMutex() for the source b-tree, as although it is
228   ** guaranteed that the shared-mutex is held by this thread, handle
229   ** p->pSrc may not actually be the owner.  */
230   int nSrcReserve = sqlite3BtreeGetReserveNoMutex(p->pSrc);
231   int nDestReserve = sqlite3BtreeGetReserve(p->pDest);
232 #endif
233   int rc = SQLITE_OK;
234   i64 iOff;
235 
236   assert( sqlite3BtreeGetReserveNoMutex(p->pSrc)>=0 );
237   assert( p->bDestLocked );
238   assert( !isFatalError(p->rc) );
239   assert( iSrcPg!=PENDING_BYTE_PAGE(p->pSrc->pBt) );
240   assert( zSrcData );
241 
242   /* Catch the case where the destination is an in-memory database and the
243   ** page sizes of the source and destination differ.
244   */
245   if( nSrcPgsz!=nDestPgsz && sqlite3PagerIsMemdb(pDestPager) ){
246     rc = SQLITE_READONLY;
247   }
248 
249 #ifdef SQLITE_HAS_CODEC
250   /* Backup is not possible if the page size of the destination is changing
251   ** and a codec is in use.
252   */
253   if( nSrcPgsz!=nDestPgsz && sqlite3PagerGetCodec(pDestPager)!=0 ){
254     rc = SQLITE_READONLY;
255   }
256 
257   /* Backup is not possible if the number of bytes of reserve space differ
258   ** between source and destination.  If there is a difference, try to
259   ** fix the destination to agree with the source.  If that is not possible,
260   ** then the backup cannot proceed.
261   */
262   if( nSrcReserve!=nDestReserve ){
263     u32 newPgsz = nSrcPgsz;
264     rc = sqlite3PagerSetPagesize(pDestPager, &newPgsz, nSrcReserve);
265     if( rc==SQLITE_OK && newPgsz!=nSrcPgsz ) rc = SQLITE_READONLY;
266   }
267 #endif
268 
269   /* This loop runs once for each destination page spanned by the source
270   ** page. For each iteration, variable iOff is set to the byte offset
271   ** of the destination page.
272   */
273   for(iOff=iEnd-(i64)nSrcPgsz; rc==SQLITE_OK && iOff<iEnd; iOff+=nDestPgsz){
274     DbPage *pDestPg = 0;
275     Pgno iDest = (Pgno)(iOff/nDestPgsz)+1;
276     if( iDest==PENDING_BYTE_PAGE(p->pDest->pBt) ) continue;
277     if( SQLITE_OK==(rc = sqlite3PagerGet(pDestPager, iDest, &pDestPg))
278      && SQLITE_OK==(rc = sqlite3PagerWrite(pDestPg))
279     ){
280       const u8 *zIn = &zSrcData[iOff%nSrcPgsz];
281       u8 *zDestData = sqlite3PagerGetData(pDestPg);
282       u8 *zOut = &zDestData[iOff%nDestPgsz];
283 
284       /* Copy the data from the source page into the destination page.
285       ** Then clear the Btree layer MemPage.isInit flag. Both this module
286       ** and the pager code use this trick (clearing the first byte
287       ** of the page 'extra' space to invalidate the Btree layers
288       ** cached parse of the page). MemPage.isInit is marked
289       ** "MUST BE FIRST" for this purpose.
290       */
291       memcpy(zOut, zIn, nCopy);
292       ((u8 *)sqlite3PagerGetExtra(pDestPg))[0] = 0;
293       if( iOff==0 && bUpdate==0 ){
294         sqlite3Put4byte(&zOut[28], sqlite3BtreeLastPage(p->pSrc));
295       }
296     }
297     sqlite3PagerUnref(pDestPg);
298   }
299 
300   return rc;
301 }
302 
303 /*
304 ** If pFile is currently larger than iSize bytes, then truncate it to
305 ** exactly iSize bytes. If pFile is not larger than iSize bytes, then
306 ** this function is a no-op.
307 **
308 ** Return SQLITE_OK if everything is successful, or an SQLite error
309 ** code if an error occurs.
310 */
311 static int backupTruncateFile(sqlite3_file *pFile, i64 iSize){
312   i64 iCurrent;
313   int rc = sqlite3OsFileSize(pFile, &iCurrent);
314   if( rc==SQLITE_OK && iCurrent>iSize ){
315     rc = sqlite3OsTruncate(pFile, iSize);
316   }
317   return rc;
318 }
319 
320 /*
321 ** Register this backup object with the associated source pager for
322 ** callbacks when pages are changed or the cache invalidated.
323 */
324 static void attachBackupObject(sqlite3_backup *p){
325   sqlite3_backup **pp;
326   assert( sqlite3BtreeHoldsMutex(p->pSrc) );
327   pp = sqlite3PagerBackupPtr(sqlite3BtreePager(p->pSrc));
328   p->pNext = *pp;
329   *pp = p;
330   p->isAttached = 1;
331 }
332 
333 /*
334 ** Copy nPage pages from the source b-tree to the destination.
335 */
336 int sqlite3_backup_step(sqlite3_backup *p, int nPage){
337   int rc;
338   int destMode;       /* Destination journal mode */
339   int pgszSrc = 0;    /* Source page size */
340   int pgszDest = 0;   /* Destination page size */
341 
342   sqlite3_mutex_enter(p->pSrcDb->mutex);
343   sqlite3BtreeEnter(p->pSrc);
344   if( p->pDestDb ){
345     sqlite3_mutex_enter(p->pDestDb->mutex);
346   }
347 
348   rc = p->rc;
349   if( !isFatalError(rc) ){
350     Pager * const pSrcPager = sqlite3BtreePager(p->pSrc);     /* Source pager */
351     Pager * const pDestPager = sqlite3BtreePager(p->pDest);   /* Dest pager */
352     int ii;                            /* Iterator variable */
353     int nSrcPage = -1;                 /* Size of source db in pages */
354     int bCloseTrans = 0;               /* True if src db requires unlocking */
355 
356     /* If the source pager is currently in a write-transaction, return
357     ** SQLITE_BUSY immediately.
358     */
359     if( p->pDestDb && p->pSrc->pBt->inTransaction==TRANS_WRITE ){
360       rc = SQLITE_BUSY;
361     }else{
362       rc = SQLITE_OK;
363     }
364 
365     /* Lock the destination database, if it is not locked already. */
366     if( SQLITE_OK==rc && p->bDestLocked==0
367      && SQLITE_OK==(rc = sqlite3BtreeBeginTrans(p->pDest, 2))
368     ){
369       p->bDestLocked = 1;
370       sqlite3BtreeGetMeta(p->pDest, BTREE_SCHEMA_VERSION, &p->iDestSchema);
371     }
372 
373     /* If there is no open read-transaction on the source database, open
374     ** one now. If a transaction is opened here, then it will be closed
375     ** before this function exits.
376     */
377     if( rc==SQLITE_OK && 0==sqlite3BtreeIsInReadTrans(p->pSrc) ){
378       rc = sqlite3BtreeBeginTrans(p->pSrc, 0);
379       bCloseTrans = 1;
380     }
381 
382     /* Do not allow backup if the destination database is in WAL mode
383     ** and the page sizes are different between source and destination */
384     pgszSrc = sqlite3BtreeGetPageSize(p->pSrc);
385     pgszDest = sqlite3BtreeGetPageSize(p->pDest);
386     destMode = sqlite3PagerGetJournalMode(sqlite3BtreePager(p->pDest));
387     if( SQLITE_OK==rc && destMode==PAGER_JOURNALMODE_WAL && pgszSrc!=pgszDest ){
388       rc = SQLITE_READONLY;
389     }
390 
391     /* Now that there is a read-lock on the source database, query the
392     ** source pager for the number of pages in the database.
393     */
394     nSrcPage = (int)sqlite3BtreeLastPage(p->pSrc);
395     assert( nSrcPage>=0 );
396     for(ii=0; (nPage<0 || ii<nPage) && p->iNext<=(Pgno)nSrcPage && !rc; ii++){
397       const Pgno iSrcPg = p->iNext;                 /* Source page number */
398       if( iSrcPg!=PENDING_BYTE_PAGE(p->pSrc->pBt) ){
399         DbPage *pSrcPg;                             /* Source page object */
400         rc = sqlite3PagerGet(pSrcPager, iSrcPg, &pSrcPg);
401         if( rc==SQLITE_OK ){
402           rc = backupOnePage(p, iSrcPg, sqlite3PagerGetData(pSrcPg), 0);
403           sqlite3PagerUnref(pSrcPg);
404         }
405       }
406       p->iNext++;
407     }
408     if( rc==SQLITE_OK ){
409       p->nPagecount = nSrcPage;
410       p->nRemaining = nSrcPage+1-p->iNext;
411       if( p->iNext>(Pgno)nSrcPage ){
412         rc = SQLITE_DONE;
413       }else if( !p->isAttached ){
414         attachBackupObject(p);
415       }
416     }
417 
418     /* Update the schema version field in the destination database. This
419     ** is to make sure that the schema-version really does change in
420     ** the case where the source and destination databases have the
421     ** same schema version.
422     */
423     if( rc==SQLITE_DONE ){
424       if( nSrcPage==0 ){
425         rc = sqlite3BtreeNewDb(p->pDest);
426         nSrcPage = 1;
427       }
428       if( rc==SQLITE_OK || rc==SQLITE_DONE ){
429         rc = sqlite3BtreeUpdateMeta(p->pDest,1,p->iDestSchema+1);
430       }
431       if( rc==SQLITE_OK ){
432         if( p->pDestDb ){
433           sqlite3ResetAllSchemasOfConnection(p->pDestDb);
434         }
435         if( destMode==PAGER_JOURNALMODE_WAL ){
436           rc = sqlite3BtreeSetVersion(p->pDest, 2);
437         }
438       }
439       if( rc==SQLITE_OK ){
440         int nDestTruncate;
441         /* Set nDestTruncate to the final number of pages in the destination
442         ** database. The complication here is that the destination page
443         ** size may be different to the source page size.
444         **
445         ** If the source page size is smaller than the destination page size,
446         ** round up. In this case the call to sqlite3OsTruncate() below will
447         ** fix the size of the file. However it is important to call
448         ** sqlite3PagerTruncateImage() here so that any pages in the
449         ** destination file that lie beyond the nDestTruncate page mark are
450         ** journalled by PagerCommitPhaseOne() before they are destroyed
451         ** by the file truncation.
452         */
453         assert( pgszSrc==sqlite3BtreeGetPageSize(p->pSrc) );
454         assert( pgszDest==sqlite3BtreeGetPageSize(p->pDest) );
455         if( pgszSrc<pgszDest ){
456           int ratio = pgszDest/pgszSrc;
457           nDestTruncate = (nSrcPage+ratio-1)/ratio;
458           if( nDestTruncate==(int)PENDING_BYTE_PAGE(p->pDest->pBt) ){
459             nDestTruncate--;
460           }
461         }else{
462           nDestTruncate = nSrcPage * (pgszSrc/pgszDest);
463         }
464         assert( nDestTruncate>0 );
465 
466         if( pgszSrc<pgszDest ){
467           /* If the source page-size is smaller than the destination page-size,
468           ** two extra things may need to happen:
469           **
470           **   * The destination may need to be truncated, and
471           **
472           **   * Data stored on the pages immediately following the
473           **     pending-byte page in the source database may need to be
474           **     copied into the destination database.
475           */
476           const i64 iSize = (i64)pgszSrc * (i64)nSrcPage;
477           sqlite3_file * const pFile = sqlite3PagerFile(pDestPager);
478           Pgno iPg;
479           int nDstPage;
480           i64 iOff;
481           i64 iEnd;
482 
483           assert( pFile );
484           assert( nDestTruncate==0
485               || (i64)nDestTruncate*(i64)pgszDest >= iSize || (
486                 nDestTruncate==(int)(PENDING_BYTE_PAGE(p->pDest->pBt)-1)
487              && iSize>=PENDING_BYTE && iSize<=PENDING_BYTE+pgszDest
488           ));
489 
490           /* This block ensures that all data required to recreate the original
491           ** database has been stored in the journal for pDestPager and the
492           ** journal synced to disk. So at this point we may safely modify
493           ** the database file in any way, knowing that if a power failure
494           ** occurs, the original database will be reconstructed from the
495           ** journal file.  */
496           sqlite3PagerPagecount(pDestPager, &nDstPage);
497           for(iPg=nDestTruncate; rc==SQLITE_OK && iPg<=(Pgno)nDstPage; iPg++){
498             if( iPg!=PENDING_BYTE_PAGE(p->pDest->pBt) ){
499               DbPage *pPg;
500               rc = sqlite3PagerGet(pDestPager, iPg, &pPg);
501               if( rc==SQLITE_OK ){
502                 rc = sqlite3PagerWrite(pPg);
503                 sqlite3PagerUnref(pPg);
504               }
505             }
506           }
507           if( rc==SQLITE_OK ){
508             rc = sqlite3PagerCommitPhaseOne(pDestPager, 0, 1);
509           }
510 
511           /* Write the extra pages and truncate the database file as required */
512           iEnd = MIN(PENDING_BYTE + pgszDest, iSize);
513           for(
514             iOff=PENDING_BYTE+pgszSrc;
515             rc==SQLITE_OK && iOff<iEnd;
516             iOff+=pgszSrc
517           ){
518             PgHdr *pSrcPg = 0;
519             const Pgno iSrcPg = (Pgno)((iOff/pgszSrc)+1);
520             rc = sqlite3PagerGet(pSrcPager, iSrcPg, &pSrcPg);
521             if( rc==SQLITE_OK ){
522               u8 *zData = sqlite3PagerGetData(pSrcPg);
523               rc = sqlite3OsWrite(pFile, zData, pgszSrc, iOff);
524             }
525             sqlite3PagerUnref(pSrcPg);
526           }
527           if( rc==SQLITE_OK ){
528             rc = backupTruncateFile(pFile, iSize);
529           }
530 
531           /* Sync the database file to disk. */
532           if( rc==SQLITE_OK ){
533             rc = sqlite3PagerSync(pDestPager);
534           }
535         }else{
536           sqlite3PagerTruncateImage(pDestPager, nDestTruncate);
537           rc = sqlite3PagerCommitPhaseOne(pDestPager, 0, 0);
538         }
539 
540         /* Finish committing the transaction to the destination database. */
541         if( SQLITE_OK==rc
542          && SQLITE_OK==(rc = sqlite3BtreeCommitPhaseTwo(p->pDest, 0))
543         ){
544           rc = SQLITE_DONE;
545         }
546       }
547     }
548 
549     /* If bCloseTrans is true, then this function opened a read transaction
550     ** on the source database. Close the read transaction here. There is
551     ** no need to check the return values of the btree methods here, as
552     ** "committing" a read-only transaction cannot fail.
553     */
554     if( bCloseTrans ){
555       TESTONLY( int rc2 );
556       TESTONLY( rc2  = ) sqlite3BtreeCommitPhaseOne(p->pSrc, 0);
557       TESTONLY( rc2 |= ) sqlite3BtreeCommitPhaseTwo(p->pSrc, 0);
558       assert( rc2==SQLITE_OK );
559     }
560 
561     if( rc==SQLITE_IOERR_NOMEM ){
562       rc = SQLITE_NOMEM;
563     }
564     p->rc = rc;
565   }
566   if( p->pDestDb ){
567     sqlite3_mutex_leave(p->pDestDb->mutex);
568   }
569   sqlite3BtreeLeave(p->pSrc);
570   sqlite3_mutex_leave(p->pSrcDb->mutex);
571   return rc;
572 }
573 
574 /*
575 ** Release all resources associated with an sqlite3_backup* handle.
576 */
577 int sqlite3_backup_finish(sqlite3_backup *p){
578   sqlite3_backup **pp;                 /* Ptr to head of pagers backup list */
579   sqlite3 *pSrcDb;                     /* Source database connection */
580   int rc;                              /* Value to return */
581 
582   /* Enter the mutexes */
583   if( p==0 ) return SQLITE_OK;
584   pSrcDb = p->pSrcDb;
585   sqlite3_mutex_enter(pSrcDb->mutex);
586   sqlite3BtreeEnter(p->pSrc);
587   if( p->pDestDb ){
588     sqlite3_mutex_enter(p->pDestDb->mutex);
589   }
590 
591   /* Detach this backup from the source pager. */
592   if( p->pDestDb ){
593     p->pSrc->nBackup--;
594   }
595   if( p->isAttached ){
596     pp = sqlite3PagerBackupPtr(sqlite3BtreePager(p->pSrc));
597     while( *pp!=p ){
598       pp = &(*pp)->pNext;
599     }
600     *pp = p->pNext;
601   }
602 
603   /* If a transaction is still open on the Btree, roll it back. */
604   sqlite3BtreeRollback(p->pDest, SQLITE_OK);
605 
606   /* Set the error code of the destination database handle. */
607   rc = (p->rc==SQLITE_DONE) ? SQLITE_OK : p->rc;
608   sqlite3Error(p->pDestDb, rc, 0);
609 
610   /* Exit the mutexes and free the backup context structure. */
611   if( p->pDestDb ){
612     sqlite3LeaveMutexAndCloseZombie(p->pDestDb);
613   }
614   sqlite3BtreeLeave(p->pSrc);
615   if( p->pDestDb ){
616     /* EVIDENCE-OF: R-64852-21591 The sqlite3_backup object is created by a
617     ** call to sqlite3_backup_init() and is destroyed by a call to
618     ** sqlite3_backup_finish(). */
619     sqlite3_free(p);
620   }
621   sqlite3LeaveMutexAndCloseZombie(pSrcDb);
622   return rc;
623 }
624 
625 /*
626 ** Return the number of pages still to be backed up as of the most recent
627 ** call to sqlite3_backup_step().
628 */
629 int sqlite3_backup_remaining(sqlite3_backup *p){
630   return p->nRemaining;
631 }
632 
633 /*
634 ** Return the total number of pages in the source database as of the most
635 ** recent call to sqlite3_backup_step().
636 */
637 int sqlite3_backup_pagecount(sqlite3_backup *p){
638   return p->nPagecount;
639 }
640 
641 /*
642 ** This function is called after the contents of page iPage of the
643 ** source database have been modified. If page iPage has already been
644 ** copied into the destination database, then the data written to the
645 ** destination is now invalidated. The destination copy of iPage needs
646 ** to be updated with the new data before the backup operation is
647 ** complete.
648 **
649 ** It is assumed that the mutex associated with the BtShared object
650 ** corresponding to the source database is held when this function is
651 ** called.
652 */
653 void sqlite3BackupUpdate(sqlite3_backup *pBackup, Pgno iPage, const u8 *aData){
654   sqlite3_backup *p;                   /* Iterator variable */
655   for(p=pBackup; p; p=p->pNext){
656     assert( sqlite3_mutex_held(p->pSrc->pBt->mutex) );
657     if( !isFatalError(p->rc) && iPage<p->iNext ){
658       /* The backup process p has already copied page iPage. But now it
659       ** has been modified by a transaction on the source pager. Copy
660       ** the new data into the backup.
661       */
662       int rc;
663       assert( p->pDestDb );
664       sqlite3_mutex_enter(p->pDestDb->mutex);
665       rc = backupOnePage(p, iPage, aData, 1);
666       sqlite3_mutex_leave(p->pDestDb->mutex);
667       assert( rc!=SQLITE_BUSY && rc!=SQLITE_LOCKED );
668       if( rc!=SQLITE_OK ){
669         p->rc = rc;
670       }
671     }
672   }
673 }
674 
675 /*
676 ** Restart the backup process. This is called when the pager layer
677 ** detects that the database has been modified by an external database
678 ** connection. In this case there is no way of knowing which of the
679 ** pages that have been copied into the destination database are still
680 ** valid and which are not, so the entire process needs to be restarted.
681 **
682 ** It is assumed that the mutex associated with the BtShared object
683 ** corresponding to the source database is held when this function is
684 ** called.
685 */
686 void sqlite3BackupRestart(sqlite3_backup *pBackup){
687   sqlite3_backup *p;                   /* Iterator variable */
688   for(p=pBackup; p; p=p->pNext){
689     assert( sqlite3_mutex_held(p->pSrc->pBt->mutex) );
690     p->iNext = 1;
691   }
692 }
693 
694 #ifndef SQLITE_OMIT_VACUUM
695 /*
696 ** Copy the complete content of pBtFrom into pBtTo.  A transaction
697 ** must be active for both files.
698 **
699 ** The size of file pTo may be reduced by this operation. If anything
700 ** goes wrong, the transaction on pTo is rolled back. If successful, the
701 ** transaction is committed before returning.
702 */
703 int sqlite3BtreeCopyFile(Btree *pTo, Btree *pFrom){
704   int rc;
705   sqlite3_file *pFd;              /* File descriptor for database pTo */
706   sqlite3_backup b;
707   sqlite3BtreeEnter(pTo);
708   sqlite3BtreeEnter(pFrom);
709 
710   assert( sqlite3BtreeIsInTrans(pTo) );
711   pFd = sqlite3PagerFile(sqlite3BtreePager(pTo));
712   if( pFd->pMethods ){
713     i64 nByte = sqlite3BtreeGetPageSize(pFrom)*(i64)sqlite3BtreeLastPage(pFrom);
714     rc = sqlite3OsFileControl(pFd, SQLITE_FCNTL_OVERWRITE, &nByte);
715     if( rc==SQLITE_NOTFOUND ) rc = SQLITE_OK;
716     if( rc ) goto copy_finished;
717   }
718 
719   /* Set up an sqlite3_backup object. sqlite3_backup.pDestDb must be set
720   ** to 0. This is used by the implementations of sqlite3_backup_step()
721   ** and sqlite3_backup_finish() to detect that they are being called
722   ** from this function, not directly by the user.
723   */
724   memset(&b, 0, sizeof(b));
725   b.pSrcDb = pFrom->db;
726   b.pSrc = pFrom;
727   b.pDest = pTo;
728   b.iNext = 1;
729 
730   /* 0x7FFFFFFF is the hard limit for the number of pages in a database
731   ** file. By passing this as the number of pages to copy to
732   ** sqlite3_backup_step(), we can guarantee that the copy finishes
733   ** within a single call (unless an error occurs). The assert() statement
734   ** checks this assumption - (p->rc) should be set to either SQLITE_DONE
735   ** or an error code.
736   */
737   sqlite3_backup_step(&b, 0x7FFFFFFF);
738   assert( b.rc!=SQLITE_OK );
739   rc = sqlite3_backup_finish(&b);
740   if( rc==SQLITE_OK ){
741     pTo->pBt->btsFlags &= ~BTS_PAGESIZE_FIXED;
742   }else{
743     sqlite3PagerClearCache(sqlite3BtreePager(b.pDest));
744   }
745 
746   assert( sqlite3BtreeIsInTrans(pTo)==0 );
747 copy_finished:
748   sqlite3BtreeLeave(pFrom);
749   sqlite3BtreeLeave(pTo);
750   return rc;
751 }
752 #endif /* SQLITE_OMIT_VACUUM */
753