xref: /sqlite-3.40.0/src/prepare.c (revision 2e27d28f)
1 /*
2 ** 2005 May 25
3 **
4 ** The author disclaims copyright to this source code.  In place of
5 ** a legal notice, here is a blessing:
6 **
7 **    May you do good and not evil.
8 **    May you find forgiveness for yourself and forgive others.
9 **    May you share freely, never taking more than you give.
10 **
11 *************************************************************************
12 ** This file contains the implementation of the sqlite3_prepare()
13 ** interface, and routines that contribute to loading the database schema
14 ** from disk.
15 */
16 #include "sqliteInt.h"
17 
18 /*
19 ** Fill the InitData structure with an error message that indicates
20 ** that the database is corrupt.
21 */
22 static void corruptSchema(
23   InitData *pData,     /* Initialization context */
24   const char *zObj,    /* Object being parsed at the point of error */
25   const char *zExtra   /* Error information */
26 ){
27   sqlite3 *db = pData->db;
28   if( !db->mallocFailed && (db->flags & SQLITE_WriteSchema)==0 ){
29     char *z;
30     if( zObj==0 ) zObj = "?";
31     z = sqlite3MPrintf(db, "malformed database schema (%s)", zObj);
32     if( zExtra ) z = sqlite3MPrintf(db, "%z - %s", z, zExtra);
33     sqlite3DbFree(db, *pData->pzErrMsg);
34     *pData->pzErrMsg = z;
35   }
36   pData->rc = db->mallocFailed ? SQLITE_NOMEM_BKPT : SQLITE_CORRUPT_BKPT;
37 }
38 
39 /*
40 ** This is the callback routine for the code that initializes the
41 ** database.  See sqlite3Init() below for additional information.
42 ** This routine is also called from the OP_ParseSchema opcode of the VDBE.
43 **
44 ** Each callback contains the following information:
45 **
46 **     argv[0] = name of thing being created
47 **     argv[1] = root page number for table or index. 0 for trigger or view.
48 **     argv[2] = SQL text for the CREATE statement.
49 **
50 */
51 int sqlite3InitCallback(void *pInit, int argc, char **argv, char **NotUsed){
52   InitData *pData = (InitData*)pInit;
53   sqlite3 *db = pData->db;
54   int iDb = pData->iDb;
55 
56   assert( argc==3 );
57   UNUSED_PARAMETER2(NotUsed, argc);
58   assert( sqlite3_mutex_held(db->mutex) );
59   DbClearProperty(db, iDb, DB_Empty);
60   if( db->mallocFailed ){
61     corruptSchema(pData, argv[0], 0);
62     return 1;
63   }
64 
65   assert( iDb>=0 && iDb<db->nDb );
66   if( argv==0 ) return 0;   /* Might happen if EMPTY_RESULT_CALLBACKS are on */
67   if( argv[1]==0 ){
68     corruptSchema(pData, argv[0], 0);
69   }else if( sqlite3_strnicmp(argv[2],"create ",7)==0 ){
70     /* Call the parser to process a CREATE TABLE, INDEX or VIEW.
71     ** But because db->init.busy is set to 1, no VDBE code is generated
72     ** or executed.  All the parser does is build the internal data
73     ** structures that describe the table, index, or view.
74     */
75     int rc;
76     u8 saved_iDb = db->init.iDb;
77     sqlite3_stmt *pStmt;
78     TESTONLY(int rcp);            /* Return code from sqlite3_prepare() */
79 
80     assert( db->init.busy );
81     db->init.iDb = iDb;
82     db->init.newTnum = sqlite3Atoi(argv[1]);
83     db->init.orphanTrigger = 0;
84     TESTONLY(rcp = ) sqlite3_prepare(db, argv[2], -1, &pStmt, 0);
85     rc = db->errCode;
86     assert( (rc&0xFF)==(rcp&0xFF) );
87     db->init.iDb = saved_iDb;
88     assert( saved_iDb==0 || (db->mDbFlags & DBFLAG_Vacuum)!=0 );
89     if( SQLITE_OK!=rc ){
90       if( db->init.orphanTrigger ){
91         assert( iDb==1 );
92       }else{
93         pData->rc = rc;
94         if( rc==SQLITE_NOMEM ){
95           sqlite3OomFault(db);
96         }else if( rc!=SQLITE_INTERRUPT && (rc&0xFF)!=SQLITE_LOCKED ){
97           corruptSchema(pData, argv[0], sqlite3_errmsg(db));
98         }
99       }
100     }
101     sqlite3_finalize(pStmt);
102   }else if( argv[0]==0 || (argv[2]!=0 && argv[2][0]!=0) ){
103     corruptSchema(pData, argv[0], 0);
104   }else{
105     /* If the SQL column is blank it means this is an index that
106     ** was created to be the PRIMARY KEY or to fulfill a UNIQUE
107     ** constraint for a CREATE TABLE.  The index should have already
108     ** been created when we processed the CREATE TABLE.  All we have
109     ** to do here is record the root page number for that index.
110     */
111     Index *pIndex;
112     pIndex = sqlite3FindIndex(db, argv[0], db->aDb[iDb].zDbSName);
113     if( pIndex==0 ){
114       /* This can occur if there exists an index on a TEMP table which
115       ** has the same name as another index on a permanent index.  Since
116       ** the permanent table is hidden by the TEMP table, we can also
117       ** safely ignore the index on the permanent table.
118       */
119       /* Do Nothing */;
120     }else if( sqlite3GetInt32(argv[1], &pIndex->tnum)==0 ){
121       corruptSchema(pData, argv[0], "invalid rootpage");
122     }
123   }
124   return 0;
125 }
126 
127 /*
128 ** Attempt to read the database schema and initialize internal
129 ** data structures for a single database file.  The index of the
130 ** database file is given by iDb.  iDb==0 is used for the main
131 ** database.  iDb==1 should never be used.  iDb>=2 is used for
132 ** auxiliary databases.  Return one of the SQLITE_ error codes to
133 ** indicate success or failure.
134 */
135 static int sqlite3InitOne(sqlite3 *db, int iDb, char **pzErrMsg){
136   int rc;
137   int i;
138 #ifndef SQLITE_OMIT_DEPRECATED
139   int size;
140 #endif
141   Db *pDb;
142   char const *azArg[4];
143   int meta[5];
144   InitData initData;
145   const char *zMasterName;
146   int openedTransaction = 0;
147 
148   assert( iDb>=0 && iDb<db->nDb );
149   assert( db->aDb[iDb].pSchema );
150   assert( sqlite3_mutex_held(db->mutex) );
151   assert( iDb==1 || sqlite3BtreeHoldsMutex(db->aDb[iDb].pBt) );
152 
153   /* Construct the in-memory representation schema tables (sqlite_master or
154   ** sqlite_temp_master) by invoking the parser directly.  The appropriate
155   ** table name will be inserted automatically by the parser so we can just
156   ** use the abbreviation "x" here.  The parser will also automatically tag
157   ** the schema table as read-only. */
158   azArg[0] = zMasterName = SCHEMA_TABLE(iDb);
159   azArg[1] = "1";
160   azArg[2] = "CREATE TABLE x(type text,name text,tbl_name text,"
161                             "rootpage integer,sql text)";
162   azArg[3] = 0;
163   initData.db = db;
164   initData.iDb = iDb;
165   initData.rc = SQLITE_OK;
166   initData.pzErrMsg = pzErrMsg;
167   sqlite3InitCallback(&initData, 3, (char **)azArg, 0);
168   if( initData.rc ){
169     rc = initData.rc;
170     goto error_out;
171   }
172 
173   /* Create a cursor to hold the database open
174   */
175   pDb = &db->aDb[iDb];
176   if( pDb->pBt==0 ){
177     if( !OMIT_TEMPDB && ALWAYS(iDb==1) ){
178       DbSetProperty(db, 1, DB_SchemaLoaded);
179     }
180     return SQLITE_OK;
181   }
182 
183   /* If there is not already a read-only (or read-write) transaction opened
184   ** on the b-tree database, open one now. If a transaction is opened, it
185   ** will be closed before this function returns.  */
186   sqlite3BtreeEnter(pDb->pBt);
187   if( !sqlite3BtreeIsInReadTrans(pDb->pBt) ){
188     rc = sqlite3BtreeBeginTrans(pDb->pBt, 0);
189     if( rc!=SQLITE_OK ){
190       sqlite3SetString(pzErrMsg, db, sqlite3ErrStr(rc));
191       goto initone_error_out;
192     }
193     openedTransaction = 1;
194   }
195 
196   /* Get the database meta information.
197   **
198   ** Meta values are as follows:
199   **    meta[0]   Schema cookie.  Changes with each schema change.
200   **    meta[1]   File format of schema layer.
201   **    meta[2]   Size of the page cache.
202   **    meta[3]   Largest rootpage (auto/incr_vacuum mode)
203   **    meta[4]   Db text encoding. 1:UTF-8 2:UTF-16LE 3:UTF-16BE
204   **    meta[5]   User version
205   **    meta[6]   Incremental vacuum mode
206   **    meta[7]   unused
207   **    meta[8]   unused
208   **    meta[9]   unused
209   **
210   ** Note: The #defined SQLITE_UTF* symbols in sqliteInt.h correspond to
211   ** the possible values of meta[4].
212   */
213   for(i=0; i<ArraySize(meta); i++){
214     sqlite3BtreeGetMeta(pDb->pBt, i+1, (u32 *)&meta[i]);
215   }
216   pDb->pSchema->schema_cookie = meta[BTREE_SCHEMA_VERSION-1];
217 
218   /* If opening a non-empty database, check the text encoding. For the
219   ** main database, set sqlite3.enc to the encoding of the main database.
220   ** For an attached db, it is an error if the encoding is not the same
221   ** as sqlite3.enc.
222   */
223   if( meta[BTREE_TEXT_ENCODING-1] ){  /* text encoding */
224     if( iDb==0 ){
225 #ifndef SQLITE_OMIT_UTF16
226       u8 encoding;
227       /* If opening the main database, set ENC(db). */
228       encoding = (u8)meta[BTREE_TEXT_ENCODING-1] & 3;
229       if( encoding==0 ) encoding = SQLITE_UTF8;
230       ENC(db) = encoding;
231 #else
232       ENC(db) = SQLITE_UTF8;
233 #endif
234     }else{
235       /* If opening an attached database, the encoding much match ENC(db) */
236       if( meta[BTREE_TEXT_ENCODING-1]!=ENC(db) ){
237         sqlite3SetString(pzErrMsg, db, "attached databases must use the same"
238             " text encoding as main database");
239         rc = SQLITE_ERROR;
240         goto initone_error_out;
241       }
242     }
243   }else{
244     DbSetProperty(db, iDb, DB_Empty);
245   }
246   pDb->pSchema->enc = ENC(db);
247 
248   if( pDb->pSchema->cache_size==0 ){
249 #ifndef SQLITE_OMIT_DEPRECATED
250     size = sqlite3AbsInt32(meta[BTREE_DEFAULT_CACHE_SIZE-1]);
251     if( size==0 ){ size = SQLITE_DEFAULT_CACHE_SIZE; }
252     pDb->pSchema->cache_size = size;
253 #else
254     pDb->pSchema->cache_size = SQLITE_DEFAULT_CACHE_SIZE;
255 #endif
256     sqlite3BtreeSetCacheSize(pDb->pBt, pDb->pSchema->cache_size);
257   }
258 
259   /*
260   ** file_format==1    Version 3.0.0.
261   ** file_format==2    Version 3.1.3.  // ALTER TABLE ADD COLUMN
262   ** file_format==3    Version 3.1.4.  // ditto but with non-NULL defaults
263   ** file_format==4    Version 3.3.0.  // DESC indices.  Boolean constants
264   */
265   pDb->pSchema->file_format = (u8)meta[BTREE_FILE_FORMAT-1];
266   if( pDb->pSchema->file_format==0 ){
267     pDb->pSchema->file_format = 1;
268   }
269   if( pDb->pSchema->file_format>SQLITE_MAX_FILE_FORMAT ){
270     sqlite3SetString(pzErrMsg, db, "unsupported file format");
271     rc = SQLITE_ERROR;
272     goto initone_error_out;
273   }
274 
275   /* Ticket #2804:  When we open a database in the newer file format,
276   ** clear the legacy_file_format pragma flag so that a VACUUM will
277   ** not downgrade the database and thus invalidate any descending
278   ** indices that the user might have created.
279   */
280   if( iDb==0 && meta[BTREE_FILE_FORMAT-1]>=4 ){
281     db->flags &= ~SQLITE_LegacyFileFmt;
282   }
283 
284   /* Read the schema information out of the schema tables
285   */
286   assert( db->init.busy );
287   {
288     char *zSql;
289     zSql = sqlite3MPrintf(db,
290         "SELECT name, rootpage, sql FROM \"%w\".%s ORDER BY rowid",
291         db->aDb[iDb].zDbSName, zMasterName);
292 #ifndef SQLITE_OMIT_AUTHORIZATION
293     {
294       sqlite3_xauth xAuth;
295       xAuth = db->xAuth;
296       db->xAuth = 0;
297 #endif
298       rc = sqlite3_exec(db, zSql, sqlite3InitCallback, &initData, 0);
299 #ifndef SQLITE_OMIT_AUTHORIZATION
300       db->xAuth = xAuth;
301     }
302 #endif
303     if( rc==SQLITE_OK ) rc = initData.rc;
304     sqlite3DbFree(db, zSql);
305 #ifndef SQLITE_OMIT_ANALYZE
306     if( rc==SQLITE_OK ){
307       sqlite3AnalysisLoad(db, iDb);
308     }
309 #endif
310   }
311   if( db->mallocFailed ){
312     rc = SQLITE_NOMEM_BKPT;
313     sqlite3ResetAllSchemasOfConnection(db);
314   }
315   if( rc==SQLITE_OK || (db->flags&SQLITE_WriteSchema)){
316     /* Black magic: If the SQLITE_WriteSchema flag is set, then consider
317     ** the schema loaded, even if errors occurred. In this situation the
318     ** current sqlite3_prepare() operation will fail, but the following one
319     ** will attempt to compile the supplied statement against whatever subset
320     ** of the schema was loaded before the error occurred. The primary
321     ** purpose of this is to allow access to the sqlite_master table
322     ** even when its contents have been corrupted.
323     */
324     DbSetProperty(db, iDb, DB_SchemaLoaded);
325     rc = SQLITE_OK;
326   }
327 
328   /* Jump here for an error that occurs after successfully allocating
329   ** curMain and calling sqlite3BtreeEnter(). For an error that occurs
330   ** before that point, jump to error_out.
331   */
332 initone_error_out:
333   if( openedTransaction ){
334     sqlite3BtreeCommit(pDb->pBt);
335   }
336   sqlite3BtreeLeave(pDb->pBt);
337 
338 error_out:
339   if( rc==SQLITE_NOMEM || rc==SQLITE_IOERR_NOMEM ){
340     sqlite3OomFault(db);
341   }
342   return rc;
343 }
344 
345 /*
346 ** Initialize all database files - the main database file, the file
347 ** used to store temporary tables, and any additional database files
348 ** created using ATTACH statements.  Return a success code.  If an
349 ** error occurs, write an error message into *pzErrMsg.
350 **
351 ** After a database is initialized, the DB_SchemaLoaded bit is set
352 ** bit is set in the flags field of the Db structure. If the database
353 ** file was of zero-length, then the DB_Empty flag is also set.
354 */
355 int sqlite3Init(sqlite3 *db, char **pzErrMsg){
356   int i, rc;
357   int commit_internal = !(db->mDbFlags&DBFLAG_SchemaChange);
358 
359   assert( sqlite3_mutex_held(db->mutex) );
360   assert( sqlite3BtreeHoldsMutex(db->aDb[0].pBt) );
361   assert( db->init.busy==0 );
362   rc = SQLITE_OK;
363   db->init.busy = 1;
364   ENC(db) = SCHEMA_ENC(db);
365   for(i=0; rc==SQLITE_OK && i<db->nDb; i++){
366     if( DbHasProperty(db, i, DB_SchemaLoaded) || i==1 ) continue;
367     rc = sqlite3InitOne(db, i, pzErrMsg);
368     if( rc ){
369       sqlite3ResetOneSchema(db, i);
370     }
371   }
372 
373   /* Once all the other databases have been initialized, load the schema
374   ** for the TEMP database. This is loaded last, as the TEMP database
375   ** schema may contain references to objects in other databases.
376   */
377 #ifndef SQLITE_OMIT_TEMPDB
378   assert( db->nDb>1 );
379   if( rc==SQLITE_OK && !DbHasProperty(db, 1, DB_SchemaLoaded) ){
380     rc = sqlite3InitOne(db, 1, pzErrMsg);
381     if( rc ){
382       sqlite3ResetOneSchema(db, 1);
383     }
384   }
385 #endif
386 
387   db->init.busy = 0;
388   if( rc==SQLITE_OK && commit_internal ){
389     sqlite3CommitInternalChanges(db);
390   }
391 
392   return rc;
393 }
394 
395 /*
396 ** This routine is a no-op if the database schema is already initialized.
397 ** Otherwise, the schema is loaded. An error code is returned.
398 */
399 int sqlite3ReadSchema(Parse *pParse){
400   int rc = SQLITE_OK;
401   sqlite3 *db = pParse->db;
402   assert( sqlite3_mutex_held(db->mutex) );
403   if( !db->init.busy ){
404     rc = sqlite3Init(db, &pParse->zErrMsg);
405   }
406   if( rc!=SQLITE_OK ){
407     pParse->rc = rc;
408     pParse->nErr++;
409   }
410   return rc;
411 }
412 
413 
414 /*
415 ** Check schema cookies in all databases.  If any cookie is out
416 ** of date set pParse->rc to SQLITE_SCHEMA.  If all schema cookies
417 ** make no changes to pParse->rc.
418 */
419 static void schemaIsValid(Parse *pParse){
420   sqlite3 *db = pParse->db;
421   int iDb;
422   int rc;
423   int cookie;
424 
425   assert( pParse->checkSchema );
426   assert( sqlite3_mutex_held(db->mutex) );
427   for(iDb=0; iDb<db->nDb; iDb++){
428     int openedTransaction = 0;         /* True if a transaction is opened */
429     Btree *pBt = db->aDb[iDb].pBt;     /* Btree database to read cookie from */
430     if( pBt==0 ) continue;
431 
432     /* If there is not already a read-only (or read-write) transaction opened
433     ** on the b-tree database, open one now. If a transaction is opened, it
434     ** will be closed immediately after reading the meta-value. */
435     if( !sqlite3BtreeIsInReadTrans(pBt) ){
436       rc = sqlite3BtreeBeginTrans(pBt, 0);
437       if( rc==SQLITE_NOMEM || rc==SQLITE_IOERR_NOMEM ){
438         sqlite3OomFault(db);
439       }
440       if( rc!=SQLITE_OK ) return;
441       openedTransaction = 1;
442     }
443 
444     /* Read the schema cookie from the database. If it does not match the
445     ** value stored as part of the in-memory schema representation,
446     ** set Parse.rc to SQLITE_SCHEMA. */
447     sqlite3BtreeGetMeta(pBt, BTREE_SCHEMA_VERSION, (u32 *)&cookie);
448     assert( sqlite3SchemaMutexHeld(db, iDb, 0) );
449     if( cookie!=db->aDb[iDb].pSchema->schema_cookie ){
450       sqlite3ResetOneSchema(db, iDb);
451       pParse->rc = SQLITE_SCHEMA;
452     }
453 
454     /* Close the transaction, if one was opened. */
455     if( openedTransaction ){
456       sqlite3BtreeCommit(pBt);
457     }
458   }
459 }
460 
461 /*
462 ** Convert a schema pointer into the iDb index that indicates
463 ** which database file in db->aDb[] the schema refers to.
464 **
465 ** If the same database is attached more than once, the first
466 ** attached database is returned.
467 */
468 int sqlite3SchemaToIndex(sqlite3 *db, Schema *pSchema){
469   int i = -1000000;
470 
471   /* If pSchema is NULL, then return -1000000. This happens when code in
472   ** expr.c is trying to resolve a reference to a transient table (i.e. one
473   ** created by a sub-select). In this case the return value of this
474   ** function should never be used.
475   **
476   ** We return -1000000 instead of the more usual -1 simply because using
477   ** -1000000 as the incorrect index into db->aDb[] is much
478   ** more likely to cause a segfault than -1 (of course there are assert()
479   ** statements too, but it never hurts to play the odds).
480   */
481   assert( sqlite3_mutex_held(db->mutex) );
482   if( pSchema ){
483     for(i=0; ALWAYS(i<db->nDb); i++){
484       if( db->aDb[i].pSchema==pSchema ){
485         break;
486       }
487     }
488     assert( i>=0 && i<db->nDb );
489   }
490   return i;
491 }
492 
493 /*
494 ** Free all memory allocations in the pParse object
495 */
496 void sqlite3ParserReset(Parse *pParse){
497   sqlite3 *db = pParse->db;
498   sqlite3DbFree(db, pParse->aLabel);
499   sqlite3ExprListDelete(db, pParse->pConstExpr);
500   if( db ){
501     assert( db->lookaside.bDisable >= pParse->disableLookaside );
502     db->lookaside.bDisable -= pParse->disableLookaside;
503   }
504   pParse->disableLookaside = 0;
505 }
506 
507 /*
508 ** Compile the UTF-8 encoded SQL statement zSql into a statement handle.
509 */
510 static int sqlite3Prepare(
511   sqlite3 *db,              /* Database handle. */
512   const char *zSql,         /* UTF-8 encoded SQL statement. */
513   int nBytes,               /* Length of zSql in bytes. */
514   u32 prepFlags,            /* Zero or more SQLITE_PREPARE_* flags */
515   Vdbe *pReprepare,         /* VM being reprepared */
516   sqlite3_stmt **ppStmt,    /* OUT: A pointer to the prepared statement */
517   const char **pzTail       /* OUT: End of parsed string */
518 ){
519   char *zErrMsg = 0;        /* Error message */
520   int rc = SQLITE_OK;       /* Result code */
521   int i;                    /* Loop counter */
522   Parse sParse;             /* Parsing context */
523 
524   memset(&sParse, 0, PARSE_HDR_SZ);
525   memset(PARSE_TAIL(&sParse), 0, PARSE_TAIL_SZ);
526   sParse.pReprepare = pReprepare;
527   assert( ppStmt && *ppStmt==0 );
528   /* assert( !db->mallocFailed ); // not true with SQLITE_USE_ALLOCA */
529   assert( sqlite3_mutex_held(db->mutex) );
530 
531   /* For a long-term use prepared statement avoid the use of
532   ** lookaside memory.
533   */
534   if( prepFlags & SQLITE_PREPARE_PERSISTENT ){
535     sParse.disableLookaside++;
536     db->lookaside.bDisable++;
537   }
538 
539   /* Check to verify that it is possible to get a read lock on all
540   ** database schemas.  The inability to get a read lock indicates that
541   ** some other database connection is holding a write-lock, which in
542   ** turn means that the other connection has made uncommitted changes
543   ** to the schema.
544   **
545   ** Were we to proceed and prepare the statement against the uncommitted
546   ** schema changes and if those schema changes are subsequently rolled
547   ** back and different changes are made in their place, then when this
548   ** prepared statement goes to run the schema cookie would fail to detect
549   ** the schema change.  Disaster would follow.
550   **
551   ** This thread is currently holding mutexes on all Btrees (because
552   ** of the sqlite3BtreeEnterAll() in sqlite3LockAndPrepare()) so it
553   ** is not possible for another thread to start a new schema change
554   ** while this routine is running.  Hence, we do not need to hold
555   ** locks on the schema, we just need to make sure nobody else is
556   ** holding them.
557   **
558   ** Note that setting READ_UNCOMMITTED overrides most lock detection,
559   ** but it does *not* override schema lock detection, so this all still
560   ** works even if READ_UNCOMMITTED is set.
561   */
562   for(i=0; i<db->nDb; i++) {
563     Btree *pBt = db->aDb[i].pBt;
564     if( pBt ){
565       assert( sqlite3BtreeHoldsMutex(pBt) );
566       rc = sqlite3BtreeSchemaLocked(pBt);
567       if( rc ){
568         const char *zDb = db->aDb[i].zDbSName;
569         sqlite3ErrorWithMsg(db, rc, "database schema is locked: %s", zDb);
570         testcase( db->flags & SQLITE_ReadUncommit );
571         goto end_prepare;
572       }
573     }
574   }
575 
576   sqlite3VtabUnlockList(db);
577 
578   sParse.db = db;
579   if( nBytes>=0 && (nBytes==0 || zSql[nBytes-1]!=0) ){
580     char *zSqlCopy;
581     int mxLen = db->aLimit[SQLITE_LIMIT_SQL_LENGTH];
582     testcase( nBytes==mxLen );
583     testcase( nBytes==mxLen+1 );
584     if( nBytes>mxLen ){
585       sqlite3ErrorWithMsg(db, SQLITE_TOOBIG, "statement too long");
586       rc = sqlite3ApiExit(db, SQLITE_TOOBIG);
587       goto end_prepare;
588     }
589     zSqlCopy = sqlite3DbStrNDup(db, zSql, nBytes);
590     if( zSqlCopy ){
591       sqlite3RunParser(&sParse, zSqlCopy, &zErrMsg);
592       sParse.zTail = &zSql[sParse.zTail-zSqlCopy];
593       sqlite3DbFree(db, zSqlCopy);
594     }else{
595       sParse.zTail = &zSql[nBytes];
596     }
597   }else{
598     sqlite3RunParser(&sParse, zSql, &zErrMsg);
599   }
600   assert( 0==sParse.nQueryLoop );
601 
602   if( sParse.rc==SQLITE_DONE ) sParse.rc = SQLITE_OK;
603   if( sParse.checkSchema ){
604     schemaIsValid(&sParse);
605   }
606   if( db->mallocFailed ){
607     sParse.rc = SQLITE_NOMEM_BKPT;
608   }
609   if( pzTail ){
610     *pzTail = sParse.zTail;
611   }
612   rc = sParse.rc;
613 
614 #ifndef SQLITE_OMIT_EXPLAIN
615   if( rc==SQLITE_OK && sParse.pVdbe && sParse.explain ){
616     static const char * const azColName[] = {
617        "addr", "opcode", "p1", "p2", "p3", "p4", "p5", "comment",
618        "selectid", "order", "from", "detail"
619     };
620     int iFirst, mx;
621     if( sParse.explain==2 ){
622       sqlite3VdbeSetNumCols(sParse.pVdbe, 4);
623       iFirst = 8;
624       mx = 12;
625     }else{
626       sqlite3VdbeSetNumCols(sParse.pVdbe, 8);
627       iFirst = 0;
628       mx = 8;
629     }
630     for(i=iFirst; i<mx; i++){
631       sqlite3VdbeSetColName(sParse.pVdbe, i-iFirst, COLNAME_NAME,
632                             azColName[i], SQLITE_STATIC);
633     }
634   }
635 #endif
636 
637   if( db->init.busy==0 ){
638     sqlite3VdbeSetSql(sParse.pVdbe, zSql, (int)(sParse.zTail-zSql), prepFlags);
639   }
640   if( sParse.pVdbe && (rc!=SQLITE_OK || db->mallocFailed) ){
641     sqlite3VdbeFinalize(sParse.pVdbe);
642     assert(!(*ppStmt));
643   }else{
644     *ppStmt = (sqlite3_stmt*)sParse.pVdbe;
645   }
646 
647   if( zErrMsg ){
648     sqlite3ErrorWithMsg(db, rc, "%s", zErrMsg);
649     sqlite3DbFree(db, zErrMsg);
650   }else{
651     sqlite3Error(db, rc);
652   }
653 
654   /* Delete any TriggerPrg structures allocated while parsing this statement. */
655   while( sParse.pTriggerPrg ){
656     TriggerPrg *pT = sParse.pTriggerPrg;
657     sParse.pTriggerPrg = pT->pNext;
658     sqlite3DbFree(db, pT);
659   }
660 
661 end_prepare:
662 
663   sqlite3ParserReset(&sParse);
664   rc = sqlite3ApiExit(db, rc);
665   assert( (rc&db->errMask)==rc );
666   return rc;
667 }
668 static int sqlite3LockAndPrepare(
669   sqlite3 *db,              /* Database handle. */
670   const char *zSql,         /* UTF-8 encoded SQL statement. */
671   int nBytes,               /* Length of zSql in bytes. */
672   u32 prepFlags,            /* Zero or more SQLITE_PREPARE_* flags */
673   Vdbe *pOld,               /* VM being reprepared */
674   sqlite3_stmt **ppStmt,    /* OUT: A pointer to the prepared statement */
675   const char **pzTail       /* OUT: End of parsed string */
676 ){
677   int rc;
678 
679 #ifdef SQLITE_ENABLE_API_ARMOR
680   if( ppStmt==0 ) return SQLITE_MISUSE_BKPT;
681 #endif
682   *ppStmt = 0;
683   if( !sqlite3SafetyCheckOk(db)||zSql==0 ){
684     return SQLITE_MISUSE_BKPT;
685   }
686   sqlite3_mutex_enter(db->mutex);
687   sqlite3BtreeEnterAll(db);
688   rc = sqlite3Prepare(db, zSql, nBytes, prepFlags, pOld, ppStmt, pzTail);
689   if( rc==SQLITE_SCHEMA ){
690     sqlite3_finalize(*ppStmt);
691     rc = sqlite3Prepare(db, zSql, nBytes, prepFlags, pOld, ppStmt, pzTail);
692   }
693   sqlite3BtreeLeaveAll(db);
694   sqlite3_mutex_leave(db->mutex);
695   assert( rc==SQLITE_OK || *ppStmt==0 );
696   return rc;
697 }
698 
699 /*
700 ** Rerun the compilation of a statement after a schema change.
701 **
702 ** If the statement is successfully recompiled, return SQLITE_OK. Otherwise,
703 ** if the statement cannot be recompiled because another connection has
704 ** locked the sqlite3_master table, return SQLITE_LOCKED. If any other error
705 ** occurs, return SQLITE_SCHEMA.
706 */
707 int sqlite3Reprepare(Vdbe *p){
708   int rc;
709   sqlite3_stmt *pNew;
710   const char *zSql;
711   sqlite3 *db;
712   u8 prepFlags;
713 
714   assert( sqlite3_mutex_held(sqlite3VdbeDb(p)->mutex) );
715   zSql = sqlite3_sql((sqlite3_stmt *)p);
716   assert( zSql!=0 );  /* Reprepare only called for prepare_v2() statements */
717   db = sqlite3VdbeDb(p);
718   assert( sqlite3_mutex_held(db->mutex) );
719   prepFlags = sqlite3VdbePrepareFlags(p);
720   rc = sqlite3LockAndPrepare(db, zSql, -1, prepFlags, p, &pNew, 0);
721   if( rc ){
722     if( rc==SQLITE_NOMEM ){
723       sqlite3OomFault(db);
724     }
725     assert( pNew==0 );
726     return rc;
727   }else{
728     assert( pNew!=0 );
729   }
730   sqlite3VdbeSwap((Vdbe*)pNew, p);
731   sqlite3TransferBindings(pNew, (sqlite3_stmt*)p);
732   sqlite3VdbeResetStepResult((Vdbe*)pNew);
733   sqlite3VdbeFinalize((Vdbe*)pNew);
734   return SQLITE_OK;
735 }
736 
737 
738 /*
739 ** Two versions of the official API.  Legacy and new use.  In the legacy
740 ** version, the original SQL text is not saved in the prepared statement
741 ** and so if a schema change occurs, SQLITE_SCHEMA is returned by
742 ** sqlite3_step().  In the new version, the original SQL text is retained
743 ** and the statement is automatically recompiled if an schema change
744 ** occurs.
745 */
746 int sqlite3_prepare(
747   sqlite3 *db,              /* Database handle. */
748   const char *zSql,         /* UTF-8 encoded SQL statement. */
749   int nBytes,               /* Length of zSql in bytes. */
750   sqlite3_stmt **ppStmt,    /* OUT: A pointer to the prepared statement */
751   const char **pzTail       /* OUT: End of parsed string */
752 ){
753   int rc;
754   rc = sqlite3LockAndPrepare(db,zSql,nBytes,0,0,ppStmt,pzTail);
755   assert( rc==SQLITE_OK || ppStmt==0 || *ppStmt==0 );  /* VERIFY: F13021 */
756   return rc;
757 }
758 int sqlite3_prepare_v2(
759   sqlite3 *db,              /* Database handle. */
760   const char *zSql,         /* UTF-8 encoded SQL statement. */
761   int nBytes,               /* Length of zSql in bytes. */
762   sqlite3_stmt **ppStmt,    /* OUT: A pointer to the prepared statement */
763   const char **pzTail       /* OUT: End of parsed string */
764 ){
765   int rc;
766   /* EVIDENCE-OF: R-37923-12173 The sqlite3_prepare_v2() interface works
767   ** exactly the same as sqlite3_prepare_v3() with a zero prepFlags
768   ** parameter.
769   **
770   ** Proof in that the 5th parameter to sqlite3LockAndPrepare is 0 */
771   rc = sqlite3LockAndPrepare(db,zSql,nBytes,SQLITE_PREPARE_SAVESQL,0,
772                              ppStmt,pzTail);
773   assert( rc==SQLITE_OK || ppStmt==0 || *ppStmt==0 );
774   return rc;
775 }
776 int sqlite3_prepare_v3(
777   sqlite3 *db,              /* Database handle. */
778   const char *zSql,         /* UTF-8 encoded SQL statement. */
779   int nBytes,               /* Length of zSql in bytes. */
780   unsigned int prepFlags,   /* Zero or more SQLITE_PREPARE_* flags */
781   sqlite3_stmt **ppStmt,    /* OUT: A pointer to the prepared statement */
782   const char **pzTail       /* OUT: End of parsed string */
783 ){
784   int rc;
785   /* EVIDENCE-OF: R-56861-42673 sqlite3_prepare_v3() differs from
786   ** sqlite3_prepare_v2() only in having the extra prepFlags parameter,
787   ** which is a bit array consisting of zero or more of the
788   ** SQLITE_PREPARE_* flags.
789   **
790   ** Proof by comparison to the implementation of sqlite3_prepare_v2()
791   ** directly above. */
792   rc = sqlite3LockAndPrepare(db,zSql,nBytes,
793                  SQLITE_PREPARE_SAVESQL|(prepFlags&SQLITE_PREPARE_MASK),
794                  0,ppStmt,pzTail);
795   assert( rc==SQLITE_OK || ppStmt==0 || *ppStmt==0 );
796   return rc;
797 }
798 
799 
800 #ifndef SQLITE_OMIT_UTF16
801 /*
802 ** Compile the UTF-16 encoded SQL statement zSql into a statement handle.
803 */
804 static int sqlite3Prepare16(
805   sqlite3 *db,              /* Database handle. */
806   const void *zSql,         /* UTF-16 encoded SQL statement. */
807   int nBytes,               /* Length of zSql in bytes. */
808   u32 prepFlags,            /* Zero or more SQLITE_PREPARE_* flags */
809   sqlite3_stmt **ppStmt,    /* OUT: A pointer to the prepared statement */
810   const void **pzTail       /* OUT: End of parsed string */
811 ){
812   /* This function currently works by first transforming the UTF-16
813   ** encoded string to UTF-8, then invoking sqlite3_prepare(). The
814   ** tricky bit is figuring out the pointer to return in *pzTail.
815   */
816   char *zSql8;
817   const char *zTail8 = 0;
818   int rc = SQLITE_OK;
819 
820 #ifdef SQLITE_ENABLE_API_ARMOR
821   if( ppStmt==0 ) return SQLITE_MISUSE_BKPT;
822 #endif
823   *ppStmt = 0;
824   if( !sqlite3SafetyCheckOk(db)||zSql==0 ){
825     return SQLITE_MISUSE_BKPT;
826   }
827   if( nBytes>=0 ){
828     int sz;
829     const char *z = (const char*)zSql;
830     for(sz=0; sz<nBytes && (z[sz]!=0 || z[sz+1]!=0); sz += 2){}
831     nBytes = sz;
832   }
833   sqlite3_mutex_enter(db->mutex);
834   zSql8 = sqlite3Utf16to8(db, zSql, nBytes, SQLITE_UTF16NATIVE);
835   if( zSql8 ){
836     rc = sqlite3LockAndPrepare(db, zSql8, -1, prepFlags, 0, ppStmt, &zTail8);
837   }
838 
839   if( zTail8 && pzTail ){
840     /* If sqlite3_prepare returns a tail pointer, we calculate the
841     ** equivalent pointer into the UTF-16 string by counting the unicode
842     ** characters between zSql8 and zTail8, and then returning a pointer
843     ** the same number of characters into the UTF-16 string.
844     */
845     int chars_parsed = sqlite3Utf8CharLen(zSql8, (int)(zTail8-zSql8));
846     *pzTail = (u8 *)zSql + sqlite3Utf16ByteLen(zSql, chars_parsed);
847   }
848   sqlite3DbFree(db, zSql8);
849   rc = sqlite3ApiExit(db, rc);
850   sqlite3_mutex_leave(db->mutex);
851   return rc;
852 }
853 
854 /*
855 ** Two versions of the official API.  Legacy and new use.  In the legacy
856 ** version, the original SQL text is not saved in the prepared statement
857 ** and so if a schema change occurs, SQLITE_SCHEMA is returned by
858 ** sqlite3_step().  In the new version, the original SQL text is retained
859 ** and the statement is automatically recompiled if an schema change
860 ** occurs.
861 */
862 int sqlite3_prepare16(
863   sqlite3 *db,              /* Database handle. */
864   const void *zSql,         /* UTF-16 encoded SQL statement. */
865   int nBytes,               /* Length of zSql in bytes. */
866   sqlite3_stmt **ppStmt,    /* OUT: A pointer to the prepared statement */
867   const void **pzTail       /* OUT: End of parsed string */
868 ){
869   int rc;
870   rc = sqlite3Prepare16(db,zSql,nBytes,0,ppStmt,pzTail);
871   assert( rc==SQLITE_OK || ppStmt==0 || *ppStmt==0 );  /* VERIFY: F13021 */
872   return rc;
873 }
874 int sqlite3_prepare16_v2(
875   sqlite3 *db,              /* Database handle. */
876   const void *zSql,         /* UTF-16 encoded SQL statement. */
877   int nBytes,               /* Length of zSql in bytes. */
878   sqlite3_stmt **ppStmt,    /* OUT: A pointer to the prepared statement */
879   const void **pzTail       /* OUT: End of parsed string */
880 ){
881   int rc;
882   rc = sqlite3Prepare16(db,zSql,nBytes,SQLITE_PREPARE_SAVESQL,ppStmt,pzTail);
883   assert( rc==SQLITE_OK || ppStmt==0 || *ppStmt==0 );  /* VERIFY: F13021 */
884   return rc;
885 }
886 int sqlite3_prepare16_v3(
887   sqlite3 *db,              /* Database handle. */
888   const void *zSql,         /* UTF-16 encoded SQL statement. */
889   int nBytes,               /* Length of zSql in bytes. */
890   unsigned int prepFlags,   /* Zero or more SQLITE_PREPARE_* flags */
891   sqlite3_stmt **ppStmt,    /* OUT: A pointer to the prepared statement */
892   const void **pzTail       /* OUT: End of parsed string */
893 ){
894   int rc;
895   rc = sqlite3Prepare16(db,zSql,nBytes,
896          SQLITE_PREPARE_SAVESQL|(prepFlags&SQLITE_PREPARE_MASK),
897          ppStmt,pzTail);
898   assert( rc==SQLITE_OK || ppStmt==0 || *ppStmt==0 );  /* VERIFY: F13021 */
899   return rc;
900 }
901 
902 #endif /* SQLITE_OMIT_UTF16 */
903