xref: /sqlite-3.40.0/src/parse.y (revision 200adc9e)
1 %include {
2 /*
3 ** 2001-09-15
4 **
5 ** The author disclaims copyright to this source code.  In place of
6 ** a legal notice, here is a blessing:
7 **
8 **    May you do good and not evil.
9 **    May you find forgiveness for yourself and forgive others.
10 **    May you share freely, never taking more than you give.
11 **
12 *************************************************************************
13 ** This file contains SQLite's SQL parser.
14 **
15 ** The canonical source code to this file ("parse.y") is a Lemon grammar
16 ** file that specifies the input grammar and actions to take while parsing.
17 ** That input file is processed by Lemon to generate a C-language
18 ** implementation of a parser for the given grammer.  You might be reading
19 ** this comment as part of the translated C-code.  Edits should be made
20 ** to the original parse.y sources.
21 */
22 }
23 
24 // All token codes are small integers with #defines that begin with "TK_"
25 %token_prefix TK_
26 
27 // The type of the data attached to each token is Token.  This is also the
28 // default type for non-terminals.
29 //
30 %token_type {Token}
31 %default_type {Token}
32 
33 // An extra argument to the constructor for the parser, which is available
34 // to all actions.
35 %extra_context {Parse *pParse}
36 
37 // This code runs whenever there is a syntax error
38 //
39 %syntax_error {
40   UNUSED_PARAMETER(yymajor);  /* Silence some compiler warnings */
41   if( TOKEN.z[0] ){
42     sqlite3ErrorMsg(pParse, "near \"%T\": syntax error", &TOKEN);
43   }else{
44     sqlite3ErrorMsg(pParse, "incomplete input");
45   }
46 }
47 %stack_overflow {
48   sqlite3ErrorMsg(pParse, "parser stack overflow");
49 }
50 
51 // The name of the generated procedure that implements the parser
52 // is as follows:
53 %name sqlite3Parser
54 
55 // The following text is included near the beginning of the C source
56 // code file that implements the parser.
57 //
58 %include {
59 #include "sqliteInt.h"
60 
61 /*
62 ** Disable all error recovery processing in the parser push-down
63 ** automaton.
64 */
65 #define YYNOERRORRECOVERY 1
66 
67 /*
68 ** Make yytestcase() the same as testcase()
69 */
70 #define yytestcase(X) testcase(X)
71 
72 /*
73 ** Indicate that sqlite3ParserFree() will never be called with a null
74 ** pointer.
75 */
76 #define YYPARSEFREENEVERNULL 1
77 
78 /*
79 ** In the amalgamation, the parse.c file generated by lemon and the
80 ** tokenize.c file are concatenated.  In that case, sqlite3RunParser()
81 ** has access to the the size of the yyParser object and so the parser
82 ** engine can be allocated from stack.  In that case, only the
83 ** sqlite3ParserInit() and sqlite3ParserFinalize() routines are invoked
84 ** and the sqlite3ParserAlloc() and sqlite3ParserFree() routines can be
85 ** omitted.
86 */
87 #ifdef SQLITE_AMALGAMATION
88 # define sqlite3Parser_ENGINEALWAYSONSTACK 1
89 #endif
90 
91 /*
92 ** Alternative datatype for the argument to the malloc() routine passed
93 ** into sqlite3ParserAlloc().  The default is size_t.
94 */
95 #define YYMALLOCARGTYPE  u64
96 
97 /*
98 ** An instance of the following structure describes the event of a
99 ** TRIGGER.  "a" is the event type, one of TK_UPDATE, TK_INSERT,
100 ** TK_DELETE, or TK_INSTEAD.  If the event is of the form
101 **
102 **      UPDATE ON (a,b,c)
103 **
104 ** Then the "b" IdList records the list "a,b,c".
105 */
106 struct TrigEvent { int a; IdList * b; };
107 
108 struct FrameBound     { int eType; Expr *pExpr; };
109 
110 /*
111 ** Disable lookaside memory allocation for objects that might be
112 ** shared across database connections.
113 */
114 static void disableLookaside(Parse *pParse){
115   sqlite3 *db = pParse->db;
116   pParse->disableLookaside++;
117   DisableLookaside;
118 }
119 
120 #if !defined(SQLITE_ENABLE_UPDATE_DELETE_LIMIT) \
121  && defined(SQLITE_UDL_CAPABLE_PARSER)
122 /*
123 ** Issue an error message if an ORDER BY or LIMIT clause occurs on an
124 ** UPDATE or DELETE statement.
125 */
126 static void updateDeleteLimitError(
127   Parse *pParse,
128   ExprList *pOrderBy,
129   Expr *pLimit
130 ){
131   if( pOrderBy ){
132     sqlite3ErrorMsg(pParse, "syntax error near \"ORDER BY\"");
133   }else{
134     sqlite3ErrorMsg(pParse, "syntax error near \"LIMIT\"");
135   }
136   sqlite3ExprListDelete(pParse->db, pOrderBy);
137   sqlite3ExprDelete(pParse->db, pLimit);
138 }
139 #endif /* SQLITE_ENABLE_UPDATE_DELETE_LIMIT */
140 
141 } // end %include
142 
143 // Input is a single SQL command
144 input ::= cmdlist.
145 cmdlist ::= cmdlist ecmd.
146 cmdlist ::= ecmd.
147 ecmd ::= SEMI.
148 ecmd ::= cmdx SEMI.
149 %ifndef SQLITE_OMIT_EXPLAIN
150 ecmd ::= explain cmdx SEMI.       {NEVER-REDUCE}
151 explain ::= EXPLAIN.              { pParse->explain = 1; }
152 explain ::= EXPLAIN QUERY PLAN.   { pParse->explain = 2; }
153 %endif  SQLITE_OMIT_EXPLAIN
154 cmdx ::= cmd.           { sqlite3FinishCoding(pParse); }
155 
156 ///////////////////// Begin and end transactions. ////////////////////////////
157 //
158 
159 cmd ::= BEGIN transtype(Y) trans_opt.  {sqlite3BeginTransaction(pParse, Y);}
160 trans_opt ::= .
161 trans_opt ::= TRANSACTION.
162 trans_opt ::= TRANSACTION nm.
163 %type transtype {int}
164 transtype(A) ::= .             {A = TK_DEFERRED;}
165 transtype(A) ::= DEFERRED(X).  {A = @X; /*A-overwrites-X*/}
166 transtype(A) ::= IMMEDIATE(X). {A = @X; /*A-overwrites-X*/}
167 transtype(A) ::= EXCLUSIVE(X). {A = @X; /*A-overwrites-X*/}
168 cmd ::= COMMIT|END(X) trans_opt.   {sqlite3EndTransaction(pParse,@X);}
169 cmd ::= ROLLBACK(X) trans_opt.     {sqlite3EndTransaction(pParse,@X);}
170 
171 savepoint_opt ::= SAVEPOINT.
172 savepoint_opt ::= .
173 cmd ::= SAVEPOINT nm(X). {
174   sqlite3Savepoint(pParse, SAVEPOINT_BEGIN, &X);
175 }
176 cmd ::= RELEASE savepoint_opt nm(X). {
177   sqlite3Savepoint(pParse, SAVEPOINT_RELEASE, &X);
178 }
179 cmd ::= ROLLBACK trans_opt TO savepoint_opt nm(X). {
180   sqlite3Savepoint(pParse, SAVEPOINT_ROLLBACK, &X);
181 }
182 
183 ///////////////////// The CREATE TABLE statement ////////////////////////////
184 //
185 cmd ::= create_table create_table_args.
186 create_table ::= createkw temp(T) TABLE ifnotexists(E) nm(Y) dbnm(Z). {
187    sqlite3StartTable(pParse,&Y,&Z,T,0,0,E);
188 }
189 createkw(A) ::= CREATE(A).  {disableLookaside(pParse);}
190 
191 %type ifnotexists {int}
192 ifnotexists(A) ::= .              {A = 0;}
193 ifnotexists(A) ::= IF NOT EXISTS. {A = 1;}
194 %type temp {int}
195 %ifndef SQLITE_OMIT_TEMPDB
196 temp(A) ::= TEMP.  {A = pParse->db->init.busy==0;}
197 %endif  SQLITE_OMIT_TEMPDB
198 temp(A) ::= .      {A = 0;}
199 create_table_args ::= LP columnlist conslist_opt(X) RP(E) table_option_set(F). {
200   sqlite3EndTable(pParse,&X,&E,F,0);
201 }
202 create_table_args ::= AS select(S). {
203   sqlite3EndTable(pParse,0,0,0,S);
204   sqlite3SelectDelete(pParse->db, S);
205 }
206 %type table_option_set {u32}
207 %type table_option {u32}
208 table_option_set(A) ::= .    {A = 0;}
209 table_option_set(A) ::= table_option(A).
210 table_option_set(A) ::= table_option_set(X) COMMA table_option(Y). {A = X|Y;}
211 table_option(A) ::= WITHOUT nm(X). {
212   if( X.n==5 && sqlite3_strnicmp(X.z,"rowid",5)==0 ){
213     A = TF_WithoutRowid | TF_NoVisibleRowid;
214   }else{
215     A = 0;
216     sqlite3ErrorMsg(pParse, "unknown table option: %.*s", X.n, X.z);
217   }
218 }
219 table_option(A) ::= nm(X). {
220   if( X.n==6 && sqlite3_strnicmp(X.z,"strict",6)==0 ){
221     A = TF_Strict;
222   }else{
223     A = 0;
224     sqlite3ErrorMsg(pParse, "unknown table option: %.*s", X.n, X.z);
225   }
226 }
227 columnlist ::= columnlist COMMA columnname carglist.
228 columnlist ::= columnname carglist.
229 columnname(A) ::= nm(A) typetoken(Y). {sqlite3AddColumn(pParse,A,Y);}
230 
231 // Declare some tokens early in order to influence their values, to
232 // improve performance and reduce the executable size.  The goal here is
233 // to get the "jump" operations in ISNULL through ESCAPE to have numeric
234 // values that are early enough so that all jump operations are clustered
235 // at the beginning.
236 //
237 %token ABORT ACTION AFTER ANALYZE ASC ATTACH BEFORE BEGIN BY CASCADE CAST.
238 %token CONFLICT DATABASE DEFERRED DESC DETACH EACH END EXCLUSIVE EXPLAIN FAIL.
239 %token OR AND NOT IS MATCH LIKE_KW BETWEEN IN ISNULL NOTNULL NE EQ.
240 %token GT LE LT GE ESCAPE.
241 
242 // The following directive causes tokens ABORT, AFTER, ASC, etc. to
243 // fallback to ID if they will not parse as their original value.
244 // This obviates the need for the "id" nonterminal.
245 //
246 %fallback ID
247   ABORT ACTION AFTER ANALYZE ASC ATTACH BEFORE BEGIN BY CASCADE CAST COLUMNKW
248   CONFLICT DATABASE DEFERRED DESC DETACH DO
249   EACH END EXCLUSIVE EXPLAIN FAIL FOR
250   IGNORE IMMEDIATE INITIALLY INSTEAD LIKE_KW MATCH NO PLAN
251   QUERY KEY OF OFFSET PRAGMA RAISE RECURSIVE RELEASE REPLACE RESTRICT ROW ROWS
252   ROLLBACK SAVEPOINT TEMP TRIGGER VACUUM VIEW VIRTUAL WITH WITHOUT
253   NULLS FIRST LAST
254 %ifdef SQLITE_OMIT_COMPOUND_SELECT
255   EXCEPT INTERSECT UNION
256 %endif SQLITE_OMIT_COMPOUND_SELECT
257 %ifndef SQLITE_OMIT_WINDOWFUNC
258   CURRENT FOLLOWING PARTITION PRECEDING RANGE UNBOUNDED
259   EXCLUDE GROUPS OTHERS TIES
260 %endif SQLITE_OMIT_WINDOWFUNC
261 %ifndef SQLITE_OMIT_GENERATED_COLUMNS
262   GENERATED ALWAYS
263 %endif
264   MATERIALIZED
265   REINDEX RENAME CTIME_KW IF
266   .
267 %wildcard ANY.
268 
269 // Define operator precedence early so that this is the first occurrence
270 // of the operator tokens in the grammer.  Keeping the operators together
271 // causes them to be assigned integer values that are close together,
272 // which keeps parser tables smaller.
273 //
274 // The token values assigned to these symbols is determined by the order
275 // in which lemon first sees them.  It must be the case that ISNULL/NOTNULL,
276 // NE/EQ, GT/LE, and GE/LT are separated by only a single value.  See
277 // the sqlite3ExprIfFalse() routine for additional information on this
278 // constraint.
279 //
280 %left OR.
281 %left AND.
282 %right NOT.
283 %left IS MATCH LIKE_KW BETWEEN IN ISNULL NOTNULL NE EQ.
284 %left GT LE LT GE.
285 %right ESCAPE.
286 %left BITAND BITOR LSHIFT RSHIFT.
287 %left PLUS MINUS.
288 %left STAR SLASH REM.
289 %left CONCAT PTR.
290 %left COLLATE.
291 %right BITNOT.
292 %nonassoc ON.
293 
294 // An IDENTIFIER can be a generic identifier, or one of several
295 // keywords.  Any non-standard keyword can also be an identifier.
296 //
297 %token_class id  ID|INDEXED.
298 
299 
300 // And "ids" is an identifer-or-string.
301 //
302 %token_class ids  ID|STRING.
303 
304 // The name of a column or table can be any of the following:
305 //
306 %type nm {Token}
307 nm(A) ::= id(A).
308 nm(A) ::= STRING(A).
309 nm(A) ::= JOIN_KW(A).
310 
311 // A typetoken is really zero or more tokens that form a type name such
312 // as can be found after the column name in a CREATE TABLE statement.
313 // Multiple tokens are concatenated to form the value of the typetoken.
314 //
315 %type typetoken {Token}
316 typetoken(A) ::= .   {A.n = 0; A.z = 0;}
317 typetoken(A) ::= typename(A).
318 typetoken(A) ::= typename(A) LP signed RP(Y). {
319   A.n = (int)(&Y.z[Y.n] - A.z);
320 }
321 typetoken(A) ::= typename(A) LP signed COMMA signed RP(Y). {
322   A.n = (int)(&Y.z[Y.n] - A.z);
323 }
324 %type typename {Token}
325 typename(A) ::= ids(A).
326 typename(A) ::= typename(A) ids(Y). {A.n=Y.n+(int)(Y.z-A.z);}
327 signed ::= plus_num.
328 signed ::= minus_num.
329 
330 // The scanpt non-terminal takes a value which is a pointer to the
331 // input text just past the last token that has been shifted into
332 // the parser.  By surrounding some phrase in the grammar with two
333 // scanpt non-terminals, we can capture the input text for that phrase.
334 // For example:
335 //
336 //      something ::= .... scanpt(A) phrase scanpt(Z).
337 //
338 // The text that is parsed as "phrase" is a string starting at A
339 // and containing (int)(Z-A) characters.  There might be some extra
340 // whitespace on either end of the text, but that can be removed in
341 // post-processing, if needed.
342 //
343 %type scanpt {const char*}
344 scanpt(A) ::= . {
345   assert( yyLookahead!=YYNOCODE );
346   A = yyLookaheadToken.z;
347 }
348 scantok(A) ::= . {
349   assert( yyLookahead!=YYNOCODE );
350   A = yyLookaheadToken;
351 }
352 
353 // "carglist" is a list of additional constraints that come after the
354 // column name and column type in a CREATE TABLE statement.
355 //
356 carglist ::= carglist ccons.
357 carglist ::= .
358 ccons ::= CONSTRAINT nm(X).           {pParse->constraintName = X;}
359 ccons ::= DEFAULT scantok(A) term(X).
360                             {sqlite3AddDefaultValue(pParse,X,A.z,&A.z[A.n]);}
361 ccons ::= DEFAULT LP(A) expr(X) RP(Z).
362                             {sqlite3AddDefaultValue(pParse,X,A.z+1,Z.z);}
363 ccons ::= DEFAULT PLUS(A) scantok(Z) term(X).
364                             {sqlite3AddDefaultValue(pParse,X,A.z,&Z.z[Z.n]);}
365 ccons ::= DEFAULT MINUS(A) scantok(Z) term(X). {
366   Expr *p = sqlite3PExpr(pParse, TK_UMINUS, X, 0);
367   sqlite3AddDefaultValue(pParse,p,A.z,&Z.z[Z.n]);
368 }
369 ccons ::= DEFAULT scantok id(X).       {
370   Expr *p = tokenExpr(pParse, TK_STRING, X);
371   if( p ){
372     sqlite3ExprIdToTrueFalse(p);
373     testcase( p->op==TK_TRUEFALSE && sqlite3ExprTruthValue(p) );
374   }
375     sqlite3AddDefaultValue(pParse,p,X.z,X.z+X.n);
376 }
377 
378 // In addition to the type name, we also care about the primary key and
379 // UNIQUE constraints.
380 //
381 ccons ::= NULL onconf.
382 ccons ::= NOT NULL onconf(R).    {sqlite3AddNotNull(pParse, R);}
383 ccons ::= PRIMARY KEY sortorder(Z) onconf(R) autoinc(I).
384                                  {sqlite3AddPrimaryKey(pParse,0,R,I,Z);}
385 ccons ::= UNIQUE onconf(R).      {sqlite3CreateIndex(pParse,0,0,0,0,R,0,0,0,0,
386                                    SQLITE_IDXTYPE_UNIQUE);}
387 ccons ::= CHECK LP(A) expr(X) RP(B).  {sqlite3AddCheckConstraint(pParse,X,A.z,B.z);}
388 ccons ::= REFERENCES nm(T) eidlist_opt(TA) refargs(R).
389                                  {sqlite3CreateForeignKey(pParse,0,&T,TA,R);}
390 ccons ::= defer_subclause(D).    {sqlite3DeferForeignKey(pParse,D);}
391 ccons ::= COLLATE ids(C).        {sqlite3AddCollateType(pParse, &C);}
392 ccons ::= GENERATED ALWAYS AS generated.
393 ccons ::= AS generated.
394 generated ::= LP expr(E) RP.          {sqlite3AddGenerated(pParse,E,0);}
395 generated ::= LP expr(E) RP ID(TYPE). {sqlite3AddGenerated(pParse,E,&TYPE);}
396 
397 // The optional AUTOINCREMENT keyword
398 %type autoinc {int}
399 autoinc(X) ::= .          {X = 0;}
400 autoinc(X) ::= AUTOINCR.  {X = 1;}
401 
402 // The next group of rules parses the arguments to a REFERENCES clause
403 // that determine if the referential integrity checking is deferred or
404 // or immediate and which determine what action to take if a ref-integ
405 // check fails.
406 //
407 %type refargs {int}
408 refargs(A) ::= .                  { A = OE_None*0x0101; /* EV: R-19803-45884 */}
409 refargs(A) ::= refargs(A) refarg(Y). { A = (A & ~Y.mask) | Y.value; }
410 %type refarg {struct {int value; int mask;}}
411 refarg(A) ::= MATCH nm.              { A.value = 0;     A.mask = 0x000000; }
412 refarg(A) ::= ON INSERT refact.      { A.value = 0;     A.mask = 0x000000; }
413 refarg(A) ::= ON DELETE refact(X).   { A.value = X;     A.mask = 0x0000ff; }
414 refarg(A) ::= ON UPDATE refact(X).   { A.value = X<<8;  A.mask = 0x00ff00; }
415 %type refact {int}
416 refact(A) ::= SET NULL.              { A = OE_SetNull;  /* EV: R-33326-45252 */}
417 refact(A) ::= SET DEFAULT.           { A = OE_SetDflt;  /* EV: R-33326-45252 */}
418 refact(A) ::= CASCADE.               { A = OE_Cascade;  /* EV: R-33326-45252 */}
419 refact(A) ::= RESTRICT.              { A = OE_Restrict; /* EV: R-33326-45252 */}
420 refact(A) ::= NO ACTION.             { A = OE_None;     /* EV: R-33326-45252 */}
421 %type defer_subclause {int}
422 defer_subclause(A) ::= NOT DEFERRABLE init_deferred_pred_opt.     {A = 0;}
423 defer_subclause(A) ::= DEFERRABLE init_deferred_pred_opt(X).      {A = X;}
424 %type init_deferred_pred_opt {int}
425 init_deferred_pred_opt(A) ::= .                       {A = 0;}
426 init_deferred_pred_opt(A) ::= INITIALLY DEFERRED.     {A = 1;}
427 init_deferred_pred_opt(A) ::= INITIALLY IMMEDIATE.    {A = 0;}
428 
429 conslist_opt(A) ::= .                         {A.n = 0; A.z = 0;}
430 conslist_opt(A) ::= COMMA(A) conslist.
431 conslist ::= conslist tconscomma tcons.
432 conslist ::= tcons.
433 tconscomma ::= COMMA.            {pParse->constraintName.n = 0;}
434 tconscomma ::= .
435 tcons ::= CONSTRAINT nm(X).      {pParse->constraintName = X;}
436 tcons ::= PRIMARY KEY LP sortlist(X) autoinc(I) RP onconf(R).
437                                  {sqlite3AddPrimaryKey(pParse,X,R,I,0);}
438 tcons ::= UNIQUE LP sortlist(X) RP onconf(R).
439                                  {sqlite3CreateIndex(pParse,0,0,0,X,R,0,0,0,0,
440                                        SQLITE_IDXTYPE_UNIQUE);}
441 tcons ::= CHECK LP(A) expr(E) RP(B) onconf.
442                                  {sqlite3AddCheckConstraint(pParse,E,A.z,B.z);}
443 tcons ::= FOREIGN KEY LP eidlist(FA) RP
444           REFERENCES nm(T) eidlist_opt(TA) refargs(R) defer_subclause_opt(D). {
445     sqlite3CreateForeignKey(pParse, FA, &T, TA, R);
446     sqlite3DeferForeignKey(pParse, D);
447 }
448 %type defer_subclause_opt {int}
449 defer_subclause_opt(A) ::= .                    {A = 0;}
450 defer_subclause_opt(A) ::= defer_subclause(A).
451 
452 // The following is a non-standard extension that allows us to declare the
453 // default behavior when there is a constraint conflict.
454 //
455 %type onconf {int}
456 %type orconf {int}
457 %type resolvetype {int}
458 onconf(A) ::= .                              {A = OE_Default;}
459 onconf(A) ::= ON CONFLICT resolvetype(X).    {A = X;}
460 orconf(A) ::= .                              {A = OE_Default;}
461 orconf(A) ::= OR resolvetype(X).             {A = X;}
462 resolvetype(A) ::= raisetype(A).
463 resolvetype(A) ::= IGNORE.                   {A = OE_Ignore;}
464 resolvetype(A) ::= REPLACE.                  {A = OE_Replace;}
465 
466 ////////////////////////// The DROP TABLE /////////////////////////////////////
467 //
468 cmd ::= DROP TABLE ifexists(E) fullname(X). {
469   sqlite3DropTable(pParse, X, 0, E);
470 }
471 %type ifexists {int}
472 ifexists(A) ::= IF EXISTS.   {A = 1;}
473 ifexists(A) ::= .            {A = 0;}
474 
475 ///////////////////// The CREATE VIEW statement /////////////////////////////
476 //
477 %ifndef SQLITE_OMIT_VIEW
478 cmd ::= createkw(X) temp(T) VIEW ifnotexists(E) nm(Y) dbnm(Z) eidlist_opt(C)
479           AS select(S). {
480   sqlite3CreateView(pParse, &X, &Y, &Z, C, S, T, E);
481 }
482 cmd ::= DROP VIEW ifexists(E) fullname(X). {
483   sqlite3DropTable(pParse, X, 1, E);
484 }
485 %endif  SQLITE_OMIT_VIEW
486 
487 //////////////////////// The SELECT statement /////////////////////////////////
488 //
489 cmd ::= select(X).  {
490   SelectDest dest = {SRT_Output, 0, 0, 0, 0, 0, 0};
491   sqlite3Select(pParse, X, &dest);
492   sqlite3SelectDelete(pParse->db, X);
493 }
494 
495 %type select {Select*}
496 %destructor select {sqlite3SelectDelete(pParse->db, $$);}
497 %type selectnowith {Select*}
498 %destructor selectnowith {sqlite3SelectDelete(pParse->db, $$);}
499 %type oneselect {Select*}
500 %destructor oneselect {sqlite3SelectDelete(pParse->db, $$);}
501 
502 %include {
503   /*
504   ** For a compound SELECT statement, make sure p->pPrior->pNext==p for
505   ** all elements in the list.  And make sure list length does not exceed
506   ** SQLITE_LIMIT_COMPOUND_SELECT.
507   */
508   static void parserDoubleLinkSelect(Parse *pParse, Select *p){
509     assert( p!=0 );
510     if( p->pPrior ){
511       Select *pNext = 0, *pLoop = p;
512       int mxSelect, cnt = 1;
513       while(1){
514         pLoop->pNext = pNext;
515         pLoop->selFlags |= SF_Compound;
516         pNext = pLoop;
517         pLoop = pLoop->pPrior;
518         if( pLoop==0 ) break;
519         cnt++;
520         if( pLoop->pOrderBy || pLoop->pLimit ){
521           sqlite3ErrorMsg(pParse,"%s clause should come after %s not before",
522              pLoop->pOrderBy!=0 ? "ORDER BY" : "LIMIT",
523              sqlite3SelectOpName(pNext->op));
524           break;
525         }
526       }
527       if( (p->selFlags & SF_MultiValue)==0 &&
528         (mxSelect = pParse->db->aLimit[SQLITE_LIMIT_COMPOUND_SELECT])>0 &&
529         cnt>mxSelect
530       ){
531         sqlite3ErrorMsg(pParse, "too many terms in compound SELECT");
532       }
533     }
534   }
535 
536   /* Attach a With object describing the WITH clause to a Select
537   ** object describing the query for which the WITH clause is a prefix.
538   */
539   static Select *attachWithToSelect(Parse *pParse, Select *pSelect, With *pWith){
540     if( pSelect ){
541       pSelect->pWith = pWith;
542       parserDoubleLinkSelect(pParse, pSelect);
543     }else{
544       sqlite3WithDelete(pParse->db, pWith);
545     }
546     return pSelect;
547   }
548 }
549 
550 %ifndef SQLITE_OMIT_CTE
551 select(A) ::= WITH wqlist(W) selectnowith(X). {A = attachWithToSelect(pParse,X,W);}
552 select(A) ::= WITH RECURSIVE wqlist(W) selectnowith(X).
553                                               {A = attachWithToSelect(pParse,X,W);}
554 %endif /* SQLITE_OMIT_CTE */
555 select(A) ::= selectnowith(X). {
556   Select *p = X;
557   if( p ){
558     parserDoubleLinkSelect(pParse, p);
559   }
560   A = p; /*A-overwrites-X*/
561 }
562 
563 selectnowith(A) ::= oneselect(A).
564 %ifndef SQLITE_OMIT_COMPOUND_SELECT
565 selectnowith(A) ::= selectnowith(A) multiselect_op(Y) oneselect(Z).  {
566   Select *pRhs = Z;
567   Select *pLhs = A;
568   if( pRhs && pRhs->pPrior ){
569     SrcList *pFrom;
570     Token x;
571     x.n = 0;
572     parserDoubleLinkSelect(pParse, pRhs);
573     pFrom = sqlite3SrcListAppendFromTerm(pParse,0,0,0,&x,pRhs,0,0);
574     pRhs = sqlite3SelectNew(pParse,0,pFrom,0,0,0,0,0,0);
575   }
576   if( pRhs ){
577     pRhs->op = (u8)Y;
578     pRhs->pPrior = pLhs;
579     if( ALWAYS(pLhs) ) pLhs->selFlags &= ~SF_MultiValue;
580     pRhs->selFlags &= ~SF_MultiValue;
581     if( Y!=TK_ALL ) pParse->hasCompound = 1;
582   }else{
583     sqlite3SelectDelete(pParse->db, pLhs);
584   }
585   A = pRhs;
586 }
587 %type multiselect_op {int}
588 multiselect_op(A) ::= UNION(OP).             {A = @OP; /*A-overwrites-OP*/}
589 multiselect_op(A) ::= UNION ALL.             {A = TK_ALL;}
590 multiselect_op(A) ::= EXCEPT|INTERSECT(OP).  {A = @OP; /*A-overwrites-OP*/}
591 %endif SQLITE_OMIT_COMPOUND_SELECT
592 
593 oneselect(A) ::= SELECT distinct(D) selcollist(W) from(X) where_opt(Y)
594                  groupby_opt(P) having_opt(Q)
595                  orderby_opt(Z) limit_opt(L). {
596   A = sqlite3SelectNew(pParse,W,X,Y,P,Q,Z,D,L);
597 }
598 %ifndef SQLITE_OMIT_WINDOWFUNC
599 oneselect(A) ::= SELECT distinct(D) selcollist(W) from(X) where_opt(Y)
600                  groupby_opt(P) having_opt(Q) window_clause(R)
601                  orderby_opt(Z) limit_opt(L). {
602   A = sqlite3SelectNew(pParse,W,X,Y,P,Q,Z,D,L);
603   if( A ){
604     A->pWinDefn = R;
605   }else{
606     sqlite3WindowListDelete(pParse->db, R);
607   }
608 }
609 %endif
610 
611 
612 oneselect(A) ::= values(A).
613 
614 %type values {Select*}
615 %destructor values {sqlite3SelectDelete(pParse->db, $$);}
616 values(A) ::= VALUES LP nexprlist(X) RP. {
617   A = sqlite3SelectNew(pParse,X,0,0,0,0,0,SF_Values,0);
618 }
619 values(A) ::= values(A) COMMA LP nexprlist(Y) RP. {
620   Select *pRight, *pLeft = A;
621   pRight = sqlite3SelectNew(pParse,Y,0,0,0,0,0,SF_Values|SF_MultiValue,0);
622   if( ALWAYS(pLeft) ) pLeft->selFlags &= ~SF_MultiValue;
623   if( pRight ){
624     pRight->op = TK_ALL;
625     pRight->pPrior = pLeft;
626     A = pRight;
627   }else{
628     A = pLeft;
629   }
630 }
631 
632 // The "distinct" nonterminal is true (1) if the DISTINCT keyword is
633 // present and false (0) if it is not.
634 //
635 %type distinct {int}
636 distinct(A) ::= DISTINCT.   {A = SF_Distinct;}
637 distinct(A) ::= ALL.        {A = SF_All;}
638 distinct(A) ::= .           {A = 0;}
639 
640 // selcollist is a list of expressions that are to become the return
641 // values of the SELECT statement.  The "*" in statements like
642 // "SELECT * FROM ..." is encoded as a special expression with an
643 // opcode of TK_ASTERISK.
644 //
645 %type selcollist {ExprList*}
646 %destructor selcollist {sqlite3ExprListDelete(pParse->db, $$);}
647 %type sclp {ExprList*}
648 %destructor sclp {sqlite3ExprListDelete(pParse->db, $$);}
649 sclp(A) ::= selcollist(A) COMMA.
650 sclp(A) ::= .                                {A = 0;}
651 selcollist(A) ::= sclp(A) scanpt(B) expr(X) scanpt(Z) as(Y).     {
652    A = sqlite3ExprListAppend(pParse, A, X);
653    if( Y.n>0 ) sqlite3ExprListSetName(pParse, A, &Y, 1);
654    sqlite3ExprListSetSpan(pParse,A,B,Z);
655 }
656 selcollist(A) ::= sclp(A) scanpt STAR. {
657   Expr *p = sqlite3Expr(pParse->db, TK_ASTERISK, 0);
658   A = sqlite3ExprListAppend(pParse, A, p);
659 }
660 selcollist(A) ::= sclp(A) scanpt nm(X) DOT STAR. {
661   Expr *pRight = sqlite3PExpr(pParse, TK_ASTERISK, 0, 0);
662   Expr *pLeft = tokenExpr(pParse, TK_ID, X);
663   Expr *pDot = sqlite3PExpr(pParse, TK_DOT, pLeft, pRight);
664   A = sqlite3ExprListAppend(pParse,A, pDot);
665 }
666 
667 // An option "AS <id>" phrase that can follow one of the expressions that
668 // define the result set, or one of the tables in the FROM clause.
669 //
670 %type as {Token}
671 as(X) ::= AS nm(Y).    {X = Y;}
672 as(X) ::= ids(X).
673 as(X) ::= .            {X.n = 0; X.z = 0;}
674 
675 
676 %type seltablist {SrcList*}
677 %destructor seltablist {sqlite3SrcListDelete(pParse->db, $$);}
678 %type stl_prefix {SrcList*}
679 %destructor stl_prefix {sqlite3SrcListDelete(pParse->db, $$);}
680 %type from {SrcList*}
681 %destructor from {sqlite3SrcListDelete(pParse->db, $$);}
682 
683 // A complete FROM clause.
684 //
685 from(A) ::= .                {A = 0;}
686 from(A) ::= FROM seltablist(X). {
687   A = X;
688   sqlite3SrcListShiftJoinType(A);
689 }
690 
691 // "seltablist" is a "Select Table List" - the content of the FROM clause
692 // in a SELECT statement.  "stl_prefix" is a prefix of this list.
693 //
694 stl_prefix(A) ::= seltablist(A) joinop(Y).    {
695    if( ALWAYS(A && A->nSrc>0) ) A->a[A->nSrc-1].fg.jointype = (u8)Y;
696 }
697 stl_prefix(A) ::= .                           {A = 0;}
698 seltablist(A) ::= stl_prefix(A) nm(Y) dbnm(D) as(Z) on_opt(N) using_opt(U). {
699   A = sqlite3SrcListAppendFromTerm(pParse,A,&Y,&D,&Z,0,N,U);
700 }
701 seltablist(A) ::= stl_prefix(A) nm(Y) dbnm(D) as(Z) indexed_by(I)
702                   on_opt(N) using_opt(U). {
703   A = sqlite3SrcListAppendFromTerm(pParse,A,&Y,&D,&Z,0,N,U);
704   sqlite3SrcListIndexedBy(pParse, A, &I);
705 }
706 seltablist(A) ::= stl_prefix(A) nm(Y) dbnm(D) LP exprlist(E) RP as(Z)
707                   on_opt(N) using_opt(U). {
708   A = sqlite3SrcListAppendFromTerm(pParse,A,&Y,&D,&Z,0,N,U);
709   sqlite3SrcListFuncArgs(pParse, A, E);
710 }
711 %ifndef SQLITE_OMIT_SUBQUERY
712   seltablist(A) ::= stl_prefix(A) LP select(S) RP
713                     as(Z) on_opt(N) using_opt(U). {
714     A = sqlite3SrcListAppendFromTerm(pParse,A,0,0,&Z,S,N,U);
715   }
716   seltablist(A) ::= stl_prefix(A) LP seltablist(F) RP
717                     as(Z) on_opt(N) using_opt(U). {
718     if( A==0 && Z.n==0 && N==0 && U==0 ){
719       A = F;
720     }else if( F->nSrc==1 ){
721       A = sqlite3SrcListAppendFromTerm(pParse,A,0,0,&Z,0,N,U);
722       if( A ){
723         SrcItem *pNew = &A->a[A->nSrc-1];
724         SrcItem *pOld = F->a;
725         pNew->zName = pOld->zName;
726         pNew->zDatabase = pOld->zDatabase;
727         pNew->pSelect = pOld->pSelect;
728         if( pOld->fg.isTabFunc ){
729           pNew->u1.pFuncArg = pOld->u1.pFuncArg;
730           pOld->u1.pFuncArg = 0;
731           pOld->fg.isTabFunc = 0;
732           pNew->fg.isTabFunc = 1;
733         }
734         pOld->zName = pOld->zDatabase = 0;
735         pOld->pSelect = 0;
736       }
737       sqlite3SrcListDelete(pParse->db, F);
738     }else{
739       Select *pSubquery;
740       sqlite3SrcListShiftJoinType(F);
741       pSubquery = sqlite3SelectNew(pParse,0,F,0,0,0,0,SF_NestedFrom,0);
742       A = sqlite3SrcListAppendFromTerm(pParse,A,0,0,&Z,pSubquery,N,U);
743     }
744   }
745 %endif  SQLITE_OMIT_SUBQUERY
746 
747 %type dbnm {Token}
748 dbnm(A) ::= .          {A.z=0; A.n=0;}
749 dbnm(A) ::= DOT nm(X). {A = X;}
750 
751 %type fullname {SrcList*}
752 %destructor fullname {sqlite3SrcListDelete(pParse->db, $$);}
753 fullname(A) ::= nm(X).  {
754   A = sqlite3SrcListAppend(pParse,0,&X,0);
755   if( IN_RENAME_OBJECT && A ) sqlite3RenameTokenMap(pParse, A->a[0].zName, &X);
756 }
757 fullname(A) ::= nm(X) DOT nm(Y). {
758   A = sqlite3SrcListAppend(pParse,0,&X,&Y);
759   if( IN_RENAME_OBJECT && A ) sqlite3RenameTokenMap(pParse, A->a[0].zName, &Y);
760 }
761 
762 %type xfullname {SrcList*}
763 %destructor xfullname {sqlite3SrcListDelete(pParse->db, $$);}
764 xfullname(A) ::= nm(X).
765    {A = sqlite3SrcListAppend(pParse,0,&X,0); /*A-overwrites-X*/}
766 xfullname(A) ::= nm(X) DOT nm(Y).
767    {A = sqlite3SrcListAppend(pParse,0,&X,&Y); /*A-overwrites-X*/}
768 xfullname(A) ::= nm(X) DOT nm(Y) AS nm(Z).  {
769    A = sqlite3SrcListAppend(pParse,0,&X,&Y); /*A-overwrites-X*/
770    if( A ) A->a[0].zAlias = sqlite3NameFromToken(pParse->db, &Z);
771 }
772 xfullname(A) ::= nm(X) AS nm(Z). {
773    A = sqlite3SrcListAppend(pParse,0,&X,0); /*A-overwrites-X*/
774    if( A ) A->a[0].zAlias = sqlite3NameFromToken(pParse->db, &Z);
775 }
776 
777 %type joinop {int}
778 joinop(X) ::= COMMA|JOIN.              { X = JT_INNER; }
779 joinop(X) ::= JOIN_KW(A) JOIN.
780                   {X = sqlite3JoinType(pParse,&A,0,0);  /*X-overwrites-A*/}
781 joinop(X) ::= JOIN_KW(A) nm(B) JOIN.
782                   {X = sqlite3JoinType(pParse,&A,&B,0); /*X-overwrites-A*/}
783 joinop(X) ::= JOIN_KW(A) nm(B) nm(C) JOIN.
784                   {X = sqlite3JoinType(pParse,&A,&B,&C);/*X-overwrites-A*/}
785 
786 // There is a parsing abiguity in an upsert statement that uses a
787 // SELECT on the RHS of a the INSERT:
788 //
789 //      INSERT INTO tab SELECT * FROM aaa JOIN bbb ON CONFLICT ...
790 //                                        here ----^^
791 //
792 // When the ON token is encountered, the parser does not know if it is
793 // the beginning of an ON CONFLICT clause, or the beginning of an ON
794 // clause associated with the JOIN.  The conflict is resolved in favor
795 // of the JOIN.  If an ON CONFLICT clause is intended, insert a dummy
796 // WHERE clause in between, like this:
797 //
798 //      INSERT INTO tab SELECT * FROM aaa JOIN bbb WHERE true ON CONFLICT ...
799 //
800 // The [AND] and [OR] precedence marks in the rules for on_opt cause the
801 // ON in this context to always be interpreted as belonging to the JOIN.
802 //
803 %type on_opt {Expr*}
804 %destructor on_opt {sqlite3ExprDelete(pParse->db, $$);}
805 on_opt(N) ::= ON expr(E).  {N = E;}
806 on_opt(N) ::= .     [OR]   {N = 0;}
807 
808 // Note that this block abuses the Token type just a little. If there is
809 // no "INDEXED BY" clause, the returned token is empty (z==0 && n==0). If
810 // there is an INDEXED BY clause, then the token is populated as per normal,
811 // with z pointing to the token data and n containing the number of bytes
812 // in the token.
813 //
814 // If there is a "NOT INDEXED" clause, then (z==0 && n==1), which is
815 // normally illegal. The sqlite3SrcListIndexedBy() function
816 // recognizes and interprets this as a special case.
817 //
818 %type indexed_opt {Token}
819 %type indexed_by  {Token}
820 indexed_opt(A) ::= .                 {A.z=0; A.n=0;}
821 indexed_opt(A) ::= indexed_by(A).
822 indexed_by(A)  ::= INDEXED BY nm(X). {A = X;}
823 indexed_by(A)  ::= NOT INDEXED.      {A.z=0; A.n=1;}
824 
825 %type using_opt {IdList*}
826 %destructor using_opt {sqlite3IdListDelete(pParse->db, $$);}
827 using_opt(U) ::= USING LP idlist(L) RP.  {U = L;}
828 using_opt(U) ::= .                        {U = 0;}
829 
830 
831 %type orderby_opt {ExprList*}
832 %destructor orderby_opt {sqlite3ExprListDelete(pParse->db, $$);}
833 
834 // the sortlist non-terminal stores a list of expression where each
835 // expression is optionally followed by ASC or DESC to indicate the
836 // sort order.
837 //
838 %type sortlist {ExprList*}
839 %destructor sortlist {sqlite3ExprListDelete(pParse->db, $$);}
840 
841 orderby_opt(A) ::= .                          {A = 0;}
842 orderby_opt(A) ::= ORDER BY sortlist(X).      {A = X;}
843 sortlist(A) ::= sortlist(A) COMMA expr(Y) sortorder(Z) nulls(X). {
844   A = sqlite3ExprListAppend(pParse,A,Y);
845   sqlite3ExprListSetSortOrder(A,Z,X);
846 }
847 sortlist(A) ::= expr(Y) sortorder(Z) nulls(X). {
848   A = sqlite3ExprListAppend(pParse,0,Y); /*A-overwrites-Y*/
849   sqlite3ExprListSetSortOrder(A,Z,X);
850 }
851 
852 %type sortorder {int}
853 
854 sortorder(A) ::= ASC.           {A = SQLITE_SO_ASC;}
855 sortorder(A) ::= DESC.          {A = SQLITE_SO_DESC;}
856 sortorder(A) ::= .              {A = SQLITE_SO_UNDEFINED;}
857 
858 %type nulls {int}
859 nulls(A) ::= NULLS FIRST.       {A = SQLITE_SO_ASC;}
860 nulls(A) ::= NULLS LAST.        {A = SQLITE_SO_DESC;}
861 nulls(A) ::= .                  {A = SQLITE_SO_UNDEFINED;}
862 
863 %type groupby_opt {ExprList*}
864 %destructor groupby_opt {sqlite3ExprListDelete(pParse->db, $$);}
865 groupby_opt(A) ::= .                      {A = 0;}
866 groupby_opt(A) ::= GROUP BY nexprlist(X). {A = X;}
867 
868 %type having_opt {Expr*}
869 %destructor having_opt {sqlite3ExprDelete(pParse->db, $$);}
870 having_opt(A) ::= .                {A = 0;}
871 having_opt(A) ::= HAVING expr(X).  {A = X;}
872 
873 %type limit_opt {Expr*}
874 
875 // The destructor for limit_opt will never fire in the current grammar.
876 // The limit_opt non-terminal only occurs at the end of a single production
877 // rule for SELECT statements.  As soon as the rule that create the
878 // limit_opt non-terminal reduces, the SELECT statement rule will also
879 // reduce.  So there is never a limit_opt non-terminal on the stack
880 // except as a transient.  So there is never anything to destroy.
881 //
882 //%destructor limit_opt {sqlite3ExprDelete(pParse->db, $$);}
883 limit_opt(A) ::= .       {A = 0;}
884 limit_opt(A) ::= LIMIT expr(X).
885                          {A = sqlite3PExpr(pParse,TK_LIMIT,X,0);}
886 limit_opt(A) ::= LIMIT expr(X) OFFSET expr(Y).
887                          {A = sqlite3PExpr(pParse,TK_LIMIT,X,Y);}
888 limit_opt(A) ::= LIMIT expr(X) COMMA expr(Y).
889                          {A = sqlite3PExpr(pParse,TK_LIMIT,Y,X);}
890 
891 /////////////////////////// The DELETE statement /////////////////////////////
892 //
893 %if SQLITE_ENABLE_UPDATE_DELETE_LIMIT || SQLITE_UDL_CAPABLE_PARSER
894 cmd ::= with DELETE FROM xfullname(X) indexed_opt(I) where_opt_ret(W)
895         orderby_opt(O) limit_opt(L). {
896   sqlite3SrcListIndexedBy(pParse, X, &I);
897 #ifndef SQLITE_ENABLE_UPDATE_DELETE_LIMIT
898   if( O || L ){
899     updateDeleteLimitError(pParse,O,L);
900     O = 0;
901     L = 0;
902   }
903 #endif
904   sqlite3DeleteFrom(pParse,X,W,O,L);
905 }
906 %else
907 cmd ::= with DELETE FROM xfullname(X) indexed_opt(I) where_opt_ret(W). {
908   sqlite3SrcListIndexedBy(pParse, X, &I);
909   sqlite3DeleteFrom(pParse,X,W,0,0);
910 }
911 %endif
912 
913 %type where_opt {Expr*}
914 %destructor where_opt {sqlite3ExprDelete(pParse->db, $$);}
915 %type where_opt_ret {Expr*}
916 %destructor where_opt_ret {sqlite3ExprDelete(pParse->db, $$);}
917 
918 where_opt(A) ::= .                    {A = 0;}
919 where_opt(A) ::= WHERE expr(X).       {A = X;}
920 where_opt_ret(A) ::= .                                      {A = 0;}
921 where_opt_ret(A) ::= WHERE expr(X).                         {A = X;}
922 where_opt_ret(A) ::= RETURNING selcollist(X).
923        {sqlite3AddReturning(pParse,X); A = 0;}
924 where_opt_ret(A) ::= WHERE expr(X) RETURNING selcollist(Y).
925        {sqlite3AddReturning(pParse,Y); A = X;}
926 
927 ////////////////////////// The UPDATE command ////////////////////////////////
928 //
929 %if SQLITE_ENABLE_UPDATE_DELETE_LIMIT || SQLITE_UDL_CAPABLE_PARSER
930 cmd ::= with UPDATE orconf(R) xfullname(X) indexed_opt(I) SET setlist(Y) from(F)
931         where_opt_ret(W) orderby_opt(O) limit_opt(L).  {
932   sqlite3SrcListIndexedBy(pParse, X, &I);
933   X = sqlite3SrcListAppendList(pParse, X, F);
934   sqlite3ExprListCheckLength(pParse,Y,"set list");
935 #ifndef SQLITE_ENABLE_UPDATE_DELETE_LIMIT
936   if( O || L ){
937     updateDeleteLimitError(pParse,O,L);
938     O = 0;
939     L = 0;
940   }
941 #endif
942   sqlite3Update(pParse,X,Y,W,R,O,L,0);
943 }
944 %else
945 cmd ::= with UPDATE orconf(R) xfullname(X) indexed_opt(I) SET setlist(Y) from(F)
946         where_opt_ret(W). {
947   sqlite3SrcListIndexedBy(pParse, X, &I);
948   sqlite3ExprListCheckLength(pParse,Y,"set list");
949   X = sqlite3SrcListAppendList(pParse, X, F);
950   sqlite3Update(pParse,X,Y,W,R,0,0,0);
951 }
952 %endif
953 
954 
955 
956 %type setlist {ExprList*}
957 %destructor setlist {sqlite3ExprListDelete(pParse->db, $$);}
958 
959 setlist(A) ::= setlist(A) COMMA nm(X) EQ expr(Y). {
960   A = sqlite3ExprListAppend(pParse, A, Y);
961   sqlite3ExprListSetName(pParse, A, &X, 1);
962 }
963 setlist(A) ::= setlist(A) COMMA LP idlist(X) RP EQ expr(Y). {
964   A = sqlite3ExprListAppendVector(pParse, A, X, Y);
965 }
966 setlist(A) ::= nm(X) EQ expr(Y). {
967   A = sqlite3ExprListAppend(pParse, 0, Y);
968   sqlite3ExprListSetName(pParse, A, &X, 1);
969 }
970 setlist(A) ::= LP idlist(X) RP EQ expr(Y). {
971   A = sqlite3ExprListAppendVector(pParse, 0, X, Y);
972 }
973 
974 ////////////////////////// The INSERT command /////////////////////////////////
975 //
976 cmd ::= with insert_cmd(R) INTO xfullname(X) idlist_opt(F) select(S)
977         upsert(U). {
978   sqlite3Insert(pParse, X, S, F, R, U);
979 }
980 cmd ::= with insert_cmd(R) INTO xfullname(X) idlist_opt(F) DEFAULT VALUES returning.
981 {
982   sqlite3Insert(pParse, X, 0, F, R, 0);
983 }
984 
985 %type upsert {Upsert*}
986 
987 // Because upsert only occurs at the tip end of the INSERT rule for cmd,
988 // there is never a case where the value of the upsert pointer will not
989 // be destroyed by the cmd action.  So comment-out the destructor to
990 // avoid unreachable code.
991 //%destructor upsert {sqlite3UpsertDelete(pParse->db,$$);}
992 upsert(A) ::= . { A = 0; }
993 upsert(A) ::= RETURNING selcollist(X).  { A = 0; sqlite3AddReturning(pParse,X); }
994 upsert(A) ::= ON CONFLICT LP sortlist(T) RP where_opt(TW)
995               DO UPDATE SET setlist(Z) where_opt(W) upsert(N).
996               { A = sqlite3UpsertNew(pParse->db,T,TW,Z,W,N);}
997 upsert(A) ::= ON CONFLICT LP sortlist(T) RP where_opt(TW) DO NOTHING upsert(N).
998               { A = sqlite3UpsertNew(pParse->db,T,TW,0,0,N); }
999 upsert(A) ::= ON CONFLICT DO NOTHING returning.
1000               { A = sqlite3UpsertNew(pParse->db,0,0,0,0,0); }
1001 upsert(A) ::= ON CONFLICT DO UPDATE SET setlist(Z) where_opt(W) returning.
1002               { A = sqlite3UpsertNew(pParse->db,0,0,Z,W,0);}
1003 
1004 returning ::= RETURNING selcollist(X).  {sqlite3AddReturning(pParse,X);}
1005 returning ::= .
1006 
1007 %type insert_cmd {int}
1008 insert_cmd(A) ::= INSERT orconf(R).   {A = R;}
1009 insert_cmd(A) ::= REPLACE.            {A = OE_Replace;}
1010 
1011 %type idlist_opt {IdList*}
1012 %destructor idlist_opt {sqlite3IdListDelete(pParse->db, $$);}
1013 %type idlist {IdList*}
1014 %destructor idlist {sqlite3IdListDelete(pParse->db, $$);}
1015 
1016 idlist_opt(A) ::= .                       {A = 0;}
1017 idlist_opt(A) ::= LP idlist(X) RP.    {A = X;}
1018 idlist(A) ::= idlist(A) COMMA nm(Y).
1019     {A = sqlite3IdListAppend(pParse,A,&Y);}
1020 idlist(A) ::= nm(Y).
1021     {A = sqlite3IdListAppend(pParse,0,&Y); /*A-overwrites-Y*/}
1022 
1023 /////////////////////////// Expression Processing /////////////////////////////
1024 //
1025 
1026 %type expr {Expr*}
1027 %destructor expr {sqlite3ExprDelete(pParse->db, $$);}
1028 %type term {Expr*}
1029 %destructor term {sqlite3ExprDelete(pParse->db, $$);}
1030 
1031 %include {
1032 
1033   /* Construct a new Expr object from a single token */
1034   static Expr *tokenExpr(Parse *pParse, int op, Token t){
1035     Expr *p = sqlite3DbMallocRawNN(pParse->db, sizeof(Expr)+t.n+1);
1036     if( p ){
1037       /* memset(p, 0, sizeof(Expr)); */
1038       p->op = (u8)op;
1039       p->affExpr = 0;
1040       p->flags = EP_Leaf;
1041       ExprClearVVAProperties(p);
1042       p->iAgg = -1;
1043       p->pLeft = p->pRight = 0;
1044       p->pAggInfo = 0;
1045       memset(&p->x, 0, sizeof(p->x));
1046       memset(&p->y, 0, sizeof(p->y));
1047       p->op2 = 0;
1048       p->iTable = 0;
1049       p->iColumn = 0;
1050       p->u.zToken = (char*)&p[1];
1051       memcpy(p->u.zToken, t.z, t.n);
1052       p->u.zToken[t.n] = 0;
1053       p->w.iOfst = (int)(t.z - pParse->zTail);
1054       if( sqlite3Isquote(p->u.zToken[0]) ){
1055         sqlite3DequoteExpr(p);
1056       }
1057 #if SQLITE_MAX_EXPR_DEPTH>0
1058       p->nHeight = 1;
1059 #endif
1060       if( IN_RENAME_OBJECT ){
1061         return (Expr*)sqlite3RenameTokenMap(pParse, (void*)p, &t);
1062       }
1063     }
1064     return p;
1065   }
1066 
1067 }
1068 
1069 expr(A) ::= term(A).
1070 expr(A) ::= LP expr(X) RP. {A = X;}
1071 expr(A) ::= id(X).          {A=tokenExpr(pParse,TK_ID,X); /*A-overwrites-X*/}
1072 expr(A) ::= JOIN_KW(X).     {A=tokenExpr(pParse,TK_ID,X); /*A-overwrites-X*/}
1073 expr(A) ::= nm(X) DOT nm(Y). {
1074   Expr *temp1 = tokenExpr(pParse,TK_ID,X);
1075   Expr *temp2 = tokenExpr(pParse,TK_ID,Y);
1076   A = sqlite3PExpr(pParse, TK_DOT, temp1, temp2);
1077 }
1078 expr(A) ::= nm(X) DOT nm(Y) DOT nm(Z). {
1079   Expr *temp1 = tokenExpr(pParse,TK_ID,X);
1080   Expr *temp2 = tokenExpr(pParse,TK_ID,Y);
1081   Expr *temp3 = tokenExpr(pParse,TK_ID,Z);
1082   Expr *temp4 = sqlite3PExpr(pParse, TK_DOT, temp2, temp3);
1083   if( IN_RENAME_OBJECT ){
1084     sqlite3RenameTokenRemap(pParse, 0, temp1);
1085   }
1086   A = sqlite3PExpr(pParse, TK_DOT, temp1, temp4);
1087 }
1088 term(A) ::= NULL|FLOAT|BLOB(X). {A=tokenExpr(pParse,@X,X); /*A-overwrites-X*/}
1089 term(A) ::= STRING(X).          {A=tokenExpr(pParse,@X,X); /*A-overwrites-X*/}
1090 term(A) ::= INTEGER(X). {
1091   A = sqlite3ExprAlloc(pParse->db, TK_INTEGER, &X, 1);
1092   if( A ) A->w.iOfst = (int)(X.z - pParse->zTail);
1093 }
1094 expr(A) ::= VARIABLE(X).     {
1095   if( !(X.z[0]=='#' && sqlite3Isdigit(X.z[1])) ){
1096     u32 n = X.n;
1097     A = tokenExpr(pParse, TK_VARIABLE, X);
1098     sqlite3ExprAssignVarNumber(pParse, A, n);
1099   }else{
1100     /* When doing a nested parse, one can include terms in an expression
1101     ** that look like this:   #1 #2 ...  These terms refer to registers
1102     ** in the virtual machine.  #N is the N-th register. */
1103     Token t = X; /*A-overwrites-X*/
1104     assert( t.n>=2 );
1105     if( pParse->nested==0 ){
1106       sqlite3ErrorMsg(pParse, "near \"%T\": syntax error", &t);
1107       A = 0;
1108     }else{
1109       A = sqlite3PExpr(pParse, TK_REGISTER, 0, 0);
1110       if( A ) sqlite3GetInt32(&t.z[1], &A->iTable);
1111     }
1112   }
1113 }
1114 expr(A) ::= expr(A) COLLATE ids(C). {
1115   A = sqlite3ExprAddCollateToken(pParse, A, &C, 1);
1116 }
1117 %ifndef SQLITE_OMIT_CAST
1118 expr(A) ::= CAST LP expr(E) AS typetoken(T) RP. {
1119   A = sqlite3ExprAlloc(pParse->db, TK_CAST, &T, 1);
1120   sqlite3ExprAttachSubtrees(pParse->db, A, E, 0);
1121 }
1122 %endif  SQLITE_OMIT_CAST
1123 
1124 
1125 expr(A) ::= id(X) LP distinct(D) exprlist(Y) RP. {
1126   A = sqlite3ExprFunction(pParse, Y, &X, D);
1127 }
1128 expr(A) ::= id(X) LP STAR RP. {
1129   A = sqlite3ExprFunction(pParse, 0, &X, 0);
1130 }
1131 
1132 %ifndef SQLITE_OMIT_WINDOWFUNC
1133 expr(A) ::= id(X) LP distinct(D) exprlist(Y) RP filter_over(Z). {
1134   A = sqlite3ExprFunction(pParse, Y, &X, D);
1135   sqlite3WindowAttach(pParse, A, Z);
1136 }
1137 expr(A) ::= id(X) LP STAR RP filter_over(Z). {
1138   A = sqlite3ExprFunction(pParse, 0, &X, 0);
1139   sqlite3WindowAttach(pParse, A, Z);
1140 }
1141 %endif
1142 
1143 term(A) ::= CTIME_KW(OP). {
1144   A = sqlite3ExprFunction(pParse, 0, &OP, 0);
1145 }
1146 
1147 expr(A) ::= LP nexprlist(X) COMMA expr(Y) RP. {
1148   ExprList *pList = sqlite3ExprListAppend(pParse, X, Y);
1149   A = sqlite3PExpr(pParse, TK_VECTOR, 0, 0);
1150   if( A ){
1151     A->x.pList = pList;
1152     if( ALWAYS(pList->nExpr) ){
1153       A->flags |= pList->a[0].pExpr->flags & EP_Propagate;
1154     }
1155   }else{
1156     sqlite3ExprListDelete(pParse->db, pList);
1157   }
1158 }
1159 
1160 expr(A) ::= expr(A) AND expr(Y).        {A=sqlite3ExprAnd(pParse,A,Y);}
1161 expr(A) ::= expr(A) OR(OP) expr(Y).     {A=sqlite3PExpr(pParse,@OP,A,Y);}
1162 expr(A) ::= expr(A) LT|GT|GE|LE(OP) expr(Y).
1163                                         {A=sqlite3PExpr(pParse,@OP,A,Y);}
1164 expr(A) ::= expr(A) EQ|NE(OP) expr(Y).  {A=sqlite3PExpr(pParse,@OP,A,Y);}
1165 expr(A) ::= expr(A) BITAND|BITOR|LSHIFT|RSHIFT(OP) expr(Y).
1166                                         {A=sqlite3PExpr(pParse,@OP,A,Y);}
1167 expr(A) ::= expr(A) PLUS|MINUS(OP) expr(Y).
1168                                         {A=sqlite3PExpr(pParse,@OP,A,Y);}
1169 expr(A) ::= expr(A) STAR|SLASH|REM(OP) expr(Y).
1170                                         {A=sqlite3PExpr(pParse,@OP,A,Y);}
1171 expr(A) ::= expr(A) CONCAT(OP) expr(Y). {A=sqlite3PExpr(pParse,@OP,A,Y);}
1172 %type likeop {Token}
1173 likeop(A) ::= LIKE_KW|MATCH(A).
1174 likeop(A) ::= NOT LIKE_KW|MATCH(X). {A=X; A.n|=0x80000000; /*A-overwrite-X*/}
1175 expr(A) ::= expr(A) likeop(OP) expr(Y).  [LIKE_KW]  {
1176   ExprList *pList;
1177   int bNot = OP.n & 0x80000000;
1178   OP.n &= 0x7fffffff;
1179   pList = sqlite3ExprListAppend(pParse,0, Y);
1180   pList = sqlite3ExprListAppend(pParse,pList, A);
1181   A = sqlite3ExprFunction(pParse, pList, &OP, 0);
1182   if( bNot ) A = sqlite3PExpr(pParse, TK_NOT, A, 0);
1183   if( A ) A->flags |= EP_InfixFunc;
1184 }
1185 expr(A) ::= expr(A) likeop(OP) expr(Y) ESCAPE expr(E).  [LIKE_KW]  {
1186   ExprList *pList;
1187   int bNot = OP.n & 0x80000000;
1188   OP.n &= 0x7fffffff;
1189   pList = sqlite3ExprListAppend(pParse,0, Y);
1190   pList = sqlite3ExprListAppend(pParse,pList, A);
1191   pList = sqlite3ExprListAppend(pParse,pList, E);
1192   A = sqlite3ExprFunction(pParse, pList, &OP, 0);
1193   if( bNot ) A = sqlite3PExpr(pParse, TK_NOT, A, 0);
1194   if( A ) A->flags |= EP_InfixFunc;
1195 }
1196 
1197 expr(A) ::= expr(A) ISNULL|NOTNULL(E).   {A = sqlite3PExpr(pParse,@E,A,0);}
1198 expr(A) ::= expr(A) NOT NULL.    {A = sqlite3PExpr(pParse,TK_NOTNULL,A,0);}
1199 
1200 %include {
1201   /* A routine to convert a binary TK_IS or TK_ISNOT expression into a
1202   ** unary TK_ISNULL or TK_NOTNULL expression. */
1203   static void binaryToUnaryIfNull(Parse *pParse, Expr *pY, Expr *pA, int op){
1204     sqlite3 *db = pParse->db;
1205     if( pA && pY && pY->op==TK_NULL && !IN_RENAME_OBJECT ){
1206       pA->op = (u8)op;
1207       sqlite3ExprDelete(db, pA->pRight);
1208       pA->pRight = 0;
1209     }
1210   }
1211 }
1212 
1213 //    expr1 IS expr2
1214 //    expr1 IS NOT expr2
1215 //
1216 // If expr2 is NULL then code as TK_ISNULL or TK_NOTNULL.  If expr2
1217 // is any other expression, code as TK_IS or TK_ISNOT.
1218 //
1219 expr(A) ::= expr(A) IS expr(Y).     {
1220   A = sqlite3PExpr(pParse,TK_IS,A,Y);
1221   binaryToUnaryIfNull(pParse, Y, A, TK_ISNULL);
1222 }
1223 expr(A) ::= expr(A) IS NOT expr(Y). {
1224   A = sqlite3PExpr(pParse,TK_ISNOT,A,Y);
1225   binaryToUnaryIfNull(pParse, Y, A, TK_NOTNULL);
1226 }
1227 
1228 expr(A) ::= NOT(B) expr(X).
1229               {A = sqlite3PExpr(pParse, @B, X, 0);/*A-overwrites-B*/}
1230 expr(A) ::= BITNOT(B) expr(X).
1231               {A = sqlite3PExpr(pParse, @B, X, 0);/*A-overwrites-B*/}
1232 expr(A) ::= PLUS|MINUS(B) expr(X). [BITNOT] {
1233   A = sqlite3PExpr(pParse, @B==TK_PLUS ? TK_UPLUS : TK_UMINUS, X, 0);
1234   /*A-overwrites-B*/
1235 }
1236 
1237 expr(A) ::= expr(B) PTR(C) expr(D). {
1238   ExprList *pList = sqlite3ExprListAppend(pParse, 0, B);
1239   pList = sqlite3ExprListAppend(pParse, pList, D);
1240   A = sqlite3ExprFunction(pParse, pList, &C, 0);
1241 }
1242 
1243 %type between_op {int}
1244 between_op(A) ::= BETWEEN.     {A = 0;}
1245 between_op(A) ::= NOT BETWEEN. {A = 1;}
1246 expr(A) ::= expr(A) between_op(N) expr(X) AND expr(Y). [BETWEEN] {
1247   ExprList *pList = sqlite3ExprListAppend(pParse,0, X);
1248   pList = sqlite3ExprListAppend(pParse,pList, Y);
1249   A = sqlite3PExpr(pParse, TK_BETWEEN, A, 0);
1250   if( A ){
1251     A->x.pList = pList;
1252   }else{
1253     sqlite3ExprListDelete(pParse->db, pList);
1254   }
1255   if( N ) A = sqlite3PExpr(pParse, TK_NOT, A, 0);
1256 }
1257 %ifndef SQLITE_OMIT_SUBQUERY
1258   %type in_op {int}
1259   in_op(A) ::= IN.      {A = 0;}
1260   in_op(A) ::= NOT IN.  {A = 1;}
1261   expr(A) ::= expr(A) in_op(N) LP exprlist(Y) RP. [IN] {
1262     if( Y==0 ){
1263       /* Expressions of the form
1264       **
1265       **      expr1 IN ()
1266       **      expr1 NOT IN ()
1267       **
1268       ** simplify to constants 0 (false) and 1 (true), respectively,
1269       ** regardless of the value of expr1.
1270       */
1271       sqlite3ExprUnmapAndDelete(pParse, A);
1272       A = sqlite3Expr(pParse->db, TK_INTEGER, N ? "1" : "0");
1273     }else{
1274       Expr *pRHS = Y->a[0].pExpr;
1275       if( Y->nExpr==1 && sqlite3ExprIsConstant(pRHS) && A->op!=TK_VECTOR ){
1276         Y->a[0].pExpr = 0;
1277         sqlite3ExprListDelete(pParse->db, Y);
1278         pRHS = sqlite3PExpr(pParse, TK_UPLUS, pRHS, 0);
1279         A = sqlite3PExpr(pParse, TK_EQ, A, pRHS);
1280       }else{
1281         A = sqlite3PExpr(pParse, TK_IN, A, 0);
1282         if( A==0 ){
1283           sqlite3ExprListDelete(pParse->db, Y);
1284         }else if( A->pLeft->op==TK_VECTOR ){
1285           int nExpr = A->pLeft->x.pList->nExpr;
1286           Select *pSelectRHS = sqlite3ExprListToValues(pParse, nExpr, Y);
1287           if( pSelectRHS ){
1288             parserDoubleLinkSelect(pParse, pSelectRHS);
1289             sqlite3PExprAddSelect(pParse, A, pSelectRHS);
1290           }
1291         }else{
1292           A->x.pList = Y;
1293           sqlite3ExprSetHeightAndFlags(pParse, A);
1294         }
1295       }
1296       if( N ) A = sqlite3PExpr(pParse, TK_NOT, A, 0);
1297     }
1298   }
1299   expr(A) ::= LP select(X) RP. {
1300     A = sqlite3PExpr(pParse, TK_SELECT, 0, 0);
1301     sqlite3PExprAddSelect(pParse, A, X);
1302   }
1303   expr(A) ::= expr(A) in_op(N) LP select(Y) RP.  [IN] {
1304     A = sqlite3PExpr(pParse, TK_IN, A, 0);
1305     sqlite3PExprAddSelect(pParse, A, Y);
1306     if( N ) A = sqlite3PExpr(pParse, TK_NOT, A, 0);
1307   }
1308   expr(A) ::= expr(A) in_op(N) nm(Y) dbnm(Z) paren_exprlist(E). [IN] {
1309     SrcList *pSrc = sqlite3SrcListAppend(pParse, 0,&Y,&Z);
1310     Select *pSelect = sqlite3SelectNew(pParse, 0,pSrc,0,0,0,0,0,0);
1311     if( E )  sqlite3SrcListFuncArgs(pParse, pSelect ? pSrc : 0, E);
1312     A = sqlite3PExpr(pParse, TK_IN, A, 0);
1313     sqlite3PExprAddSelect(pParse, A, pSelect);
1314     if( N ) A = sqlite3PExpr(pParse, TK_NOT, A, 0);
1315   }
1316   expr(A) ::= EXISTS LP select(Y) RP. {
1317     Expr *p;
1318     p = A = sqlite3PExpr(pParse, TK_EXISTS, 0, 0);
1319     sqlite3PExprAddSelect(pParse, p, Y);
1320   }
1321 %endif SQLITE_OMIT_SUBQUERY
1322 
1323 /* CASE expressions */
1324 expr(A) ::= CASE case_operand(X) case_exprlist(Y) case_else(Z) END. {
1325   A = sqlite3PExpr(pParse, TK_CASE, X, 0);
1326   if( A ){
1327     A->x.pList = Z ? sqlite3ExprListAppend(pParse,Y,Z) : Y;
1328     sqlite3ExprSetHeightAndFlags(pParse, A);
1329   }else{
1330     sqlite3ExprListDelete(pParse->db, Y);
1331     sqlite3ExprDelete(pParse->db, Z);
1332   }
1333 }
1334 %type case_exprlist {ExprList*}
1335 %destructor case_exprlist {sqlite3ExprListDelete(pParse->db, $$);}
1336 case_exprlist(A) ::= case_exprlist(A) WHEN expr(Y) THEN expr(Z). {
1337   A = sqlite3ExprListAppend(pParse,A, Y);
1338   A = sqlite3ExprListAppend(pParse,A, Z);
1339 }
1340 case_exprlist(A) ::= WHEN expr(Y) THEN expr(Z). {
1341   A = sqlite3ExprListAppend(pParse,0, Y);
1342   A = sqlite3ExprListAppend(pParse,A, Z);
1343 }
1344 %type case_else {Expr*}
1345 %destructor case_else {sqlite3ExprDelete(pParse->db, $$);}
1346 case_else(A) ::=  ELSE expr(X).         {A = X;}
1347 case_else(A) ::=  .                     {A = 0;}
1348 %type case_operand {Expr*}
1349 %destructor case_operand {sqlite3ExprDelete(pParse->db, $$);}
1350 case_operand(A) ::= expr(X).            {A = X; /*A-overwrites-X*/}
1351 case_operand(A) ::= .                   {A = 0;}
1352 
1353 %type exprlist {ExprList*}
1354 %destructor exprlist {sqlite3ExprListDelete(pParse->db, $$);}
1355 %type nexprlist {ExprList*}
1356 %destructor nexprlist {sqlite3ExprListDelete(pParse->db, $$);}
1357 
1358 exprlist(A) ::= nexprlist(A).
1359 exprlist(A) ::= .                            {A = 0;}
1360 nexprlist(A) ::= nexprlist(A) COMMA expr(Y).
1361     {A = sqlite3ExprListAppend(pParse,A,Y);}
1362 nexprlist(A) ::= expr(Y).
1363     {A = sqlite3ExprListAppend(pParse,0,Y); /*A-overwrites-Y*/}
1364 
1365 %ifndef SQLITE_OMIT_SUBQUERY
1366 /* A paren_exprlist is an optional expression list contained inside
1367 ** of parenthesis */
1368 %type paren_exprlist {ExprList*}
1369 %destructor paren_exprlist {sqlite3ExprListDelete(pParse->db, $$);}
1370 paren_exprlist(A) ::= .   {A = 0;}
1371 paren_exprlist(A) ::= LP exprlist(X) RP.  {A = X;}
1372 %endif SQLITE_OMIT_SUBQUERY
1373 
1374 
1375 ///////////////////////////// The CREATE INDEX command ///////////////////////
1376 //
1377 cmd ::= createkw(S) uniqueflag(U) INDEX ifnotexists(NE) nm(X) dbnm(D)
1378         ON nm(Y) LP sortlist(Z) RP where_opt(W). {
1379   sqlite3CreateIndex(pParse, &X, &D,
1380                      sqlite3SrcListAppend(pParse,0,&Y,0), Z, U,
1381                       &S, W, SQLITE_SO_ASC, NE, SQLITE_IDXTYPE_APPDEF);
1382   if( IN_RENAME_OBJECT && pParse->pNewIndex ){
1383     sqlite3RenameTokenMap(pParse, pParse->pNewIndex->zName, &Y);
1384   }
1385 }
1386 
1387 %type uniqueflag {int}
1388 uniqueflag(A) ::= UNIQUE.  {A = OE_Abort;}
1389 uniqueflag(A) ::= .        {A = OE_None;}
1390 
1391 
1392 // The eidlist non-terminal (Expression Id List) generates an ExprList
1393 // from a list of identifiers.  The identifier names are in ExprList.a[].zName.
1394 // This list is stored in an ExprList rather than an IdList so that it
1395 // can be easily sent to sqlite3ColumnsExprList().
1396 //
1397 // eidlist is grouped with CREATE INDEX because it used to be the non-terminal
1398 // used for the arguments to an index.  That is just an historical accident.
1399 //
1400 // IMPORTANT COMPATIBILITY NOTE:  Some prior versions of SQLite accepted
1401 // COLLATE clauses and ASC or DESC keywords on ID lists in inappropriate
1402 // places - places that might have been stored in the sqlite_schema table.
1403 // Those extra features were ignored.  But because they might be in some
1404 // (busted) old databases, we need to continue parsing them when loading
1405 // historical schemas.
1406 //
1407 %type eidlist {ExprList*}
1408 %destructor eidlist {sqlite3ExprListDelete(pParse->db, $$);}
1409 %type eidlist_opt {ExprList*}
1410 %destructor eidlist_opt {sqlite3ExprListDelete(pParse->db, $$);}
1411 
1412 %include {
1413   /* Add a single new term to an ExprList that is used to store a
1414   ** list of identifiers.  Report an error if the ID list contains
1415   ** a COLLATE clause or an ASC or DESC keyword, except ignore the
1416   ** error while parsing a legacy schema.
1417   */
1418   static ExprList *parserAddExprIdListTerm(
1419     Parse *pParse,
1420     ExprList *pPrior,
1421     Token *pIdToken,
1422     int hasCollate,
1423     int sortOrder
1424   ){
1425     ExprList *p = sqlite3ExprListAppend(pParse, pPrior, 0);
1426     if( (hasCollate || sortOrder!=SQLITE_SO_UNDEFINED)
1427         && pParse->db->init.busy==0
1428     ){
1429       sqlite3ErrorMsg(pParse, "syntax error after column name \"%.*s\"",
1430                          pIdToken->n, pIdToken->z);
1431     }
1432     sqlite3ExprListSetName(pParse, p, pIdToken, 1);
1433     return p;
1434   }
1435 } // end %include
1436 
1437 eidlist_opt(A) ::= .                         {A = 0;}
1438 eidlist_opt(A) ::= LP eidlist(X) RP.         {A = X;}
1439 eidlist(A) ::= eidlist(A) COMMA nm(Y) collate(C) sortorder(Z).  {
1440   A = parserAddExprIdListTerm(pParse, A, &Y, C, Z);
1441 }
1442 eidlist(A) ::= nm(Y) collate(C) sortorder(Z). {
1443   A = parserAddExprIdListTerm(pParse, 0, &Y, C, Z); /*A-overwrites-Y*/
1444 }
1445 
1446 %type collate {int}
1447 collate(C) ::= .              {C = 0;}
1448 collate(C) ::= COLLATE ids.   {C = 1;}
1449 
1450 
1451 ///////////////////////////// The DROP INDEX command /////////////////////////
1452 //
1453 cmd ::= DROP INDEX ifexists(E) fullname(X).   {sqlite3DropIndex(pParse, X, E);}
1454 
1455 ///////////////////////////// The VACUUM command /////////////////////////////
1456 //
1457 %if !SQLITE_OMIT_VACUUM && !SQLITE_OMIT_ATTACH
1458 %type vinto {Expr*}
1459 %destructor vinto {sqlite3ExprDelete(pParse->db, $$);}
1460 cmd ::= VACUUM vinto(Y).                {sqlite3Vacuum(pParse,0,Y);}
1461 cmd ::= VACUUM nm(X) vinto(Y).          {sqlite3Vacuum(pParse,&X,Y);}
1462 vinto(A) ::= INTO expr(X).              {A = X;}
1463 vinto(A) ::= .                          {A = 0;}
1464 %endif
1465 
1466 ///////////////////////////// The PRAGMA command /////////////////////////////
1467 //
1468 %ifndef SQLITE_OMIT_PRAGMA
1469 cmd ::= PRAGMA nm(X) dbnm(Z).                {sqlite3Pragma(pParse,&X,&Z,0,0);}
1470 cmd ::= PRAGMA nm(X) dbnm(Z) EQ nmnum(Y).    {sqlite3Pragma(pParse,&X,&Z,&Y,0);}
1471 cmd ::= PRAGMA nm(X) dbnm(Z) LP nmnum(Y) RP. {sqlite3Pragma(pParse,&X,&Z,&Y,0);}
1472 cmd ::= PRAGMA nm(X) dbnm(Z) EQ minus_num(Y).
1473                                              {sqlite3Pragma(pParse,&X,&Z,&Y,1);}
1474 cmd ::= PRAGMA nm(X) dbnm(Z) LP minus_num(Y) RP.
1475                                              {sqlite3Pragma(pParse,&X,&Z,&Y,1);}
1476 
1477 nmnum(A) ::= plus_num(A).
1478 nmnum(A) ::= nm(A).
1479 nmnum(A) ::= ON(A).
1480 nmnum(A) ::= DELETE(A).
1481 nmnum(A) ::= DEFAULT(A).
1482 %endif SQLITE_OMIT_PRAGMA
1483 %token_class number INTEGER|FLOAT.
1484 plus_num(A) ::= PLUS number(X).       {A = X;}
1485 plus_num(A) ::= number(A).
1486 minus_num(A) ::= MINUS number(X).     {A = X;}
1487 //////////////////////////// The CREATE TRIGGER command /////////////////////
1488 
1489 %ifndef SQLITE_OMIT_TRIGGER
1490 
1491 cmd ::= createkw trigger_decl(A) BEGIN trigger_cmd_list(S) END(Z). {
1492   Token all;
1493   all.z = A.z;
1494   all.n = (int)(Z.z - A.z) + Z.n;
1495   sqlite3FinishTrigger(pParse, S, &all);
1496 }
1497 
1498 trigger_decl(A) ::= temp(T) TRIGGER ifnotexists(NOERR) nm(B) dbnm(Z)
1499                     trigger_time(C) trigger_event(D)
1500                     ON fullname(E) foreach_clause when_clause(G). {
1501   sqlite3BeginTrigger(pParse, &B, &Z, C, D.a, D.b, E, G, T, NOERR);
1502   A = (Z.n==0?B:Z); /*A-overwrites-T*/
1503 }
1504 
1505 %type trigger_time {int}
1506 trigger_time(A) ::= BEFORE|AFTER(X).  { A = @X; /*A-overwrites-X*/ }
1507 trigger_time(A) ::= INSTEAD OF.  { A = TK_INSTEAD;}
1508 trigger_time(A) ::= .            { A = TK_BEFORE; }
1509 
1510 %type trigger_event {struct TrigEvent}
1511 %destructor trigger_event {sqlite3IdListDelete(pParse->db, $$.b);}
1512 trigger_event(A) ::= DELETE|INSERT(X).   {A.a = @X; /*A-overwrites-X*/ A.b = 0;}
1513 trigger_event(A) ::= UPDATE(X).          {A.a = @X; /*A-overwrites-X*/ A.b = 0;}
1514 trigger_event(A) ::= UPDATE OF idlist(X).{A.a = TK_UPDATE; A.b = X;}
1515 
1516 foreach_clause ::= .
1517 foreach_clause ::= FOR EACH ROW.
1518 
1519 %type when_clause {Expr*}
1520 %destructor when_clause {sqlite3ExprDelete(pParse->db, $$);}
1521 when_clause(A) ::= .             { A = 0; }
1522 when_clause(A) ::= WHEN expr(X). { A = X; }
1523 
1524 %type trigger_cmd_list {TriggerStep*}
1525 %destructor trigger_cmd_list {sqlite3DeleteTriggerStep(pParse->db, $$);}
1526 trigger_cmd_list(A) ::= trigger_cmd_list(A) trigger_cmd(X) SEMI. {
1527   assert( A!=0 );
1528   A->pLast->pNext = X;
1529   A->pLast = X;
1530 }
1531 trigger_cmd_list(A) ::= trigger_cmd(A) SEMI. {
1532   assert( A!=0 );
1533   A->pLast = A;
1534 }
1535 
1536 // Disallow qualified table names on INSERT, UPDATE, and DELETE statements
1537 // within a trigger.  The table to INSERT, UPDATE, or DELETE is always in
1538 // the same database as the table that the trigger fires on.
1539 //
1540 %type trnm {Token}
1541 trnm(A) ::= nm(A).
1542 trnm(A) ::= nm DOT nm(X). {
1543   A = X;
1544   sqlite3ErrorMsg(pParse,
1545         "qualified table names are not allowed on INSERT, UPDATE, and DELETE "
1546         "statements within triggers");
1547 }
1548 
1549 // Disallow the INDEX BY and NOT INDEXED clauses on UPDATE and DELETE
1550 // statements within triggers.  We make a specific error message for this
1551 // since it is an exception to the default grammar rules.
1552 //
1553 tridxby ::= .
1554 tridxby ::= INDEXED BY nm. {
1555   sqlite3ErrorMsg(pParse,
1556         "the INDEXED BY clause is not allowed on UPDATE or DELETE statements "
1557         "within triggers");
1558 }
1559 tridxby ::= NOT INDEXED. {
1560   sqlite3ErrorMsg(pParse,
1561         "the NOT INDEXED clause is not allowed on UPDATE or DELETE statements "
1562         "within triggers");
1563 }
1564 
1565 
1566 
1567 %type trigger_cmd {TriggerStep*}
1568 %destructor trigger_cmd {sqlite3DeleteTriggerStep(pParse->db, $$);}
1569 // UPDATE
1570 trigger_cmd(A) ::=
1571    UPDATE(B) orconf(R) trnm(X) tridxby SET setlist(Y) from(F) where_opt(Z) scanpt(E).
1572    {A = sqlite3TriggerUpdateStep(pParse, &X, F, Y, Z, R, B.z, E);}
1573 
1574 // INSERT
1575 trigger_cmd(A) ::= scanpt(B) insert_cmd(R) INTO
1576                       trnm(X) idlist_opt(F) select(S) upsert(U) scanpt(Z). {
1577    A = sqlite3TriggerInsertStep(pParse,&X,F,S,R,U,B,Z);/*A-overwrites-R*/
1578 }
1579 // DELETE
1580 trigger_cmd(A) ::= DELETE(B) FROM trnm(X) tridxby where_opt(Y) scanpt(E).
1581    {A = sqlite3TriggerDeleteStep(pParse, &X, Y, B.z, E);}
1582 
1583 // SELECT
1584 trigger_cmd(A) ::= scanpt(B) select(X) scanpt(E).
1585    {A = sqlite3TriggerSelectStep(pParse->db, X, B, E); /*A-overwrites-X*/}
1586 
1587 // The special RAISE expression that may occur in trigger programs
1588 expr(A) ::= RAISE LP IGNORE RP.  {
1589   A = sqlite3PExpr(pParse, TK_RAISE, 0, 0);
1590   if( A ){
1591     A->affExpr = OE_Ignore;
1592   }
1593 }
1594 expr(A) ::= RAISE LP raisetype(T) COMMA nm(Z) RP.  {
1595   A = sqlite3ExprAlloc(pParse->db, TK_RAISE, &Z, 1);
1596   if( A ) {
1597     A->affExpr = (char)T;
1598   }
1599 }
1600 %endif  !SQLITE_OMIT_TRIGGER
1601 
1602 %type raisetype {int}
1603 raisetype(A) ::= ROLLBACK.  {A = OE_Rollback;}
1604 raisetype(A) ::= ABORT.     {A = OE_Abort;}
1605 raisetype(A) ::= FAIL.      {A = OE_Fail;}
1606 
1607 
1608 ////////////////////////  DROP TRIGGER statement //////////////////////////////
1609 %ifndef SQLITE_OMIT_TRIGGER
1610 cmd ::= DROP TRIGGER ifexists(NOERR) fullname(X). {
1611   sqlite3DropTrigger(pParse,X,NOERR);
1612 }
1613 %endif  !SQLITE_OMIT_TRIGGER
1614 
1615 //////////////////////// ATTACH DATABASE file AS name /////////////////////////
1616 %ifndef SQLITE_OMIT_ATTACH
1617 cmd ::= ATTACH database_kw_opt expr(F) AS expr(D) key_opt(K). {
1618   sqlite3Attach(pParse, F, D, K);
1619 }
1620 cmd ::= DETACH database_kw_opt expr(D). {
1621   sqlite3Detach(pParse, D);
1622 }
1623 
1624 %type key_opt {Expr*}
1625 %destructor key_opt {sqlite3ExprDelete(pParse->db, $$);}
1626 key_opt(A) ::= .                     { A = 0; }
1627 key_opt(A) ::= KEY expr(X).          { A = X; }
1628 
1629 database_kw_opt ::= DATABASE.
1630 database_kw_opt ::= .
1631 %endif SQLITE_OMIT_ATTACH
1632 
1633 ////////////////////////// REINDEX collation //////////////////////////////////
1634 %ifndef SQLITE_OMIT_REINDEX
1635 cmd ::= REINDEX.                {sqlite3Reindex(pParse, 0, 0);}
1636 cmd ::= REINDEX nm(X) dbnm(Y).  {sqlite3Reindex(pParse, &X, &Y);}
1637 %endif  SQLITE_OMIT_REINDEX
1638 
1639 /////////////////////////////////// ANALYZE ///////////////////////////////////
1640 %ifndef SQLITE_OMIT_ANALYZE
1641 cmd ::= ANALYZE.                {sqlite3Analyze(pParse, 0, 0);}
1642 cmd ::= ANALYZE nm(X) dbnm(Y).  {sqlite3Analyze(pParse, &X, &Y);}
1643 %endif
1644 
1645 //////////////////////// ALTER TABLE table ... ////////////////////////////////
1646 %ifndef SQLITE_OMIT_ALTERTABLE
1647 %ifndef SQLITE_OMIT_VIRTUALTABLE
1648 cmd ::= ALTER TABLE fullname(X) RENAME TO nm(Z). {
1649   sqlite3AlterRenameTable(pParse,X,&Z);
1650 }
1651 cmd ::= ALTER TABLE add_column_fullname
1652         ADD kwcolumn_opt columnname(Y) carglist. {
1653   Y.n = (int)(pParse->sLastToken.z-Y.z) + pParse->sLastToken.n;
1654   sqlite3AlterFinishAddColumn(pParse, &Y);
1655 }
1656 cmd ::= ALTER TABLE fullname(X) DROP kwcolumn_opt nm(Y). {
1657   sqlite3AlterDropColumn(pParse, X, &Y);
1658 }
1659 
1660 add_column_fullname ::= fullname(X). {
1661   disableLookaside(pParse);
1662   sqlite3AlterBeginAddColumn(pParse, X);
1663 }
1664 cmd ::= ALTER TABLE fullname(X) RENAME kwcolumn_opt nm(Y) TO nm(Z). {
1665   sqlite3AlterRenameColumn(pParse, X, &Y, &Z);
1666 }
1667 
1668 kwcolumn_opt ::= .
1669 kwcolumn_opt ::= COLUMNKW.
1670 
1671 %endif SQLITE_OMIT_VIRTUALTABLE
1672 %endif SQLITE_OMIT_ALTERTABLE
1673 
1674 //////////////////////// CREATE VIRTUAL TABLE ... /////////////////////////////
1675 %ifndef SQLITE_OMIT_VIRTUALTABLE
1676 cmd ::= create_vtab.                       {sqlite3VtabFinishParse(pParse,0);}
1677 cmd ::= create_vtab LP vtabarglist RP(X).  {sqlite3VtabFinishParse(pParse,&X);}
1678 create_vtab ::= createkw VIRTUAL TABLE ifnotexists(E)
1679                 nm(X) dbnm(Y) USING nm(Z). {
1680     sqlite3VtabBeginParse(pParse, &X, &Y, &Z, E);
1681 }
1682 vtabarglist ::= vtabarg.
1683 vtabarglist ::= vtabarglist COMMA vtabarg.
1684 vtabarg ::= .                       {sqlite3VtabArgInit(pParse);}
1685 vtabarg ::= vtabarg vtabargtoken.
1686 vtabargtoken ::= ANY(X).            {sqlite3VtabArgExtend(pParse,&X);}
1687 vtabargtoken ::= lp anylist RP(X).  {sqlite3VtabArgExtend(pParse,&X);}
1688 lp ::= LP(X).                       {sqlite3VtabArgExtend(pParse,&X);}
1689 anylist ::= .
1690 anylist ::= anylist LP anylist RP.
1691 anylist ::= anylist ANY.
1692 %endif  SQLITE_OMIT_VIRTUALTABLE
1693 
1694 
1695 //////////////////////// COMMON TABLE EXPRESSIONS ////////////////////////////
1696 %type wqlist {With*}
1697 %destructor wqlist {sqlite3WithDelete(pParse->db, $$);}
1698 %type wqitem {Cte*}
1699 // %destructor wqitem {sqlite3CteDelete(pParse->db, $$);} // not reachable
1700 
1701 with ::= .
1702 %ifndef SQLITE_OMIT_CTE
1703 with ::= WITH wqlist(W).              { sqlite3WithPush(pParse, W, 1); }
1704 with ::= WITH RECURSIVE wqlist(W).    { sqlite3WithPush(pParse, W, 1); }
1705 
1706 %type wqas {u8}
1707 wqas(A)   ::= AS.                  {A = M10d_Any;}
1708 wqas(A)   ::= AS MATERIALIZED.     {A = M10d_Yes;}
1709 wqas(A)   ::= AS NOT MATERIALIZED. {A = M10d_No;}
1710 wqitem(A) ::= nm(X) eidlist_opt(Y) wqas(M) LP select(Z) RP. {
1711   A = sqlite3CteNew(pParse, &X, Y, Z, M); /*A-overwrites-X*/
1712 }
1713 wqlist(A) ::= wqitem(X). {
1714   A = sqlite3WithAdd(pParse, 0, X); /*A-overwrites-X*/
1715 }
1716 wqlist(A) ::= wqlist(A) COMMA wqitem(X). {
1717   A = sqlite3WithAdd(pParse, A, X);
1718 }
1719 %endif  SQLITE_OMIT_CTE
1720 
1721 //////////////////////// WINDOW FUNCTION EXPRESSIONS /////////////////////////
1722 // These must be at the end of this file. Specifically, the rules that
1723 // introduce tokens WINDOW, OVER and FILTER must appear last. This causes
1724 // the integer values assigned to these tokens to be larger than all other
1725 // tokens that may be output by the tokenizer except TK_SPACE and TK_ILLEGAL.
1726 //
1727 %ifndef SQLITE_OMIT_WINDOWFUNC
1728 %type windowdefn_list {Window*}
1729 %destructor windowdefn_list {sqlite3WindowListDelete(pParse->db, $$);}
1730 windowdefn_list(A) ::= windowdefn(Z). { A = Z; }
1731 windowdefn_list(A) ::= windowdefn_list(Y) COMMA windowdefn(Z). {
1732   assert( Z!=0 );
1733   sqlite3WindowChain(pParse, Z, Y);
1734   Z->pNextWin = Y;
1735   A = Z;
1736 }
1737 
1738 %type windowdefn {Window*}
1739 %destructor windowdefn {sqlite3WindowDelete(pParse->db, $$);}
1740 windowdefn(A) ::= nm(X) AS LP window(Y) RP. {
1741   if( ALWAYS(Y) ){
1742     Y->zName = sqlite3DbStrNDup(pParse->db, X.z, X.n);
1743   }
1744   A = Y;
1745 }
1746 
1747 %type window {Window*}
1748 %destructor window {sqlite3WindowDelete(pParse->db, $$);}
1749 
1750 %type frame_opt {Window*}
1751 %destructor frame_opt {sqlite3WindowDelete(pParse->db, $$);}
1752 
1753 %type part_opt {ExprList*}
1754 %destructor part_opt {sqlite3ExprListDelete(pParse->db, $$);}
1755 
1756 %type filter_clause {Expr*}
1757 %destructor filter_clause {sqlite3ExprDelete(pParse->db, $$);}
1758 
1759 %type over_clause {Window*}
1760 %destructor over_clause {sqlite3WindowDelete(pParse->db, $$);}
1761 
1762 %type filter_over {Window*}
1763 %destructor filter_over {sqlite3WindowDelete(pParse->db, $$);}
1764 
1765 %type range_or_rows {int}
1766 
1767 %type frame_bound {struct FrameBound}
1768 %destructor frame_bound {sqlite3ExprDelete(pParse->db, $$.pExpr);}
1769 %type frame_bound_s {struct FrameBound}
1770 %destructor frame_bound_s {sqlite3ExprDelete(pParse->db, $$.pExpr);}
1771 %type frame_bound_e {struct FrameBound}
1772 %destructor frame_bound_e {sqlite3ExprDelete(pParse->db, $$.pExpr);}
1773 
1774 window(A) ::= PARTITION BY nexprlist(X) orderby_opt(Y) frame_opt(Z). {
1775   A = sqlite3WindowAssemble(pParse, Z, X, Y, 0);
1776 }
1777 window(A) ::= nm(W) PARTITION BY nexprlist(X) orderby_opt(Y) frame_opt(Z). {
1778   A = sqlite3WindowAssemble(pParse, Z, X, Y, &W);
1779 }
1780 window(A) ::= ORDER BY sortlist(Y) frame_opt(Z). {
1781   A = sqlite3WindowAssemble(pParse, Z, 0, Y, 0);
1782 }
1783 window(A) ::= nm(W) ORDER BY sortlist(Y) frame_opt(Z). {
1784   A = sqlite3WindowAssemble(pParse, Z, 0, Y, &W);
1785 }
1786 window(A) ::= frame_opt(Z). {
1787   A = Z;
1788 }
1789 window(A) ::= nm(W) frame_opt(Z). {
1790   A = sqlite3WindowAssemble(pParse, Z, 0, 0, &W);
1791 }
1792 
1793 frame_opt(A) ::= .                             {
1794   A = sqlite3WindowAlloc(pParse, 0, TK_UNBOUNDED, 0, TK_CURRENT, 0, 0);
1795 }
1796 frame_opt(A) ::= range_or_rows(X) frame_bound_s(Y) frame_exclude_opt(Z). {
1797   A = sqlite3WindowAlloc(pParse, X, Y.eType, Y.pExpr, TK_CURRENT, 0, Z);
1798 }
1799 frame_opt(A) ::= range_or_rows(X) BETWEEN frame_bound_s(Y) AND
1800                           frame_bound_e(Z) frame_exclude_opt(W). {
1801   A = sqlite3WindowAlloc(pParse, X, Y.eType, Y.pExpr, Z.eType, Z.pExpr, W);
1802 }
1803 
1804 range_or_rows(A) ::= RANGE|ROWS|GROUPS(X).   {A = @X; /*A-overwrites-X*/}
1805 
1806 frame_bound_s(A) ::= frame_bound(X).         {A = X;}
1807 frame_bound_s(A) ::= UNBOUNDED(X) PRECEDING. {A.eType = @X; A.pExpr = 0;}
1808 frame_bound_e(A) ::= frame_bound(X).         {A = X;}
1809 frame_bound_e(A) ::= UNBOUNDED(X) FOLLOWING. {A.eType = @X; A.pExpr = 0;}
1810 
1811 frame_bound(A) ::= expr(X) PRECEDING|FOLLOWING(Y).
1812                                              {A.eType = @Y; A.pExpr = X;}
1813 frame_bound(A) ::= CURRENT(X) ROW.           {A.eType = @X; A.pExpr = 0;}
1814 
1815 %type frame_exclude_opt {u8}
1816 frame_exclude_opt(A) ::= . {A = 0;}
1817 frame_exclude_opt(A) ::= EXCLUDE frame_exclude(X). {A = X;}
1818 
1819 %type frame_exclude {u8}
1820 frame_exclude(A) ::= NO(X) OTHERS.   {A = @X; /*A-overwrites-X*/}
1821 frame_exclude(A) ::= CURRENT(X) ROW. {A = @X; /*A-overwrites-X*/}
1822 frame_exclude(A) ::= GROUP|TIES(X).  {A = @X; /*A-overwrites-X*/}
1823 
1824 
1825 %type window_clause {Window*}
1826 %destructor window_clause {sqlite3WindowListDelete(pParse->db, $$);}
1827 window_clause(A) ::= WINDOW windowdefn_list(B). { A = B; }
1828 
1829 filter_over(A) ::= filter_clause(F) over_clause(O). {
1830   if( O ){
1831     O->pFilter = F;
1832   }else{
1833     sqlite3ExprDelete(pParse->db, F);
1834   }
1835   A = O;
1836 }
1837 filter_over(A) ::= over_clause(O). {
1838   A = O;
1839 }
1840 filter_over(A) ::= filter_clause(F). {
1841   A = (Window*)sqlite3DbMallocZero(pParse->db, sizeof(Window));
1842   if( A ){
1843     A->eFrmType = TK_FILTER;
1844     A->pFilter = F;
1845   }else{
1846     sqlite3ExprDelete(pParse->db, F);
1847   }
1848 }
1849 
1850 over_clause(A) ::= OVER LP window(Z) RP. {
1851   A = Z;
1852   assert( A!=0 );
1853 }
1854 over_clause(A) ::= OVER nm(Z). {
1855   A = (Window*)sqlite3DbMallocZero(pParse->db, sizeof(Window));
1856   if( A ){
1857     A->zName = sqlite3DbStrNDup(pParse->db, Z.z, Z.n);
1858   }
1859 }
1860 
1861 filter_clause(A) ::= FILTER LP WHERE expr(X) RP.  { A = X; }
1862 %endif /* SQLITE_OMIT_WINDOWFUNC */
1863 
1864 /*
1865 ** The code generator needs some extra TK_ token values for tokens that
1866 ** are synthesized and do not actually appear in the grammar:
1867 */
1868 %token
1869   COLUMN          /* Reference to a table column */
1870   AGG_FUNCTION    /* An aggregate function */
1871   AGG_COLUMN      /* An aggregated column */
1872   TRUEFALSE       /* True or false keyword */
1873   ISNOT           /* Combination of IS and NOT */
1874   FUNCTION        /* A function invocation */
1875   UMINUS          /* Unary minus */
1876   UPLUS           /* Unary plus */
1877   TRUTH           /* IS TRUE or IS FALSE or IS NOT TRUE or IS NOT FALSE */
1878   REGISTER        /* Reference to a VDBE register */
1879   VECTOR          /* Vector */
1880   SELECT_COLUMN   /* Choose a single column from a multi-column SELECT */
1881   IF_NULL_ROW     /* the if-null-row operator */
1882   ASTERISK        /* The "*" in count(*) and similar */
1883   SPAN            /* The span operator */
1884   ERROR           /* An expression containing an error */
1885 .
1886 /* There must be no more than 255 tokens defined above.  If this grammar
1887 ** is extended with new rules and tokens, they must either be so few in
1888 ** number that TK_SPAN is no more than 255, or else the new tokens must
1889 ** appear after this line.
1890 */
1891 %include {
1892 #if TK_SPAN>255
1893 # error too many tokens in the grammar
1894 #endif
1895 }
1896 
1897 /*
1898 ** The TK_SPACE and TK_ILLEGAL tokens must be the last two tokens.  The
1899 ** parser depends on this.  Those tokens are not used in any grammar rule.
1900 ** They are only used by the tokenizer.  Declare them last so that they
1901 ** are guaranteed to be the last two tokens
1902 */
1903 %token SPACE ILLEGAL.
1904