xref: /sqlite-3.40.0/src/select.c (revision bb7dd683)
1cce7d176Sdrh /*
2b19a2bc6Sdrh ** 2001 September 15
3cce7d176Sdrh **
4b19a2bc6Sdrh ** The author disclaims copyright to this source code.  In place of
5b19a2bc6Sdrh ** a legal notice, here is a blessing:
6cce7d176Sdrh **
7b19a2bc6Sdrh **    May you do good and not evil.
8b19a2bc6Sdrh **    May you find forgiveness for yourself and forgive others.
9b19a2bc6Sdrh **    May you share freely, never taking more than you give.
10cce7d176Sdrh **
11cce7d176Sdrh *************************************************************************
12cce7d176Sdrh ** This file contains C code routines that are called by the parser
13b19a2bc6Sdrh ** to handle SELECT statements in SQLite.
14cce7d176Sdrh */
15cce7d176Sdrh #include "sqliteInt.h"
16cce7d176Sdrh 
17315555caSdrh 
18cce7d176Sdrh /*
19eda639e1Sdrh ** Delete all the content of a Select structure but do not deallocate
20eda639e1Sdrh ** the select structure itself.
21eda639e1Sdrh */
22633e6d57Sdrh static void clearSelect(sqlite3 *db, Select *p){
23633e6d57Sdrh   sqlite3ExprListDelete(db, p->pEList);
24633e6d57Sdrh   sqlite3SrcListDelete(db, p->pSrc);
25633e6d57Sdrh   sqlite3ExprDelete(db, p->pWhere);
26633e6d57Sdrh   sqlite3ExprListDelete(db, p->pGroupBy);
27633e6d57Sdrh   sqlite3ExprDelete(db, p->pHaving);
28633e6d57Sdrh   sqlite3ExprListDelete(db, p->pOrderBy);
29633e6d57Sdrh   sqlite3SelectDelete(db, p->pPrior);
30633e6d57Sdrh   sqlite3ExprDelete(db, p->pLimit);
31633e6d57Sdrh   sqlite3ExprDelete(db, p->pOffset);
32eda639e1Sdrh }
33eda639e1Sdrh 
341013c932Sdrh /*
351013c932Sdrh ** Initialize a SelectDest structure.
361013c932Sdrh */
371013c932Sdrh void sqlite3SelectDestInit(SelectDest *pDest, int eDest, int iParm){
38ea678832Sdrh   pDest->eDest = (u8)eDest;
391013c932Sdrh   pDest->iParm = iParm;
401013c932Sdrh   pDest->affinity = 0;
411013c932Sdrh   pDest->iMem = 0;
42ad27e761Sdrh   pDest->nMem = 0;
431013c932Sdrh }
441013c932Sdrh 
45eda639e1Sdrh 
46eda639e1Sdrh /*
479bb61fe7Sdrh ** Allocate a new Select structure and return a pointer to that
489bb61fe7Sdrh ** structure.
49cce7d176Sdrh */
504adee20fSdanielk1977 Select *sqlite3SelectNew(
5117435752Sdrh   Parse *pParse,        /* Parsing context */
52daffd0e5Sdrh   ExprList *pEList,     /* which columns to include in the result */
53ad3cab52Sdrh   SrcList *pSrc,        /* the FROM clause -- which tables to scan */
54daffd0e5Sdrh   Expr *pWhere,         /* the WHERE clause */
55daffd0e5Sdrh   ExprList *pGroupBy,   /* the GROUP BY clause */
56daffd0e5Sdrh   Expr *pHaving,        /* the HAVING clause */
57daffd0e5Sdrh   ExprList *pOrderBy,   /* the ORDER BY clause */
589bbca4c1Sdrh   int isDistinct,       /* true if the DISTINCT keyword is present */
59a2dc3b1aSdanielk1977   Expr *pLimit,         /* LIMIT value.  NULL means not used */
60a2dc3b1aSdanielk1977   Expr *pOffset         /* OFFSET value.  NULL means no offset */
619bb61fe7Sdrh ){
629bb61fe7Sdrh   Select *pNew;
63eda639e1Sdrh   Select standin;
6417435752Sdrh   sqlite3 *db = pParse->db;
6517435752Sdrh   pNew = sqlite3DbMallocZero(db, sizeof(*pNew) );
66d72a276eSdrh   assert( db->mallocFailed || !pOffset || pLimit ); /* OFFSET implies LIMIT */
67daffd0e5Sdrh   if( pNew==0 ){
68eda639e1Sdrh     pNew = &standin;
69eda639e1Sdrh     memset(pNew, 0, sizeof(*pNew));
70eda639e1Sdrh   }
71b733d037Sdrh   if( pEList==0 ){
72b7916a78Sdrh     pEList = sqlite3ExprListAppend(pParse, 0, sqlite3Expr(db,TK_ALL,0));
73b733d037Sdrh   }
749bb61fe7Sdrh   pNew->pEList = pEList;
759bb61fe7Sdrh   pNew->pSrc = pSrc;
769bb61fe7Sdrh   pNew->pWhere = pWhere;
779bb61fe7Sdrh   pNew->pGroupBy = pGroupBy;
789bb61fe7Sdrh   pNew->pHaving = pHaving;
799bb61fe7Sdrh   pNew->pOrderBy = pOrderBy;
807d10d5a6Sdrh   pNew->selFlags = isDistinct ? SF_Distinct : 0;
8182c3d636Sdrh   pNew->op = TK_SELECT;
82a2dc3b1aSdanielk1977   pNew->pLimit = pLimit;
83a2dc3b1aSdanielk1977   pNew->pOffset = pOffset;
84373cc2ddSdrh   assert( pOffset==0 || pLimit!=0 );
85b9bb7c18Sdrh   pNew->addrOpenEphm[0] = -1;
86b9bb7c18Sdrh   pNew->addrOpenEphm[1] = -1;
87b9bb7c18Sdrh   pNew->addrOpenEphm[2] = -1;
880a846f96Sdrh   if( db->mallocFailed ) {
89633e6d57Sdrh     clearSelect(db, pNew);
900a846f96Sdrh     if( pNew!=&standin ) sqlite3DbFree(db, pNew);
91eda639e1Sdrh     pNew = 0;
92daffd0e5Sdrh   }
939bb61fe7Sdrh   return pNew;
949bb61fe7Sdrh }
959bb61fe7Sdrh 
969bb61fe7Sdrh /*
97eda639e1Sdrh ** Delete the given Select structure and all of its substructures.
98eda639e1Sdrh */
99633e6d57Sdrh void sqlite3SelectDelete(sqlite3 *db, Select *p){
100eda639e1Sdrh   if( p ){
101633e6d57Sdrh     clearSelect(db, p);
102633e6d57Sdrh     sqlite3DbFree(db, p);
103eda639e1Sdrh   }
104eda639e1Sdrh }
105eda639e1Sdrh 
106eda639e1Sdrh /*
10701f3f253Sdrh ** Given 1 to 3 identifiers preceeding the JOIN keyword, determine the
10801f3f253Sdrh ** type of join.  Return an integer constant that expresses that type
10901f3f253Sdrh ** in terms of the following bit values:
11001f3f253Sdrh **
11101f3f253Sdrh **     JT_INNER
1123dec223cSdrh **     JT_CROSS
11301f3f253Sdrh **     JT_OUTER
11401f3f253Sdrh **     JT_NATURAL
11501f3f253Sdrh **     JT_LEFT
11601f3f253Sdrh **     JT_RIGHT
11701f3f253Sdrh **
11801f3f253Sdrh ** A full outer join is the combination of JT_LEFT and JT_RIGHT.
11901f3f253Sdrh **
12001f3f253Sdrh ** If an illegal or unsupported join type is seen, then still return
12101f3f253Sdrh ** a join type, but put an error in the pParse structure.
12201f3f253Sdrh */
1234adee20fSdanielk1977 int sqlite3JoinType(Parse *pParse, Token *pA, Token *pB, Token *pC){
12401f3f253Sdrh   int jointype = 0;
12501f3f253Sdrh   Token *apAll[3];
12601f3f253Sdrh   Token *p;
127373cc2ddSdrh                              /*   0123456789 123456789 123456789 123 */
128373cc2ddSdrh   static const char zKeyText[] = "naturaleftouterightfullinnercross";
1295719628aSdrh   static const struct {
130373cc2ddSdrh     u8 i;        /* Beginning of keyword text in zKeyText[] */
131373cc2ddSdrh     u8 nChar;    /* Length of the keyword in characters */
132373cc2ddSdrh     u8 code;     /* Join type mask */
133373cc2ddSdrh   } aKeyword[] = {
134373cc2ddSdrh     /* natural */ { 0,  7, JT_NATURAL                },
135373cc2ddSdrh     /* left    */ { 6,  4, JT_LEFT|JT_OUTER          },
136373cc2ddSdrh     /* outer   */ { 10, 5, JT_OUTER                  },
137373cc2ddSdrh     /* right   */ { 14, 5, JT_RIGHT|JT_OUTER         },
138373cc2ddSdrh     /* full    */ { 19, 4, JT_LEFT|JT_RIGHT|JT_OUTER },
139373cc2ddSdrh     /* inner   */ { 23, 5, JT_INNER                  },
140373cc2ddSdrh     /* cross   */ { 28, 5, JT_INNER|JT_CROSS         },
14101f3f253Sdrh   };
14201f3f253Sdrh   int i, j;
14301f3f253Sdrh   apAll[0] = pA;
14401f3f253Sdrh   apAll[1] = pB;
14501f3f253Sdrh   apAll[2] = pC;
146195e6967Sdrh   for(i=0; i<3 && apAll[i]; i++){
14701f3f253Sdrh     p = apAll[i];
148373cc2ddSdrh     for(j=0; j<ArraySize(aKeyword); j++){
149373cc2ddSdrh       if( p->n==aKeyword[j].nChar
150373cc2ddSdrh           && sqlite3StrNICmp((char*)p->z, &zKeyText[aKeyword[j].i], p->n)==0 ){
151373cc2ddSdrh         jointype |= aKeyword[j].code;
15201f3f253Sdrh         break;
15301f3f253Sdrh       }
15401f3f253Sdrh     }
155373cc2ddSdrh     testcase( j==0 || j==1 || j==2 || j==3 || j==4 || j==5 || j==6 );
156373cc2ddSdrh     if( j>=ArraySize(aKeyword) ){
15701f3f253Sdrh       jointype |= JT_ERROR;
15801f3f253Sdrh       break;
15901f3f253Sdrh     }
16001f3f253Sdrh   }
161ad2d8307Sdrh   if(
162ad2d8307Sdrh      (jointype & (JT_INNER|JT_OUTER))==(JT_INNER|JT_OUTER) ||
163195e6967Sdrh      (jointype & JT_ERROR)!=0
164ad2d8307Sdrh   ){
165a9671a22Sdrh     const char *zSp = " ";
166a9671a22Sdrh     assert( pB!=0 );
167a9671a22Sdrh     if( pC==0 ){ zSp++; }
168ae29ffbeSdrh     sqlite3ErrorMsg(pParse, "unknown or unsupported join type: "
169a9671a22Sdrh        "%T %T%s%T", pA, pB, zSp, pC);
17001f3f253Sdrh     jointype = JT_INNER;
171373cc2ddSdrh   }else if( (jointype & JT_OUTER)!=0
172373cc2ddSdrh          && (jointype & (JT_LEFT|JT_RIGHT))!=JT_LEFT ){
1734adee20fSdanielk1977     sqlite3ErrorMsg(pParse,
174da93d238Sdrh       "RIGHT and FULL OUTER JOINs are not currently supported");
175195e6967Sdrh     jointype = JT_INNER;
17601f3f253Sdrh   }
17701f3f253Sdrh   return jointype;
17801f3f253Sdrh }
17901f3f253Sdrh 
18001f3f253Sdrh /*
181ad2d8307Sdrh ** Return the index of a column in a table.  Return -1 if the column
182ad2d8307Sdrh ** is not contained in the table.
183ad2d8307Sdrh */
184ad2d8307Sdrh static int columnIndex(Table *pTab, const char *zCol){
185ad2d8307Sdrh   int i;
186ad2d8307Sdrh   for(i=0; i<pTab->nCol; i++){
1874adee20fSdanielk1977     if( sqlite3StrICmp(pTab->aCol[i].zName, zCol)==0 ) return i;
188ad2d8307Sdrh   }
189ad2d8307Sdrh   return -1;
190ad2d8307Sdrh }
191ad2d8307Sdrh 
192ad2d8307Sdrh /*
1932179b434Sdrh ** Search the first N tables in pSrc, from left to right, looking for a
1942179b434Sdrh ** table that has a column named zCol.
1952179b434Sdrh **
1962179b434Sdrh ** When found, set *piTab and *piCol to the table index and column index
1972179b434Sdrh ** of the matching column and return TRUE.
1982179b434Sdrh **
1992179b434Sdrh ** If not found, return FALSE.
2002179b434Sdrh */
2012179b434Sdrh static int tableAndColumnIndex(
2022179b434Sdrh   SrcList *pSrc,       /* Array of tables to search */
2032179b434Sdrh   int N,               /* Number of tables in pSrc->a[] to search */
2042179b434Sdrh   const char *zCol,    /* Name of the column we are looking for */
2052179b434Sdrh   int *piTab,          /* Write index of pSrc->a[] here */
2062179b434Sdrh   int *piCol           /* Write index of pSrc->a[*piTab].pTab->aCol[] here */
2072179b434Sdrh ){
2082179b434Sdrh   int i;               /* For looping over tables in pSrc */
2092179b434Sdrh   int iCol;            /* Index of column matching zCol */
2102179b434Sdrh 
2112179b434Sdrh   assert( (piTab==0)==(piCol==0) );  /* Both or neither are NULL */
2122179b434Sdrh   for(i=0; i<N; i++){
2132179b434Sdrh     iCol = columnIndex(pSrc->a[i].pTab, zCol);
2142179b434Sdrh     if( iCol>=0 ){
2152179b434Sdrh       if( piTab ){
2162179b434Sdrh         *piTab = i;
2172179b434Sdrh         *piCol = iCol;
2182179b434Sdrh       }
2192179b434Sdrh       return 1;
2202179b434Sdrh     }
2212179b434Sdrh   }
2222179b434Sdrh   return 0;
2232179b434Sdrh }
2242179b434Sdrh 
2252179b434Sdrh /*
226f7b0b0adSdan ** This function is used to add terms implied by JOIN syntax to the
227f7b0b0adSdan ** WHERE clause expression of a SELECT statement. The new term, which
228f7b0b0adSdan ** is ANDed with the existing WHERE clause, is of the form:
229f7b0b0adSdan **
230f7b0b0adSdan **    (tab1.col1 = tab2.col2)
231f7b0b0adSdan **
232f7b0b0adSdan ** where tab1 is the iSrc'th table in SrcList pSrc and tab2 is the
233f7b0b0adSdan ** (iSrc+1)'th. Column col1 is column iColLeft of tab1, and col2 is
234f7b0b0adSdan ** column iColRight of tab2.
235ad2d8307Sdrh */
236ad2d8307Sdrh static void addWhereTerm(
23717435752Sdrh   Parse *pParse,                  /* Parsing context */
238f7b0b0adSdan   SrcList *pSrc,                  /* List of tables in FROM clause */
2392179b434Sdrh   int iLeft,                      /* Index of first table to join in pSrc */
240f7b0b0adSdan   int iColLeft,                   /* Index of column in first table */
2412179b434Sdrh   int iRight,                     /* Index of second table in pSrc */
242f7b0b0adSdan   int iColRight,                  /* Index of column in second table */
243f7b0b0adSdan   int isOuterJoin,                /* True if this is an OUTER join */
244f7b0b0adSdan   Expr **ppWhere                  /* IN/OUT: The WHERE clause to add to */
245ad2d8307Sdrh ){
246f7b0b0adSdan   sqlite3 *db = pParse->db;
247f7b0b0adSdan   Expr *pE1;
248f7b0b0adSdan   Expr *pE2;
249f7b0b0adSdan   Expr *pEq;
250ad2d8307Sdrh 
2512179b434Sdrh   assert( iLeft<iRight );
2522179b434Sdrh   assert( pSrc->nSrc>iRight );
2532179b434Sdrh   assert( pSrc->a[iLeft].pTab );
2542179b434Sdrh   assert( pSrc->a[iRight].pTab );
255f7b0b0adSdan 
2562179b434Sdrh   pE1 = sqlite3CreateColumnExpr(db, pSrc, iLeft, iColLeft);
2572179b434Sdrh   pE2 = sqlite3CreateColumnExpr(db, pSrc, iRight, iColRight);
258f7b0b0adSdan 
259f7b0b0adSdan   pEq = sqlite3PExpr(pParse, TK_EQ, pE1, pE2, 0);
260f7b0b0adSdan   if( pEq && isOuterJoin ){
261f7b0b0adSdan     ExprSetProperty(pEq, EP_FromJoin);
262f7b0b0adSdan     assert( !ExprHasAnyProperty(pEq, EP_TokenOnly|EP_Reduced) );
263f7b0b0adSdan     ExprSetIrreducible(pEq);
264f7b0b0adSdan     pEq->iRightJoinTable = (i16)pE2->iTable;
265030530deSdrh   }
266f7b0b0adSdan   *ppWhere = sqlite3ExprAnd(db, *ppWhere, pEq);
267ad2d8307Sdrh }
268ad2d8307Sdrh 
269ad2d8307Sdrh /*
2701f16230bSdrh ** Set the EP_FromJoin property on all terms of the given expression.
27122d6a53aSdrh ** And set the Expr.iRightJoinTable to iTable for every term in the
27222d6a53aSdrh ** expression.
2731cc093c2Sdrh **
274e78e8284Sdrh ** The EP_FromJoin property is used on terms of an expression to tell
2751cc093c2Sdrh ** the LEFT OUTER JOIN processing logic that this term is part of the
2761f16230bSdrh ** join restriction specified in the ON or USING clause and not a part
2771f16230bSdrh ** of the more general WHERE clause.  These terms are moved over to the
2781f16230bSdrh ** WHERE clause during join processing but we need to remember that they
2791f16230bSdrh ** originated in the ON or USING clause.
28022d6a53aSdrh **
28122d6a53aSdrh ** The Expr.iRightJoinTable tells the WHERE clause processing that the
28222d6a53aSdrh ** expression depends on table iRightJoinTable even if that table is not
28322d6a53aSdrh ** explicitly mentioned in the expression.  That information is needed
28422d6a53aSdrh ** for cases like this:
28522d6a53aSdrh **
28622d6a53aSdrh **    SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.b AND t1.x=5
28722d6a53aSdrh **
28822d6a53aSdrh ** The where clause needs to defer the handling of the t1.x=5
28922d6a53aSdrh ** term until after the t2 loop of the join.  In that way, a
29022d6a53aSdrh ** NULL t2 row will be inserted whenever t1.x!=5.  If we do not
29122d6a53aSdrh ** defer the handling of t1.x=5, it will be processed immediately
29222d6a53aSdrh ** after the t1 loop and rows with t1.x!=5 will never appear in
29322d6a53aSdrh ** the output, which is incorrect.
2941cc093c2Sdrh */
29522d6a53aSdrh static void setJoinExpr(Expr *p, int iTable){
2961cc093c2Sdrh   while( p ){
2971f16230bSdrh     ExprSetProperty(p, EP_FromJoin);
29833e619fcSdrh     assert( !ExprHasAnyProperty(p, EP_TokenOnly|EP_Reduced) );
29933e619fcSdrh     ExprSetIrreducible(p);
300cf697396Sshane     p->iRightJoinTable = (i16)iTable;
30122d6a53aSdrh     setJoinExpr(p->pLeft, iTable);
3021cc093c2Sdrh     p = p->pRight;
3031cc093c2Sdrh   }
3041cc093c2Sdrh }
3051cc093c2Sdrh 
3061cc093c2Sdrh /*
307ad2d8307Sdrh ** This routine processes the join information for a SELECT statement.
308ad2d8307Sdrh ** ON and USING clauses are converted into extra terms of the WHERE clause.
309ad2d8307Sdrh ** NATURAL joins also create extra WHERE clause terms.
310ad2d8307Sdrh **
31191bb0eedSdrh ** The terms of a FROM clause are contained in the Select.pSrc structure.
31291bb0eedSdrh ** The left most table is the first entry in Select.pSrc.  The right-most
31391bb0eedSdrh ** table is the last entry.  The join operator is held in the entry to
31491bb0eedSdrh ** the left.  Thus entry 0 contains the join operator for the join between
31591bb0eedSdrh ** entries 0 and 1.  Any ON or USING clauses associated with the join are
31691bb0eedSdrh ** also attached to the left entry.
31791bb0eedSdrh **
318ad2d8307Sdrh ** This routine returns the number of errors encountered.
319ad2d8307Sdrh */
320ad2d8307Sdrh static int sqliteProcessJoin(Parse *pParse, Select *p){
32191bb0eedSdrh   SrcList *pSrc;                  /* All tables in the FROM clause */
32291bb0eedSdrh   int i, j;                       /* Loop counters */
32391bb0eedSdrh   struct SrcList_item *pLeft;     /* Left table being joined */
32491bb0eedSdrh   struct SrcList_item *pRight;    /* Right table being joined */
325ad2d8307Sdrh 
32691bb0eedSdrh   pSrc = p->pSrc;
32791bb0eedSdrh   pLeft = &pSrc->a[0];
32891bb0eedSdrh   pRight = &pLeft[1];
32991bb0eedSdrh   for(i=0; i<pSrc->nSrc-1; i++, pRight++, pLeft++){
33091bb0eedSdrh     Table *pLeftTab = pLeft->pTab;
33191bb0eedSdrh     Table *pRightTab = pRight->pTab;
332ad27e761Sdrh     int isOuter;
33391bb0eedSdrh 
3341c767f0dSdrh     if( NEVER(pLeftTab==0 || pRightTab==0) ) continue;
335ad27e761Sdrh     isOuter = (pRight->jointype & JT_OUTER)!=0;
336ad2d8307Sdrh 
337ad2d8307Sdrh     /* When the NATURAL keyword is present, add WHERE clause terms for
338ad2d8307Sdrh     ** every column that the two tables have in common.
339ad2d8307Sdrh     */
34061dfc31dSdrh     if( pRight->jointype & JT_NATURAL ){
34161dfc31dSdrh       if( pRight->pOn || pRight->pUsing ){
3424adee20fSdanielk1977         sqlite3ErrorMsg(pParse, "a NATURAL join may not have "
343ad2d8307Sdrh            "an ON or USING clause", 0);
344ad2d8307Sdrh         return 1;
345ad2d8307Sdrh       }
3462179b434Sdrh       for(j=0; j<pRightTab->nCol; j++){
3472179b434Sdrh         char *zName;   /* Name of column in the right table */
3482179b434Sdrh         int iLeft;     /* Matching left table */
3492179b434Sdrh         int iLeftCol;  /* Matching column in the left table */
3502179b434Sdrh 
3512179b434Sdrh         zName = pRightTab->aCol[j].zName;
3522179b434Sdrh         if( tableAndColumnIndex(pSrc, i+1, zName, &iLeft, &iLeftCol) ){
3532179b434Sdrh           addWhereTerm(pParse, pSrc, iLeft, iLeftCol, i+1, j,
3542179b434Sdrh                        isOuter, &p->pWhere);
355ad2d8307Sdrh         }
356ad2d8307Sdrh       }
357ad2d8307Sdrh     }
358ad2d8307Sdrh 
359ad2d8307Sdrh     /* Disallow both ON and USING clauses in the same join
360ad2d8307Sdrh     */
36161dfc31dSdrh     if( pRight->pOn && pRight->pUsing ){
3624adee20fSdanielk1977       sqlite3ErrorMsg(pParse, "cannot have both ON and USING "
363da93d238Sdrh         "clauses in the same join");
364ad2d8307Sdrh       return 1;
365ad2d8307Sdrh     }
366ad2d8307Sdrh 
367ad2d8307Sdrh     /* Add the ON clause to the end of the WHERE clause, connected by
36891bb0eedSdrh     ** an AND operator.
369ad2d8307Sdrh     */
37061dfc31dSdrh     if( pRight->pOn ){
371ad27e761Sdrh       if( isOuter ) setJoinExpr(pRight->pOn, pRight->iCursor);
37217435752Sdrh       p->pWhere = sqlite3ExprAnd(pParse->db, p->pWhere, pRight->pOn);
37361dfc31dSdrh       pRight->pOn = 0;
374ad2d8307Sdrh     }
375ad2d8307Sdrh 
376ad2d8307Sdrh     /* Create extra terms on the WHERE clause for each column named
377ad2d8307Sdrh     ** in the USING clause.  Example: If the two tables to be joined are
378ad2d8307Sdrh     ** A and B and the USING clause names X, Y, and Z, then add this
379ad2d8307Sdrh     ** to the WHERE clause:    A.X=B.X AND A.Y=B.Y AND A.Z=B.Z
380ad2d8307Sdrh     ** Report an error if any column mentioned in the USING clause is
381ad2d8307Sdrh     ** not contained in both tables to be joined.
382ad2d8307Sdrh     */
38361dfc31dSdrh     if( pRight->pUsing ){
38461dfc31dSdrh       IdList *pList = pRight->pUsing;
385ad2d8307Sdrh       for(j=0; j<pList->nId; j++){
3862179b434Sdrh         char *zName;     /* Name of the term in the USING clause */
3872179b434Sdrh         int iLeft;       /* Table on the left with matching column name */
3882179b434Sdrh         int iLeftCol;    /* Column number of matching column on the left */
3892179b434Sdrh         int iRightCol;   /* Column number of matching column on the right */
3902179b434Sdrh 
3912179b434Sdrh         zName = pList->a[j].zName;
3922179b434Sdrh         iRightCol = columnIndex(pRightTab, zName);
3932179b434Sdrh         if( iRightCol<0
3942179b434Sdrh          || !tableAndColumnIndex(pSrc, i+1, zName, &iLeft, &iLeftCol)
3952179b434Sdrh         ){
3964adee20fSdanielk1977           sqlite3ErrorMsg(pParse, "cannot join using column %s - column "
39791bb0eedSdrh             "not present in both tables", zName);
398ad2d8307Sdrh           return 1;
399ad2d8307Sdrh         }
4002179b434Sdrh         addWhereTerm(pParse, pSrc, iLeft, iLeftCol, i+1, iRightCol,
4012179b434Sdrh                      isOuter, &p->pWhere);
402ad2d8307Sdrh       }
403ad2d8307Sdrh     }
404ad2d8307Sdrh   }
405ad2d8307Sdrh   return 0;
406ad2d8307Sdrh }
407ad2d8307Sdrh 
408ad2d8307Sdrh /*
409c926afbcSdrh ** Insert code into "v" that will push the record on the top of the
410c926afbcSdrh ** stack into the sorter.
411c926afbcSdrh */
412d59ba6ceSdrh static void pushOntoSorter(
413d59ba6ceSdrh   Parse *pParse,         /* Parser context */
414d59ba6ceSdrh   ExprList *pOrderBy,    /* The ORDER BY clause */
415b7654111Sdrh   Select *pSelect,       /* The whole SELECT statement */
416b7654111Sdrh   int regData            /* Register holding data to be sorted */
417d59ba6ceSdrh ){
418d59ba6ceSdrh   Vdbe *v = pParse->pVdbe;
419892d3179Sdrh   int nExpr = pOrderBy->nExpr;
420892d3179Sdrh   int regBase = sqlite3GetTempRange(pParse, nExpr+2);
421892d3179Sdrh   int regRecord = sqlite3GetTempReg(pParse);
422ceea3321Sdrh   sqlite3ExprCacheClear(pParse);
423191b54cbSdrh   sqlite3ExprCodeExprList(pParse, pOrderBy, regBase, 0);
424892d3179Sdrh   sqlite3VdbeAddOp2(v, OP_Sequence, pOrderBy->iECursor, regBase+nExpr);
425b21e7c70Sdrh   sqlite3ExprCodeMove(pParse, regData, regBase+nExpr+1, 1);
4261db639ceSdrh   sqlite3VdbeAddOp3(v, OP_MakeRecord, regBase, nExpr + 2, regRecord);
427892d3179Sdrh   sqlite3VdbeAddOp2(v, OP_IdxInsert, pOrderBy->iECursor, regRecord);
428892d3179Sdrh   sqlite3ReleaseTempReg(pParse, regRecord);
429892d3179Sdrh   sqlite3ReleaseTempRange(pParse, regBase, nExpr+2);
43092b01d53Sdrh   if( pSelect->iLimit ){
43115007a99Sdrh     int addr1, addr2;
432b7654111Sdrh     int iLimit;
4330acb7e48Sdrh     if( pSelect->iOffset ){
434b7654111Sdrh       iLimit = pSelect->iOffset+1;
435b7654111Sdrh     }else{
436b7654111Sdrh       iLimit = pSelect->iLimit;
437b7654111Sdrh     }
438b7654111Sdrh     addr1 = sqlite3VdbeAddOp1(v, OP_IfZero, iLimit);
439b7654111Sdrh     sqlite3VdbeAddOp2(v, OP_AddImm, iLimit, -1);
4403c84ddffSdrh     addr2 = sqlite3VdbeAddOp0(v, OP_Goto);
441d59ba6ceSdrh     sqlite3VdbeJumpHere(v, addr1);
4423c84ddffSdrh     sqlite3VdbeAddOp1(v, OP_Last, pOrderBy->iECursor);
4433c84ddffSdrh     sqlite3VdbeAddOp1(v, OP_Delete, pOrderBy->iECursor);
44415007a99Sdrh     sqlite3VdbeJumpHere(v, addr2);
44592b01d53Sdrh     pSelect->iLimit = 0;
446d59ba6ceSdrh   }
447c926afbcSdrh }
448c926afbcSdrh 
449c926afbcSdrh /*
450ec7429aeSdrh ** Add code to implement the OFFSET
451ea48eb2eSdrh */
452ec7429aeSdrh static void codeOffset(
453bab39e13Sdrh   Vdbe *v,          /* Generate code into this VM */
454ea48eb2eSdrh   Select *p,        /* The SELECT statement being coded */
455b7654111Sdrh   int iContinue     /* Jump here to skip the current record */
456ea48eb2eSdrh ){
45792b01d53Sdrh   if( p->iOffset && iContinue!=0 ){
45815007a99Sdrh     int addr;
4598558cde1Sdrh     sqlite3VdbeAddOp2(v, OP_AddImm, p->iOffset, -1);
4603c84ddffSdrh     addr = sqlite3VdbeAddOp1(v, OP_IfNeg, p->iOffset);
46166a5167bSdrh     sqlite3VdbeAddOp2(v, OP_Goto, 0, iContinue);
462d4e70ebdSdrh     VdbeComment((v, "skip OFFSET records"));
46315007a99Sdrh     sqlite3VdbeJumpHere(v, addr);
464ea48eb2eSdrh   }
465ea48eb2eSdrh }
466ea48eb2eSdrh 
467ea48eb2eSdrh /*
46898757157Sdrh ** Add code that will check to make sure the N registers starting at iMem
46998757157Sdrh ** form a distinct entry.  iTab is a sorting index that holds previously
470a2a49dc9Sdrh ** seen combinations of the N values.  A new entry is made in iTab
471a2a49dc9Sdrh ** if the current N values are new.
472a2a49dc9Sdrh **
473a2a49dc9Sdrh ** A jump to addrRepeat is made and the N+1 values are popped from the
474a2a49dc9Sdrh ** stack if the top N elements are not distinct.
475a2a49dc9Sdrh */
476a2a49dc9Sdrh static void codeDistinct(
4772dcef11bSdrh   Parse *pParse,     /* Parsing and code generating context */
478a2a49dc9Sdrh   int iTab,          /* A sorting index used to test for distinctness */
479a2a49dc9Sdrh   int addrRepeat,    /* Jump to here if not distinct */
480477df4b3Sdrh   int N,             /* Number of elements */
481a2a49dc9Sdrh   int iMem           /* First element */
482a2a49dc9Sdrh ){
4832dcef11bSdrh   Vdbe *v;
4842dcef11bSdrh   int r1;
4852dcef11bSdrh 
4862dcef11bSdrh   v = pParse->pVdbe;
4872dcef11bSdrh   r1 = sqlite3GetTempReg(pParse);
48891fc4a0cSdrh   sqlite3VdbeAddOp4Int(v, OP_Found, iTab, addrRepeat, iMem, N);
4891db639ceSdrh   sqlite3VdbeAddOp3(v, OP_MakeRecord, iMem, N, r1);
4902dcef11bSdrh   sqlite3VdbeAddOp2(v, OP_IdxInsert, iTab, r1);
4912dcef11bSdrh   sqlite3ReleaseTempReg(pParse, r1);
492a2a49dc9Sdrh }
493a2a49dc9Sdrh 
494*bb7dd683Sdrh #ifndef SQLITE_OMIT_SUBQUERY
495a2a49dc9Sdrh /*
496e305f43fSdrh ** Generate an error message when a SELECT is used within a subexpression
497e305f43fSdrh ** (example:  "a IN (SELECT * FROM table)") but it has more than 1 result
498*bb7dd683Sdrh ** column.  We do this in a subroutine because the error used to occur
499*bb7dd683Sdrh ** in multiple places.  (The error only occurs in one place now, but we
500*bb7dd683Sdrh ** retain the subroutine to minimize code disruption.)
501e305f43fSdrh */
5026c8c8ce0Sdanielk1977 static int checkForMultiColumnSelectError(
5036c8c8ce0Sdanielk1977   Parse *pParse,       /* Parse context. */
5046c8c8ce0Sdanielk1977   SelectDest *pDest,   /* Destination of SELECT results */
5056c8c8ce0Sdanielk1977   int nExpr            /* Number of result columns returned by SELECT */
5066c8c8ce0Sdanielk1977 ){
5076c8c8ce0Sdanielk1977   int eDest = pDest->eDest;
508e305f43fSdrh   if( nExpr>1 && (eDest==SRT_Mem || eDest==SRT_Set) ){
509e305f43fSdrh     sqlite3ErrorMsg(pParse, "only a single result allowed for "
510e305f43fSdrh        "a SELECT that is part of an expression");
511e305f43fSdrh     return 1;
512e305f43fSdrh   }else{
513e305f43fSdrh     return 0;
514e305f43fSdrh   }
515e305f43fSdrh }
516*bb7dd683Sdrh #endif
517c99130fdSdrh 
518c99130fdSdrh /*
5192282792aSdrh ** This routine generates the code for the inside of the inner loop
5202282792aSdrh ** of a SELECT.
52182c3d636Sdrh **
52238640e15Sdrh ** If srcTab and nColumn are both zero, then the pEList expressions
52338640e15Sdrh ** are evaluated in order to get the data for this row.  If nColumn>0
52438640e15Sdrh ** then data is pulled from srcTab and pEList is used only to get the
52538640e15Sdrh ** datatypes for each column.
5262282792aSdrh */
527d2b3e23bSdrh static void selectInnerLoop(
5282282792aSdrh   Parse *pParse,          /* The parser context */
529df199a25Sdrh   Select *p,              /* The complete select statement being coded */
5302282792aSdrh   ExprList *pEList,       /* List of values being extracted */
53182c3d636Sdrh   int srcTab,             /* Pull data from this table */
532967e8b73Sdrh   int nColumn,            /* Number of columns in the source table */
5332282792aSdrh   ExprList *pOrderBy,     /* If not NULL, sort results using this key */
5342282792aSdrh   int distinct,           /* If >=0, make sure results are distinct */
5356c8c8ce0Sdanielk1977   SelectDest *pDest,      /* How to dispose of the results */
5362282792aSdrh   int iContinue,          /* Jump here to continue with next row */
537a9671a22Sdrh   int iBreak              /* Jump here to break out of the inner loop */
5382282792aSdrh ){
5392282792aSdrh   Vdbe *v = pParse->pVdbe;
540d847eaadSdrh   int i;
541ea48eb2eSdrh   int hasDistinct;        /* True if the DISTINCT keyword is present */
542d847eaadSdrh   int regResult;              /* Start of memory holding result set */
543d847eaadSdrh   int eDest = pDest->eDest;   /* How to dispose of results */
544d847eaadSdrh   int iParm = pDest->iParm;   /* First argument to disposal method */
545d847eaadSdrh   int nResultCol;             /* Number of result columns */
54638640e15Sdrh 
5471c767f0dSdrh   assert( v );
5481c767f0dSdrh   if( NEVER(v==0) ) return;
54938640e15Sdrh   assert( pEList!=0 );
550e49b146fSdrh   hasDistinct = distinct>=0;
551ea48eb2eSdrh   if( pOrderBy==0 && !hasDistinct ){
552b7654111Sdrh     codeOffset(v, p, iContinue);
553df199a25Sdrh   }
554df199a25Sdrh 
555967e8b73Sdrh   /* Pull the requested columns.
5562282792aSdrh   */
55738640e15Sdrh   if( nColumn>0 ){
558d847eaadSdrh     nResultCol = nColumn;
559a2a49dc9Sdrh   }else{
560d847eaadSdrh     nResultCol = pEList->nExpr;
561a2a49dc9Sdrh   }
5621ece7325Sdrh   if( pDest->iMem==0 ){
5630acb7e48Sdrh     pDest->iMem = pParse->nMem+1;
564ad27e761Sdrh     pDest->nMem = nResultCol;
5650acb7e48Sdrh     pParse->nMem += nResultCol;
5661c767f0dSdrh   }else{
5671c767f0dSdrh     assert( pDest->nMem==nResultCol );
5681013c932Sdrh   }
5691ece7325Sdrh   regResult = pDest->iMem;
570a2a49dc9Sdrh   if( nColumn>0 ){
571967e8b73Sdrh     for(i=0; i<nColumn; i++){
572d847eaadSdrh       sqlite3VdbeAddOp3(v, OP_Column, srcTab, i, regResult+i);
57382c3d636Sdrh     }
5749ed1dfa8Sdanielk1977   }else if( eDest!=SRT_Exists ){
5759ed1dfa8Sdanielk1977     /* If the destination is an EXISTS(...) expression, the actual
5769ed1dfa8Sdanielk1977     ** values returned by the SELECT are not required.
5779ed1dfa8Sdanielk1977     */
578ceea3321Sdrh     sqlite3ExprCacheClear(pParse);
5797d10d5a6Sdrh     sqlite3ExprCodeExprList(pParse, pEList, regResult, eDest==SRT_Output);
580a2a49dc9Sdrh   }
581d847eaadSdrh   nColumn = nResultCol;
5822282792aSdrh 
583daffd0e5Sdrh   /* If the DISTINCT keyword was present on the SELECT statement
584daffd0e5Sdrh   ** and this row has been seen before, then do not make this row
585daffd0e5Sdrh   ** part of the result.
5862282792aSdrh   */
587ea48eb2eSdrh   if( hasDistinct ){
588f8875400Sdrh     assert( pEList!=0 );
589f8875400Sdrh     assert( pEList->nExpr==nColumn );
590d847eaadSdrh     codeDistinct(pParse, distinct, iContinue, nColumn, regResult);
591ea48eb2eSdrh     if( pOrderBy==0 ){
592b7654111Sdrh       codeOffset(v, p, iContinue);
593ea48eb2eSdrh     }
5942282792aSdrh   }
59582c3d636Sdrh 
596c926afbcSdrh   switch( eDest ){
59782c3d636Sdrh     /* In this mode, write each query result to the key of the temporary
59882c3d636Sdrh     ** table iParm.
5992282792aSdrh     */
60013449892Sdrh #ifndef SQLITE_OMIT_COMPOUND_SELECT
601c926afbcSdrh     case SRT_Union: {
6029cbf3425Sdrh       int r1;
6039cbf3425Sdrh       r1 = sqlite3GetTempReg(pParse);
604d847eaadSdrh       sqlite3VdbeAddOp3(v, OP_MakeRecord, regResult, nColumn, r1);
6059cbf3425Sdrh       sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, r1);
6069cbf3425Sdrh       sqlite3ReleaseTempReg(pParse, r1);
607c926afbcSdrh       break;
608c926afbcSdrh     }
60982c3d636Sdrh 
61082c3d636Sdrh     /* Construct a record from the query result, but instead of
61182c3d636Sdrh     ** saving that record, use it as a key to delete elements from
61282c3d636Sdrh     ** the temporary table iParm.
61382c3d636Sdrh     */
614c926afbcSdrh     case SRT_Except: {
615e14006d0Sdrh       sqlite3VdbeAddOp3(v, OP_IdxDelete, iParm, regResult, nColumn);
616c926afbcSdrh       break;
617c926afbcSdrh     }
6185338a5f7Sdanielk1977 #endif
6195338a5f7Sdanielk1977 
6205338a5f7Sdanielk1977     /* Store the result as data using a unique key.
6215338a5f7Sdanielk1977     */
6225338a5f7Sdanielk1977     case SRT_Table:
623b9bb7c18Sdrh     case SRT_EphemTab: {
624b7654111Sdrh       int r1 = sqlite3GetTempReg(pParse);
625373cc2ddSdrh       testcase( eDest==SRT_Table );
626373cc2ddSdrh       testcase( eDest==SRT_EphemTab );
627d847eaadSdrh       sqlite3VdbeAddOp3(v, OP_MakeRecord, regResult, nColumn, r1);
6285338a5f7Sdanielk1977       if( pOrderBy ){
629b7654111Sdrh         pushOntoSorter(pParse, pOrderBy, p, r1);
6305338a5f7Sdanielk1977       }else{
631b7654111Sdrh         int r2 = sqlite3GetTempReg(pParse);
632b7654111Sdrh         sqlite3VdbeAddOp2(v, OP_NewRowid, iParm, r2);
633b7654111Sdrh         sqlite3VdbeAddOp3(v, OP_Insert, iParm, r1, r2);
634b7654111Sdrh         sqlite3VdbeChangeP5(v, OPFLAG_APPEND);
635b7654111Sdrh         sqlite3ReleaseTempReg(pParse, r2);
6365338a5f7Sdanielk1977       }
637b7654111Sdrh       sqlite3ReleaseTempReg(pParse, r1);
6385338a5f7Sdanielk1977       break;
6395338a5f7Sdanielk1977     }
6402282792aSdrh 
64193758c8dSdanielk1977 #ifndef SQLITE_OMIT_SUBQUERY
6422282792aSdrh     /* If we are creating a set for an "expr IN (SELECT ...)" construct,
6432282792aSdrh     ** then there should be a single item on the stack.  Write this
6442282792aSdrh     ** item into the set table with bogus data.
6452282792aSdrh     */
646c926afbcSdrh     case SRT_Set: {
647967e8b73Sdrh       assert( nColumn==1 );
6486c8c8ce0Sdanielk1977       p->affinity = sqlite3CompareAffinity(pEList->a[0].pExpr, pDest->affinity);
649c926afbcSdrh       if( pOrderBy ){
650de941c60Sdrh         /* At first glance you would think we could optimize out the
651de941c60Sdrh         ** ORDER BY in this case since the order of entries in the set
652de941c60Sdrh         ** does not matter.  But there might be a LIMIT clause, in which
653de941c60Sdrh         ** case the order does matter */
654d847eaadSdrh         pushOntoSorter(pParse, pOrderBy, p, regResult);
655c926afbcSdrh       }else{
656b7654111Sdrh         int r1 = sqlite3GetTempReg(pParse);
657d847eaadSdrh         sqlite3VdbeAddOp4(v, OP_MakeRecord, regResult, 1, r1, &p->affinity, 1);
658da250ea5Sdrh         sqlite3ExprCacheAffinityChange(pParse, regResult, 1);
659b7654111Sdrh         sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, r1);
660b7654111Sdrh         sqlite3ReleaseTempReg(pParse, r1);
661c926afbcSdrh       }
662c926afbcSdrh       break;
663c926afbcSdrh     }
66482c3d636Sdrh 
665504b6989Sdrh     /* If any row exist in the result set, record that fact and abort.
666ec7429aeSdrh     */
667ec7429aeSdrh     case SRT_Exists: {
6684c583128Sdrh       sqlite3VdbeAddOp2(v, OP_Integer, 1, iParm);
669ec7429aeSdrh       /* The LIMIT clause will terminate the loop for us */
670ec7429aeSdrh       break;
671ec7429aeSdrh     }
672ec7429aeSdrh 
6732282792aSdrh     /* If this is a scalar select that is part of an expression, then
6742282792aSdrh     ** store the results in the appropriate memory cell and break out
6752282792aSdrh     ** of the scan loop.
6762282792aSdrh     */
677c926afbcSdrh     case SRT_Mem: {
678967e8b73Sdrh       assert( nColumn==1 );
679c926afbcSdrh       if( pOrderBy ){
680d847eaadSdrh         pushOntoSorter(pParse, pOrderBy, p, regResult);
681c926afbcSdrh       }else{
682b21e7c70Sdrh         sqlite3ExprCodeMove(pParse, regResult, iParm, 1);
683ec7429aeSdrh         /* The LIMIT clause will jump out of the loop for us */
684c926afbcSdrh       }
685c926afbcSdrh       break;
686c926afbcSdrh     }
68793758c8dSdanielk1977 #endif /* #ifndef SQLITE_OMIT_SUBQUERY */
6882282792aSdrh 
689c182d163Sdrh     /* Send the data to the callback function or to a subroutine.  In the
690c182d163Sdrh     ** case of a subroutine, the subroutine itself is responsible for
691c182d163Sdrh     ** popping the data from the stack.
692f46f905aSdrh     */
693e00ee6ebSdrh     case SRT_Coroutine:
6947d10d5a6Sdrh     case SRT_Output: {
695373cc2ddSdrh       testcase( eDest==SRT_Coroutine );
696373cc2ddSdrh       testcase( eDest==SRT_Output );
697f46f905aSdrh       if( pOrderBy ){
698b7654111Sdrh         int r1 = sqlite3GetTempReg(pParse);
699d847eaadSdrh         sqlite3VdbeAddOp3(v, OP_MakeRecord, regResult, nColumn, r1);
700b7654111Sdrh         pushOntoSorter(pParse, pOrderBy, p, r1);
701b7654111Sdrh         sqlite3ReleaseTempReg(pParse, r1);
702e00ee6ebSdrh       }else if( eDest==SRT_Coroutine ){
70392b01d53Sdrh         sqlite3VdbeAddOp1(v, OP_Yield, pDest->iParm);
704c182d163Sdrh       }else{
705d847eaadSdrh         sqlite3VdbeAddOp2(v, OP_ResultRow, regResult, nColumn);
706da250ea5Sdrh         sqlite3ExprCacheAffinityChange(pParse, regResult, nColumn);
707ac82fcf5Sdrh       }
708142e30dfSdrh       break;
709142e30dfSdrh     }
710142e30dfSdrh 
7116a67fe8eSdanielk1977 #if !defined(SQLITE_OMIT_TRIGGER)
712d7489c39Sdrh     /* Discard the results.  This is used for SELECT statements inside
713d7489c39Sdrh     ** the body of a TRIGGER.  The purpose of such selects is to call
714d7489c39Sdrh     ** user-defined functions that have side effects.  We do not care
715d7489c39Sdrh     ** about the actual results of the select.
716d7489c39Sdrh     */
717c926afbcSdrh     default: {
718f46f905aSdrh       assert( eDest==SRT_Discard );
719c926afbcSdrh       break;
720c926afbcSdrh     }
72193758c8dSdanielk1977 #endif
722c926afbcSdrh   }
723ec7429aeSdrh 
724ec7429aeSdrh   /* Jump to the end of the loop if the LIMIT is reached.
725ec7429aeSdrh   */
726e49b146fSdrh   if( p->iLimit ){
727e49b146fSdrh     assert( pOrderBy==0 );  /* If there is an ORDER BY, the call to
728e49b146fSdrh                             ** pushOntoSorter() would have cleared p->iLimit */
7299b918ed1Sdrh     sqlite3VdbeAddOp3(v, OP_IfZero, p->iLimit, iBreak, -1);
730ec7429aeSdrh   }
73182c3d636Sdrh }
73282c3d636Sdrh 
73382c3d636Sdrh /*
734dece1a84Sdrh ** Given an expression list, generate a KeyInfo structure that records
735dece1a84Sdrh ** the collating sequence for each expression in that expression list.
736dece1a84Sdrh **
7370342b1f5Sdrh ** If the ExprList is an ORDER BY or GROUP BY clause then the resulting
7380342b1f5Sdrh ** KeyInfo structure is appropriate for initializing a virtual index to
7390342b1f5Sdrh ** implement that clause.  If the ExprList is the result set of a SELECT
7400342b1f5Sdrh ** then the KeyInfo structure is appropriate for initializing a virtual
7410342b1f5Sdrh ** index to implement a DISTINCT test.
7420342b1f5Sdrh **
743dece1a84Sdrh ** Space to hold the KeyInfo structure is obtain from malloc.  The calling
744dece1a84Sdrh ** function is responsible for seeing that this structure is eventually
74566a5167bSdrh ** freed.  Add the KeyInfo structure to the P4 field of an opcode using
74666a5167bSdrh ** P4_KEYINFO_HANDOFF is the usual way of dealing with this.
747dece1a84Sdrh */
748dece1a84Sdrh static KeyInfo *keyInfoFromExprList(Parse *pParse, ExprList *pList){
749dece1a84Sdrh   sqlite3 *db = pParse->db;
750dece1a84Sdrh   int nExpr;
751dece1a84Sdrh   KeyInfo *pInfo;
752dece1a84Sdrh   struct ExprList_item *pItem;
753dece1a84Sdrh   int i;
754dece1a84Sdrh 
755dece1a84Sdrh   nExpr = pList->nExpr;
75617435752Sdrh   pInfo = sqlite3DbMallocZero(db, sizeof(*pInfo) + nExpr*(sizeof(CollSeq*)+1) );
757dece1a84Sdrh   if( pInfo ){
7582646da7eSdrh     pInfo->aSortOrder = (u8*)&pInfo->aColl[nExpr];
759ea678832Sdrh     pInfo->nField = (u16)nExpr;
76014db2665Sdanielk1977     pInfo->enc = ENC(db);
7612aca5846Sdrh     pInfo->db = db;
762dece1a84Sdrh     for(i=0, pItem=pList->a; i<nExpr; i++, pItem++){
763dece1a84Sdrh       CollSeq *pColl;
764dece1a84Sdrh       pColl = sqlite3ExprCollSeq(pParse, pItem->pExpr);
765dece1a84Sdrh       if( !pColl ){
766dece1a84Sdrh         pColl = db->pDfltColl;
767dece1a84Sdrh       }
768dece1a84Sdrh       pInfo->aColl[i] = pColl;
769dece1a84Sdrh       pInfo->aSortOrder[i] = pItem->sortOrder;
770dece1a84Sdrh     }
771dece1a84Sdrh   }
772dece1a84Sdrh   return pInfo;
773dece1a84Sdrh }
774dece1a84Sdrh 
775dece1a84Sdrh 
776dece1a84Sdrh /*
777d8bc7086Sdrh ** If the inner loop was generated using a non-null pOrderBy argument,
778d8bc7086Sdrh ** then the results were placed in a sorter.  After the loop is terminated
779d8bc7086Sdrh ** we need to run the sorter and output the results.  The following
780d8bc7086Sdrh ** routine generates the code needed to do that.
781d8bc7086Sdrh */
782c926afbcSdrh static void generateSortTail(
783cdd536f0Sdrh   Parse *pParse,    /* Parsing context */
784c926afbcSdrh   Select *p,        /* The SELECT statement */
785c926afbcSdrh   Vdbe *v,          /* Generate code into this VDBE */
786c926afbcSdrh   int nColumn,      /* Number of columns of data */
7876c8c8ce0Sdanielk1977   SelectDest *pDest /* Write the sorted results here */
788c926afbcSdrh ){
789dc5ea5c7Sdrh   int addrBreak = sqlite3VdbeMakeLabel(v);     /* Jump here to exit loop */
790dc5ea5c7Sdrh   int addrContinue = sqlite3VdbeMakeLabel(v);  /* Jump here for next cycle */
791d8bc7086Sdrh   int addr;
7920342b1f5Sdrh   int iTab;
79361fc595fSdrh   int pseudoTab = 0;
7940342b1f5Sdrh   ExprList *pOrderBy = p->pOrderBy;
795ffbc3088Sdrh 
7966c8c8ce0Sdanielk1977   int eDest = pDest->eDest;
7976c8c8ce0Sdanielk1977   int iParm = pDest->iParm;
7986c8c8ce0Sdanielk1977 
7992d401ab8Sdrh   int regRow;
8002d401ab8Sdrh   int regRowid;
8012d401ab8Sdrh 
8029d2985c7Sdrh   iTab = pOrderBy->iECursor;
8033e9ca094Sdrh   regRow = sqlite3GetTempReg(pParse);
8047d10d5a6Sdrh   if( eDest==SRT_Output || eDest==SRT_Coroutine ){
805cdd536f0Sdrh     pseudoTab = pParse->nTab++;
8063e9ca094Sdrh     sqlite3VdbeAddOp3(v, OP_OpenPseudo, pseudoTab, regRow, nColumn);
8073e9ca094Sdrh     regRowid = 0;
8083e9ca094Sdrh   }else{
8093e9ca094Sdrh     regRowid = sqlite3GetTempReg(pParse);
810cdd536f0Sdrh   }
811dc5ea5c7Sdrh   addr = 1 + sqlite3VdbeAddOp2(v, OP_Sort, iTab, addrBreak);
812dc5ea5c7Sdrh   codeOffset(v, p, addrContinue);
8132d401ab8Sdrh   sqlite3VdbeAddOp3(v, OP_Column, iTab, pOrderBy->nExpr + 1, regRow);
814c926afbcSdrh   switch( eDest ){
815c926afbcSdrh     case SRT_Table:
816b9bb7c18Sdrh     case SRT_EphemTab: {
8171c767f0dSdrh       testcase( eDest==SRT_Table );
8181c767f0dSdrh       testcase( eDest==SRT_EphemTab );
8192d401ab8Sdrh       sqlite3VdbeAddOp2(v, OP_NewRowid, iParm, regRowid);
8202d401ab8Sdrh       sqlite3VdbeAddOp3(v, OP_Insert, iParm, regRow, regRowid);
8212d401ab8Sdrh       sqlite3VdbeChangeP5(v, OPFLAG_APPEND);
822c926afbcSdrh       break;
823c926afbcSdrh     }
82493758c8dSdanielk1977 #ifndef SQLITE_OMIT_SUBQUERY
825c926afbcSdrh     case SRT_Set: {
826c926afbcSdrh       assert( nColumn==1 );
827a7a8e14bSdanielk1977       sqlite3VdbeAddOp4(v, OP_MakeRecord, regRow, 1, regRowid, &p->affinity, 1);
828da250ea5Sdrh       sqlite3ExprCacheAffinityChange(pParse, regRow, 1);
829a7a8e14bSdanielk1977       sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, regRowid);
830c926afbcSdrh       break;
831c926afbcSdrh     }
832c926afbcSdrh     case SRT_Mem: {
833c926afbcSdrh       assert( nColumn==1 );
834b21e7c70Sdrh       sqlite3ExprCodeMove(pParse, regRow, iParm, 1);
835ec7429aeSdrh       /* The LIMIT clause will terminate the loop for us */
836c926afbcSdrh       break;
837c926afbcSdrh     }
83893758c8dSdanielk1977 #endif
839373cc2ddSdrh     default: {
840ac82fcf5Sdrh       int i;
841373cc2ddSdrh       assert( eDest==SRT_Output || eDest==SRT_Coroutine );
8421c767f0dSdrh       testcase( eDest==SRT_Output );
8431c767f0dSdrh       testcase( eDest==SRT_Coroutine );
844ac82fcf5Sdrh       for(i=0; i<nColumn; i++){
8459882d999Sdanielk1977         assert( regRow!=pDest->iMem+i );
8461013c932Sdrh         sqlite3VdbeAddOp3(v, OP_Column, pseudoTab, i, pDest->iMem+i);
8473e9ca094Sdrh         if( i==0 ){
8483e9ca094Sdrh           sqlite3VdbeChangeP5(v, OPFLAG_CLEARCACHE);
8493e9ca094Sdrh         }
850ac82fcf5Sdrh       }
8517d10d5a6Sdrh       if( eDest==SRT_Output ){
8521013c932Sdrh         sqlite3VdbeAddOp2(v, OP_ResultRow, pDest->iMem, nColumn);
853da250ea5Sdrh         sqlite3ExprCacheAffinityChange(pParse, pDest->iMem, nColumn);
854a9671a22Sdrh       }else{
85592b01d53Sdrh         sqlite3VdbeAddOp1(v, OP_Yield, pDest->iParm);
856ce665cf6Sdrh       }
857ac82fcf5Sdrh       break;
858ac82fcf5Sdrh     }
859c926afbcSdrh   }
8602d401ab8Sdrh   sqlite3ReleaseTempReg(pParse, regRow);
8612d401ab8Sdrh   sqlite3ReleaseTempReg(pParse, regRowid);
862ec7429aeSdrh 
863a9671a22Sdrh   /* LIMIT has been implemented by the pushOntoSorter() routine.
864ec7429aeSdrh   */
865a9671a22Sdrh   assert( p->iLimit==0 );
866ec7429aeSdrh 
867ec7429aeSdrh   /* The bottom of the loop
868ec7429aeSdrh   */
869dc5ea5c7Sdrh   sqlite3VdbeResolveLabel(v, addrContinue);
87066a5167bSdrh   sqlite3VdbeAddOp2(v, OP_Next, iTab, addr);
871dc5ea5c7Sdrh   sqlite3VdbeResolveLabel(v, addrBreak);
8727d10d5a6Sdrh   if( eDest==SRT_Output || eDest==SRT_Coroutine ){
87366a5167bSdrh     sqlite3VdbeAddOp2(v, OP_Close, pseudoTab, 0);
874cdd536f0Sdrh   }
875d8bc7086Sdrh }
876d8bc7086Sdrh 
877d8bc7086Sdrh /*
878517eb646Sdanielk1977 ** Return a pointer to a string containing the 'declaration type' of the
879517eb646Sdanielk1977 ** expression pExpr. The string may be treated as static by the caller.
880e78e8284Sdrh **
881955de52cSdanielk1977 ** The declaration type is the exact datatype definition extracted from the
882955de52cSdanielk1977 ** original CREATE TABLE statement if the expression is a column. The
883955de52cSdanielk1977 ** declaration type for a ROWID field is INTEGER. Exactly when an expression
884955de52cSdanielk1977 ** is considered a column can be complex in the presence of subqueries. The
885955de52cSdanielk1977 ** result-set expression in all of the following SELECT statements is
886955de52cSdanielk1977 ** considered a column by this function.
887e78e8284Sdrh **
888955de52cSdanielk1977 **   SELECT col FROM tbl;
889955de52cSdanielk1977 **   SELECT (SELECT col FROM tbl;
890955de52cSdanielk1977 **   SELECT (SELECT col FROM tbl);
891955de52cSdanielk1977 **   SELECT abc FROM (SELECT col AS abc FROM tbl);
892955de52cSdanielk1977 **
893955de52cSdanielk1977 ** The declaration type for any expression other than a column is NULL.
894fcb78a49Sdrh */
895955de52cSdanielk1977 static const char *columnType(
896955de52cSdanielk1977   NameContext *pNC,
897955de52cSdanielk1977   Expr *pExpr,
898955de52cSdanielk1977   const char **pzOriginDb,
899955de52cSdanielk1977   const char **pzOriginTab,
900955de52cSdanielk1977   const char **pzOriginCol
901955de52cSdanielk1977 ){
902955de52cSdanielk1977   char const *zType = 0;
903955de52cSdanielk1977   char const *zOriginDb = 0;
904955de52cSdanielk1977   char const *zOriginTab = 0;
905955de52cSdanielk1977   char const *zOriginCol = 0;
906517eb646Sdanielk1977   int j;
907373cc2ddSdrh   if( NEVER(pExpr==0) || pNC->pSrcList==0 ) return 0;
9085338a5f7Sdanielk1977 
90900e279d9Sdanielk1977   switch( pExpr->op ){
91030bcf5dbSdrh     case TK_AGG_COLUMN:
91100e279d9Sdanielk1977     case TK_COLUMN: {
912955de52cSdanielk1977       /* The expression is a column. Locate the table the column is being
913955de52cSdanielk1977       ** extracted from in NameContext.pSrcList. This table may be real
914955de52cSdanielk1977       ** database table or a subquery.
915955de52cSdanielk1977       */
916955de52cSdanielk1977       Table *pTab = 0;            /* Table structure column is extracted from */
917955de52cSdanielk1977       Select *pS = 0;             /* Select the column is extracted from */
918955de52cSdanielk1977       int iCol = pExpr->iColumn;  /* Index of column in pTab */
919373cc2ddSdrh       testcase( pExpr->op==TK_AGG_COLUMN );
920373cc2ddSdrh       testcase( pExpr->op==TK_COLUMN );
92143bc88bbSdan       while( pNC && !pTab ){
922b3bce662Sdanielk1977         SrcList *pTabList = pNC->pSrcList;
923b3bce662Sdanielk1977         for(j=0;j<pTabList->nSrc && pTabList->a[j].iCursor!=pExpr->iTable;j++);
924b3bce662Sdanielk1977         if( j<pTabList->nSrc ){
9256a3ea0e6Sdrh           pTab = pTabList->a[j].pTab;
926955de52cSdanielk1977           pS = pTabList->a[j].pSelect;
927b3bce662Sdanielk1977         }else{
928b3bce662Sdanielk1977           pNC = pNC->pNext;
929b3bce662Sdanielk1977         }
930b3bce662Sdanielk1977       }
931955de52cSdanielk1977 
93243bc88bbSdan       if( pTab==0 ){
933417168adSdrh         /* At one time, code such as "SELECT new.x" within a trigger would
934417168adSdrh         ** cause this condition to run.  Since then, we have restructured how
935417168adSdrh         ** trigger code is generated and so this condition is no longer
93643bc88bbSdan         ** possible. However, it can still be true for statements like
93743bc88bbSdan         ** the following:
93843bc88bbSdan         **
93943bc88bbSdan         **   CREATE TABLE t1(col INTEGER);
94043bc88bbSdan         **   SELECT (SELECT t1.col) FROM FROM t1;
94143bc88bbSdan         **
94243bc88bbSdan         ** when columnType() is called on the expression "t1.col" in the
94343bc88bbSdan         ** sub-select. In this case, set the column type to NULL, even
94443bc88bbSdan         ** though it should really be "INTEGER".
94543bc88bbSdan         **
94643bc88bbSdan         ** This is not a problem, as the column type of "t1.col" is never
94743bc88bbSdan         ** used. When columnType() is called on the expression
94843bc88bbSdan         ** "(SELECT t1.col)", the correct type is returned (see the TK_SELECT
94943bc88bbSdan         ** branch below.  */
9507e62779aSdrh         break;
9517e62779aSdrh       }
952955de52cSdanielk1977 
95343bc88bbSdan       assert( pTab && pExpr->pTab==pTab );
954955de52cSdanielk1977       if( pS ){
955955de52cSdanielk1977         /* The "table" is actually a sub-select or a view in the FROM clause
956955de52cSdanielk1977         ** of the SELECT statement. Return the declaration type and origin
957955de52cSdanielk1977         ** data for the result-set column of the sub-select.
958955de52cSdanielk1977         */
9597b688edeSdrh         if( iCol>=0 && ALWAYS(iCol<pS->pEList->nExpr) ){
960955de52cSdanielk1977           /* If iCol is less than zero, then the expression requests the
961955de52cSdanielk1977           ** rowid of the sub-select or view. This expression is legal (see
962955de52cSdanielk1977           ** test case misc2.2.2) - it always evaluates to NULL.
963955de52cSdanielk1977           */
964955de52cSdanielk1977           NameContext sNC;
965955de52cSdanielk1977           Expr *p = pS->pEList->a[iCol].pExpr;
966955de52cSdanielk1977           sNC.pSrcList = pS->pSrc;
96743bc88bbSdan           sNC.pNext = pNC;
968955de52cSdanielk1977           sNC.pParse = pNC->pParse;
969955de52cSdanielk1977           zType = columnType(&sNC, p, &zOriginDb, &zOriginTab, &zOriginCol);
970955de52cSdanielk1977         }
9711c767f0dSdrh       }else if( ALWAYS(pTab->pSchema) ){
972955de52cSdanielk1977         /* A real table */
973955de52cSdanielk1977         assert( !pS );
974fcb78a49Sdrh         if( iCol<0 ) iCol = pTab->iPKey;
975fcb78a49Sdrh         assert( iCol==-1 || (iCol>=0 && iCol<pTab->nCol) );
976fcb78a49Sdrh         if( iCol<0 ){
977fcb78a49Sdrh           zType = "INTEGER";
978955de52cSdanielk1977           zOriginCol = "rowid";
979fcb78a49Sdrh         }else{
980fcb78a49Sdrh           zType = pTab->aCol[iCol].zType;
981955de52cSdanielk1977           zOriginCol = pTab->aCol[iCol].zName;
982955de52cSdanielk1977         }
983955de52cSdanielk1977         zOriginTab = pTab->zName;
984955de52cSdanielk1977         if( pNC->pParse ){
985955de52cSdanielk1977           int iDb = sqlite3SchemaToIndex(pNC->pParse->db, pTab->pSchema);
986955de52cSdanielk1977           zOriginDb = pNC->pParse->db->aDb[iDb].zName;
987955de52cSdanielk1977         }
988fcb78a49Sdrh       }
98900e279d9Sdanielk1977       break;
990736c22b8Sdrh     }
99193758c8dSdanielk1977 #ifndef SQLITE_OMIT_SUBQUERY
99200e279d9Sdanielk1977     case TK_SELECT: {
993955de52cSdanielk1977       /* The expression is a sub-select. Return the declaration type and
994955de52cSdanielk1977       ** origin info for the single column in the result set of the SELECT
995955de52cSdanielk1977       ** statement.
996955de52cSdanielk1977       */
997b3bce662Sdanielk1977       NameContext sNC;
9986ab3a2ecSdanielk1977       Select *pS = pExpr->x.pSelect;
999955de52cSdanielk1977       Expr *p = pS->pEList->a[0].pExpr;
10006ab3a2ecSdanielk1977       assert( ExprHasProperty(pExpr, EP_xIsSelect) );
1001955de52cSdanielk1977       sNC.pSrcList = pS->pSrc;
1002b3bce662Sdanielk1977       sNC.pNext = pNC;
1003955de52cSdanielk1977       sNC.pParse = pNC->pParse;
1004955de52cSdanielk1977       zType = columnType(&sNC, p, &zOriginDb, &zOriginTab, &zOriginCol);
100500e279d9Sdanielk1977       break;
1006fcb78a49Sdrh     }
100793758c8dSdanielk1977 #endif
100800e279d9Sdanielk1977   }
100900e279d9Sdanielk1977 
1010955de52cSdanielk1977   if( pzOriginDb ){
1011955de52cSdanielk1977     assert( pzOriginTab && pzOriginCol );
1012955de52cSdanielk1977     *pzOriginDb = zOriginDb;
1013955de52cSdanielk1977     *pzOriginTab = zOriginTab;
1014955de52cSdanielk1977     *pzOriginCol = zOriginCol;
1015955de52cSdanielk1977   }
1016517eb646Sdanielk1977   return zType;
1017517eb646Sdanielk1977 }
1018517eb646Sdanielk1977 
1019517eb646Sdanielk1977 /*
1020517eb646Sdanielk1977 ** Generate code that will tell the VDBE the declaration types of columns
1021517eb646Sdanielk1977 ** in the result set.
1022517eb646Sdanielk1977 */
1023517eb646Sdanielk1977 static void generateColumnTypes(
1024517eb646Sdanielk1977   Parse *pParse,      /* Parser context */
1025517eb646Sdanielk1977   SrcList *pTabList,  /* List of tables */
1026517eb646Sdanielk1977   ExprList *pEList    /* Expressions defining the result set */
1027517eb646Sdanielk1977 ){
10283f913576Sdrh #ifndef SQLITE_OMIT_DECLTYPE
1029517eb646Sdanielk1977   Vdbe *v = pParse->pVdbe;
1030517eb646Sdanielk1977   int i;
1031b3bce662Sdanielk1977   NameContext sNC;
1032b3bce662Sdanielk1977   sNC.pSrcList = pTabList;
1033955de52cSdanielk1977   sNC.pParse = pParse;
1034517eb646Sdanielk1977   for(i=0; i<pEList->nExpr; i++){
1035517eb646Sdanielk1977     Expr *p = pEList->a[i].pExpr;
10363f913576Sdrh     const char *zType;
10373f913576Sdrh #ifdef SQLITE_ENABLE_COLUMN_METADATA
1038955de52cSdanielk1977     const char *zOrigDb = 0;
1039955de52cSdanielk1977     const char *zOrigTab = 0;
1040955de52cSdanielk1977     const char *zOrigCol = 0;
10413f913576Sdrh     zType = columnType(&sNC, p, &zOrigDb, &zOrigTab, &zOrigCol);
1042955de52cSdanielk1977 
104385b623f2Sdrh     /* The vdbe must make its own copy of the column-type and other
10444b1ae99dSdanielk1977     ** column specific strings, in case the schema is reset before this
10454b1ae99dSdanielk1977     ** virtual machine is deleted.
1046fbcd585fSdanielk1977     */
104710fb749bSdanielk1977     sqlite3VdbeSetColName(v, i, COLNAME_DATABASE, zOrigDb, SQLITE_TRANSIENT);
104810fb749bSdanielk1977     sqlite3VdbeSetColName(v, i, COLNAME_TABLE, zOrigTab, SQLITE_TRANSIENT);
104910fb749bSdanielk1977     sqlite3VdbeSetColName(v, i, COLNAME_COLUMN, zOrigCol, SQLITE_TRANSIENT);
10503f913576Sdrh #else
10513f913576Sdrh     zType = columnType(&sNC, p, 0, 0, 0);
10523f913576Sdrh #endif
105310fb749bSdanielk1977     sqlite3VdbeSetColName(v, i, COLNAME_DECLTYPE, zType, SQLITE_TRANSIENT);
1054fcb78a49Sdrh   }
10553f913576Sdrh #endif /* SQLITE_OMIT_DECLTYPE */
1056fcb78a49Sdrh }
1057fcb78a49Sdrh 
1058fcb78a49Sdrh /*
1059fcb78a49Sdrh ** Generate code that will tell the VDBE the names of columns
1060fcb78a49Sdrh ** in the result set.  This information is used to provide the
1061fcabd464Sdrh ** azCol[] values in the callback.
106282c3d636Sdrh */
1063832508b7Sdrh static void generateColumnNames(
1064832508b7Sdrh   Parse *pParse,      /* Parser context */
1065ad3cab52Sdrh   SrcList *pTabList,  /* List of tables */
1066832508b7Sdrh   ExprList *pEList    /* Expressions defining the result set */
1067832508b7Sdrh ){
1068d8bc7086Sdrh   Vdbe *v = pParse->pVdbe;
10696a3ea0e6Sdrh   int i, j;
10709bb575fdSdrh   sqlite3 *db = pParse->db;
1071fcabd464Sdrh   int fullNames, shortNames;
1072fcabd464Sdrh 
1073fe2093d7Sdrh #ifndef SQLITE_OMIT_EXPLAIN
10743cf86063Sdanielk1977   /* If this is an EXPLAIN, skip this step */
10753cf86063Sdanielk1977   if( pParse->explain ){
107661de0d1bSdanielk1977     return;
10773cf86063Sdanielk1977   }
10785338a5f7Sdanielk1977 #endif
10793cf86063Sdanielk1977 
1080e2f02bacSdrh   if( pParse->colNamesSet || NEVER(v==0) || db->mallocFailed ) return;
1081d8bc7086Sdrh   pParse->colNamesSet = 1;
1082fcabd464Sdrh   fullNames = (db->flags & SQLITE_FullColNames)!=0;
1083fcabd464Sdrh   shortNames = (db->flags & SQLITE_ShortColNames)!=0;
108422322fd4Sdanielk1977   sqlite3VdbeSetNumCols(v, pEList->nExpr);
108582c3d636Sdrh   for(i=0; i<pEList->nExpr; i++){
108682c3d636Sdrh     Expr *p;
10875a38705eSdrh     p = pEList->a[i].pExpr;
1088373cc2ddSdrh     if( NEVER(p==0) ) continue;
108982c3d636Sdrh     if( pEList->a[i].zName ){
109082c3d636Sdrh       char *zName = pEList->a[i].zName;
109110fb749bSdanielk1977       sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, SQLITE_TRANSIENT);
1092f018cc2eSdrh     }else if( (p->op==TK_COLUMN || p->op==TK_AGG_COLUMN) && pTabList ){
10936a3ea0e6Sdrh       Table *pTab;
109497665873Sdrh       char *zCol;
10958aff1015Sdrh       int iCol = p->iColumn;
1096e2f02bacSdrh       for(j=0; ALWAYS(j<pTabList->nSrc); j++){
1097e2f02bacSdrh         if( pTabList->a[j].iCursor==p->iTable ) break;
1098e2f02bacSdrh       }
10996a3ea0e6Sdrh       assert( j<pTabList->nSrc );
11006a3ea0e6Sdrh       pTab = pTabList->a[j].pTab;
11018aff1015Sdrh       if( iCol<0 ) iCol = pTab->iPKey;
110297665873Sdrh       assert( iCol==-1 || (iCol>=0 && iCol<pTab->nCol) );
1103b1363206Sdrh       if( iCol<0 ){
110447a6db2bSdrh         zCol = "rowid";
1105b1363206Sdrh       }else{
1106b1363206Sdrh         zCol = pTab->aCol[iCol].zName;
1107b1363206Sdrh       }
1108e49b146fSdrh       if( !shortNames && !fullNames ){
110910fb749bSdanielk1977         sqlite3VdbeSetColName(v, i, COLNAME_NAME,
1110b7916a78Sdrh             sqlite3DbStrDup(db, pEList->a[i].zSpan), SQLITE_DYNAMIC);
11111c767f0dSdrh       }else if( fullNames ){
111282c3d636Sdrh         char *zName = 0;
11131c767f0dSdrh         zName = sqlite3MPrintf(db, "%s.%s", pTab->zName, zCol);
111410fb749bSdanielk1977         sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, SQLITE_DYNAMIC);
111582c3d636Sdrh       }else{
111610fb749bSdanielk1977         sqlite3VdbeSetColName(v, i, COLNAME_NAME, zCol, SQLITE_TRANSIENT);
111782c3d636Sdrh       }
11181bee3d7bSdrh     }else{
111910fb749bSdanielk1977       sqlite3VdbeSetColName(v, i, COLNAME_NAME,
1120b7916a78Sdrh           sqlite3DbStrDup(db, pEList->a[i].zSpan), SQLITE_DYNAMIC);
112182c3d636Sdrh     }
112282c3d636Sdrh   }
112376d505baSdanielk1977   generateColumnTypes(pParse, pTabList, pEList);
11245080aaa7Sdrh }
112582c3d636Sdrh 
112693758c8dSdanielk1977 #ifndef SQLITE_OMIT_COMPOUND_SELECT
112782c3d636Sdrh /*
1128d8bc7086Sdrh ** Name of the connection operator, used for error messages.
1129d8bc7086Sdrh */
1130d8bc7086Sdrh static const char *selectOpName(int id){
1131d8bc7086Sdrh   char *z;
1132d8bc7086Sdrh   switch( id ){
1133d8bc7086Sdrh     case TK_ALL:       z = "UNION ALL";   break;
1134d8bc7086Sdrh     case TK_INTERSECT: z = "INTERSECT";   break;
1135d8bc7086Sdrh     case TK_EXCEPT:    z = "EXCEPT";      break;
1136d8bc7086Sdrh     default:           z = "UNION";       break;
1137d8bc7086Sdrh   }
1138d8bc7086Sdrh   return z;
1139d8bc7086Sdrh }
114093758c8dSdanielk1977 #endif /* SQLITE_OMIT_COMPOUND_SELECT */
1141d8bc7086Sdrh 
1142d8bc7086Sdrh /*
11437d10d5a6Sdrh ** Given a an expression list (which is really the list of expressions
11447d10d5a6Sdrh ** that form the result set of a SELECT statement) compute appropriate
11457d10d5a6Sdrh ** column names for a table that would hold the expression list.
11467d10d5a6Sdrh **
11477d10d5a6Sdrh ** All column names will be unique.
11487d10d5a6Sdrh **
11497d10d5a6Sdrh ** Only the column names are computed.  Column.zType, Column.zColl,
11507d10d5a6Sdrh ** and other fields of Column are zeroed.
11517d10d5a6Sdrh **
11527d10d5a6Sdrh ** Return SQLITE_OK on success.  If a memory allocation error occurs,
11537d10d5a6Sdrh ** store NULL in *paCol and 0 in *pnCol and return SQLITE_NOMEM.
1154315555caSdrh */
11557d10d5a6Sdrh static int selectColumnsFromExprList(
11567d10d5a6Sdrh   Parse *pParse,          /* Parsing context */
11577d10d5a6Sdrh   ExprList *pEList,       /* Expr list from which to derive column names */
11587d10d5a6Sdrh   int *pnCol,             /* Write the number of columns here */
11597d10d5a6Sdrh   Column **paCol          /* Write the new column list here */
11607d10d5a6Sdrh ){
1161dc5ea5c7Sdrh   sqlite3 *db = pParse->db;   /* Database connection */
1162dc5ea5c7Sdrh   int i, j;                   /* Loop counters */
1163dc5ea5c7Sdrh   int cnt;                    /* Index added to make the name unique */
1164dc5ea5c7Sdrh   Column *aCol, *pCol;        /* For looping over result columns */
1165dc5ea5c7Sdrh   int nCol;                   /* Number of columns in the result set */
1166dc5ea5c7Sdrh   Expr *p;                    /* Expression for a single result column */
1167dc5ea5c7Sdrh   char *zName;                /* Column name */
1168dc5ea5c7Sdrh   int nName;                  /* Size of name in zName[] */
116979d5f63fSdrh 
11707d10d5a6Sdrh   *pnCol = nCol = pEList->nExpr;
11717d10d5a6Sdrh   aCol = *paCol = sqlite3DbMallocZero(db, sizeof(aCol[0])*nCol);
11727d10d5a6Sdrh   if( aCol==0 ) return SQLITE_NOMEM;
11737d10d5a6Sdrh   for(i=0, pCol=aCol; i<nCol; i++, pCol++){
117479d5f63fSdrh     /* Get an appropriate name for the column
117579d5f63fSdrh     */
117679d5f63fSdrh     p = pEList->a[i].pExpr;
117733e619fcSdrh     assert( p->pRight==0 || ExprHasProperty(p->pRight, EP_IntValue)
117833e619fcSdrh                || p->pRight->u.zToken==0 || p->pRight->u.zToken[0]!=0 );
117991bb0eedSdrh     if( (zName = pEList->a[i].zName)!=0 ){
118079d5f63fSdrh       /* If the column contains an "AS <name>" phrase, use <name> as the name */
118117435752Sdrh       zName = sqlite3DbStrDup(db, zName);
11827d10d5a6Sdrh     }else{
1183dc5ea5c7Sdrh       Expr *pColExpr = p;  /* The expression that is the result column name */
1184dc5ea5c7Sdrh       Table *pTab;         /* Table associated with this expression */
1185dc5ea5c7Sdrh       while( pColExpr->op==TK_DOT ) pColExpr = pColExpr->pRight;
1186373cc2ddSdrh       if( pColExpr->op==TK_COLUMN && ALWAYS(pColExpr->pTab!=0) ){
118793a960a0Sdrh         /* For columns use the column name name */
1188dc5ea5c7Sdrh         int iCol = pColExpr->iColumn;
1189373cc2ddSdrh         pTab = pColExpr->pTab;
1190f0209f74Sdrh         if( iCol<0 ) iCol = pTab->iPKey;
1191f0209f74Sdrh         zName = sqlite3MPrintf(db, "%s",
1192f0209f74Sdrh                  iCol>=0 ? pTab->aCol[iCol].zName : "rowid");
1193b7916a78Sdrh       }else if( pColExpr->op==TK_ID ){
119433e619fcSdrh         assert( !ExprHasProperty(pColExpr, EP_IntValue) );
119533e619fcSdrh         zName = sqlite3MPrintf(db, "%s", pColExpr->u.zToken);
119693a960a0Sdrh       }else{
119779d5f63fSdrh         /* Use the original text of the column expression as its name */
1198b7916a78Sdrh         zName = sqlite3MPrintf(db, "%s", pEList->a[i].zSpan);
11997d10d5a6Sdrh       }
120022f70c32Sdrh     }
12017ce72f69Sdrh     if( db->mallocFailed ){
1202633e6d57Sdrh       sqlite3DbFree(db, zName);
12037ce72f69Sdrh       break;
1204dd5b2fa5Sdrh     }
120579d5f63fSdrh 
120679d5f63fSdrh     /* Make sure the column name is unique.  If the name is not unique,
120779d5f63fSdrh     ** append a integer to the name so that it becomes unique.
120879d5f63fSdrh     */
1209ea678832Sdrh     nName = sqlite3Strlen30(zName);
121079d5f63fSdrh     for(j=cnt=0; j<i; j++){
121179d5f63fSdrh       if( sqlite3StrICmp(aCol[j].zName, zName)==0 ){
1212633e6d57Sdrh         char *zNewName;
12132564ef97Sdrh         zName[nName] = 0;
1214633e6d57Sdrh         zNewName = sqlite3MPrintf(db, "%s:%d", zName, ++cnt);
1215633e6d57Sdrh         sqlite3DbFree(db, zName);
1216633e6d57Sdrh         zName = zNewName;
121779d5f63fSdrh         j = -1;
1218dd5b2fa5Sdrh         if( zName==0 ) break;
121979d5f63fSdrh       }
122079d5f63fSdrh     }
122191bb0eedSdrh     pCol->zName = zName;
12227d10d5a6Sdrh   }
12237d10d5a6Sdrh   if( db->mallocFailed ){
12247d10d5a6Sdrh     for(j=0; j<i; j++){
12257d10d5a6Sdrh       sqlite3DbFree(db, aCol[j].zName);
12267d10d5a6Sdrh     }
12277d10d5a6Sdrh     sqlite3DbFree(db, aCol);
12287d10d5a6Sdrh     *paCol = 0;
12297d10d5a6Sdrh     *pnCol = 0;
12307d10d5a6Sdrh     return SQLITE_NOMEM;
12317d10d5a6Sdrh   }
12327d10d5a6Sdrh   return SQLITE_OK;
12337d10d5a6Sdrh }
1234e014a838Sdanielk1977 
12357d10d5a6Sdrh /*
12367d10d5a6Sdrh ** Add type and collation information to a column list based on
12377d10d5a6Sdrh ** a SELECT statement.
12387d10d5a6Sdrh **
12397d10d5a6Sdrh ** The column list presumably came from selectColumnNamesFromExprList().
12407d10d5a6Sdrh ** The column list has only names, not types or collations.  This
12417d10d5a6Sdrh ** routine goes through and adds the types and collations.
12427d10d5a6Sdrh **
1243b08a67a7Sshane ** This routine requires that all identifiers in the SELECT
12447d10d5a6Sdrh ** statement be resolved.
124579d5f63fSdrh */
12467d10d5a6Sdrh static void selectAddColumnTypeAndCollation(
12477d10d5a6Sdrh   Parse *pParse,        /* Parsing contexts */
12487d10d5a6Sdrh   int nCol,             /* Number of columns */
12497d10d5a6Sdrh   Column *aCol,         /* List of columns */
12507d10d5a6Sdrh   Select *pSelect       /* SELECT used to determine types and collations */
12517d10d5a6Sdrh ){
12527d10d5a6Sdrh   sqlite3 *db = pParse->db;
12537d10d5a6Sdrh   NameContext sNC;
12547d10d5a6Sdrh   Column *pCol;
12557d10d5a6Sdrh   CollSeq *pColl;
12567d10d5a6Sdrh   int i;
12577d10d5a6Sdrh   Expr *p;
12587d10d5a6Sdrh   struct ExprList_item *a;
12597d10d5a6Sdrh 
12607d10d5a6Sdrh   assert( pSelect!=0 );
12617d10d5a6Sdrh   assert( (pSelect->selFlags & SF_Resolved)!=0 );
12627d10d5a6Sdrh   assert( nCol==pSelect->pEList->nExpr || db->mallocFailed );
12637d10d5a6Sdrh   if( db->mallocFailed ) return;
1264c43e8be8Sdrh   memset(&sNC, 0, sizeof(sNC));
1265b3bce662Sdanielk1977   sNC.pSrcList = pSelect->pSrc;
12667d10d5a6Sdrh   a = pSelect->pEList->a;
12677d10d5a6Sdrh   for(i=0, pCol=aCol; i<nCol; i++, pCol++){
12687d10d5a6Sdrh     p = a[i].pExpr;
12697d10d5a6Sdrh     pCol->zType = sqlite3DbStrDup(db, columnType(&sNC, p, 0, 0, 0));
1270c60e9b82Sdanielk1977     pCol->affinity = sqlite3ExprAffinity(p);
1271c4a64facSdrh     if( pCol->affinity==0 ) pCol->affinity = SQLITE_AFF_NONE;
1272b3bf556eSdanielk1977     pColl = sqlite3ExprCollSeq(pParse, p);
1273b3bf556eSdanielk1977     if( pColl ){
127417435752Sdrh       pCol->zColl = sqlite3DbStrDup(db, pColl->zName);
12750202b29eSdanielk1977     }
127622f70c32Sdrh   }
12777d10d5a6Sdrh }
12787d10d5a6Sdrh 
12797d10d5a6Sdrh /*
12807d10d5a6Sdrh ** Given a SELECT statement, generate a Table structure that describes
12817d10d5a6Sdrh ** the result set of that SELECT.
12827d10d5a6Sdrh */
12837d10d5a6Sdrh Table *sqlite3ResultSetOfSelect(Parse *pParse, Select *pSelect){
12847d10d5a6Sdrh   Table *pTab;
12857d10d5a6Sdrh   sqlite3 *db = pParse->db;
12867d10d5a6Sdrh   int savedFlags;
12877d10d5a6Sdrh 
12887d10d5a6Sdrh   savedFlags = db->flags;
12897d10d5a6Sdrh   db->flags &= ~SQLITE_FullColNames;
12907d10d5a6Sdrh   db->flags |= SQLITE_ShortColNames;
12917d10d5a6Sdrh   sqlite3SelectPrep(pParse, pSelect, 0);
12927d10d5a6Sdrh   if( pParse->nErr ) return 0;
12937d10d5a6Sdrh   while( pSelect->pPrior ) pSelect = pSelect->pPrior;
12947d10d5a6Sdrh   db->flags = savedFlags;
12957d10d5a6Sdrh   pTab = sqlite3DbMallocZero(db, sizeof(Table) );
12967d10d5a6Sdrh   if( pTab==0 ){
12977d10d5a6Sdrh     return 0;
12987d10d5a6Sdrh   }
1299373cc2ddSdrh   /* The sqlite3ResultSetOfSelect() is only used n contexts where lookaside
1300b2468954Sdrh   ** is disabled */
1301373cc2ddSdrh   assert( db->lookaside.bEnabled==0 );
13027d10d5a6Sdrh   pTab->nRef = 1;
13037d10d5a6Sdrh   pTab->zName = 0;
13047d10d5a6Sdrh   selectColumnsFromExprList(pParse, pSelect->pEList, &pTab->nCol, &pTab->aCol);
13057d10d5a6Sdrh   selectAddColumnTypeAndCollation(pParse, pTab->nCol, pTab->aCol, pSelect);
130622f70c32Sdrh   pTab->iPKey = -1;
13077ce72f69Sdrh   if( db->mallocFailed ){
13081feeaed2Sdan     sqlite3DeleteTable(db, pTab);
13097ce72f69Sdrh     return 0;
13107ce72f69Sdrh   }
131122f70c32Sdrh   return pTab;
131222f70c32Sdrh }
131322f70c32Sdrh 
131422f70c32Sdrh /*
1315d8bc7086Sdrh ** Get a VDBE for the given parser context.  Create a new one if necessary.
1316d8bc7086Sdrh ** If an error occurs, return NULL and leave a message in pParse.
1317d8bc7086Sdrh */
13184adee20fSdanielk1977 Vdbe *sqlite3GetVdbe(Parse *pParse){
1319d8bc7086Sdrh   Vdbe *v = pParse->pVdbe;
1320d8bc7086Sdrh   if( v==0 ){
13214adee20fSdanielk1977     v = pParse->pVdbe = sqlite3VdbeCreate(pParse->db);
1322949f9cd5Sdrh #ifndef SQLITE_OMIT_TRACE
1323949f9cd5Sdrh     if( v ){
1324949f9cd5Sdrh       sqlite3VdbeAddOp0(v, OP_Trace);
1325949f9cd5Sdrh     }
1326949f9cd5Sdrh #endif
1327d8bc7086Sdrh   }
1328d8bc7086Sdrh   return v;
1329d8bc7086Sdrh }
1330d8bc7086Sdrh 
133115007a99Sdrh 
1332d8bc7086Sdrh /*
13337b58daeaSdrh ** Compute the iLimit and iOffset fields of the SELECT based on the
1334ec7429aeSdrh ** pLimit and pOffset expressions.  pLimit and pOffset hold the expressions
13357b58daeaSdrh ** that appear in the original SQL statement after the LIMIT and OFFSET
1336a2dc3b1aSdanielk1977 ** keywords.  Or NULL if those keywords are omitted. iLimit and iOffset
1337a2dc3b1aSdanielk1977 ** are the integer memory register numbers for counters used to compute
1338a2dc3b1aSdanielk1977 ** the limit and offset.  If there is no limit and/or offset, then
1339a2dc3b1aSdanielk1977 ** iLimit and iOffset are negative.
13407b58daeaSdrh **
1341d59ba6ceSdrh ** This routine changes the values of iLimit and iOffset only if
1342ec7429aeSdrh ** a limit or offset is defined by pLimit and pOffset.  iLimit and
13437b58daeaSdrh ** iOffset should have been preset to appropriate default values
13447b58daeaSdrh ** (usually but not always -1) prior to calling this routine.
1345ec7429aeSdrh ** Only if pLimit!=0 or pOffset!=0 do the limit registers get
13467b58daeaSdrh ** redefined.  The UNION ALL operator uses this property to force
13477b58daeaSdrh ** the reuse of the same limit and offset registers across multiple
13487b58daeaSdrh ** SELECT statements.
13497b58daeaSdrh */
1350ec7429aeSdrh static void computeLimitRegisters(Parse *pParse, Select *p, int iBreak){
135102afc861Sdrh   Vdbe *v = 0;
135202afc861Sdrh   int iLimit = 0;
135315007a99Sdrh   int iOffset;
13549b918ed1Sdrh   int addr1, n;
13550acb7e48Sdrh   if( p->iLimit ) return;
135615007a99Sdrh 
13577b58daeaSdrh   /*
13587b58daeaSdrh   ** "LIMIT -1" always shows all rows.  There is some
13597b58daeaSdrh   ** contraversy about what the correct behavior should be.
13607b58daeaSdrh   ** The current implementation interprets "LIMIT 0" to mean
13617b58daeaSdrh   ** no rows.
13627b58daeaSdrh   */
1363ceea3321Sdrh   sqlite3ExprCacheClear(pParse);
1364373cc2ddSdrh   assert( p->pOffset==0 || p->pLimit!=0 );
1365a2dc3b1aSdanielk1977   if( p->pLimit ){
13660a07c107Sdrh     p->iLimit = iLimit = ++pParse->nMem;
136715007a99Sdrh     v = sqlite3GetVdbe(pParse);
1368373cc2ddSdrh     if( NEVER(v==0) ) return;  /* VDBE should have already been allocated */
13699b918ed1Sdrh     if( sqlite3ExprIsInteger(p->pLimit, &n) ){
13709b918ed1Sdrh       sqlite3VdbeAddOp2(v, OP_Integer, n, iLimit);
13719b918ed1Sdrh       VdbeComment((v, "LIMIT counter"));
1372456e4e4fSdrh       if( n==0 ){
1373456e4e4fSdrh         sqlite3VdbeAddOp2(v, OP_Goto, 0, iBreak);
13749b918ed1Sdrh       }
13759b918ed1Sdrh     }else{
1376b7654111Sdrh       sqlite3ExprCode(pParse, p->pLimit, iLimit);
1377b7654111Sdrh       sqlite3VdbeAddOp1(v, OP_MustBeInt, iLimit);
1378d4e70ebdSdrh       VdbeComment((v, "LIMIT counter"));
13793c84ddffSdrh       sqlite3VdbeAddOp2(v, OP_IfZero, iLimit, iBreak);
13809b918ed1Sdrh     }
1381a2dc3b1aSdanielk1977     if( p->pOffset ){
13820a07c107Sdrh       p->iOffset = iOffset = ++pParse->nMem;
1383b7654111Sdrh       pParse->nMem++;   /* Allocate an extra register for limit+offset */
1384b7654111Sdrh       sqlite3ExprCode(pParse, p->pOffset, iOffset);
1385b7654111Sdrh       sqlite3VdbeAddOp1(v, OP_MustBeInt, iOffset);
1386d4e70ebdSdrh       VdbeComment((v, "OFFSET counter"));
13873c84ddffSdrh       addr1 = sqlite3VdbeAddOp1(v, OP_IfPos, iOffset);
1388b7654111Sdrh       sqlite3VdbeAddOp2(v, OP_Integer, 0, iOffset);
138915007a99Sdrh       sqlite3VdbeJumpHere(v, addr1);
1390b7654111Sdrh       sqlite3VdbeAddOp3(v, OP_Add, iLimit, iOffset, iOffset+1);
1391d4e70ebdSdrh       VdbeComment((v, "LIMIT+OFFSET"));
1392b7654111Sdrh       addr1 = sqlite3VdbeAddOp1(v, OP_IfPos, iLimit);
1393b7654111Sdrh       sqlite3VdbeAddOp2(v, OP_Integer, -1, iOffset+1);
1394b7654111Sdrh       sqlite3VdbeJumpHere(v, addr1);
1395b7654111Sdrh     }
1396d59ba6ceSdrh   }
13977b58daeaSdrh }
13987b58daeaSdrh 
1399b7f9164eSdrh #ifndef SQLITE_OMIT_COMPOUND_SELECT
1400fbc4ee7bSdrh /*
1401fbc4ee7bSdrh ** Return the appropriate collating sequence for the iCol-th column of
1402fbc4ee7bSdrh ** the result set for the compound-select statement "p".  Return NULL if
1403fbc4ee7bSdrh ** the column has no default collating sequence.
1404fbc4ee7bSdrh **
1405fbc4ee7bSdrh ** The collating sequence for the compound select is taken from the
1406fbc4ee7bSdrh ** left-most term of the select that has a collating sequence.
1407fbc4ee7bSdrh */
1408dc1bdc4fSdanielk1977 static CollSeq *multiSelectCollSeq(Parse *pParse, Select *p, int iCol){
1409fbc4ee7bSdrh   CollSeq *pRet;
1410dc1bdc4fSdanielk1977   if( p->pPrior ){
1411dc1bdc4fSdanielk1977     pRet = multiSelectCollSeq(pParse, p->pPrior, iCol);
1412fbc4ee7bSdrh   }else{
1413fbc4ee7bSdrh     pRet = 0;
1414dc1bdc4fSdanielk1977   }
141510c081adSdrh   assert( iCol>=0 );
141610c081adSdrh   if( pRet==0 && iCol<p->pEList->nExpr ){
1417dc1bdc4fSdanielk1977     pRet = sqlite3ExprCollSeq(pParse, p->pEList->a[iCol].pExpr);
1418dc1bdc4fSdanielk1977   }
1419dc1bdc4fSdanielk1977   return pRet;
1420d3d39e93Sdrh }
1421b7f9164eSdrh #endif /* SQLITE_OMIT_COMPOUND_SELECT */
1422d3d39e93Sdrh 
1423b21e7c70Sdrh /* Forward reference */
1424b21e7c70Sdrh static int multiSelectOrderBy(
1425b21e7c70Sdrh   Parse *pParse,        /* Parsing context */
1426b21e7c70Sdrh   Select *p,            /* The right-most of SELECTs to be coded */
1427a9671a22Sdrh   SelectDest *pDest     /* What to do with query results */
1428b21e7c70Sdrh );
1429b21e7c70Sdrh 
1430b21e7c70Sdrh 
1431b7f9164eSdrh #ifndef SQLITE_OMIT_COMPOUND_SELECT
1432d3d39e93Sdrh /*
143316ee60ffSdrh ** This routine is called to process a compound query form from
143416ee60ffSdrh ** two or more separate queries using UNION, UNION ALL, EXCEPT, or
143516ee60ffSdrh ** INTERSECT
1436c926afbcSdrh **
1437e78e8284Sdrh ** "p" points to the right-most of the two queries.  the query on the
1438e78e8284Sdrh ** left is p->pPrior.  The left query could also be a compound query
1439e78e8284Sdrh ** in which case this routine will be called recursively.
1440e78e8284Sdrh **
1441e78e8284Sdrh ** The results of the total query are to be written into a destination
1442e78e8284Sdrh ** of type eDest with parameter iParm.
1443e78e8284Sdrh **
1444e78e8284Sdrh ** Example 1:  Consider a three-way compound SQL statement.
1445e78e8284Sdrh **
1446e78e8284Sdrh **     SELECT a FROM t1 UNION SELECT b FROM t2 UNION SELECT c FROM t3
1447e78e8284Sdrh **
1448e78e8284Sdrh ** This statement is parsed up as follows:
1449e78e8284Sdrh **
1450e78e8284Sdrh **     SELECT c FROM t3
1451e78e8284Sdrh **      |
1452e78e8284Sdrh **      `----->  SELECT b FROM t2
1453e78e8284Sdrh **                |
14544b11c6d3Sjplyon **                `------>  SELECT a FROM t1
1455e78e8284Sdrh **
1456e78e8284Sdrh ** The arrows in the diagram above represent the Select.pPrior pointer.
1457e78e8284Sdrh ** So if this routine is called with p equal to the t3 query, then
1458e78e8284Sdrh ** pPrior will be the t2 query.  p->op will be TK_UNION in this case.
1459e78e8284Sdrh **
1460e78e8284Sdrh ** Notice that because of the way SQLite parses compound SELECTs, the
1461e78e8284Sdrh ** individual selects always group from left to right.
146282c3d636Sdrh */
146384ac9d02Sdanielk1977 static int multiSelect(
1464fbc4ee7bSdrh   Parse *pParse,        /* Parsing context */
1465fbc4ee7bSdrh   Select *p,            /* The right-most of SELECTs to be coded */
1466a9671a22Sdrh   SelectDest *pDest     /* What to do with query results */
146784ac9d02Sdanielk1977 ){
146884ac9d02Sdanielk1977   int rc = SQLITE_OK;   /* Success code from a subroutine */
146910e5e3cfSdrh   Select *pPrior;       /* Another SELECT immediately to our left */
147010e5e3cfSdrh   Vdbe *v;              /* Generate code to this VDBE */
14711013c932Sdrh   SelectDest dest;      /* Alternative data destination */
1472eca7e01aSdanielk1977   Select *pDelete = 0;  /* Chain of simple selects to delete */
1473633e6d57Sdrh   sqlite3 *db;          /* Database connection */
147482c3d636Sdrh 
14757b58daeaSdrh   /* Make sure there is no ORDER BY or LIMIT clause on prior SELECTs.  Only
1476fbc4ee7bSdrh   ** the last (right-most) SELECT in the series may have an ORDER BY or LIMIT.
147782c3d636Sdrh   */
1478701bb3b4Sdrh   assert( p && p->pPrior );  /* Calling function guarantees this much */
1479633e6d57Sdrh   db = pParse->db;
1480d8bc7086Sdrh   pPrior = p->pPrior;
14810342b1f5Sdrh   assert( pPrior->pRightmost!=pPrior );
14820342b1f5Sdrh   assert( pPrior->pRightmost==p->pRightmost );
1483bc10377aSdrh   dest = *pDest;
1484d8bc7086Sdrh   if( pPrior->pOrderBy ){
14854adee20fSdanielk1977     sqlite3ErrorMsg(pParse,"ORDER BY clause should come after %s not before",
1486da93d238Sdrh       selectOpName(p->op));
148784ac9d02Sdanielk1977     rc = 1;
148884ac9d02Sdanielk1977     goto multi_select_end;
148982c3d636Sdrh   }
1490a2dc3b1aSdanielk1977   if( pPrior->pLimit ){
14914adee20fSdanielk1977     sqlite3ErrorMsg(pParse,"LIMIT clause should come after %s not before",
14927b58daeaSdrh       selectOpName(p->op));
149384ac9d02Sdanielk1977     rc = 1;
149484ac9d02Sdanielk1977     goto multi_select_end;
14957b58daeaSdrh   }
149682c3d636Sdrh 
14974adee20fSdanielk1977   v = sqlite3GetVdbe(pParse);
1498701bb3b4Sdrh   assert( v!=0 );  /* The VDBE already created by calling function */
1499d8bc7086Sdrh 
15001cc3d75fSdrh   /* Create the destination temporary table if necessary
15011cc3d75fSdrh   */
15026c8c8ce0Sdanielk1977   if( dest.eDest==SRT_EphemTab ){
1503b4964b72Sdanielk1977     assert( p->pEList );
1504f6e369a1Sdrh     sqlite3VdbeAddOp2(v, OP_OpenEphemeral, dest.iParm, p->pEList->nExpr);
1505d4187c71Sdrh     sqlite3VdbeChangeP5(v, BTREE_UNORDERED);
15066c8c8ce0Sdanielk1977     dest.eDest = SRT_Table;
15071cc3d75fSdrh   }
15081cc3d75fSdrh 
1509f6e369a1Sdrh   /* Make sure all SELECTs in the statement have the same number of elements
1510f6e369a1Sdrh   ** in their result sets.
1511f6e369a1Sdrh   */
1512f6e369a1Sdrh   assert( p->pEList && pPrior->pEList );
1513f6e369a1Sdrh   if( p->pEList->nExpr!=pPrior->pEList->nExpr ){
1514f6e369a1Sdrh     sqlite3ErrorMsg(pParse, "SELECTs to the left and right of %s"
1515f6e369a1Sdrh       " do not have the same number of result columns", selectOpName(p->op));
1516f6e369a1Sdrh     rc = 1;
1517f6e369a1Sdrh     goto multi_select_end;
1518f6e369a1Sdrh   }
1519f6e369a1Sdrh 
1520a9671a22Sdrh   /* Compound SELECTs that have an ORDER BY clause are handled separately.
1521a9671a22Sdrh   */
1522f6e369a1Sdrh   if( p->pOrderBy ){
1523a9671a22Sdrh     return multiSelectOrderBy(pParse, p, pDest);
1524f6e369a1Sdrh   }
1525f6e369a1Sdrh 
1526f46f905aSdrh   /* Generate code for the left and right SELECT statements.
1527d8bc7086Sdrh   */
152882c3d636Sdrh   switch( p->op ){
1529f46f905aSdrh     case TK_ALL: {
1530ec7429aeSdrh       int addr = 0;
1531a2dc3b1aSdanielk1977       assert( !pPrior->pLimit );
1532a2dc3b1aSdanielk1977       pPrior->pLimit = p->pLimit;
1533a2dc3b1aSdanielk1977       pPrior->pOffset = p->pOffset;
15347d10d5a6Sdrh       rc = sqlite3Select(pParse, pPrior, &dest);
1535ad68cb6bSdanielk1977       p->pLimit = 0;
1536ad68cb6bSdanielk1977       p->pOffset = 0;
153784ac9d02Sdanielk1977       if( rc ){
153884ac9d02Sdanielk1977         goto multi_select_end;
153984ac9d02Sdanielk1977       }
1540f46f905aSdrh       p->pPrior = 0;
15417b58daeaSdrh       p->iLimit = pPrior->iLimit;
15427b58daeaSdrh       p->iOffset = pPrior->iOffset;
154392b01d53Sdrh       if( p->iLimit ){
15443c84ddffSdrh         addr = sqlite3VdbeAddOp1(v, OP_IfZero, p->iLimit);
1545d4e70ebdSdrh         VdbeComment((v, "Jump ahead if LIMIT reached"));
1546ec7429aeSdrh       }
15477d10d5a6Sdrh       rc = sqlite3Select(pParse, p, &dest);
1548373cc2ddSdrh       testcase( rc!=SQLITE_OK );
1549eca7e01aSdanielk1977       pDelete = p->pPrior;
1550f46f905aSdrh       p->pPrior = pPrior;
1551ec7429aeSdrh       if( addr ){
1552ec7429aeSdrh         sqlite3VdbeJumpHere(v, addr);
1553ec7429aeSdrh       }
1554f46f905aSdrh       break;
1555f46f905aSdrh     }
155682c3d636Sdrh     case TK_EXCEPT:
155782c3d636Sdrh     case TK_UNION: {
1558d8bc7086Sdrh       int unionTab;    /* Cursor number of the temporary table holding result */
1559ea678832Sdrh       u8 op = 0;       /* One of the SRT_ operations to apply to self */
1560d8bc7086Sdrh       int priorOp;     /* The SRT_ operation to apply to prior selects */
1561a2dc3b1aSdanielk1977       Expr *pLimit, *pOffset; /* Saved values of p->nLimit and p->nOffset */
1562dc1bdc4fSdanielk1977       int addr;
15636c8c8ce0Sdanielk1977       SelectDest uniondest;
156482c3d636Sdrh 
1565373cc2ddSdrh       testcase( p->op==TK_EXCEPT );
1566373cc2ddSdrh       testcase( p->op==TK_UNION );
156793a960a0Sdrh       priorOp = SRT_Union;
1568e2f02bacSdrh       if( dest.eDest==priorOp && ALWAYS(!p->pLimit &&!p->pOffset) ){
1569d8bc7086Sdrh         /* We can reuse a temporary table generated by a SELECT to our
1570c926afbcSdrh         ** right.
1571d8bc7086Sdrh         */
1572e2f02bacSdrh         assert( p->pRightmost!=p );  /* Can only happen for leftward elements
1573e2f02bacSdrh                                      ** of a 3-way or more compound */
1574e2f02bacSdrh         assert( p->pLimit==0 );      /* Not allowed on leftward elements */
1575e2f02bacSdrh         assert( p->pOffset==0 );     /* Not allowed on leftward elements */
15766c8c8ce0Sdanielk1977         unionTab = dest.iParm;
157782c3d636Sdrh       }else{
1578d8bc7086Sdrh         /* We will need to create our own temporary table to hold the
1579d8bc7086Sdrh         ** intermediate results.
1580d8bc7086Sdrh         */
158182c3d636Sdrh         unionTab = pParse->nTab++;
158293a960a0Sdrh         assert( p->pOrderBy==0 );
158366a5167bSdrh         addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, unionTab, 0);
1584b9bb7c18Sdrh         assert( p->addrOpenEphm[0] == -1 );
1585b9bb7c18Sdrh         p->addrOpenEphm[0] = addr;
15867d10d5a6Sdrh         p->pRightmost->selFlags |= SF_UsesEphemeral;
158784ac9d02Sdanielk1977         assert( p->pEList );
1588d8bc7086Sdrh       }
1589d8bc7086Sdrh 
1590d8bc7086Sdrh       /* Code the SELECT statements to our left
1591d8bc7086Sdrh       */
1592b3bce662Sdanielk1977       assert( !pPrior->pOrderBy );
15931013c932Sdrh       sqlite3SelectDestInit(&uniondest, priorOp, unionTab);
15947d10d5a6Sdrh       rc = sqlite3Select(pParse, pPrior, &uniondest);
159584ac9d02Sdanielk1977       if( rc ){
159684ac9d02Sdanielk1977         goto multi_select_end;
159784ac9d02Sdanielk1977       }
1598d8bc7086Sdrh 
1599d8bc7086Sdrh       /* Code the current SELECT statement
1600d8bc7086Sdrh       */
16014cfb22f7Sdrh       if( p->op==TK_EXCEPT ){
16024cfb22f7Sdrh         op = SRT_Except;
16034cfb22f7Sdrh       }else{
16044cfb22f7Sdrh         assert( p->op==TK_UNION );
16054cfb22f7Sdrh         op = SRT_Union;
1606d8bc7086Sdrh       }
160782c3d636Sdrh       p->pPrior = 0;
1608a2dc3b1aSdanielk1977       pLimit = p->pLimit;
1609a2dc3b1aSdanielk1977       p->pLimit = 0;
1610a2dc3b1aSdanielk1977       pOffset = p->pOffset;
1611a2dc3b1aSdanielk1977       p->pOffset = 0;
16126c8c8ce0Sdanielk1977       uniondest.eDest = op;
16137d10d5a6Sdrh       rc = sqlite3Select(pParse, p, &uniondest);
1614373cc2ddSdrh       testcase( rc!=SQLITE_OK );
16155bd1bf2eSdrh       /* Query flattening in sqlite3Select() might refill p->pOrderBy.
16165bd1bf2eSdrh       ** Be sure to delete p->pOrderBy, therefore, to avoid a memory leak. */
1617633e6d57Sdrh       sqlite3ExprListDelete(db, p->pOrderBy);
1618eca7e01aSdanielk1977       pDelete = p->pPrior;
161982c3d636Sdrh       p->pPrior = pPrior;
1620a9671a22Sdrh       p->pOrderBy = 0;
1621633e6d57Sdrh       sqlite3ExprDelete(db, p->pLimit);
1622a2dc3b1aSdanielk1977       p->pLimit = pLimit;
1623a2dc3b1aSdanielk1977       p->pOffset = pOffset;
162492b01d53Sdrh       p->iLimit = 0;
162592b01d53Sdrh       p->iOffset = 0;
1626d8bc7086Sdrh 
1627d8bc7086Sdrh       /* Convert the data in the temporary table into whatever form
1628d8bc7086Sdrh       ** it is that we currently need.
1629d8bc7086Sdrh       */
1630373cc2ddSdrh       assert( unionTab==dest.iParm || dest.eDest!=priorOp );
1631373cc2ddSdrh       if( dest.eDest!=priorOp ){
16326b56344dSdrh         int iCont, iBreak, iStart;
163382c3d636Sdrh         assert( p->pEList );
16347d10d5a6Sdrh         if( dest.eDest==SRT_Output ){
163592378253Sdrh           Select *pFirst = p;
163692378253Sdrh           while( pFirst->pPrior ) pFirst = pFirst->pPrior;
163792378253Sdrh           generateColumnNames(pParse, 0, pFirst->pEList);
163841202ccaSdrh         }
16394adee20fSdanielk1977         iBreak = sqlite3VdbeMakeLabel(v);
16404adee20fSdanielk1977         iCont = sqlite3VdbeMakeLabel(v);
1641ec7429aeSdrh         computeLimitRegisters(pParse, p, iBreak);
164266a5167bSdrh         sqlite3VdbeAddOp2(v, OP_Rewind, unionTab, iBreak);
16434adee20fSdanielk1977         iStart = sqlite3VdbeCurrentAddr(v);
1644d2b3e23bSdrh         selectInnerLoop(pParse, p, p->pEList, unionTab, p->pEList->nExpr,
1645a9671a22Sdrh                         0, -1, &dest, iCont, iBreak);
16464adee20fSdanielk1977         sqlite3VdbeResolveLabel(v, iCont);
164766a5167bSdrh         sqlite3VdbeAddOp2(v, OP_Next, unionTab, iStart);
16484adee20fSdanielk1977         sqlite3VdbeResolveLabel(v, iBreak);
164966a5167bSdrh         sqlite3VdbeAddOp2(v, OP_Close, unionTab, 0);
165082c3d636Sdrh       }
165182c3d636Sdrh       break;
165282c3d636Sdrh     }
1653373cc2ddSdrh     default: assert( p->op==TK_INTERSECT ); {
165482c3d636Sdrh       int tab1, tab2;
16556b56344dSdrh       int iCont, iBreak, iStart;
1656a2dc3b1aSdanielk1977       Expr *pLimit, *pOffset;
1657dc1bdc4fSdanielk1977       int addr;
16581013c932Sdrh       SelectDest intersectdest;
16599cbf3425Sdrh       int r1;
166082c3d636Sdrh 
1661d8bc7086Sdrh       /* INTERSECT is different from the others since it requires
16626206d50aSdrh       ** two temporary tables.  Hence it has its own case.  Begin
1663d8bc7086Sdrh       ** by allocating the tables we will need.
1664d8bc7086Sdrh       */
166582c3d636Sdrh       tab1 = pParse->nTab++;
166682c3d636Sdrh       tab2 = pParse->nTab++;
166793a960a0Sdrh       assert( p->pOrderBy==0 );
1668dc1bdc4fSdanielk1977 
166966a5167bSdrh       addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, tab1, 0);
1670b9bb7c18Sdrh       assert( p->addrOpenEphm[0] == -1 );
1671b9bb7c18Sdrh       p->addrOpenEphm[0] = addr;
16727d10d5a6Sdrh       p->pRightmost->selFlags |= SF_UsesEphemeral;
167384ac9d02Sdanielk1977       assert( p->pEList );
1674d8bc7086Sdrh 
1675d8bc7086Sdrh       /* Code the SELECTs to our left into temporary table "tab1".
1676d8bc7086Sdrh       */
16771013c932Sdrh       sqlite3SelectDestInit(&intersectdest, SRT_Union, tab1);
16787d10d5a6Sdrh       rc = sqlite3Select(pParse, pPrior, &intersectdest);
167984ac9d02Sdanielk1977       if( rc ){
168084ac9d02Sdanielk1977         goto multi_select_end;
168184ac9d02Sdanielk1977       }
1682d8bc7086Sdrh 
1683d8bc7086Sdrh       /* Code the current SELECT into temporary table "tab2"
1684d8bc7086Sdrh       */
168566a5167bSdrh       addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, tab2, 0);
1686b9bb7c18Sdrh       assert( p->addrOpenEphm[1] == -1 );
1687b9bb7c18Sdrh       p->addrOpenEphm[1] = addr;
168882c3d636Sdrh       p->pPrior = 0;
1689a2dc3b1aSdanielk1977       pLimit = p->pLimit;
1690a2dc3b1aSdanielk1977       p->pLimit = 0;
1691a2dc3b1aSdanielk1977       pOffset = p->pOffset;
1692a2dc3b1aSdanielk1977       p->pOffset = 0;
16936c8c8ce0Sdanielk1977       intersectdest.iParm = tab2;
16947d10d5a6Sdrh       rc = sqlite3Select(pParse, p, &intersectdest);
1695373cc2ddSdrh       testcase( rc!=SQLITE_OK );
1696eca7e01aSdanielk1977       pDelete = p->pPrior;
169782c3d636Sdrh       p->pPrior = pPrior;
1698633e6d57Sdrh       sqlite3ExprDelete(db, p->pLimit);
1699a2dc3b1aSdanielk1977       p->pLimit = pLimit;
1700a2dc3b1aSdanielk1977       p->pOffset = pOffset;
1701d8bc7086Sdrh 
1702d8bc7086Sdrh       /* Generate code to take the intersection of the two temporary
1703d8bc7086Sdrh       ** tables.
1704d8bc7086Sdrh       */
170582c3d636Sdrh       assert( p->pEList );
17067d10d5a6Sdrh       if( dest.eDest==SRT_Output ){
170792378253Sdrh         Select *pFirst = p;
170892378253Sdrh         while( pFirst->pPrior ) pFirst = pFirst->pPrior;
170992378253Sdrh         generateColumnNames(pParse, 0, pFirst->pEList);
171041202ccaSdrh       }
17114adee20fSdanielk1977       iBreak = sqlite3VdbeMakeLabel(v);
17124adee20fSdanielk1977       iCont = sqlite3VdbeMakeLabel(v);
1713ec7429aeSdrh       computeLimitRegisters(pParse, p, iBreak);
171466a5167bSdrh       sqlite3VdbeAddOp2(v, OP_Rewind, tab1, iBreak);
17159cbf3425Sdrh       r1 = sqlite3GetTempReg(pParse);
17169cbf3425Sdrh       iStart = sqlite3VdbeAddOp2(v, OP_RowKey, tab1, r1);
17178cff69dfSdrh       sqlite3VdbeAddOp4Int(v, OP_NotFound, tab2, iCont, r1, 0);
17189cbf3425Sdrh       sqlite3ReleaseTempReg(pParse, r1);
1719d2b3e23bSdrh       selectInnerLoop(pParse, p, p->pEList, tab1, p->pEList->nExpr,
1720a9671a22Sdrh                       0, -1, &dest, iCont, iBreak);
17214adee20fSdanielk1977       sqlite3VdbeResolveLabel(v, iCont);
172266a5167bSdrh       sqlite3VdbeAddOp2(v, OP_Next, tab1, iStart);
17234adee20fSdanielk1977       sqlite3VdbeResolveLabel(v, iBreak);
172466a5167bSdrh       sqlite3VdbeAddOp2(v, OP_Close, tab2, 0);
172566a5167bSdrh       sqlite3VdbeAddOp2(v, OP_Close, tab1, 0);
172682c3d636Sdrh       break;
172782c3d636Sdrh     }
172882c3d636Sdrh   }
17298cdbf836Sdrh 
1730a9671a22Sdrh   /* Compute collating sequences used by
1731a9671a22Sdrh   ** temporary tables needed to implement the compound select.
1732a9671a22Sdrh   ** Attach the KeyInfo structure to all temporary tables.
17338cdbf836Sdrh   **
17348cdbf836Sdrh   ** This section is run by the right-most SELECT statement only.
17358cdbf836Sdrh   ** SELECT statements to the left always skip this part.  The right-most
17368cdbf836Sdrh   ** SELECT might also skip this part if it has no ORDER BY clause and
17378cdbf836Sdrh   ** no temp tables are required.
1738fbc4ee7bSdrh   */
17397d10d5a6Sdrh   if( p->selFlags & SF_UsesEphemeral ){
1740fbc4ee7bSdrh     int i;                        /* Loop counter */
1741fbc4ee7bSdrh     KeyInfo *pKeyInfo;            /* Collating sequence for the result set */
17420342b1f5Sdrh     Select *pLoop;                /* For looping through SELECT statements */
1743f68d7d17Sdrh     CollSeq **apColl;             /* For looping through pKeyInfo->aColl[] */
174493a960a0Sdrh     int nCol;                     /* Number of columns in result set */
1745fbc4ee7bSdrh 
17460342b1f5Sdrh     assert( p->pRightmost==p );
174793a960a0Sdrh     nCol = p->pEList->nExpr;
1748633e6d57Sdrh     pKeyInfo = sqlite3DbMallocZero(db,
1749a9671a22Sdrh                        sizeof(*pKeyInfo)+nCol*(sizeof(CollSeq*) + 1));
1750dc1bdc4fSdanielk1977     if( !pKeyInfo ){
1751dc1bdc4fSdanielk1977       rc = SQLITE_NOMEM;
1752dc1bdc4fSdanielk1977       goto multi_select_end;
1753dc1bdc4fSdanielk1977     }
1754dc1bdc4fSdanielk1977 
1755633e6d57Sdrh     pKeyInfo->enc = ENC(db);
1756ea678832Sdrh     pKeyInfo->nField = (u16)nCol;
1757dc1bdc4fSdanielk1977 
17580342b1f5Sdrh     for(i=0, apColl=pKeyInfo->aColl; i<nCol; i++, apColl++){
17590342b1f5Sdrh       *apColl = multiSelectCollSeq(pParse, p, i);
17600342b1f5Sdrh       if( 0==*apColl ){
1761633e6d57Sdrh         *apColl = db->pDfltColl;
1762dc1bdc4fSdanielk1977       }
1763dc1bdc4fSdanielk1977     }
1764dc1bdc4fSdanielk1977 
17650342b1f5Sdrh     for(pLoop=p; pLoop; pLoop=pLoop->pPrior){
17660342b1f5Sdrh       for(i=0; i<2; i++){
1767b9bb7c18Sdrh         int addr = pLoop->addrOpenEphm[i];
17680342b1f5Sdrh         if( addr<0 ){
17690342b1f5Sdrh           /* If [0] is unused then [1] is also unused.  So we can
17700342b1f5Sdrh           ** always safely abort as soon as the first unused slot is found */
1771b9bb7c18Sdrh           assert( pLoop->addrOpenEphm[1]<0 );
17720342b1f5Sdrh           break;
17730342b1f5Sdrh         }
17740342b1f5Sdrh         sqlite3VdbeChangeP2(v, addr, nCol);
177566a5167bSdrh         sqlite3VdbeChangeP4(v, addr, (char*)pKeyInfo, P4_KEYINFO);
17760ee5a1e7Sdrh         pLoop->addrOpenEphm[i] = -1;
17770342b1f5Sdrh       }
1778dc1bdc4fSdanielk1977     }
1779633e6d57Sdrh     sqlite3DbFree(db, pKeyInfo);
1780dc1bdc4fSdanielk1977   }
1781dc1bdc4fSdanielk1977 
1782dc1bdc4fSdanielk1977 multi_select_end:
17831013c932Sdrh   pDest->iMem = dest.iMem;
1784ad27e761Sdrh   pDest->nMem = dest.nMem;
1785633e6d57Sdrh   sqlite3SelectDelete(db, pDelete);
178684ac9d02Sdanielk1977   return rc;
17872282792aSdrh }
1788b7f9164eSdrh #endif /* SQLITE_OMIT_COMPOUND_SELECT */
17892282792aSdrh 
1790b21e7c70Sdrh /*
1791b21e7c70Sdrh ** Code an output subroutine for a coroutine implementation of a
1792b21e7c70Sdrh ** SELECT statment.
17930acb7e48Sdrh **
17940acb7e48Sdrh ** The data to be output is contained in pIn->iMem.  There are
17950acb7e48Sdrh ** pIn->nMem columns to be output.  pDest is where the output should
17960acb7e48Sdrh ** be sent.
17970acb7e48Sdrh **
17980acb7e48Sdrh ** regReturn is the number of the register holding the subroutine
17990acb7e48Sdrh ** return address.
18000acb7e48Sdrh **
1801f053d5b6Sdrh ** If regPrev>0 then it is the first register in a vector that
18020acb7e48Sdrh ** records the previous output.  mem[regPrev] is a flag that is false
18030acb7e48Sdrh ** if there has been no previous output.  If regPrev>0 then code is
18040acb7e48Sdrh ** generated to suppress duplicates.  pKeyInfo is used for comparing
18050acb7e48Sdrh ** keys.
18060acb7e48Sdrh **
18070acb7e48Sdrh ** If the LIMIT found in p->iLimit is reached, jump immediately to
18080acb7e48Sdrh ** iBreak.
1809b21e7c70Sdrh */
18100acb7e48Sdrh static int generateOutputSubroutine(
181192b01d53Sdrh   Parse *pParse,          /* Parsing context */
181292b01d53Sdrh   Select *p,              /* The SELECT statement */
181392b01d53Sdrh   SelectDest *pIn,        /* Coroutine supplying data */
181492b01d53Sdrh   SelectDest *pDest,      /* Where to send the data */
181592b01d53Sdrh   int regReturn,          /* The return address register */
18160acb7e48Sdrh   int regPrev,            /* Previous result register.  No uniqueness if 0 */
18170acb7e48Sdrh   KeyInfo *pKeyInfo,      /* For comparing with previous entry */
18180acb7e48Sdrh   int p4type,             /* The p4 type for pKeyInfo */
181992b01d53Sdrh   int iBreak              /* Jump here if we hit the LIMIT */
1820b21e7c70Sdrh ){
1821b21e7c70Sdrh   Vdbe *v = pParse->pVdbe;
182292b01d53Sdrh   int iContinue;
182392b01d53Sdrh   int addr;
1824b21e7c70Sdrh 
182592b01d53Sdrh   addr = sqlite3VdbeCurrentAddr(v);
182692b01d53Sdrh   iContinue = sqlite3VdbeMakeLabel(v);
18270acb7e48Sdrh 
18280acb7e48Sdrh   /* Suppress duplicates for UNION, EXCEPT, and INTERSECT
18290acb7e48Sdrh   */
18300acb7e48Sdrh   if( regPrev ){
18310acb7e48Sdrh     int j1, j2;
18320acb7e48Sdrh     j1 = sqlite3VdbeAddOp1(v, OP_IfNot, regPrev);
18330acb7e48Sdrh     j2 = sqlite3VdbeAddOp4(v, OP_Compare, pIn->iMem, regPrev+1, pIn->nMem,
18340acb7e48Sdrh                               (char*)pKeyInfo, p4type);
18350acb7e48Sdrh     sqlite3VdbeAddOp3(v, OP_Jump, j2+2, iContinue, j2+2);
18360acb7e48Sdrh     sqlite3VdbeJumpHere(v, j1);
18370acb7e48Sdrh     sqlite3ExprCodeCopy(pParse, pIn->iMem, regPrev+1, pIn->nMem);
18380acb7e48Sdrh     sqlite3VdbeAddOp2(v, OP_Integer, 1, regPrev);
18390acb7e48Sdrh   }
18401f9caa41Sdanielk1977   if( pParse->db->mallocFailed ) return 0;
18410acb7e48Sdrh 
18420acb7e48Sdrh   /* Suppress the the first OFFSET entries if there is an OFFSET clause
18430acb7e48Sdrh   */
184492b01d53Sdrh   codeOffset(v, p, iContinue);
1845b21e7c70Sdrh 
1846b21e7c70Sdrh   switch( pDest->eDest ){
1847b21e7c70Sdrh     /* Store the result as data using a unique key.
1848b21e7c70Sdrh     */
1849b21e7c70Sdrh     case SRT_Table:
1850b21e7c70Sdrh     case SRT_EphemTab: {
1851b21e7c70Sdrh       int r1 = sqlite3GetTempReg(pParse);
1852b21e7c70Sdrh       int r2 = sqlite3GetTempReg(pParse);
1853373cc2ddSdrh       testcase( pDest->eDest==SRT_Table );
1854373cc2ddSdrh       testcase( pDest->eDest==SRT_EphemTab );
185592b01d53Sdrh       sqlite3VdbeAddOp3(v, OP_MakeRecord, pIn->iMem, pIn->nMem, r1);
185692b01d53Sdrh       sqlite3VdbeAddOp2(v, OP_NewRowid, pDest->iParm, r2);
185792b01d53Sdrh       sqlite3VdbeAddOp3(v, OP_Insert, pDest->iParm, r1, r2);
1858b21e7c70Sdrh       sqlite3VdbeChangeP5(v, OPFLAG_APPEND);
1859b21e7c70Sdrh       sqlite3ReleaseTempReg(pParse, r2);
1860b21e7c70Sdrh       sqlite3ReleaseTempReg(pParse, r1);
1861b21e7c70Sdrh       break;
1862b21e7c70Sdrh     }
1863b21e7c70Sdrh 
1864b21e7c70Sdrh #ifndef SQLITE_OMIT_SUBQUERY
1865b21e7c70Sdrh     /* If we are creating a set for an "expr IN (SELECT ...)" construct,
1866b21e7c70Sdrh     ** then there should be a single item on the stack.  Write this
1867b21e7c70Sdrh     ** item into the set table with bogus data.
1868b21e7c70Sdrh     */
1869b21e7c70Sdrh     case SRT_Set: {
18706fccc35aSdrh       int r1;
187192b01d53Sdrh       assert( pIn->nMem==1 );
187292b01d53Sdrh       p->affinity =
187392b01d53Sdrh          sqlite3CompareAffinity(p->pEList->a[0].pExpr, pDest->affinity);
1874b21e7c70Sdrh       r1 = sqlite3GetTempReg(pParse);
187592b01d53Sdrh       sqlite3VdbeAddOp4(v, OP_MakeRecord, pIn->iMem, 1, r1, &p->affinity, 1);
187692b01d53Sdrh       sqlite3ExprCacheAffinityChange(pParse, pIn->iMem, 1);
187792b01d53Sdrh       sqlite3VdbeAddOp2(v, OP_IdxInsert, pDest->iParm, r1);
1878b21e7c70Sdrh       sqlite3ReleaseTempReg(pParse, r1);
1879b21e7c70Sdrh       break;
1880b21e7c70Sdrh     }
1881b21e7c70Sdrh 
188285e9e22bSdrh #if 0  /* Never occurs on an ORDER BY query */
1883b21e7c70Sdrh     /* If any row exist in the result set, record that fact and abort.
1884b21e7c70Sdrh     */
1885b21e7c70Sdrh     case SRT_Exists: {
188692b01d53Sdrh       sqlite3VdbeAddOp2(v, OP_Integer, 1, pDest->iParm);
1887b21e7c70Sdrh       /* The LIMIT clause will terminate the loop for us */
1888b21e7c70Sdrh       break;
1889b21e7c70Sdrh     }
189085e9e22bSdrh #endif
1891b21e7c70Sdrh 
1892b21e7c70Sdrh     /* If this is a scalar select that is part of an expression, then
1893b21e7c70Sdrh     ** store the results in the appropriate memory cell and break out
1894b21e7c70Sdrh     ** of the scan loop.
1895b21e7c70Sdrh     */
1896b21e7c70Sdrh     case SRT_Mem: {
189792b01d53Sdrh       assert( pIn->nMem==1 );
189892b01d53Sdrh       sqlite3ExprCodeMove(pParse, pIn->iMem, pDest->iParm, 1);
1899b21e7c70Sdrh       /* The LIMIT clause will jump out of the loop for us */
1900b21e7c70Sdrh       break;
1901b21e7c70Sdrh     }
1902b21e7c70Sdrh #endif /* #ifndef SQLITE_OMIT_SUBQUERY */
1903b21e7c70Sdrh 
19047d10d5a6Sdrh     /* The results are stored in a sequence of registers
19057d10d5a6Sdrh     ** starting at pDest->iMem.  Then the co-routine yields.
1906b21e7c70Sdrh     */
190792b01d53Sdrh     case SRT_Coroutine: {
190892b01d53Sdrh       if( pDest->iMem==0 ){
190992b01d53Sdrh         pDest->iMem = sqlite3GetTempRange(pParse, pIn->nMem);
191092b01d53Sdrh         pDest->nMem = pIn->nMem;
1911b21e7c70Sdrh       }
191292b01d53Sdrh       sqlite3ExprCodeMove(pParse, pIn->iMem, pDest->iMem, pDest->nMem);
191392b01d53Sdrh       sqlite3VdbeAddOp1(v, OP_Yield, pDest->iParm);
191492b01d53Sdrh       break;
191592b01d53Sdrh     }
191692b01d53Sdrh 
1917ccfcbceaSdrh     /* If none of the above, then the result destination must be
1918ccfcbceaSdrh     ** SRT_Output.  This routine is never called with any other
1919ccfcbceaSdrh     ** destination other than the ones handled above or SRT_Output.
1920ccfcbceaSdrh     **
1921ccfcbceaSdrh     ** For SRT_Output, results are stored in a sequence of registers.
1922ccfcbceaSdrh     ** Then the OP_ResultRow opcode is used to cause sqlite3_step() to
1923ccfcbceaSdrh     ** return the next row of result.
19247d10d5a6Sdrh     */
1925ccfcbceaSdrh     default: {
1926ccfcbceaSdrh       assert( pDest->eDest==SRT_Output );
192792b01d53Sdrh       sqlite3VdbeAddOp2(v, OP_ResultRow, pIn->iMem, pIn->nMem);
192892b01d53Sdrh       sqlite3ExprCacheAffinityChange(pParse, pIn->iMem, pIn->nMem);
1929b21e7c70Sdrh       break;
1930b21e7c70Sdrh     }
1931b21e7c70Sdrh   }
193292b01d53Sdrh 
193392b01d53Sdrh   /* Jump to the end of the loop if the LIMIT is reached.
193492b01d53Sdrh   */
193592b01d53Sdrh   if( p->iLimit ){
19369b918ed1Sdrh     sqlite3VdbeAddOp3(v, OP_IfZero, p->iLimit, iBreak, -1);
193792b01d53Sdrh   }
193892b01d53Sdrh 
193992b01d53Sdrh   /* Generate the subroutine return
194092b01d53Sdrh   */
19410acb7e48Sdrh   sqlite3VdbeResolveLabel(v, iContinue);
194292b01d53Sdrh   sqlite3VdbeAddOp1(v, OP_Return, regReturn);
194392b01d53Sdrh 
194492b01d53Sdrh   return addr;
1945b21e7c70Sdrh }
1946b21e7c70Sdrh 
1947b21e7c70Sdrh /*
1948b21e7c70Sdrh ** Alternative compound select code generator for cases when there
1949b21e7c70Sdrh ** is an ORDER BY clause.
1950b21e7c70Sdrh **
1951b21e7c70Sdrh ** We assume a query of the following form:
1952b21e7c70Sdrh **
1953b21e7c70Sdrh **      <selectA>  <operator>  <selectB>  ORDER BY <orderbylist>
1954b21e7c70Sdrh **
1955b21e7c70Sdrh ** <operator> is one of UNION ALL, UNION, EXCEPT, or INTERSECT.  The idea
1956b21e7c70Sdrh ** is to code both <selectA> and <selectB> with the ORDER BY clause as
1957b21e7c70Sdrh ** co-routines.  Then run the co-routines in parallel and merge the results
1958b21e7c70Sdrh ** into the output.  In addition to the two coroutines (called selectA and
1959b21e7c70Sdrh ** selectB) there are 7 subroutines:
1960b21e7c70Sdrh **
1961b21e7c70Sdrh **    outA:    Move the output of the selectA coroutine into the output
1962b21e7c70Sdrh **             of the compound query.
1963b21e7c70Sdrh **
1964b21e7c70Sdrh **    outB:    Move the output of the selectB coroutine into the output
1965b21e7c70Sdrh **             of the compound query.  (Only generated for UNION and
1966b21e7c70Sdrh **             UNION ALL.  EXCEPT and INSERTSECT never output a row that
1967b21e7c70Sdrh **             appears only in B.)
1968b21e7c70Sdrh **
1969b21e7c70Sdrh **    AltB:    Called when there is data from both coroutines and A<B.
1970b21e7c70Sdrh **
1971b21e7c70Sdrh **    AeqB:    Called when there is data from both coroutines and A==B.
1972b21e7c70Sdrh **
1973b21e7c70Sdrh **    AgtB:    Called when there is data from both coroutines and A>B.
1974b21e7c70Sdrh **
1975b21e7c70Sdrh **    EofA:    Called when data is exhausted from selectA.
1976b21e7c70Sdrh **
1977b21e7c70Sdrh **    EofB:    Called when data is exhausted from selectB.
1978b21e7c70Sdrh **
1979b21e7c70Sdrh ** The implementation of the latter five subroutines depend on which
1980b21e7c70Sdrh ** <operator> is used:
1981b21e7c70Sdrh **
1982b21e7c70Sdrh **
1983b21e7c70Sdrh **             UNION ALL         UNION            EXCEPT          INTERSECT
1984b21e7c70Sdrh **          -------------  -----------------  --------------  -----------------
1985b21e7c70Sdrh **   AltB:   outA, nextA      outA, nextA       outA, nextA         nextA
1986b21e7c70Sdrh **
19870acb7e48Sdrh **   AeqB:   outA, nextA         nextA             nextA         outA, nextA
1988b21e7c70Sdrh **
1989b21e7c70Sdrh **   AgtB:   outB, nextB      outB, nextB          nextB            nextB
1990b21e7c70Sdrh **
19910acb7e48Sdrh **   EofA:   outB, nextB      outB, nextB          halt             halt
1992b21e7c70Sdrh **
19930acb7e48Sdrh **   EofB:   outA, nextA      outA, nextA       outA, nextA         halt
19940acb7e48Sdrh **
19950acb7e48Sdrh ** In the AltB, AeqB, and AgtB subroutines, an EOF on A following nextA
19960acb7e48Sdrh ** causes an immediate jump to EofA and an EOF on B following nextB causes
19970acb7e48Sdrh ** an immediate jump to EofB.  Within EofA and EofB, and EOF on entry or
19980acb7e48Sdrh ** following nextX causes a jump to the end of the select processing.
19990acb7e48Sdrh **
20000acb7e48Sdrh ** Duplicate removal in the UNION, EXCEPT, and INTERSECT cases is handled
20010acb7e48Sdrh ** within the output subroutine.  The regPrev register set holds the previously
20020acb7e48Sdrh ** output value.  A comparison is made against this value and the output
20030acb7e48Sdrh ** is skipped if the next results would be the same as the previous.
2004b21e7c70Sdrh **
2005b21e7c70Sdrh ** The implementation plan is to implement the two coroutines and seven
2006b21e7c70Sdrh ** subroutines first, then put the control logic at the bottom.  Like this:
2007b21e7c70Sdrh **
2008b21e7c70Sdrh **          goto Init
2009b21e7c70Sdrh **     coA: coroutine for left query (A)
2010b21e7c70Sdrh **     coB: coroutine for right query (B)
2011b21e7c70Sdrh **    outA: output one row of A
2012b21e7c70Sdrh **    outB: output one row of B (UNION and UNION ALL only)
2013b21e7c70Sdrh **    EofA: ...
2014b21e7c70Sdrh **    EofB: ...
2015b21e7c70Sdrh **    AltB: ...
2016b21e7c70Sdrh **    AeqB: ...
2017b21e7c70Sdrh **    AgtB: ...
2018b21e7c70Sdrh **    Init: initialize coroutine registers
2019b21e7c70Sdrh **          yield coA
2020b21e7c70Sdrh **          if eof(A) goto EofA
2021b21e7c70Sdrh **          yield coB
2022b21e7c70Sdrh **          if eof(B) goto EofB
2023b21e7c70Sdrh **    Cmpr: Compare A, B
2024b21e7c70Sdrh **          Jump AltB, AeqB, AgtB
2025b21e7c70Sdrh **     End: ...
2026b21e7c70Sdrh **
2027b21e7c70Sdrh ** We call AltB, AeqB, AgtB, EofA, and EofB "subroutines" but they are not
2028b21e7c70Sdrh ** actually called using Gosub and they do not Return.  EofA and EofB loop
2029b21e7c70Sdrh ** until all data is exhausted then jump to the "end" labe.  AltB, AeqB,
2030b21e7c70Sdrh ** and AgtB jump to either L2 or to one of EofA or EofB.
2031b21e7c70Sdrh */
2032de3e41e3Sdanielk1977 #ifndef SQLITE_OMIT_COMPOUND_SELECT
2033b21e7c70Sdrh static int multiSelectOrderBy(
2034b21e7c70Sdrh   Parse *pParse,        /* Parsing context */
2035b21e7c70Sdrh   Select *p,            /* The right-most of SELECTs to be coded */
2036a9671a22Sdrh   SelectDest *pDest     /* What to do with query results */
2037b21e7c70Sdrh ){
20380acb7e48Sdrh   int i, j;             /* Loop counters */
2039b21e7c70Sdrh   Select *pPrior;       /* Another SELECT immediately to our left */
2040b21e7c70Sdrh   Vdbe *v;              /* Generate code to this VDBE */
2041b21e7c70Sdrh   SelectDest destA;     /* Destination for coroutine A */
2042b21e7c70Sdrh   SelectDest destB;     /* Destination for coroutine B */
204392b01d53Sdrh   int regAddrA;         /* Address register for select-A coroutine */
204492b01d53Sdrh   int regEofA;          /* Flag to indicate when select-A is complete */
204592b01d53Sdrh   int regAddrB;         /* Address register for select-B coroutine */
204692b01d53Sdrh   int regEofB;          /* Flag to indicate when select-B is complete */
204792b01d53Sdrh   int addrSelectA;      /* Address of the select-A coroutine */
204892b01d53Sdrh   int addrSelectB;      /* Address of the select-B coroutine */
204992b01d53Sdrh   int regOutA;          /* Address register for the output-A subroutine */
205092b01d53Sdrh   int regOutB;          /* Address register for the output-B subroutine */
205192b01d53Sdrh   int addrOutA;         /* Address of the output-A subroutine */
2052b27b7f5dSdrh   int addrOutB = 0;     /* Address of the output-B subroutine */
205392b01d53Sdrh   int addrEofA;         /* Address of the select-A-exhausted subroutine */
205492b01d53Sdrh   int addrEofB;         /* Address of the select-B-exhausted subroutine */
205592b01d53Sdrh   int addrAltB;         /* Address of the A<B subroutine */
205692b01d53Sdrh   int addrAeqB;         /* Address of the A==B subroutine */
205792b01d53Sdrh   int addrAgtB;         /* Address of the A>B subroutine */
205892b01d53Sdrh   int regLimitA;        /* Limit register for select-A */
205992b01d53Sdrh   int regLimitB;        /* Limit register for select-A */
20600acb7e48Sdrh   int regPrev;          /* A range of registers to hold previous output */
206192b01d53Sdrh   int savedLimit;       /* Saved value of p->iLimit */
206292b01d53Sdrh   int savedOffset;      /* Saved value of p->iOffset */
206392b01d53Sdrh   int labelCmpr;        /* Label for the start of the merge algorithm */
206492b01d53Sdrh   int labelEnd;         /* Label for the end of the overall SELECT stmt */
20650acb7e48Sdrh   int j1;               /* Jump instructions that get retargetted */
206692b01d53Sdrh   int op;               /* One of TK_ALL, TK_UNION, TK_EXCEPT, TK_INTERSECT */
206796067816Sdrh   KeyInfo *pKeyDup = 0; /* Comparison information for duplicate removal */
20680acb7e48Sdrh   KeyInfo *pKeyMerge;   /* Comparison information for merging rows */
20690acb7e48Sdrh   sqlite3 *db;          /* Database connection */
20700acb7e48Sdrh   ExprList *pOrderBy;   /* The ORDER BY clause */
20710acb7e48Sdrh   int nOrderBy;         /* Number of terms in the ORDER BY clause */
20720acb7e48Sdrh   int *aPermute;        /* Mapping from ORDER BY terms to result set columns */
2073b21e7c70Sdrh 
207492b01d53Sdrh   assert( p->pOrderBy!=0 );
207596067816Sdrh   assert( pKeyDup==0 ); /* "Managed" code needs this.  Ticket #3382. */
20760acb7e48Sdrh   db = pParse->db;
207792b01d53Sdrh   v = pParse->pVdbe;
2078ccfcbceaSdrh   assert( v!=0 );       /* Already thrown the error if VDBE alloc failed */
207992b01d53Sdrh   labelEnd = sqlite3VdbeMakeLabel(v);
208092b01d53Sdrh   labelCmpr = sqlite3VdbeMakeLabel(v);
20810acb7e48Sdrh 
2082b21e7c70Sdrh 
208392b01d53Sdrh   /* Patch up the ORDER BY clause
208492b01d53Sdrh   */
208592b01d53Sdrh   op = p->op;
2086b21e7c70Sdrh   pPrior = p->pPrior;
208792b01d53Sdrh   assert( pPrior->pOrderBy==0 );
20880acb7e48Sdrh   pOrderBy = p->pOrderBy;
208993a960a0Sdrh   assert( pOrderBy );
20900acb7e48Sdrh   nOrderBy = pOrderBy->nExpr;
209193a960a0Sdrh 
20920acb7e48Sdrh   /* For operators other than UNION ALL we have to make sure that
20930acb7e48Sdrh   ** the ORDER BY clause covers every term of the result set.  Add
20940acb7e48Sdrh   ** terms to the ORDER BY clause as necessary.
20950acb7e48Sdrh   */
20960acb7e48Sdrh   if( op!=TK_ALL ){
20970acb7e48Sdrh     for(i=1; db->mallocFailed==0 && i<=p->pEList->nExpr; i++){
20987d10d5a6Sdrh       struct ExprList_item *pItem;
20997d10d5a6Sdrh       for(j=0, pItem=pOrderBy->a; j<nOrderBy; j++, pItem++){
21007d10d5a6Sdrh         assert( pItem->iCol>0 );
21017d10d5a6Sdrh         if( pItem->iCol==i ) break;
21020acb7e48Sdrh       }
21030acb7e48Sdrh       if( j==nOrderBy ){
2104b7916a78Sdrh         Expr *pNew = sqlite3Expr(db, TK_INTEGER, 0);
21050acb7e48Sdrh         if( pNew==0 ) return SQLITE_NOMEM;
21060acb7e48Sdrh         pNew->flags |= EP_IntValue;
210733e619fcSdrh         pNew->u.iValue = i;
2108b7916a78Sdrh         pOrderBy = sqlite3ExprListAppend(pParse, pOrderBy, pNew);
2109ea678832Sdrh         pOrderBy->a[nOrderBy++].iCol = (u16)i;
21100acb7e48Sdrh       }
21110acb7e48Sdrh     }
21120acb7e48Sdrh   }
21130acb7e48Sdrh 
21140acb7e48Sdrh   /* Compute the comparison permutation and keyinfo that is used with
211510c081adSdrh   ** the permutation used to determine if the next
21160acb7e48Sdrh   ** row of results comes from selectA or selectB.  Also add explicit
21170acb7e48Sdrh   ** collations to the ORDER BY clause terms so that when the subqueries
21180acb7e48Sdrh   ** to the right and the left are evaluated, they use the correct
21190acb7e48Sdrh   ** collation.
21200acb7e48Sdrh   */
21210acb7e48Sdrh   aPermute = sqlite3DbMallocRaw(db, sizeof(int)*nOrderBy);
21220acb7e48Sdrh   if( aPermute ){
21237d10d5a6Sdrh     struct ExprList_item *pItem;
21247d10d5a6Sdrh     for(i=0, pItem=pOrderBy->a; i<nOrderBy; i++, pItem++){
21257d10d5a6Sdrh       assert( pItem->iCol>0  && pItem->iCol<=p->pEList->nExpr );
21267d10d5a6Sdrh       aPermute[i] = pItem->iCol - 1;
21270acb7e48Sdrh     }
21280acb7e48Sdrh     pKeyMerge =
21290acb7e48Sdrh       sqlite3DbMallocRaw(db, sizeof(*pKeyMerge)+nOrderBy*(sizeof(CollSeq*)+1));
21300acb7e48Sdrh     if( pKeyMerge ){
21310acb7e48Sdrh       pKeyMerge->aSortOrder = (u8*)&pKeyMerge->aColl[nOrderBy];
2132ea678832Sdrh       pKeyMerge->nField = (u16)nOrderBy;
21330acb7e48Sdrh       pKeyMerge->enc = ENC(db);
21340acb7e48Sdrh       for(i=0; i<nOrderBy; i++){
21350acb7e48Sdrh         CollSeq *pColl;
21360acb7e48Sdrh         Expr *pTerm = pOrderBy->a[i].pExpr;
21370acb7e48Sdrh         if( pTerm->flags & EP_ExpCollate ){
21380acb7e48Sdrh           pColl = pTerm->pColl;
21390acb7e48Sdrh         }else{
21400acb7e48Sdrh           pColl = multiSelectCollSeq(pParse, p, aPermute[i]);
21410acb7e48Sdrh           pTerm->flags |= EP_ExpCollate;
21420acb7e48Sdrh           pTerm->pColl = pColl;
21430acb7e48Sdrh         }
21440acb7e48Sdrh         pKeyMerge->aColl[i] = pColl;
21450acb7e48Sdrh         pKeyMerge->aSortOrder[i] = pOrderBy->a[i].sortOrder;
21460acb7e48Sdrh       }
21470acb7e48Sdrh     }
21480acb7e48Sdrh   }else{
21490acb7e48Sdrh     pKeyMerge = 0;
21500acb7e48Sdrh   }
21510acb7e48Sdrh 
21520acb7e48Sdrh   /* Reattach the ORDER BY clause to the query.
21530acb7e48Sdrh   */
21540acb7e48Sdrh   p->pOrderBy = pOrderBy;
21556ab3a2ecSdanielk1977   pPrior->pOrderBy = sqlite3ExprListDup(pParse->db, pOrderBy, 0);
21560acb7e48Sdrh 
21570acb7e48Sdrh   /* Allocate a range of temporary registers and the KeyInfo needed
21580acb7e48Sdrh   ** for the logic that removes duplicate result rows when the
21590acb7e48Sdrh   ** operator is UNION, EXCEPT, or INTERSECT (but not UNION ALL).
21600acb7e48Sdrh   */
21610acb7e48Sdrh   if( op==TK_ALL ){
21620acb7e48Sdrh     regPrev = 0;
21630acb7e48Sdrh   }else{
21640acb7e48Sdrh     int nExpr = p->pEList->nExpr;
21651c0dc825Sdrh     assert( nOrderBy>=nExpr || db->mallocFailed );
21660acb7e48Sdrh     regPrev = sqlite3GetTempRange(pParse, nExpr+1);
21670acb7e48Sdrh     sqlite3VdbeAddOp2(v, OP_Integer, 0, regPrev);
21680acb7e48Sdrh     pKeyDup = sqlite3DbMallocZero(db,
21690acb7e48Sdrh                   sizeof(*pKeyDup) + nExpr*(sizeof(CollSeq*)+1) );
21700acb7e48Sdrh     if( pKeyDup ){
21710acb7e48Sdrh       pKeyDup->aSortOrder = (u8*)&pKeyDup->aColl[nExpr];
2172ea678832Sdrh       pKeyDup->nField = (u16)nExpr;
21730acb7e48Sdrh       pKeyDup->enc = ENC(db);
21740acb7e48Sdrh       for(i=0; i<nExpr; i++){
21750acb7e48Sdrh         pKeyDup->aColl[i] = multiSelectCollSeq(pParse, p, i);
21760acb7e48Sdrh         pKeyDup->aSortOrder[i] = 0;
21770acb7e48Sdrh       }
21780acb7e48Sdrh     }
21790acb7e48Sdrh   }
218092b01d53Sdrh 
218192b01d53Sdrh   /* Separate the left and the right query from one another
218292b01d53Sdrh   */
218392b01d53Sdrh   p->pPrior = 0;
218492b01d53Sdrh   pPrior->pRightmost = 0;
21857d10d5a6Sdrh   sqlite3ResolveOrderGroupBy(pParse, p, p->pOrderBy, "ORDER");
21860acb7e48Sdrh   if( pPrior->pPrior==0 ){
21877d10d5a6Sdrh     sqlite3ResolveOrderGroupBy(pParse, pPrior, pPrior->pOrderBy, "ORDER");
21880acb7e48Sdrh   }
218992b01d53Sdrh 
219092b01d53Sdrh   /* Compute the limit registers */
219192b01d53Sdrh   computeLimitRegisters(pParse, p, labelEnd);
21920acb7e48Sdrh   if( p->iLimit && op==TK_ALL ){
219392b01d53Sdrh     regLimitA = ++pParse->nMem;
219492b01d53Sdrh     regLimitB = ++pParse->nMem;
219592b01d53Sdrh     sqlite3VdbeAddOp2(v, OP_Copy, p->iOffset ? p->iOffset+1 : p->iLimit,
219692b01d53Sdrh                                   regLimitA);
219792b01d53Sdrh     sqlite3VdbeAddOp2(v, OP_Copy, regLimitA, regLimitB);
219892b01d53Sdrh   }else{
219992b01d53Sdrh     regLimitA = regLimitB = 0;
220092b01d53Sdrh   }
2201633e6d57Sdrh   sqlite3ExprDelete(db, p->pLimit);
22020acb7e48Sdrh   p->pLimit = 0;
2203633e6d57Sdrh   sqlite3ExprDelete(db, p->pOffset);
22040acb7e48Sdrh   p->pOffset = 0;
220592b01d53Sdrh 
2206b21e7c70Sdrh   regAddrA = ++pParse->nMem;
2207b21e7c70Sdrh   regEofA = ++pParse->nMem;
2208b21e7c70Sdrh   regAddrB = ++pParse->nMem;
2209b21e7c70Sdrh   regEofB = ++pParse->nMem;
2210b21e7c70Sdrh   regOutA = ++pParse->nMem;
2211b21e7c70Sdrh   regOutB = ++pParse->nMem;
2212b21e7c70Sdrh   sqlite3SelectDestInit(&destA, SRT_Coroutine, regAddrA);
2213b21e7c70Sdrh   sqlite3SelectDestInit(&destB, SRT_Coroutine, regAddrB);
2214b21e7c70Sdrh 
221592b01d53Sdrh   /* Jump past the various subroutines and coroutines to the main
221692b01d53Sdrh   ** merge loop
221792b01d53Sdrh   */
2218b21e7c70Sdrh   j1 = sqlite3VdbeAddOp0(v, OP_Goto);
2219b21e7c70Sdrh   addrSelectA = sqlite3VdbeCurrentAddr(v);
222092b01d53Sdrh 
22210acb7e48Sdrh 
222292b01d53Sdrh   /* Generate a coroutine to evaluate the SELECT statement to the
22230acb7e48Sdrh   ** left of the compound operator - the "A" select.
22240acb7e48Sdrh   */
2225b21e7c70Sdrh   VdbeNoopComment((v, "Begin coroutine for left SELECT"));
222692b01d53Sdrh   pPrior->iLimit = regLimitA;
22277d10d5a6Sdrh   sqlite3Select(pParse, pPrior, &destA);
2228b21e7c70Sdrh   sqlite3VdbeAddOp2(v, OP_Integer, 1, regEofA);
222992b01d53Sdrh   sqlite3VdbeAddOp1(v, OP_Yield, regAddrA);
2230b21e7c70Sdrh   VdbeNoopComment((v, "End coroutine for left SELECT"));
2231b21e7c70Sdrh 
223292b01d53Sdrh   /* Generate a coroutine to evaluate the SELECT statement on
223392b01d53Sdrh   ** the right - the "B" select
223492b01d53Sdrh   */
2235b21e7c70Sdrh   addrSelectB = sqlite3VdbeCurrentAddr(v);
2236b21e7c70Sdrh   VdbeNoopComment((v, "Begin coroutine for right SELECT"));
223792b01d53Sdrh   savedLimit = p->iLimit;
223892b01d53Sdrh   savedOffset = p->iOffset;
223992b01d53Sdrh   p->iLimit = regLimitB;
224092b01d53Sdrh   p->iOffset = 0;
22417d10d5a6Sdrh   sqlite3Select(pParse, p, &destB);
224292b01d53Sdrh   p->iLimit = savedLimit;
224392b01d53Sdrh   p->iOffset = savedOffset;
2244b21e7c70Sdrh   sqlite3VdbeAddOp2(v, OP_Integer, 1, regEofB);
224592b01d53Sdrh   sqlite3VdbeAddOp1(v, OP_Yield, regAddrB);
2246b21e7c70Sdrh   VdbeNoopComment((v, "End coroutine for right SELECT"));
2247b21e7c70Sdrh 
224892b01d53Sdrh   /* Generate a subroutine that outputs the current row of the A
22490acb7e48Sdrh   ** select as the next output row of the compound select.
225092b01d53Sdrh   */
2251b21e7c70Sdrh   VdbeNoopComment((v, "Output routine for A"));
22520acb7e48Sdrh   addrOutA = generateOutputSubroutine(pParse,
22530acb7e48Sdrh                  p, &destA, pDest, regOutA,
22540acb7e48Sdrh                  regPrev, pKeyDup, P4_KEYINFO_HANDOFF, labelEnd);
2255b21e7c70Sdrh 
225692b01d53Sdrh   /* Generate a subroutine that outputs the current row of the B
22570acb7e48Sdrh   ** select as the next output row of the compound select.
225892b01d53Sdrh   */
22590acb7e48Sdrh   if( op==TK_ALL || op==TK_UNION ){
2260b21e7c70Sdrh     VdbeNoopComment((v, "Output routine for B"));
22610acb7e48Sdrh     addrOutB = generateOutputSubroutine(pParse,
22620acb7e48Sdrh                  p, &destB, pDest, regOutB,
22630acb7e48Sdrh                  regPrev, pKeyDup, P4_KEYINFO_STATIC, labelEnd);
22640acb7e48Sdrh   }
2265b21e7c70Sdrh 
226692b01d53Sdrh   /* Generate a subroutine to run when the results from select A
226792b01d53Sdrh   ** are exhausted and only data in select B remains.
226892b01d53Sdrh   */
226992b01d53Sdrh   VdbeNoopComment((v, "eof-A subroutine"));
227092b01d53Sdrh   if( op==TK_EXCEPT || op==TK_INTERSECT ){
22710acb7e48Sdrh     addrEofA = sqlite3VdbeAddOp2(v, OP_Goto, 0, labelEnd);
227292b01d53Sdrh   }else{
22730acb7e48Sdrh     addrEofA = sqlite3VdbeAddOp2(v, OP_If, regEofB, labelEnd);
2274b21e7c70Sdrh     sqlite3VdbeAddOp2(v, OP_Gosub, regOutB, addrOutB);
227592b01d53Sdrh     sqlite3VdbeAddOp1(v, OP_Yield, regAddrB);
22760acb7e48Sdrh     sqlite3VdbeAddOp2(v, OP_Goto, 0, addrEofA);
2277b21e7c70Sdrh   }
2278b21e7c70Sdrh 
227992b01d53Sdrh   /* Generate a subroutine to run when the results from select B
228092b01d53Sdrh   ** are exhausted and only data in select A remains.
228192b01d53Sdrh   */
2282b21e7c70Sdrh   if( op==TK_INTERSECT ){
228392b01d53Sdrh     addrEofB = addrEofA;
2284b21e7c70Sdrh   }else{
228592b01d53Sdrh     VdbeNoopComment((v, "eof-B subroutine"));
22860acb7e48Sdrh     addrEofB = sqlite3VdbeAddOp2(v, OP_If, regEofA, labelEnd);
2287b21e7c70Sdrh     sqlite3VdbeAddOp2(v, OP_Gosub, regOutA, addrOutA);
228892b01d53Sdrh     sqlite3VdbeAddOp1(v, OP_Yield, regAddrA);
22890acb7e48Sdrh     sqlite3VdbeAddOp2(v, OP_Goto, 0, addrEofB);
2290b21e7c70Sdrh   }
2291b21e7c70Sdrh 
229292b01d53Sdrh   /* Generate code to handle the case of A<B
229392b01d53Sdrh   */
2294b21e7c70Sdrh   VdbeNoopComment((v, "A-lt-B subroutine"));
22950acb7e48Sdrh   addrAltB = sqlite3VdbeAddOp2(v, OP_Gosub, regOutA, addrOutA);
229692b01d53Sdrh   sqlite3VdbeAddOp1(v, OP_Yield, regAddrA);
2297b21e7c70Sdrh   sqlite3VdbeAddOp2(v, OP_If, regEofA, addrEofA);
229892b01d53Sdrh   sqlite3VdbeAddOp2(v, OP_Goto, 0, labelCmpr);
2299b21e7c70Sdrh 
230092b01d53Sdrh   /* Generate code to handle the case of A==B
230192b01d53Sdrh   */
2302b21e7c70Sdrh   if( op==TK_ALL ){
2303b21e7c70Sdrh     addrAeqB = addrAltB;
23040acb7e48Sdrh   }else if( op==TK_INTERSECT ){
23050acb7e48Sdrh     addrAeqB = addrAltB;
23060acb7e48Sdrh     addrAltB++;
230792b01d53Sdrh   }else{
2308b21e7c70Sdrh     VdbeNoopComment((v, "A-eq-B subroutine"));
23090acb7e48Sdrh     addrAeqB =
231092b01d53Sdrh     sqlite3VdbeAddOp1(v, OP_Yield, regAddrA);
231192b01d53Sdrh     sqlite3VdbeAddOp2(v, OP_If, regEofA, addrEofA);
231292b01d53Sdrh     sqlite3VdbeAddOp2(v, OP_Goto, 0, labelCmpr);
231392b01d53Sdrh   }
2314b21e7c70Sdrh 
231592b01d53Sdrh   /* Generate code to handle the case of A>B
231692b01d53Sdrh   */
2317b21e7c70Sdrh   VdbeNoopComment((v, "A-gt-B subroutine"));
2318b21e7c70Sdrh   addrAgtB = sqlite3VdbeCurrentAddr(v);
2319b21e7c70Sdrh   if( op==TK_ALL || op==TK_UNION ){
2320b21e7c70Sdrh     sqlite3VdbeAddOp2(v, OP_Gosub, regOutB, addrOutB);
232192b01d53Sdrh   }
23220acb7e48Sdrh   sqlite3VdbeAddOp1(v, OP_Yield, regAddrB);
2323b21e7c70Sdrh   sqlite3VdbeAddOp2(v, OP_If, regEofB, addrEofB);
232492b01d53Sdrh   sqlite3VdbeAddOp2(v, OP_Goto, 0, labelCmpr);
2325b21e7c70Sdrh 
232692b01d53Sdrh   /* This code runs once to initialize everything.
232792b01d53Sdrh   */
2328b21e7c70Sdrh   sqlite3VdbeJumpHere(v, j1);
2329b21e7c70Sdrh   sqlite3VdbeAddOp2(v, OP_Integer, 0, regEofA);
2330b21e7c70Sdrh   sqlite3VdbeAddOp2(v, OP_Integer, 0, regEofB);
233192b01d53Sdrh   sqlite3VdbeAddOp2(v, OP_Gosub, regAddrA, addrSelectA);
23320acb7e48Sdrh   sqlite3VdbeAddOp2(v, OP_Gosub, regAddrB, addrSelectB);
2333b21e7c70Sdrh   sqlite3VdbeAddOp2(v, OP_If, regEofA, addrEofA);
2334b21e7c70Sdrh   sqlite3VdbeAddOp2(v, OP_If, regEofB, addrEofB);
233592b01d53Sdrh 
233692b01d53Sdrh   /* Implement the main merge loop
233792b01d53Sdrh   */
233892b01d53Sdrh   sqlite3VdbeResolveLabel(v, labelCmpr);
23390acb7e48Sdrh   sqlite3VdbeAddOp4(v, OP_Permutation, 0, 0, 0, (char*)aPermute, P4_INTARRAY);
23400acb7e48Sdrh   sqlite3VdbeAddOp4(v, OP_Compare, destA.iMem, destB.iMem, nOrderBy,
23410acb7e48Sdrh                          (char*)pKeyMerge, P4_KEYINFO_HANDOFF);
2342b21e7c70Sdrh   sqlite3VdbeAddOp3(v, OP_Jump, addrAltB, addrAeqB, addrAgtB);
234392b01d53Sdrh 
23440acb7e48Sdrh   /* Release temporary registers
23450acb7e48Sdrh   */
23460acb7e48Sdrh   if( regPrev ){
23470acb7e48Sdrh     sqlite3ReleaseTempRange(pParse, regPrev, nOrderBy+1);
23480acb7e48Sdrh   }
23490acb7e48Sdrh 
235092b01d53Sdrh   /* Jump to the this point in order to terminate the query.
235192b01d53Sdrh   */
2352b21e7c70Sdrh   sqlite3VdbeResolveLabel(v, labelEnd);
2353b21e7c70Sdrh 
235492b01d53Sdrh   /* Set the number of output columns
235592b01d53Sdrh   */
23567d10d5a6Sdrh   if( pDest->eDest==SRT_Output ){
23570acb7e48Sdrh     Select *pFirst = pPrior;
235892b01d53Sdrh     while( pFirst->pPrior ) pFirst = pFirst->pPrior;
235992b01d53Sdrh     generateColumnNames(pParse, 0, pFirst->pEList);
2360b21e7c70Sdrh   }
236192b01d53Sdrh 
23620acb7e48Sdrh   /* Reassembly the compound query so that it will be freed correctly
23630acb7e48Sdrh   ** by the calling function */
23645e7ad508Sdanielk1977   if( p->pPrior ){
2365633e6d57Sdrh     sqlite3SelectDelete(db, p->pPrior);
23665e7ad508Sdanielk1977   }
23670acb7e48Sdrh   p->pPrior = pPrior;
236892b01d53Sdrh 
236992b01d53Sdrh   /*** TBD:  Insert subroutine calls to close cursors on incomplete
237092b01d53Sdrh   **** subqueries ****/
237192b01d53Sdrh   return SQLITE_OK;
237292b01d53Sdrh }
2373de3e41e3Sdanielk1977 #endif
2374b21e7c70Sdrh 
23753514b6f7Sshane #if !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW)
237617435752Sdrh /* Forward Declarations */
237717435752Sdrh static void substExprList(sqlite3*, ExprList*, int, ExprList*);
237817435752Sdrh static void substSelect(sqlite3*, Select *, int, ExprList *);
237917435752Sdrh 
23802282792aSdrh /*
2381832508b7Sdrh ** Scan through the expression pExpr.  Replace every reference to
23826a3ea0e6Sdrh ** a column in table number iTable with a copy of the iColumn-th
238384e59207Sdrh ** entry in pEList.  (But leave references to the ROWID column
23846a3ea0e6Sdrh ** unchanged.)
2385832508b7Sdrh **
2386832508b7Sdrh ** This routine is part of the flattening procedure.  A subquery
2387832508b7Sdrh ** whose result set is defined by pEList appears as entry in the
2388832508b7Sdrh ** FROM clause of a SELECT such that the VDBE cursor assigned to that
2389832508b7Sdrh ** FORM clause entry is iTable.  This routine make the necessary
2390832508b7Sdrh ** changes to pExpr so that it refers directly to the source table
2391832508b7Sdrh ** of the subquery rather the result set of the subquery.
2392832508b7Sdrh */
2393b7916a78Sdrh static Expr *substExpr(
239417435752Sdrh   sqlite3 *db,        /* Report malloc errors to this connection */
239517435752Sdrh   Expr *pExpr,        /* Expr in which substitution occurs */
239617435752Sdrh   int iTable,         /* Table to be substituted */
239717435752Sdrh   ExprList *pEList    /* Substitute expressions */
239817435752Sdrh ){
2399b7916a78Sdrh   if( pExpr==0 ) return 0;
240050350a15Sdrh   if( pExpr->op==TK_COLUMN && pExpr->iTable==iTable ){
240150350a15Sdrh     if( pExpr->iColumn<0 ){
240250350a15Sdrh       pExpr->op = TK_NULL;
240350350a15Sdrh     }else{
2404832508b7Sdrh       Expr *pNew;
240584e59207Sdrh       assert( pEList!=0 && pExpr->iColumn<pEList->nExpr );
24066ab3a2ecSdanielk1977       assert( pExpr->pLeft==0 && pExpr->pRight==0 );
2407b7916a78Sdrh       pNew = sqlite3ExprDup(db, pEList->a[pExpr->iColumn].pExpr, 0);
240838210ac5Sdrh       if( pNew && pExpr->pColl ){
24090a458e5eSdanielk1977         pNew->pColl = pExpr->pColl;
24100a458e5eSdanielk1977       }
2411b7916a78Sdrh       sqlite3ExprDelete(db, pExpr);
2412b7916a78Sdrh       pExpr = pNew;
241350350a15Sdrh     }
2414832508b7Sdrh   }else{
2415b7916a78Sdrh     pExpr->pLeft = substExpr(db, pExpr->pLeft, iTable, pEList);
2416b7916a78Sdrh     pExpr->pRight = substExpr(db, pExpr->pRight, iTable, pEList);
24176ab3a2ecSdanielk1977     if( ExprHasProperty(pExpr, EP_xIsSelect) ){
24186ab3a2ecSdanielk1977       substSelect(db, pExpr->x.pSelect, iTable, pEList);
24196ab3a2ecSdanielk1977     }else{
24206ab3a2ecSdanielk1977       substExprList(db, pExpr->x.pList, iTable, pEList);
24216ab3a2ecSdanielk1977     }
2422832508b7Sdrh   }
2423b7916a78Sdrh   return pExpr;
2424832508b7Sdrh }
242517435752Sdrh static void substExprList(
242617435752Sdrh   sqlite3 *db,         /* Report malloc errors here */
242717435752Sdrh   ExprList *pList,     /* List to scan and in which to make substitutes */
242817435752Sdrh   int iTable,          /* Table to be substituted */
242917435752Sdrh   ExprList *pEList     /* Substitute values */
243017435752Sdrh ){
2431832508b7Sdrh   int i;
2432832508b7Sdrh   if( pList==0 ) return;
2433832508b7Sdrh   for(i=0; i<pList->nExpr; i++){
2434b7916a78Sdrh     pList->a[i].pExpr = substExpr(db, pList->a[i].pExpr, iTable, pEList);
2435832508b7Sdrh   }
2436832508b7Sdrh }
243717435752Sdrh static void substSelect(
243817435752Sdrh   sqlite3 *db,         /* Report malloc errors here */
243917435752Sdrh   Select *p,           /* SELECT statement in which to make substitutions */
244017435752Sdrh   int iTable,          /* Table to be replaced */
244117435752Sdrh   ExprList *pEList     /* Substitute values */
244217435752Sdrh ){
2443588a9a1aSdrh   SrcList *pSrc;
2444588a9a1aSdrh   struct SrcList_item *pItem;
2445588a9a1aSdrh   int i;
2446b3bce662Sdanielk1977   if( !p ) return;
244717435752Sdrh   substExprList(db, p->pEList, iTable, pEList);
244817435752Sdrh   substExprList(db, p->pGroupBy, iTable, pEList);
244917435752Sdrh   substExprList(db, p->pOrderBy, iTable, pEList);
2450b7916a78Sdrh   p->pHaving = substExpr(db, p->pHaving, iTable, pEList);
2451b7916a78Sdrh   p->pWhere = substExpr(db, p->pWhere, iTable, pEList);
245217435752Sdrh   substSelect(db, p->pPrior, iTable, pEList);
2453588a9a1aSdrh   pSrc = p->pSrc;
2454e2f02bacSdrh   assert( pSrc );  /* Even for (SELECT 1) we have: pSrc!=0 but pSrc->nSrc==0 */
2455e2f02bacSdrh   if( ALWAYS(pSrc) ){
2456588a9a1aSdrh     for(i=pSrc->nSrc, pItem=pSrc->a; i>0; i--, pItem++){
2457588a9a1aSdrh       substSelect(db, pItem->pSelect, iTable, pEList);
2458588a9a1aSdrh     }
2459588a9a1aSdrh   }
2460b3bce662Sdanielk1977 }
24613514b6f7Sshane #endif /* !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW) */
2462832508b7Sdrh 
24633514b6f7Sshane #if !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW)
2464832508b7Sdrh /*
24651350b030Sdrh ** This routine attempts to flatten subqueries in order to speed
24661350b030Sdrh ** execution.  It returns 1 if it makes changes and 0 if no flattening
24671350b030Sdrh ** occurs.
24681350b030Sdrh **
24691350b030Sdrh ** To understand the concept of flattening, consider the following
24701350b030Sdrh ** query:
24711350b030Sdrh **
24721350b030Sdrh **     SELECT a FROM (SELECT x+y AS a FROM t1 WHERE z<100) WHERE a>5
24731350b030Sdrh **
24741350b030Sdrh ** The default way of implementing this query is to execute the
24751350b030Sdrh ** subquery first and store the results in a temporary table, then
24761350b030Sdrh ** run the outer query on that temporary table.  This requires two
24771350b030Sdrh ** passes over the data.  Furthermore, because the temporary table
24781350b030Sdrh ** has no indices, the WHERE clause on the outer query cannot be
2479832508b7Sdrh ** optimized.
24801350b030Sdrh **
2481832508b7Sdrh ** This routine attempts to rewrite queries such as the above into
24821350b030Sdrh ** a single flat select, like this:
24831350b030Sdrh **
24841350b030Sdrh **     SELECT x+y AS a FROM t1 WHERE z<100 AND a>5
24851350b030Sdrh **
24861350b030Sdrh ** The code generated for this simpification gives the same result
2487832508b7Sdrh ** but only has to scan the data once.  And because indices might
2488832508b7Sdrh ** exist on the table t1, a complete scan of the data might be
2489832508b7Sdrh ** avoided.
24901350b030Sdrh **
2491832508b7Sdrh ** Flattening is only attempted if all of the following are true:
24921350b030Sdrh **
2493832508b7Sdrh **   (1)  The subquery and the outer query do not both use aggregates.
24941350b030Sdrh **
2495832508b7Sdrh **   (2)  The subquery is not an aggregate or the outer query is not a join.
2496832508b7Sdrh **
24972b300d5dSdrh **   (3)  The subquery is not the right operand of a left outer join
249849ad330dSdan **        (Originally ticket #306.  Strengthened by ticket #3300)
2499832508b7Sdrh **
250049ad330dSdan **   (4)  The subquery is not DISTINCT.
2501832508b7Sdrh **
250249ad330dSdan **  (**)  At one point restrictions (4) and (5) defined a subset of DISTINCT
250349ad330dSdan **        sub-queries that were excluded from this optimization. Restriction
250449ad330dSdan **        (4) has since been expanded to exclude all DISTINCT subqueries.
2505832508b7Sdrh **
2506832508b7Sdrh **   (6)  The subquery does not use aggregates or the outer query is not
2507832508b7Sdrh **        DISTINCT.
2508832508b7Sdrh **
250908192d5fSdrh **   (7)  The subquery has a FROM clause.
251008192d5fSdrh **
2511df199a25Sdrh **   (8)  The subquery does not use LIMIT or the outer query is not a join.
2512df199a25Sdrh **
2513df199a25Sdrh **   (9)  The subquery does not use LIMIT or the outer query does not use
2514df199a25Sdrh **        aggregates.
2515df199a25Sdrh **
2516df199a25Sdrh **  (10)  The subquery does not use aggregates or the outer query does not
2517df199a25Sdrh **        use LIMIT.
2518df199a25Sdrh **
2519174b6195Sdrh **  (11)  The subquery and the outer query do not both have ORDER BY clauses.
2520174b6195Sdrh **
25217b688edeSdrh **  (**)  Not implemented.  Subsumed into restriction (3).  Was previously
25222b300d5dSdrh **        a separate restriction deriving from ticket #350.
25233fc673e6Sdrh **
252449ad330dSdan **  (13)  The subquery and outer query do not both use LIMIT.
2525ac83963aSdrh **
252649ad330dSdan **  (14)  The subquery does not use OFFSET.
2527ac83963aSdrh **
2528ad91c6cdSdrh **  (15)  The outer query is not part of a compound select or the
2529f3913278Sdrh **        subquery does not have a LIMIT clause.
2530f3913278Sdrh **        (See ticket #2339 and ticket [02a8e81d44]).
2531ad91c6cdSdrh **
2532c52e355dSdrh **  (16)  The outer query is not an aggregate or the subquery does
2533c52e355dSdrh **        not contain ORDER BY.  (Ticket #2942)  This used to not matter
2534c52e355dSdrh **        until we introduced the group_concat() function.
2535c52e355dSdrh **
2536f23329a2Sdanielk1977 **  (17)  The sub-query is not a compound select, or it is a UNION ALL
25374914cf92Sdanielk1977 **        compound clause made up entirely of non-aggregate queries, and
2538f23329a2Sdanielk1977 **        the parent query:
2539f23329a2Sdanielk1977 **
2540f23329a2Sdanielk1977 **          * is not itself part of a compound select,
2541f23329a2Sdanielk1977 **          * is not an aggregate or DISTINCT query, and
2542f23329a2Sdanielk1977 **          * has no other tables or sub-selects in the FROM clause.
2543f23329a2Sdanielk1977 **
25444914cf92Sdanielk1977 **        The parent and sub-query may contain WHERE clauses. Subject to
25454914cf92Sdanielk1977 **        rules (11), (13) and (14), they may also contain ORDER BY,
25464914cf92Sdanielk1977 **        LIMIT and OFFSET clauses.
2547f23329a2Sdanielk1977 **
254849fc1f60Sdanielk1977 **  (18)  If the sub-query is a compound select, then all terms of the
254949fc1f60Sdanielk1977 **        ORDER by clause of the parent must be simple references to
255049fc1f60Sdanielk1977 **        columns of the sub-query.
255149fc1f60Sdanielk1977 **
2552229cf702Sdrh **  (19)  The subquery does not use LIMIT or the outer query does not
2553229cf702Sdrh **        have a WHERE clause.
2554229cf702Sdrh **
2555e8902a70Sdrh **  (20)  If the sub-query is a compound select, then it must not use
2556e8902a70Sdrh **        an ORDER BY clause.  Ticket #3773.  We could relax this constraint
2557e8902a70Sdrh **        somewhat by saying that the terms of the ORDER BY clause must
2558e8902a70Sdrh **        appear as unmodified result columns in the outer query.  But
2559e8902a70Sdrh **        have other optimizations in mind to deal with that case.
2560e8902a70Sdrh **
2561832508b7Sdrh ** In this routine, the "p" parameter is a pointer to the outer query.
2562832508b7Sdrh ** The subquery is p->pSrc->a[iFrom].  isAgg is true if the outer query
2563832508b7Sdrh ** uses aggregates and subqueryIsAgg is true if the subquery uses aggregates.
2564832508b7Sdrh **
2565665de47aSdrh ** If flattening is not attempted, this routine is a no-op and returns 0.
2566832508b7Sdrh ** If flattening is attempted this routine returns 1.
2567832508b7Sdrh **
2568832508b7Sdrh ** All of the expression analysis must occur on both the outer query and
2569832508b7Sdrh ** the subquery before this routine runs.
25701350b030Sdrh */
25718c74a8caSdrh static int flattenSubquery(
2572524cc21eSdanielk1977   Parse *pParse,       /* Parsing context */
25738c74a8caSdrh   Select *p,           /* The parent or outer SELECT statement */
25748c74a8caSdrh   int iFrom,           /* Index in p->pSrc->a[] of the inner subquery */
25758c74a8caSdrh   int isAgg,           /* True if outer SELECT uses aggregate functions */
25768c74a8caSdrh   int subqueryIsAgg    /* True if the subquery uses aggregate functions */
25778c74a8caSdrh ){
2578524cc21eSdanielk1977   const char *zSavedAuthContext = pParse->zAuthContext;
2579f23329a2Sdanielk1977   Select *pParent;
25800bb28106Sdrh   Select *pSub;       /* The inner query or "subquery" */
2581f23329a2Sdanielk1977   Select *pSub1;      /* Pointer to the rightmost select in sub-query */
2582ad3cab52Sdrh   SrcList *pSrc;      /* The FROM clause of the outer query */
2583ad3cab52Sdrh   SrcList *pSubSrc;   /* The FROM clause of the subquery */
25840bb28106Sdrh   ExprList *pList;    /* The result set of the outer query */
25856a3ea0e6Sdrh   int iParent;        /* VDBE cursor number of the pSub result set temp table */
258691bb0eedSdrh   int i;              /* Loop counter */
258791bb0eedSdrh   Expr *pWhere;                    /* The WHERE clause */
258891bb0eedSdrh   struct SrcList_item *pSubitem;   /* The subquery */
2589524cc21eSdanielk1977   sqlite3 *db = pParse->db;
25901350b030Sdrh 
2591832508b7Sdrh   /* Check to see if flattening is permitted.  Return 0 if not.
2592832508b7Sdrh   */
2593a78c22c4Sdrh   assert( p!=0 );
2594a78c22c4Sdrh   assert( p->pPrior==0 );  /* Unable to flatten compound queries */
259507096f68Sdrh   if( db->flags & SQLITE_QueryFlattener ) return 0;
2596832508b7Sdrh   pSrc = p->pSrc;
2597ad3cab52Sdrh   assert( pSrc && iFrom>=0 && iFrom<pSrc->nSrc );
259891bb0eedSdrh   pSubitem = &pSrc->a[iFrom];
259949fc1f60Sdanielk1977   iParent = pSubitem->iCursor;
260091bb0eedSdrh   pSub = pSubitem->pSelect;
2601832508b7Sdrh   assert( pSub!=0 );
2602ac83963aSdrh   if( isAgg && subqueryIsAgg ) return 0;                 /* Restriction (1)  */
2603ac83963aSdrh   if( subqueryIsAgg && pSrc->nSrc>1 ) return 0;          /* Restriction (2)  */
2604832508b7Sdrh   pSubSrc = pSub->pSrc;
2605832508b7Sdrh   assert( pSubSrc );
2606ac83963aSdrh   /* Prior to version 3.1.2, when LIMIT and OFFSET had to be simple constants,
2607ac83963aSdrh   ** not arbitrary expresssions, we allowed some combining of LIMIT and OFFSET
2608ac83963aSdrh   ** because they could be computed at compile-time.  But when LIMIT and OFFSET
2609ac83963aSdrh   ** became arbitrary expressions, we were forced to add restrictions (13)
2610ac83963aSdrh   ** and (14). */
2611ac83963aSdrh   if( pSub->pLimit && p->pLimit ) return 0;              /* Restriction (13) */
2612ac83963aSdrh   if( pSub->pOffset ) return 0;                          /* Restriction (14) */
2613f3913278Sdrh   if( p->pRightmost && pSub->pLimit ){
2614ad91c6cdSdrh     return 0;                                            /* Restriction (15) */
2615ad91c6cdSdrh   }
2616ac83963aSdrh   if( pSubSrc->nSrc==0 ) return 0;                       /* Restriction (7)  */
261749ad330dSdan   if( pSub->selFlags & SF_Distinct ) return 0;           /* Restriction (5)  */
261849ad330dSdan   if( pSub->pLimit && (pSrc->nSrc>1 || isAgg) ){
261949ad330dSdan      return 0;         /* Restrictions (8)(9) */
2620df199a25Sdrh   }
26217d10d5a6Sdrh   if( (p->selFlags & SF_Distinct)!=0 && subqueryIsAgg ){
26227d10d5a6Sdrh      return 0;         /* Restriction (6)  */
26237d10d5a6Sdrh   }
26247d10d5a6Sdrh   if( p->pOrderBy && pSub->pOrderBy ){
2625ac83963aSdrh      return 0;                                           /* Restriction (11) */
2626ac83963aSdrh   }
2627c52e355dSdrh   if( isAgg && pSub->pOrderBy ) return 0;                /* Restriction (16) */
2628229cf702Sdrh   if( pSub->pLimit && p->pWhere ) return 0;              /* Restriction (19) */
2629832508b7Sdrh 
26302b300d5dSdrh   /* OBSOLETE COMMENT 1:
26312b300d5dSdrh   ** Restriction 3:  If the subquery is a join, make sure the subquery is
26328af4d3acSdrh   ** not used as the right operand of an outer join.  Examples of why this
26338af4d3acSdrh   ** is not allowed:
26348af4d3acSdrh   **
26358af4d3acSdrh   **         t1 LEFT OUTER JOIN (t2 JOIN t3)
26368af4d3acSdrh   **
26378af4d3acSdrh   ** If we flatten the above, we would get
26388af4d3acSdrh   **
26398af4d3acSdrh   **         (t1 LEFT OUTER JOIN t2) JOIN t3
26408af4d3acSdrh   **
26418af4d3acSdrh   ** which is not at all the same thing.
26422b300d5dSdrh   **
26432b300d5dSdrh   ** OBSOLETE COMMENT 2:
26442b300d5dSdrh   ** Restriction 12:  If the subquery is the right operand of a left outer
26453fc673e6Sdrh   ** join, make sure the subquery has no WHERE clause.
26463fc673e6Sdrh   ** An examples of why this is not allowed:
26473fc673e6Sdrh   **
26483fc673e6Sdrh   **         t1 LEFT OUTER JOIN (SELECT * FROM t2 WHERE t2.x>0)
26493fc673e6Sdrh   **
26503fc673e6Sdrh   ** If we flatten the above, we would get
26513fc673e6Sdrh   **
26523fc673e6Sdrh   **         (t1 LEFT OUTER JOIN t2) WHERE t2.x>0
26533fc673e6Sdrh   **
26543fc673e6Sdrh   ** But the t2.x>0 test will always fail on a NULL row of t2, which
26553fc673e6Sdrh   ** effectively converts the OUTER JOIN into an INNER JOIN.
26562b300d5dSdrh   **
26572b300d5dSdrh   ** THIS OVERRIDES OBSOLETE COMMENTS 1 AND 2 ABOVE:
26582b300d5dSdrh   ** Ticket #3300 shows that flattening the right term of a LEFT JOIN
26592b300d5dSdrh   ** is fraught with danger.  Best to avoid the whole thing.  If the
26602b300d5dSdrh   ** subquery is the right term of a LEFT JOIN, then do not flatten.
26613fc673e6Sdrh   */
26622b300d5dSdrh   if( (pSubitem->jointype & JT_OUTER)!=0 ){
26633fc673e6Sdrh     return 0;
26643fc673e6Sdrh   }
26653fc673e6Sdrh 
2666f23329a2Sdanielk1977   /* Restriction 17: If the sub-query is a compound SELECT, then it must
2667f23329a2Sdanielk1977   ** use only the UNION ALL operator. And none of the simple select queries
2668f23329a2Sdanielk1977   ** that make up the compound SELECT are allowed to be aggregate or distinct
2669f23329a2Sdanielk1977   ** queries.
2670f23329a2Sdanielk1977   */
2671f23329a2Sdanielk1977   if( pSub->pPrior ){
2672e8902a70Sdrh     if( pSub->pOrderBy ){
2673e8902a70Sdrh       return 0;  /* Restriction 20 */
2674e8902a70Sdrh     }
2675e2f02bacSdrh     if( isAgg || (p->selFlags & SF_Distinct)!=0 || pSrc->nSrc!=1 ){
2676f23329a2Sdanielk1977       return 0;
2677f23329a2Sdanielk1977     }
2678f23329a2Sdanielk1977     for(pSub1=pSub; pSub1; pSub1=pSub1->pPrior){
2679ccfcbceaSdrh       testcase( (pSub1->selFlags & (SF_Distinct|SF_Aggregate))==SF_Distinct );
2680ccfcbceaSdrh       testcase( (pSub1->selFlags & (SF_Distinct|SF_Aggregate))==SF_Aggregate );
26817d10d5a6Sdrh       if( (pSub1->selFlags & (SF_Distinct|SF_Aggregate))!=0
268280b3c548Sdanielk1977        || (pSub1->pPrior && pSub1->op!=TK_ALL)
2683ccfcbceaSdrh        || NEVER(pSub1->pSrc==0) || pSub1->pSrc->nSrc!=1
268480b3c548Sdanielk1977       ){
2685f23329a2Sdanielk1977         return 0;
2686f23329a2Sdanielk1977       }
2687f23329a2Sdanielk1977     }
268849fc1f60Sdanielk1977 
268949fc1f60Sdanielk1977     /* Restriction 18. */
269049fc1f60Sdanielk1977     if( p->pOrderBy ){
269149fc1f60Sdanielk1977       int ii;
269249fc1f60Sdanielk1977       for(ii=0; ii<p->pOrderBy->nExpr; ii++){
26937d10d5a6Sdrh         if( p->pOrderBy->a[ii].iCol==0 ) return 0;
269449fc1f60Sdanielk1977       }
269549fc1f60Sdanielk1977     }
2696f23329a2Sdanielk1977   }
2697f23329a2Sdanielk1977 
26987d10d5a6Sdrh   /***** If we reach this point, flattening is permitted. *****/
26997d10d5a6Sdrh 
27007d10d5a6Sdrh   /* Authorize the subquery */
2701524cc21eSdanielk1977   pParse->zAuthContext = pSubitem->zName;
2702524cc21eSdanielk1977   sqlite3AuthCheck(pParse, SQLITE_SELECT, 0, 0, 0);
2703524cc21eSdanielk1977   pParse->zAuthContext = zSavedAuthContext;
2704524cc21eSdanielk1977 
27057d10d5a6Sdrh   /* If the sub-query is a compound SELECT statement, then (by restrictions
27067d10d5a6Sdrh   ** 17 and 18 above) it must be a UNION ALL and the parent query must
27077d10d5a6Sdrh   ** be of the form:
2708f23329a2Sdanielk1977   **
2709f23329a2Sdanielk1977   **     SELECT <expr-list> FROM (<sub-query>) <where-clause>
2710f23329a2Sdanielk1977   **
2711f23329a2Sdanielk1977   ** followed by any ORDER BY, LIMIT and/or OFFSET clauses. This block
2712a78c22c4Sdrh   ** creates N-1 copies of the parent query without any ORDER BY, LIMIT or
2713f23329a2Sdanielk1977   ** OFFSET clauses and joins them to the left-hand-side of the original
2714f23329a2Sdanielk1977   ** using UNION ALL operators. In this case N is the number of simple
2715f23329a2Sdanielk1977   ** select statements in the compound sub-query.
2716a78c22c4Sdrh   **
2717a78c22c4Sdrh   ** Example:
2718a78c22c4Sdrh   **
2719a78c22c4Sdrh   **     SELECT a+1 FROM (
2720a78c22c4Sdrh   **        SELECT x FROM tab
2721a78c22c4Sdrh   **        UNION ALL
2722a78c22c4Sdrh   **        SELECT y FROM tab
2723a78c22c4Sdrh   **        UNION ALL
2724a78c22c4Sdrh   **        SELECT abs(z*2) FROM tab2
2725a78c22c4Sdrh   **     ) WHERE a!=5 ORDER BY 1
2726a78c22c4Sdrh   **
2727a78c22c4Sdrh   ** Transformed into:
2728a78c22c4Sdrh   **
2729a78c22c4Sdrh   **     SELECT x+1 FROM tab WHERE x+1!=5
2730a78c22c4Sdrh   **     UNION ALL
2731a78c22c4Sdrh   **     SELECT y+1 FROM tab WHERE y+1!=5
2732a78c22c4Sdrh   **     UNION ALL
2733a78c22c4Sdrh   **     SELECT abs(z*2)+1 FROM tab2 WHERE abs(z*2)+1!=5
2734a78c22c4Sdrh   **     ORDER BY 1
2735a78c22c4Sdrh   **
2736a78c22c4Sdrh   ** We call this the "compound-subquery flattening".
2737f23329a2Sdanielk1977   */
2738f23329a2Sdanielk1977   for(pSub=pSub->pPrior; pSub; pSub=pSub->pPrior){
2739f23329a2Sdanielk1977     Select *pNew;
2740f23329a2Sdanielk1977     ExprList *pOrderBy = p->pOrderBy;
27414b86ef1dSdanielk1977     Expr *pLimit = p->pLimit;
2742f23329a2Sdanielk1977     Select *pPrior = p->pPrior;
2743f23329a2Sdanielk1977     p->pOrderBy = 0;
2744f23329a2Sdanielk1977     p->pSrc = 0;
2745f23329a2Sdanielk1977     p->pPrior = 0;
27464b86ef1dSdanielk1977     p->pLimit = 0;
27476ab3a2ecSdanielk1977     pNew = sqlite3SelectDup(db, p, 0);
27484b86ef1dSdanielk1977     p->pLimit = pLimit;
2749a78c22c4Sdrh     p->pOrderBy = pOrderBy;
2750a78c22c4Sdrh     p->pSrc = pSrc;
2751a78c22c4Sdrh     p->op = TK_ALL;
2752f23329a2Sdanielk1977     p->pRightmost = 0;
2753a78c22c4Sdrh     if( pNew==0 ){
2754a78c22c4Sdrh       pNew = pPrior;
2755a78c22c4Sdrh     }else{
2756a78c22c4Sdrh       pNew->pPrior = pPrior;
2757f23329a2Sdanielk1977       pNew->pRightmost = 0;
2758f23329a2Sdanielk1977     }
2759a78c22c4Sdrh     p->pPrior = pNew;
2760a78c22c4Sdrh     if( db->mallocFailed ) return 1;
2761a78c22c4Sdrh   }
2762f23329a2Sdanielk1977 
27637d10d5a6Sdrh   /* Begin flattening the iFrom-th entry of the FROM clause
27647d10d5a6Sdrh   ** in the outer query.
2765832508b7Sdrh   */
2766f23329a2Sdanielk1977   pSub = pSub1 = pSubitem->pSelect;
2767c31c2eb8Sdrh 
2768a78c22c4Sdrh   /* Delete the transient table structure associated with the
2769a78c22c4Sdrh   ** subquery
2770a78c22c4Sdrh   */
2771a78c22c4Sdrh   sqlite3DbFree(db, pSubitem->zDatabase);
2772a78c22c4Sdrh   sqlite3DbFree(db, pSubitem->zName);
2773a78c22c4Sdrh   sqlite3DbFree(db, pSubitem->zAlias);
2774a78c22c4Sdrh   pSubitem->zDatabase = 0;
2775a78c22c4Sdrh   pSubitem->zName = 0;
2776a78c22c4Sdrh   pSubitem->zAlias = 0;
2777a78c22c4Sdrh   pSubitem->pSelect = 0;
2778a78c22c4Sdrh 
2779a78c22c4Sdrh   /* Defer deleting the Table object associated with the
2780a78c22c4Sdrh   ** subquery until code generation is
2781a78c22c4Sdrh   ** complete, since there may still exist Expr.pTab entries that
2782a78c22c4Sdrh   ** refer to the subquery even after flattening.  Ticket #3346.
2783ccfcbceaSdrh   **
2784ccfcbceaSdrh   ** pSubitem->pTab is always non-NULL by test restrictions and tests above.
2785a78c22c4Sdrh   */
2786ccfcbceaSdrh   if( ALWAYS(pSubitem->pTab!=0) ){
2787a78c22c4Sdrh     Table *pTabToDel = pSubitem->pTab;
2788a78c22c4Sdrh     if( pTabToDel->nRef==1 ){
278965a7cd16Sdan       Parse *pToplevel = sqlite3ParseToplevel(pParse);
279065a7cd16Sdan       pTabToDel->pNextZombie = pToplevel->pZombieTab;
279165a7cd16Sdan       pToplevel->pZombieTab = pTabToDel;
2792a78c22c4Sdrh     }else{
2793a78c22c4Sdrh       pTabToDel->nRef--;
2794a78c22c4Sdrh     }
2795a78c22c4Sdrh     pSubitem->pTab = 0;
2796a78c22c4Sdrh   }
2797a78c22c4Sdrh 
2798a78c22c4Sdrh   /* The following loop runs once for each term in a compound-subquery
2799a78c22c4Sdrh   ** flattening (as described above).  If we are doing a different kind
2800a78c22c4Sdrh   ** of flattening - a flattening other than a compound-subquery flattening -
2801a78c22c4Sdrh   ** then this loop only runs once.
2802a78c22c4Sdrh   **
2803a78c22c4Sdrh   ** This loop moves all of the FROM elements of the subquery into the
2804c31c2eb8Sdrh   ** the FROM clause of the outer query.  Before doing this, remember
2805c31c2eb8Sdrh   ** the cursor number for the original outer query FROM element in
2806c31c2eb8Sdrh   ** iParent.  The iParent cursor will never be used.  Subsequent code
2807c31c2eb8Sdrh   ** will scan expressions looking for iParent references and replace
2808c31c2eb8Sdrh   ** those references with expressions that resolve to the subquery FROM
2809c31c2eb8Sdrh   ** elements we are now copying in.
2810c31c2eb8Sdrh   */
2811a78c22c4Sdrh   for(pParent=p; pParent; pParent=pParent->pPrior, pSub=pSub->pPrior){
2812a78c22c4Sdrh     int nSubSrc;
2813ea678832Sdrh     u8 jointype = 0;
2814a78c22c4Sdrh     pSubSrc = pSub->pSrc;     /* FROM clause of subquery */
2815a78c22c4Sdrh     nSubSrc = pSubSrc->nSrc;  /* Number of terms in subquery FROM clause */
2816a78c22c4Sdrh     pSrc = pParent->pSrc;     /* FROM clause of the outer query */
2817588a9a1aSdrh 
2818a78c22c4Sdrh     if( pSrc ){
2819a78c22c4Sdrh       assert( pParent==p );  /* First time through the loop */
2820a78c22c4Sdrh       jointype = pSubitem->jointype;
2821588a9a1aSdrh     }else{
2822a78c22c4Sdrh       assert( pParent!=p );  /* 2nd and subsequent times through the loop */
2823a78c22c4Sdrh       pSrc = pParent->pSrc = sqlite3SrcListAppend(db, 0, 0, 0);
2824cfa063b3Sdrh       if( pSrc==0 ){
2825a78c22c4Sdrh         assert( db->mallocFailed );
2826a78c22c4Sdrh         break;
2827cfa063b3Sdrh       }
2828c31c2eb8Sdrh     }
2829a78c22c4Sdrh 
2830a78c22c4Sdrh     /* The subquery uses a single slot of the FROM clause of the outer
2831a78c22c4Sdrh     ** query.  If the subquery has more than one element in its FROM clause,
2832a78c22c4Sdrh     ** then expand the outer query to make space for it to hold all elements
2833a78c22c4Sdrh     ** of the subquery.
2834a78c22c4Sdrh     **
2835a78c22c4Sdrh     ** Example:
2836a78c22c4Sdrh     **
2837a78c22c4Sdrh     **    SELECT * FROM tabA, (SELECT * FROM sub1, sub2), tabB;
2838a78c22c4Sdrh     **
2839a78c22c4Sdrh     ** The outer query has 3 slots in its FROM clause.  One slot of the
2840a78c22c4Sdrh     ** outer query (the middle slot) is used by the subquery.  The next
2841a78c22c4Sdrh     ** block of code will expand the out query to 4 slots.  The middle
2842a78c22c4Sdrh     ** slot is expanded to two slots in order to make space for the
2843a78c22c4Sdrh     ** two elements in the FROM clause of the subquery.
2844a78c22c4Sdrh     */
2845a78c22c4Sdrh     if( nSubSrc>1 ){
2846a78c22c4Sdrh       pParent->pSrc = pSrc = sqlite3SrcListEnlarge(db, pSrc, nSubSrc-1,iFrom+1);
2847a78c22c4Sdrh       if( db->mallocFailed ){
2848a78c22c4Sdrh         break;
2849c31c2eb8Sdrh       }
2850c31c2eb8Sdrh     }
2851a78c22c4Sdrh 
2852a78c22c4Sdrh     /* Transfer the FROM clause terms from the subquery into the
2853a78c22c4Sdrh     ** outer query.
2854a78c22c4Sdrh     */
2855c31c2eb8Sdrh     for(i=0; i<nSubSrc; i++){
2856c3a8402aSdrh       sqlite3IdListDelete(db, pSrc->a[i+iFrom].pUsing);
2857c31c2eb8Sdrh       pSrc->a[i+iFrom] = pSubSrc->a[i];
2858c31c2eb8Sdrh       memset(&pSubSrc->a[i], 0, sizeof(pSubSrc->a[i]));
2859c31c2eb8Sdrh     }
286061dfc31dSdrh     pSrc->a[iFrom].jointype = jointype;
2861c31c2eb8Sdrh 
2862c31c2eb8Sdrh     /* Now begin substituting subquery result set expressions for
2863c31c2eb8Sdrh     ** references to the iParent in the outer query.
2864c31c2eb8Sdrh     **
2865c31c2eb8Sdrh     ** Example:
2866c31c2eb8Sdrh     **
2867c31c2eb8Sdrh     **   SELECT a+5, b*10 FROM (SELECT x*3 AS a, y+10 AS b FROM t1) WHERE a>b;
2868c31c2eb8Sdrh     **   \                     \_____________ subquery __________/          /
2869c31c2eb8Sdrh     **    \_____________________ outer query ______________________________/
2870c31c2eb8Sdrh     **
2871c31c2eb8Sdrh     ** We look at every expression in the outer query and every place we see
2872c31c2eb8Sdrh     ** "a" we substitute "x*3" and every place we see "b" we substitute "y+10".
2873c31c2eb8Sdrh     */
2874f23329a2Sdanielk1977     pList = pParent->pEList;
2875832508b7Sdrh     for(i=0; i<pList->nExpr; i++){
2876ccfcbceaSdrh       if( pList->a[i].zName==0 ){
2877b7916a78Sdrh         const char *zSpan = pList->a[i].zSpan;
2878d6b8c434Sdrh         if( ALWAYS(zSpan) ){
2879b7916a78Sdrh           pList->a[i].zName = sqlite3DbStrDup(db, zSpan);
2880832508b7Sdrh         }
2881832508b7Sdrh       }
2882ccfcbceaSdrh     }
2883f23329a2Sdanielk1977     substExprList(db, pParent->pEList, iParent, pSub->pEList);
28841b2e0329Sdrh     if( isAgg ){
2885f23329a2Sdanielk1977       substExprList(db, pParent->pGroupBy, iParent, pSub->pEList);
2886b7916a78Sdrh       pParent->pHaving = substExpr(db, pParent->pHaving, iParent, pSub->pEList);
28871b2e0329Sdrh     }
2888174b6195Sdrh     if( pSub->pOrderBy ){
2889f23329a2Sdanielk1977       assert( pParent->pOrderBy==0 );
2890f23329a2Sdanielk1977       pParent->pOrderBy = pSub->pOrderBy;
2891174b6195Sdrh       pSub->pOrderBy = 0;
2892f23329a2Sdanielk1977     }else if( pParent->pOrderBy ){
2893f23329a2Sdanielk1977       substExprList(db, pParent->pOrderBy, iParent, pSub->pEList);
2894174b6195Sdrh     }
2895832508b7Sdrh     if( pSub->pWhere ){
28966ab3a2ecSdanielk1977       pWhere = sqlite3ExprDup(db, pSub->pWhere, 0);
2897832508b7Sdrh     }else{
2898832508b7Sdrh       pWhere = 0;
2899832508b7Sdrh     }
2900832508b7Sdrh     if( subqueryIsAgg ){
2901f23329a2Sdanielk1977       assert( pParent->pHaving==0 );
2902f23329a2Sdanielk1977       pParent->pHaving = pParent->pWhere;
2903f23329a2Sdanielk1977       pParent->pWhere = pWhere;
2904b7916a78Sdrh       pParent->pHaving = substExpr(db, pParent->pHaving, iParent, pSub->pEList);
2905f23329a2Sdanielk1977       pParent->pHaving = sqlite3ExprAnd(db, pParent->pHaving,
29066ab3a2ecSdanielk1977                                   sqlite3ExprDup(db, pSub->pHaving, 0));
2907f23329a2Sdanielk1977       assert( pParent->pGroupBy==0 );
29086ab3a2ecSdanielk1977       pParent->pGroupBy = sqlite3ExprListDup(db, pSub->pGroupBy, 0);
2909832508b7Sdrh     }else{
2910b7916a78Sdrh       pParent->pWhere = substExpr(db, pParent->pWhere, iParent, pSub->pEList);
2911f23329a2Sdanielk1977       pParent->pWhere = sqlite3ExprAnd(db, pParent->pWhere, pWhere);
2912832508b7Sdrh     }
2913c31c2eb8Sdrh 
2914c31c2eb8Sdrh     /* The flattened query is distinct if either the inner or the
2915c31c2eb8Sdrh     ** outer query is distinct.
2916c31c2eb8Sdrh     */
29177d10d5a6Sdrh     pParent->selFlags |= pSub->selFlags & SF_Distinct;
29188c74a8caSdrh 
2919a58fdfb1Sdanielk1977     /*
2920a58fdfb1Sdanielk1977     ** SELECT ... FROM (SELECT ... LIMIT a OFFSET b) LIMIT x OFFSET y;
2921ac83963aSdrh     **
2922ac83963aSdrh     ** One is tempted to try to add a and b to combine the limits.  But this
2923ac83963aSdrh     ** does not work if either limit is negative.
2924a58fdfb1Sdanielk1977     */
2925a2dc3b1aSdanielk1977     if( pSub->pLimit ){
2926f23329a2Sdanielk1977       pParent->pLimit = pSub->pLimit;
2927a2dc3b1aSdanielk1977       pSub->pLimit = 0;
2928df199a25Sdrh     }
2929f23329a2Sdanielk1977   }
29308c74a8caSdrh 
2931c31c2eb8Sdrh   /* Finially, delete what is left of the subquery and return
2932c31c2eb8Sdrh   ** success.
2933c31c2eb8Sdrh   */
2934633e6d57Sdrh   sqlite3SelectDelete(db, pSub1);
2935f23329a2Sdanielk1977 
2936832508b7Sdrh   return 1;
29371350b030Sdrh }
29383514b6f7Sshane #endif /* !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW) */
29391350b030Sdrh 
29401350b030Sdrh /*
2941a9d1ccb9Sdanielk1977 ** Analyze the SELECT statement passed as an argument to see if it
294208c88eb0Sdrh ** is a min() or max() query. Return WHERE_ORDERBY_MIN or WHERE_ORDERBY_MAX if
2943a9d1ccb9Sdanielk1977 ** it is, or 0 otherwise. At present, a query is considered to be
2944a9d1ccb9Sdanielk1977 ** a min()/max() query if:
2945a9d1ccb9Sdanielk1977 **
2946738bdcfbSdanielk1977 **   1. There is a single object in the FROM clause.
2947738bdcfbSdanielk1977 **
2948738bdcfbSdanielk1977 **   2. There is a single expression in the result set, and it is
2949738bdcfbSdanielk1977 **      either min(x) or max(x), where x is a column reference.
2950a9d1ccb9Sdanielk1977 */
29514f21c4afSdrh static u8 minMaxQuery(Select *p){
2952a9d1ccb9Sdanielk1977   Expr *pExpr;
2953a9d1ccb9Sdanielk1977   ExprList *pEList = p->pEList;
2954a9d1ccb9Sdanielk1977 
295508c88eb0Sdrh   if( pEList->nExpr!=1 ) return WHERE_ORDERBY_NORMAL;
2956a9d1ccb9Sdanielk1977   pExpr = pEList->a[0].pExpr;
295743152cf8Sdrh   if( pExpr->op!=TK_AGG_FUNCTION ) return 0;
295843152cf8Sdrh   if( NEVER(ExprHasProperty(pExpr, EP_xIsSelect)) ) return 0;
29596ab3a2ecSdanielk1977   pEList = pExpr->x.pList;
296043152cf8Sdrh   if( pEList==0 || pEList->nExpr!=1 ) return 0;
296108c88eb0Sdrh   if( pEList->a[0].pExpr->op!=TK_AGG_COLUMN ) return WHERE_ORDERBY_NORMAL;
296233e619fcSdrh   assert( !ExprHasProperty(pExpr, EP_IntValue) );
296333e619fcSdrh   if( sqlite3StrICmp(pExpr->u.zToken,"min")==0 ){
296408c88eb0Sdrh     return WHERE_ORDERBY_MIN;
296533e619fcSdrh   }else if( sqlite3StrICmp(pExpr->u.zToken,"max")==0 ){
296608c88eb0Sdrh     return WHERE_ORDERBY_MAX;
2967a9d1ccb9Sdanielk1977   }
296808c88eb0Sdrh   return WHERE_ORDERBY_NORMAL;
2969a9d1ccb9Sdanielk1977 }
2970a9d1ccb9Sdanielk1977 
2971a9d1ccb9Sdanielk1977 /*
2972a5533162Sdanielk1977 ** The select statement passed as the first argument is an aggregate query.
2973a5533162Sdanielk1977 ** The second argment is the associated aggregate-info object. This
2974a5533162Sdanielk1977 ** function tests if the SELECT is of the form:
2975a5533162Sdanielk1977 **
2976a5533162Sdanielk1977 **   SELECT count(*) FROM <tbl>
2977a5533162Sdanielk1977 **
2978a5533162Sdanielk1977 ** where table is a database table, not a sub-select or view. If the query
2979a5533162Sdanielk1977 ** does match this pattern, then a pointer to the Table object representing
2980a5533162Sdanielk1977 ** <tbl> is returned. Otherwise, 0 is returned.
2981a5533162Sdanielk1977 */
2982a5533162Sdanielk1977 static Table *isSimpleCount(Select *p, AggInfo *pAggInfo){
2983a5533162Sdanielk1977   Table *pTab;
2984a5533162Sdanielk1977   Expr *pExpr;
2985a5533162Sdanielk1977 
2986a5533162Sdanielk1977   assert( !p->pGroupBy );
2987a5533162Sdanielk1977 
29887a895a80Sdanielk1977   if( p->pWhere || p->pEList->nExpr!=1
2989a5533162Sdanielk1977    || p->pSrc->nSrc!=1 || p->pSrc->a[0].pSelect
2990a5533162Sdanielk1977   ){
2991a5533162Sdanielk1977     return 0;
2992a5533162Sdanielk1977   }
2993a5533162Sdanielk1977   pTab = p->pSrc->a[0].pTab;
2994a5533162Sdanielk1977   pExpr = p->pEList->a[0].pExpr;
299502f33725Sdanielk1977   assert( pTab && !pTab->pSelect && pExpr );
299602f33725Sdanielk1977 
299702f33725Sdanielk1977   if( IsVirtual(pTab) ) return 0;
2998a5533162Sdanielk1977   if( pExpr->op!=TK_AGG_FUNCTION ) return 0;
2999a5533162Sdanielk1977   if( (pAggInfo->aFunc[0].pFunc->flags&SQLITE_FUNC_COUNT)==0 ) return 0;
3000a5533162Sdanielk1977   if( pExpr->flags&EP_Distinct ) return 0;
3001a5533162Sdanielk1977 
3002a5533162Sdanielk1977   return pTab;
3003a5533162Sdanielk1977 }
3004a5533162Sdanielk1977 
3005a5533162Sdanielk1977 /*
3006b1c685b0Sdanielk1977 ** If the source-list item passed as an argument was augmented with an
3007b1c685b0Sdanielk1977 ** INDEXED BY clause, then try to locate the specified index. If there
3008b1c685b0Sdanielk1977 ** was such a clause and the named index cannot be found, return
3009b1c685b0Sdanielk1977 ** SQLITE_ERROR and leave an error in pParse. Otherwise, populate
3010b1c685b0Sdanielk1977 ** pFrom->pIndex and return SQLITE_OK.
3011b1c685b0Sdanielk1977 */
3012b1c685b0Sdanielk1977 int sqlite3IndexedByLookup(Parse *pParse, struct SrcList_item *pFrom){
3013b1c685b0Sdanielk1977   if( pFrom->pTab && pFrom->zIndex ){
3014b1c685b0Sdanielk1977     Table *pTab = pFrom->pTab;
3015b1c685b0Sdanielk1977     char *zIndex = pFrom->zIndex;
3016b1c685b0Sdanielk1977     Index *pIdx;
3017b1c685b0Sdanielk1977     for(pIdx=pTab->pIndex;
3018b1c685b0Sdanielk1977         pIdx && sqlite3StrICmp(pIdx->zName, zIndex);
3019b1c685b0Sdanielk1977         pIdx=pIdx->pNext
3020b1c685b0Sdanielk1977     );
3021b1c685b0Sdanielk1977     if( !pIdx ){
3022b1c685b0Sdanielk1977       sqlite3ErrorMsg(pParse, "no such index: %s", zIndex, 0);
30231db95106Sdan       pParse->checkSchema = 1;
3024b1c685b0Sdanielk1977       return SQLITE_ERROR;
3025b1c685b0Sdanielk1977     }
3026b1c685b0Sdanielk1977     pFrom->pIndex = pIdx;
3027b1c685b0Sdanielk1977   }
3028b1c685b0Sdanielk1977   return SQLITE_OK;
3029b1c685b0Sdanielk1977 }
3030b1c685b0Sdanielk1977 
3031b1c685b0Sdanielk1977 /*
30327d10d5a6Sdrh ** This routine is a Walker callback for "expanding" a SELECT statement.
30337d10d5a6Sdrh ** "Expanding" means to do the following:
30347d10d5a6Sdrh **
30357d10d5a6Sdrh **    (1)  Make sure VDBE cursor numbers have been assigned to every
30367d10d5a6Sdrh **         element of the FROM clause.
30377d10d5a6Sdrh **
30387d10d5a6Sdrh **    (2)  Fill in the pTabList->a[].pTab fields in the SrcList that
30397d10d5a6Sdrh **         defines FROM clause.  When views appear in the FROM clause,
30407d10d5a6Sdrh **         fill pTabList->a[].pSelect with a copy of the SELECT statement
30417d10d5a6Sdrh **         that implements the view.  A copy is made of the view's SELECT
30427d10d5a6Sdrh **         statement so that we can freely modify or delete that statement
30437d10d5a6Sdrh **         without worrying about messing up the presistent representation
30447d10d5a6Sdrh **         of the view.
30457d10d5a6Sdrh **
30467d10d5a6Sdrh **    (3)  Add terms to the WHERE clause to accomodate the NATURAL keyword
30477d10d5a6Sdrh **         on joins and the ON and USING clause of joins.
30487d10d5a6Sdrh **
30497d10d5a6Sdrh **    (4)  Scan the list of columns in the result set (pEList) looking
30507d10d5a6Sdrh **         for instances of the "*" operator or the TABLE.* operator.
30517d10d5a6Sdrh **         If found, expand each "*" to be every column in every table
30527d10d5a6Sdrh **         and TABLE.* to be every column in TABLE.
30537d10d5a6Sdrh **
3054b3bce662Sdanielk1977 */
30557d10d5a6Sdrh static int selectExpander(Walker *pWalker, Select *p){
30567d10d5a6Sdrh   Parse *pParse = pWalker->pParse;
30577d10d5a6Sdrh   int i, j, k;
30587d10d5a6Sdrh   SrcList *pTabList;
30597d10d5a6Sdrh   ExprList *pEList;
30607d10d5a6Sdrh   struct SrcList_item *pFrom;
30617d10d5a6Sdrh   sqlite3 *db = pParse->db;
30627d10d5a6Sdrh 
30637d10d5a6Sdrh   if( db->mallocFailed  ){
30647d10d5a6Sdrh     return WRC_Abort;
30657d10d5a6Sdrh   }
306643152cf8Sdrh   if( NEVER(p->pSrc==0) || (p->selFlags & SF_Expanded)!=0 ){
30677d10d5a6Sdrh     return WRC_Prune;
30687d10d5a6Sdrh   }
30697d10d5a6Sdrh   p->selFlags |= SF_Expanded;
30707d10d5a6Sdrh   pTabList = p->pSrc;
30717d10d5a6Sdrh   pEList = p->pEList;
30727d10d5a6Sdrh 
30737d10d5a6Sdrh   /* Make sure cursor numbers have been assigned to all entries in
30747d10d5a6Sdrh   ** the FROM clause of the SELECT statement.
30757d10d5a6Sdrh   */
30767d10d5a6Sdrh   sqlite3SrcListAssignCursors(pParse, pTabList);
30777d10d5a6Sdrh 
30787d10d5a6Sdrh   /* Look up every table named in the FROM clause of the select.  If
30797d10d5a6Sdrh   ** an entry of the FROM clause is a subquery instead of a table or view,
30807d10d5a6Sdrh   ** then create a transient table structure to describe the subquery.
30817d10d5a6Sdrh   */
30827d10d5a6Sdrh   for(i=0, pFrom=pTabList->a; i<pTabList->nSrc; i++, pFrom++){
30837d10d5a6Sdrh     Table *pTab;
30847d10d5a6Sdrh     if( pFrom->pTab!=0 ){
30857d10d5a6Sdrh       /* This statement has already been prepared.  There is no need
30867d10d5a6Sdrh       ** to go further. */
30877d10d5a6Sdrh       assert( i==0 );
30887d10d5a6Sdrh       return WRC_Prune;
30897d10d5a6Sdrh     }
30907d10d5a6Sdrh     if( pFrom->zName==0 ){
30917d10d5a6Sdrh #ifndef SQLITE_OMIT_SUBQUERY
30927d10d5a6Sdrh       Select *pSel = pFrom->pSelect;
30937d10d5a6Sdrh       /* A sub-query in the FROM clause of a SELECT */
30947d10d5a6Sdrh       assert( pSel!=0 );
30957d10d5a6Sdrh       assert( pFrom->pTab==0 );
30967d10d5a6Sdrh       sqlite3WalkSelect(pWalker, pSel);
30977d10d5a6Sdrh       pFrom->pTab = pTab = sqlite3DbMallocZero(db, sizeof(Table));
30987d10d5a6Sdrh       if( pTab==0 ) return WRC_Abort;
30997d10d5a6Sdrh       pTab->nRef = 1;
31007d10d5a6Sdrh       pTab->zName = sqlite3MPrintf(db, "sqlite_subquery_%p_", (void*)pTab);
31017d10d5a6Sdrh       while( pSel->pPrior ){ pSel = pSel->pPrior; }
31027d10d5a6Sdrh       selectColumnsFromExprList(pParse, pSel->pEList, &pTab->nCol, &pTab->aCol);
31037d10d5a6Sdrh       pTab->iPKey = -1;
31047d10d5a6Sdrh       pTab->tabFlags |= TF_Ephemeral;
31057d10d5a6Sdrh #endif
31067d10d5a6Sdrh     }else{
31077d10d5a6Sdrh       /* An ordinary table or view name in the FROM clause */
31087d10d5a6Sdrh       assert( pFrom->pTab==0 );
31097d10d5a6Sdrh       pFrom->pTab = pTab =
31107d10d5a6Sdrh         sqlite3LocateTable(pParse,0,pFrom->zName,pFrom->zDatabase);
31117d10d5a6Sdrh       if( pTab==0 ) return WRC_Abort;
31127d10d5a6Sdrh       pTab->nRef++;
31137d10d5a6Sdrh #if !defined(SQLITE_OMIT_VIEW) || !defined (SQLITE_OMIT_VIRTUALTABLE)
31147d10d5a6Sdrh       if( pTab->pSelect || IsVirtual(pTab) ){
31157d10d5a6Sdrh         /* We reach here if the named table is a really a view */
31167d10d5a6Sdrh         if( sqlite3ViewGetColumnNames(pParse, pTab) ) return WRC_Abort;
311743152cf8Sdrh         assert( pFrom->pSelect==0 );
31186ab3a2ecSdanielk1977         pFrom->pSelect = sqlite3SelectDup(db, pTab->pSelect, 0);
31197d10d5a6Sdrh         sqlite3WalkSelect(pWalker, pFrom->pSelect);
31207d10d5a6Sdrh       }
31217d10d5a6Sdrh #endif
31227d10d5a6Sdrh     }
312385574e31Sdanielk1977 
312485574e31Sdanielk1977     /* Locate the index named by the INDEXED BY clause, if any. */
3125b1c685b0Sdanielk1977     if( sqlite3IndexedByLookup(pParse, pFrom) ){
312685574e31Sdanielk1977       return WRC_Abort;
312785574e31Sdanielk1977     }
31287d10d5a6Sdrh   }
31297d10d5a6Sdrh 
31307d10d5a6Sdrh   /* Process NATURAL keywords, and ON and USING clauses of joins.
31317d10d5a6Sdrh   */
31327d10d5a6Sdrh   if( db->mallocFailed || sqliteProcessJoin(pParse, p) ){
31337d10d5a6Sdrh     return WRC_Abort;
31347d10d5a6Sdrh   }
31357d10d5a6Sdrh 
31367d10d5a6Sdrh   /* For every "*" that occurs in the column list, insert the names of
31377d10d5a6Sdrh   ** all columns in all tables.  And for every TABLE.* insert the names
31387d10d5a6Sdrh   ** of all columns in TABLE.  The parser inserted a special expression
31397d10d5a6Sdrh   ** with the TK_ALL operator for each "*" that it found in the column list.
31407d10d5a6Sdrh   ** The following code just has to locate the TK_ALL expressions and expand
31417d10d5a6Sdrh   ** each one to the list of all columns in all tables.
31427d10d5a6Sdrh   **
31437d10d5a6Sdrh   ** The first loop just checks to see if there are any "*" operators
31447d10d5a6Sdrh   ** that need expanding.
31457d10d5a6Sdrh   */
31467d10d5a6Sdrh   for(k=0; k<pEList->nExpr; k++){
31477d10d5a6Sdrh     Expr *pE = pEList->a[k].pExpr;
31487d10d5a6Sdrh     if( pE->op==TK_ALL ) break;
314943152cf8Sdrh     assert( pE->op!=TK_DOT || pE->pRight!=0 );
315043152cf8Sdrh     assert( pE->op!=TK_DOT || (pE->pLeft!=0 && pE->pLeft->op==TK_ID) );
315143152cf8Sdrh     if( pE->op==TK_DOT && pE->pRight->op==TK_ALL ) break;
31527d10d5a6Sdrh   }
31537d10d5a6Sdrh   if( k<pEList->nExpr ){
31547d10d5a6Sdrh     /*
31557d10d5a6Sdrh     ** If we get here it means the result set contains one or more "*"
31567d10d5a6Sdrh     ** operators that need to be expanded.  Loop through each expression
31577d10d5a6Sdrh     ** in the result set and expand them one by one.
31587d10d5a6Sdrh     */
31597d10d5a6Sdrh     struct ExprList_item *a = pEList->a;
31607d10d5a6Sdrh     ExprList *pNew = 0;
31617d10d5a6Sdrh     int flags = pParse->db->flags;
31627d10d5a6Sdrh     int longNames = (flags & SQLITE_FullColNames)!=0
31637d10d5a6Sdrh                       && (flags & SQLITE_ShortColNames)==0;
31647d10d5a6Sdrh 
31657d10d5a6Sdrh     for(k=0; k<pEList->nExpr; k++){
31667d10d5a6Sdrh       Expr *pE = a[k].pExpr;
316743152cf8Sdrh       assert( pE->op!=TK_DOT || pE->pRight!=0 );
316843152cf8Sdrh       if( pE->op!=TK_ALL && (pE->op!=TK_DOT || pE->pRight->op!=TK_ALL) ){
31697d10d5a6Sdrh         /* This particular expression does not need to be expanded.
31707d10d5a6Sdrh         */
3171b7916a78Sdrh         pNew = sqlite3ExprListAppend(pParse, pNew, a[k].pExpr);
31727d10d5a6Sdrh         if( pNew ){
31737d10d5a6Sdrh           pNew->a[pNew->nExpr-1].zName = a[k].zName;
3174b7916a78Sdrh           pNew->a[pNew->nExpr-1].zSpan = a[k].zSpan;
3175b7916a78Sdrh           a[k].zName = 0;
3176b7916a78Sdrh           a[k].zSpan = 0;
31777d10d5a6Sdrh         }
31787d10d5a6Sdrh         a[k].pExpr = 0;
31797d10d5a6Sdrh       }else{
31807d10d5a6Sdrh         /* This expression is a "*" or a "TABLE.*" and needs to be
31817d10d5a6Sdrh         ** expanded. */
31827d10d5a6Sdrh         int tableSeen = 0;      /* Set to 1 when TABLE matches */
31837d10d5a6Sdrh         char *zTName;            /* text of name of TABLE */
318443152cf8Sdrh         if( pE->op==TK_DOT ){
318543152cf8Sdrh           assert( pE->pLeft!=0 );
318633e619fcSdrh           assert( !ExprHasProperty(pE->pLeft, EP_IntValue) );
318733e619fcSdrh           zTName = pE->pLeft->u.zToken;
31887d10d5a6Sdrh         }else{
31897d10d5a6Sdrh           zTName = 0;
31907d10d5a6Sdrh         }
31917d10d5a6Sdrh         for(i=0, pFrom=pTabList->a; i<pTabList->nSrc; i++, pFrom++){
31927d10d5a6Sdrh           Table *pTab = pFrom->pTab;
31937d10d5a6Sdrh           char *zTabName = pFrom->zAlias;
319443152cf8Sdrh           if( zTabName==0 ){
31957d10d5a6Sdrh             zTabName = pTab->zName;
31967d10d5a6Sdrh           }
31977d10d5a6Sdrh           if( db->mallocFailed ) break;
31987d10d5a6Sdrh           if( zTName && sqlite3StrICmp(zTName, zTabName)!=0 ){
31997d10d5a6Sdrh             continue;
32007d10d5a6Sdrh           }
32017d10d5a6Sdrh           tableSeen = 1;
32027d10d5a6Sdrh           for(j=0; j<pTab->nCol; j++){
32037d10d5a6Sdrh             Expr *pExpr, *pRight;
32047d10d5a6Sdrh             char *zName = pTab->aCol[j].zName;
3205b7916a78Sdrh             char *zColname;  /* The computed column name */
3206b7916a78Sdrh             char *zToFree;   /* Malloced string that needs to be freed */
3207b7916a78Sdrh             Token sColname;  /* Computed column name as a token */
32087d10d5a6Sdrh 
32097d10d5a6Sdrh             /* If a column is marked as 'hidden' (currently only possible
32107d10d5a6Sdrh             ** for virtual tables), do not include it in the expanded
32117d10d5a6Sdrh             ** result-set list.
32127d10d5a6Sdrh             */
32137d10d5a6Sdrh             if( IsHiddenColumn(&pTab->aCol[j]) ){
32147d10d5a6Sdrh               assert(IsVirtual(pTab));
32157d10d5a6Sdrh               continue;
32167d10d5a6Sdrh             }
32177d10d5a6Sdrh 
3218da55c48aSdrh             if( i>0 && zTName==0 ){
32192179b434Sdrh               if( (pFrom->jointype & JT_NATURAL)!=0
32202179b434Sdrh                 && tableAndColumnIndex(pTabList, i, zName, 0, 0)
32212179b434Sdrh               ){
32227d10d5a6Sdrh                 /* In a NATURAL join, omit the join columns from the
32232179b434Sdrh                 ** table to the right of the join */
32247d10d5a6Sdrh                 continue;
32257d10d5a6Sdrh               }
32262179b434Sdrh               if( sqlite3IdListIndex(pFrom->pUsing, zName)>=0 ){
32277d10d5a6Sdrh                 /* In a join with a USING clause, omit columns in the
32287d10d5a6Sdrh                 ** using clause from the table on the right. */
32297d10d5a6Sdrh                 continue;
32307d10d5a6Sdrh               }
32317d10d5a6Sdrh             }
3232b7916a78Sdrh             pRight = sqlite3Expr(db, TK_ID, zName);
3233b7916a78Sdrh             zColname = zName;
3234b7916a78Sdrh             zToFree = 0;
32357d10d5a6Sdrh             if( longNames || pTabList->nSrc>1 ){
3236b7916a78Sdrh               Expr *pLeft;
3237b7916a78Sdrh               pLeft = sqlite3Expr(db, TK_ID, zTabName);
32387d10d5a6Sdrh               pExpr = sqlite3PExpr(pParse, TK_DOT, pLeft, pRight, 0);
3239b7916a78Sdrh               if( longNames ){
3240b7916a78Sdrh                 zColname = sqlite3MPrintf(db, "%s.%s", zTabName, zName);
3241b7916a78Sdrh                 zToFree = zColname;
3242b7916a78Sdrh               }
32437d10d5a6Sdrh             }else{
32447d10d5a6Sdrh               pExpr = pRight;
32457d10d5a6Sdrh             }
3246b7916a78Sdrh             pNew = sqlite3ExprListAppend(pParse, pNew, pExpr);
3247b7916a78Sdrh             sColname.z = zColname;
3248b7916a78Sdrh             sColname.n = sqlite3Strlen30(zColname);
3249b7916a78Sdrh             sqlite3ExprListSetName(pParse, pNew, &sColname, 0);
3250b7916a78Sdrh             sqlite3DbFree(db, zToFree);
32517d10d5a6Sdrh           }
32527d10d5a6Sdrh         }
32537d10d5a6Sdrh         if( !tableSeen ){
32547d10d5a6Sdrh           if( zTName ){
32557d10d5a6Sdrh             sqlite3ErrorMsg(pParse, "no such table: %s", zTName);
32567d10d5a6Sdrh           }else{
32577d10d5a6Sdrh             sqlite3ErrorMsg(pParse, "no tables specified");
32587d10d5a6Sdrh           }
32597d10d5a6Sdrh         }
32607d10d5a6Sdrh       }
32617d10d5a6Sdrh     }
32627d10d5a6Sdrh     sqlite3ExprListDelete(db, pEList);
32637d10d5a6Sdrh     p->pEList = pNew;
32647d10d5a6Sdrh   }
32657d10d5a6Sdrh #if SQLITE_MAX_COLUMN
32667d10d5a6Sdrh   if( p->pEList && p->pEList->nExpr>db->aLimit[SQLITE_LIMIT_COLUMN] ){
32677d10d5a6Sdrh     sqlite3ErrorMsg(pParse, "too many columns in result set");
32687d10d5a6Sdrh   }
32697d10d5a6Sdrh #endif
32707d10d5a6Sdrh   return WRC_Continue;
32717d10d5a6Sdrh }
32727d10d5a6Sdrh 
32737d10d5a6Sdrh /*
32747d10d5a6Sdrh ** No-op routine for the parse-tree walker.
32757d10d5a6Sdrh **
32767d10d5a6Sdrh ** When this routine is the Walker.xExprCallback then expression trees
32777d10d5a6Sdrh ** are walked without any actions being taken at each node.  Presumably,
32787d10d5a6Sdrh ** when this routine is used for Walker.xExprCallback then
32797d10d5a6Sdrh ** Walker.xSelectCallback is set to do something useful for every
32807d10d5a6Sdrh ** subquery in the parser tree.
32817d10d5a6Sdrh */
328262c14b34Sdanielk1977 static int exprWalkNoop(Walker *NotUsed, Expr *NotUsed2){
328362c14b34Sdanielk1977   UNUSED_PARAMETER2(NotUsed, NotUsed2);
32847d10d5a6Sdrh   return WRC_Continue;
32857d10d5a6Sdrh }
32867d10d5a6Sdrh 
32877d10d5a6Sdrh /*
32887d10d5a6Sdrh ** This routine "expands" a SELECT statement and all of its subqueries.
32897d10d5a6Sdrh ** For additional information on what it means to "expand" a SELECT
32907d10d5a6Sdrh ** statement, see the comment on the selectExpand worker callback above.
32917d10d5a6Sdrh **
32927d10d5a6Sdrh ** Expanding a SELECT statement is the first step in processing a
32937d10d5a6Sdrh ** SELECT statement.  The SELECT statement must be expanded before
32947d10d5a6Sdrh ** name resolution is performed.
32957d10d5a6Sdrh **
32967d10d5a6Sdrh ** If anything goes wrong, an error message is written into pParse.
32977d10d5a6Sdrh ** The calling function can detect the problem by looking at pParse->nErr
32987d10d5a6Sdrh ** and/or pParse->db->mallocFailed.
32997d10d5a6Sdrh */
33007d10d5a6Sdrh static void sqlite3SelectExpand(Parse *pParse, Select *pSelect){
33017d10d5a6Sdrh   Walker w;
33027d10d5a6Sdrh   w.xSelectCallback = selectExpander;
33037d10d5a6Sdrh   w.xExprCallback = exprWalkNoop;
33047d10d5a6Sdrh   w.pParse = pParse;
33057d10d5a6Sdrh   sqlite3WalkSelect(&w, pSelect);
33067d10d5a6Sdrh }
33077d10d5a6Sdrh 
33087d10d5a6Sdrh 
33097d10d5a6Sdrh #ifndef SQLITE_OMIT_SUBQUERY
33107d10d5a6Sdrh /*
33117d10d5a6Sdrh ** This is a Walker.xSelectCallback callback for the sqlite3SelectTypeInfo()
33127d10d5a6Sdrh ** interface.
33137d10d5a6Sdrh **
33147d10d5a6Sdrh ** For each FROM-clause subquery, add Column.zType and Column.zColl
33157d10d5a6Sdrh ** information to the Table structure that represents the result set
33167d10d5a6Sdrh ** of that subquery.
33177d10d5a6Sdrh **
33187d10d5a6Sdrh ** The Table structure that represents the result set was constructed
33197d10d5a6Sdrh ** by selectExpander() but the type and collation information was omitted
33207d10d5a6Sdrh ** at that point because identifiers had not yet been resolved.  This
33217d10d5a6Sdrh ** routine is called after identifier resolution.
33227d10d5a6Sdrh */
33237d10d5a6Sdrh static int selectAddSubqueryTypeInfo(Walker *pWalker, Select *p){
33247d10d5a6Sdrh   Parse *pParse;
33257d10d5a6Sdrh   int i;
33267d10d5a6Sdrh   SrcList *pTabList;
33277d10d5a6Sdrh   struct SrcList_item *pFrom;
33287d10d5a6Sdrh 
33299d8b3072Sdrh   assert( p->selFlags & SF_Resolved );
33305a29d9cbSdrh   if( (p->selFlags & SF_HasTypeInfo)==0 ){
33317d10d5a6Sdrh     p->selFlags |= SF_HasTypeInfo;
33327d10d5a6Sdrh     pParse = pWalker->pParse;
33337d10d5a6Sdrh     pTabList = p->pSrc;
33347d10d5a6Sdrh     for(i=0, pFrom=pTabList->a; i<pTabList->nSrc; i++, pFrom++){
33357d10d5a6Sdrh       Table *pTab = pFrom->pTab;
333643152cf8Sdrh       if( ALWAYS(pTab!=0) && (pTab->tabFlags & TF_Ephemeral)!=0 ){
33377d10d5a6Sdrh         /* A sub-query in the FROM clause of a SELECT */
33387d10d5a6Sdrh         Select *pSel = pFrom->pSelect;
33397d10d5a6Sdrh         assert( pSel );
33407d10d5a6Sdrh         while( pSel->pPrior ) pSel = pSel->pPrior;
33417d10d5a6Sdrh         selectAddColumnTypeAndCollation(pParse, pTab->nCol, pTab->aCol, pSel);
33427d10d5a6Sdrh       }
33437d10d5a6Sdrh     }
33445a29d9cbSdrh   }
33457d10d5a6Sdrh   return WRC_Continue;
33467d10d5a6Sdrh }
33477d10d5a6Sdrh #endif
33487d10d5a6Sdrh 
33497d10d5a6Sdrh 
33507d10d5a6Sdrh /*
33517d10d5a6Sdrh ** This routine adds datatype and collating sequence information to
33527d10d5a6Sdrh ** the Table structures of all FROM-clause subqueries in a
33537d10d5a6Sdrh ** SELECT statement.
33547d10d5a6Sdrh **
33557d10d5a6Sdrh ** Use this routine after name resolution.
33567d10d5a6Sdrh */
33577d10d5a6Sdrh static void sqlite3SelectAddTypeInfo(Parse *pParse, Select *pSelect){
33587d10d5a6Sdrh #ifndef SQLITE_OMIT_SUBQUERY
33597d10d5a6Sdrh   Walker w;
33607d10d5a6Sdrh   w.xSelectCallback = selectAddSubqueryTypeInfo;
33617d10d5a6Sdrh   w.xExprCallback = exprWalkNoop;
33627d10d5a6Sdrh   w.pParse = pParse;
33637d10d5a6Sdrh   sqlite3WalkSelect(&w, pSelect);
33647d10d5a6Sdrh #endif
33657d10d5a6Sdrh }
33667d10d5a6Sdrh 
33677d10d5a6Sdrh 
33687d10d5a6Sdrh /*
33697d10d5a6Sdrh ** This routine sets of a SELECT statement for processing.  The
33707d10d5a6Sdrh ** following is accomplished:
33717d10d5a6Sdrh **
33727d10d5a6Sdrh **     *  VDBE Cursor numbers are assigned to all FROM-clause terms.
33737d10d5a6Sdrh **     *  Ephemeral Table objects are created for all FROM-clause subqueries.
33747d10d5a6Sdrh **     *  ON and USING clauses are shifted into WHERE statements
33757d10d5a6Sdrh **     *  Wildcards "*" and "TABLE.*" in result sets are expanded.
33767d10d5a6Sdrh **     *  Identifiers in expression are matched to tables.
33777d10d5a6Sdrh **
33787d10d5a6Sdrh ** This routine acts recursively on all subqueries within the SELECT.
33797d10d5a6Sdrh */
33807d10d5a6Sdrh void sqlite3SelectPrep(
3381b3bce662Sdanielk1977   Parse *pParse,         /* The parser context */
3382b3bce662Sdanielk1977   Select *p,             /* The SELECT statement being coded. */
33837d10d5a6Sdrh   NameContext *pOuterNC  /* Name context for container */
3384b3bce662Sdanielk1977 ){
33857d10d5a6Sdrh   sqlite3 *db;
338643152cf8Sdrh   if( NEVER(p==0) ) return;
33877d10d5a6Sdrh   db = pParse->db;
33887d10d5a6Sdrh   if( p->selFlags & SF_HasTypeInfo ) return;
33897d10d5a6Sdrh   sqlite3SelectExpand(pParse, p);
33907d10d5a6Sdrh   if( pParse->nErr || db->mallocFailed ) return;
33917d10d5a6Sdrh   sqlite3ResolveSelectNames(pParse, p, pOuterNC);
33927d10d5a6Sdrh   if( pParse->nErr || db->mallocFailed ) return;
33937d10d5a6Sdrh   sqlite3SelectAddTypeInfo(pParse, p);
3394f6bbe022Sdrh }
3395b3bce662Sdanielk1977 
3396b3bce662Sdanielk1977 /*
339713449892Sdrh ** Reset the aggregate accumulator.
339813449892Sdrh **
339913449892Sdrh ** The aggregate accumulator is a set of memory cells that hold
340013449892Sdrh ** intermediate results while calculating an aggregate.  This
340113449892Sdrh ** routine simply stores NULLs in all of those memory cells.
3402b3bce662Sdanielk1977 */
340313449892Sdrh static void resetAccumulator(Parse *pParse, AggInfo *pAggInfo){
340413449892Sdrh   Vdbe *v = pParse->pVdbe;
340513449892Sdrh   int i;
3406c99130fdSdrh   struct AggInfo_func *pFunc;
340713449892Sdrh   if( pAggInfo->nFunc+pAggInfo->nColumn==0 ){
340813449892Sdrh     return;
340913449892Sdrh   }
341013449892Sdrh   for(i=0; i<pAggInfo->nColumn; i++){
34114c583128Sdrh     sqlite3VdbeAddOp2(v, OP_Null, 0, pAggInfo->aCol[i].iMem);
341213449892Sdrh   }
3413c99130fdSdrh   for(pFunc=pAggInfo->aFunc, i=0; i<pAggInfo->nFunc; i++, pFunc++){
34144c583128Sdrh     sqlite3VdbeAddOp2(v, OP_Null, 0, pFunc->iMem);
3415c99130fdSdrh     if( pFunc->iDistinct>=0 ){
3416c99130fdSdrh       Expr *pE = pFunc->pExpr;
34176ab3a2ecSdanielk1977       assert( !ExprHasProperty(pE, EP_xIsSelect) );
34186ab3a2ecSdanielk1977       if( pE->x.pList==0 || pE->x.pList->nExpr!=1 ){
34190daa002cSdrh         sqlite3ErrorMsg(pParse, "DISTINCT aggregates must have exactly one "
34200daa002cSdrh            "argument");
3421c99130fdSdrh         pFunc->iDistinct = -1;
3422c99130fdSdrh       }else{
34236ab3a2ecSdanielk1977         KeyInfo *pKeyInfo = keyInfoFromExprList(pParse, pE->x.pList);
342466a5167bSdrh         sqlite3VdbeAddOp4(v, OP_OpenEphemeral, pFunc->iDistinct, 0, 0,
342566a5167bSdrh                           (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
3426c99130fdSdrh       }
3427c99130fdSdrh     }
342813449892Sdrh   }
3429b3bce662Sdanielk1977 }
3430b3bce662Sdanielk1977 
3431b3bce662Sdanielk1977 /*
343213449892Sdrh ** Invoke the OP_AggFinalize opcode for every aggregate function
343313449892Sdrh ** in the AggInfo structure.
3434b3bce662Sdanielk1977 */
343513449892Sdrh static void finalizeAggFunctions(Parse *pParse, AggInfo *pAggInfo){
343613449892Sdrh   Vdbe *v = pParse->pVdbe;
343713449892Sdrh   int i;
343813449892Sdrh   struct AggInfo_func *pF;
343913449892Sdrh   for(i=0, pF=pAggInfo->aFunc; i<pAggInfo->nFunc; i++, pF++){
34406ab3a2ecSdanielk1977     ExprList *pList = pF->pExpr->x.pList;
34416ab3a2ecSdanielk1977     assert( !ExprHasProperty(pF->pExpr, EP_xIsSelect) );
344266a5167bSdrh     sqlite3VdbeAddOp4(v, OP_AggFinal, pF->iMem, pList ? pList->nExpr : 0, 0,
344366a5167bSdrh                       (void*)pF->pFunc, P4_FUNCDEF);
3444b3bce662Sdanielk1977   }
344513449892Sdrh }
344613449892Sdrh 
344713449892Sdrh /*
344813449892Sdrh ** Update the accumulator memory cells for an aggregate based on
344913449892Sdrh ** the current cursor position.
345013449892Sdrh */
345113449892Sdrh static void updateAccumulator(Parse *pParse, AggInfo *pAggInfo){
345213449892Sdrh   Vdbe *v = pParse->pVdbe;
345313449892Sdrh   int i;
345413449892Sdrh   struct AggInfo_func *pF;
345513449892Sdrh   struct AggInfo_col *pC;
345613449892Sdrh 
345713449892Sdrh   pAggInfo->directMode = 1;
3458ceea3321Sdrh   sqlite3ExprCacheClear(pParse);
345913449892Sdrh   for(i=0, pF=pAggInfo->aFunc; i<pAggInfo->nFunc; i++, pF++){
346013449892Sdrh     int nArg;
3461c99130fdSdrh     int addrNext = 0;
346298757157Sdrh     int regAgg;
34636ab3a2ecSdanielk1977     ExprList *pList = pF->pExpr->x.pList;
34646ab3a2ecSdanielk1977     assert( !ExprHasProperty(pF->pExpr, EP_xIsSelect) );
346513449892Sdrh     if( pList ){
346613449892Sdrh       nArg = pList->nExpr;
3467892d3179Sdrh       regAgg = sqlite3GetTempRange(pParse, nArg);
3468191b54cbSdrh       sqlite3ExprCodeExprList(pParse, pList, regAgg, 0);
346913449892Sdrh     }else{
347013449892Sdrh       nArg = 0;
347198757157Sdrh       regAgg = 0;
347213449892Sdrh     }
3473c99130fdSdrh     if( pF->iDistinct>=0 ){
3474c99130fdSdrh       addrNext = sqlite3VdbeMakeLabel(v);
3475c99130fdSdrh       assert( nArg==1 );
34762dcef11bSdrh       codeDistinct(pParse, pF->iDistinct, addrNext, 1, regAgg);
3477c99130fdSdrh     }
3478e82f5d04Sdrh     if( pF->pFunc->flags & SQLITE_FUNC_NEEDCOLL ){
347913449892Sdrh       CollSeq *pColl = 0;
348013449892Sdrh       struct ExprList_item *pItem;
348113449892Sdrh       int j;
3482e82f5d04Sdrh       assert( pList!=0 );  /* pList!=0 if pF->pFunc has NEEDCOLL */
348343617e9aSdrh       for(j=0, pItem=pList->a; !pColl && j<nArg; j++, pItem++){
348413449892Sdrh         pColl = sqlite3ExprCollSeq(pParse, pItem->pExpr);
348513449892Sdrh       }
348613449892Sdrh       if( !pColl ){
348713449892Sdrh         pColl = pParse->db->pDfltColl;
348813449892Sdrh       }
348966a5167bSdrh       sqlite3VdbeAddOp4(v, OP_CollSeq, 0, 0, 0, (char *)pColl, P4_COLLSEQ);
349013449892Sdrh     }
349198757157Sdrh     sqlite3VdbeAddOp4(v, OP_AggStep, 0, regAgg, pF->iMem,
349266a5167bSdrh                       (void*)pF->pFunc, P4_FUNCDEF);
3493ea678832Sdrh     sqlite3VdbeChangeP5(v, (u8)nArg);
3494da250ea5Sdrh     sqlite3ExprCacheAffinityChange(pParse, regAgg, nArg);
3495f49f3523Sdrh     sqlite3ReleaseTempRange(pParse, regAgg, nArg);
3496c99130fdSdrh     if( addrNext ){
3497c99130fdSdrh       sqlite3VdbeResolveLabel(v, addrNext);
3498ceea3321Sdrh       sqlite3ExprCacheClear(pParse);
3499c99130fdSdrh     }
350013449892Sdrh   }
350167a6a40cSdan 
350267a6a40cSdan   /* Before populating the accumulator registers, clear the column cache.
350367a6a40cSdan   ** Otherwise, if any of the required column values are already present
350467a6a40cSdan   ** in registers, sqlite3ExprCode() may use OP_SCopy to copy the value
350567a6a40cSdan   ** to pC->iMem. But by the time the value is used, the original register
350667a6a40cSdan   ** may have been used, invalidating the underlying buffer holding the
350767a6a40cSdan   ** text or blob value. See ticket [883034dcb5].
350867a6a40cSdan   **
350967a6a40cSdan   ** Another solution would be to change the OP_SCopy used to copy cached
351067a6a40cSdan   ** values to an OP_Copy.
351167a6a40cSdan   */
351267a6a40cSdan   sqlite3ExprCacheClear(pParse);
351313449892Sdrh   for(i=0, pC=pAggInfo->aCol; i<pAggInfo->nAccumulator; i++, pC++){
3514389a1adbSdrh     sqlite3ExprCode(pParse, pC->pExpr, pC->iMem);
351513449892Sdrh   }
351613449892Sdrh   pAggInfo->directMode = 0;
3517ceea3321Sdrh   sqlite3ExprCacheClear(pParse);
351813449892Sdrh }
351913449892Sdrh 
3520b3bce662Sdanielk1977 /*
35217d10d5a6Sdrh ** Generate code for the SELECT statement given in the p argument.
35229bb61fe7Sdrh **
3523fef5208cSdrh ** The results are distributed in various ways depending on the
35246c8c8ce0Sdanielk1977 ** contents of the SelectDest structure pointed to by argument pDest
35256c8c8ce0Sdanielk1977 ** as follows:
3526fef5208cSdrh **
35276c8c8ce0Sdanielk1977 **     pDest->eDest    Result
3528fef5208cSdrh **     ------------    -------------------------------------------
35297d10d5a6Sdrh **     SRT_Output      Generate a row of output (using the OP_ResultRow
35307d10d5a6Sdrh **                     opcode) for each row in the result set.
3531fef5208cSdrh **
35327d10d5a6Sdrh **     SRT_Mem         Only valid if the result is a single column.
35337d10d5a6Sdrh **                     Store the first column of the first result row
35347d10d5a6Sdrh **                     in register pDest->iParm then abandon the rest
35357d10d5a6Sdrh **                     of the query.  This destination implies "LIMIT 1".
3536fef5208cSdrh **
35377d10d5a6Sdrh **     SRT_Set         The result must be a single column.  Store each
35387d10d5a6Sdrh **                     row of result as the key in table pDest->iParm.
35397d10d5a6Sdrh **                     Apply the affinity pDest->affinity before storing
35407d10d5a6Sdrh **                     results.  Used to implement "IN (SELECT ...)".
3541fef5208cSdrh **
35426c8c8ce0Sdanielk1977 **     SRT_Union       Store results as a key in a temporary table pDest->iParm.
354382c3d636Sdrh **
35446c8c8ce0Sdanielk1977 **     SRT_Except      Remove results from the temporary table pDest->iParm.
3545c4a3c779Sdrh **
35467d10d5a6Sdrh **     SRT_Table       Store results in temporary table pDest->iParm.
35477d10d5a6Sdrh **                     This is like SRT_EphemTab except that the table
35487d10d5a6Sdrh **                     is assumed to already be open.
35499bb61fe7Sdrh **
35506c8c8ce0Sdanielk1977 **     SRT_EphemTab    Create an temporary table pDest->iParm and store
35516c8c8ce0Sdanielk1977 **                     the result there. The cursor is left open after
35527d10d5a6Sdrh **                     returning.  This is like SRT_Table except that
35537d10d5a6Sdrh **                     this destination uses OP_OpenEphemeral to create
35547d10d5a6Sdrh **                     the table first.
35556c8c8ce0Sdanielk1977 **
35567d10d5a6Sdrh **     SRT_Coroutine   Generate a co-routine that returns a new row of
35577d10d5a6Sdrh **                     results each time it is invoked.  The entry point
35587d10d5a6Sdrh **                     of the co-routine is stored in register pDest->iParm.
35596c8c8ce0Sdanielk1977 **
35606c8c8ce0Sdanielk1977 **     SRT_Exists      Store a 1 in memory cell pDest->iParm if the result
35616c8c8ce0Sdanielk1977 **                     set is not empty.
35626c8c8ce0Sdanielk1977 **
35637d10d5a6Sdrh **     SRT_Discard     Throw the results away.  This is used by SELECT
35647d10d5a6Sdrh **                     statements within triggers whose only purpose is
35657d10d5a6Sdrh **                     the side-effects of functions.
3566e78e8284Sdrh **
35679bb61fe7Sdrh ** This routine returns the number of errors.  If any errors are
35689bb61fe7Sdrh ** encountered, then an appropriate error message is left in
35699bb61fe7Sdrh ** pParse->zErrMsg.
35709bb61fe7Sdrh **
35719bb61fe7Sdrh ** This routine does NOT free the Select structure passed in.  The
35729bb61fe7Sdrh ** calling function needs to do that.
35739bb61fe7Sdrh */
35744adee20fSdanielk1977 int sqlite3Select(
3575cce7d176Sdrh   Parse *pParse,         /* The parser context */
35769bb61fe7Sdrh   Select *p,             /* The SELECT statement being coded. */
35777d10d5a6Sdrh   SelectDest *pDest      /* What to do with the query results */
3578cce7d176Sdrh ){
357913449892Sdrh   int i, j;              /* Loop counters */
358013449892Sdrh   WhereInfo *pWInfo;     /* Return from sqlite3WhereBegin() */
358113449892Sdrh   Vdbe *v;               /* The virtual machine under construction */
3582b3bce662Sdanielk1977   int isAgg;             /* True for select lists like "count(*)" */
3583a2e00042Sdrh   ExprList *pEList;      /* List of columns to extract. */
3584ad3cab52Sdrh   SrcList *pTabList;     /* List of tables to select from */
35859bb61fe7Sdrh   Expr *pWhere;          /* The WHERE clause.  May be NULL */
35869bb61fe7Sdrh   ExprList *pOrderBy;    /* The ORDER BY clause.  May be NULL */
35872282792aSdrh   ExprList *pGroupBy;    /* The GROUP BY clause.  May be NULL */
35882282792aSdrh   Expr *pHaving;         /* The HAVING clause.  May be NULL */
358919a775c2Sdrh   int isDistinct;        /* True if the DISTINCT keyword is present */
359019a775c2Sdrh   int distinct;          /* Table to use for the distinct set */
35911d83f052Sdrh   int rc = 1;            /* Value to return from this function */
3592b9bb7c18Sdrh   int addrSortIndex;     /* Address of an OP_OpenEphemeral instruction */
359313449892Sdrh   AggInfo sAggInfo;      /* Information used by aggregate queries */
3594ec7429aeSdrh   int iEnd;              /* Address of the end of the query */
359517435752Sdrh   sqlite3 *db;           /* The database connection */
35969bb61fe7Sdrh 
359717435752Sdrh   db = pParse->db;
359817435752Sdrh   if( p==0 || db->mallocFailed || pParse->nErr ){
35996f7adc8aSdrh     return 1;
36006f7adc8aSdrh   }
36014adee20fSdanielk1977   if( sqlite3AuthCheck(pParse, SQLITE_SELECT, 0, 0, 0) ) return 1;
360213449892Sdrh   memset(&sAggInfo, 0, sizeof(sAggInfo));
3603daffd0e5Sdrh 
36046c8c8ce0Sdanielk1977   if( IgnorableOrderby(pDest) ){
36059ed1dfa8Sdanielk1977     assert(pDest->eDest==SRT_Exists || pDest->eDest==SRT_Union ||
36069ed1dfa8Sdanielk1977            pDest->eDest==SRT_Except || pDest->eDest==SRT_Discard);
3607ccfcbceaSdrh     /* If ORDER BY makes no difference in the output then neither does
3608ccfcbceaSdrh     ** DISTINCT so it can be removed too. */
3609ccfcbceaSdrh     sqlite3ExprListDelete(db, p->pOrderBy);
3610ccfcbceaSdrh     p->pOrderBy = 0;
36117d10d5a6Sdrh     p->selFlags &= ~SF_Distinct;
36129a99334dSdrh   }
36137d10d5a6Sdrh   sqlite3SelectPrep(pParse, p, 0);
3614ccfcbceaSdrh   pOrderBy = p->pOrderBy;
3615b27b7f5dSdrh   pTabList = p->pSrc;
3616b27b7f5dSdrh   pEList = p->pEList;
3617956f4319Sdanielk1977   if( pParse->nErr || db->mallocFailed ){
36189a99334dSdrh     goto select_end;
36199a99334dSdrh   }
36207d10d5a6Sdrh   isAgg = (p->selFlags & SF_Aggregate)!=0;
362143152cf8Sdrh   assert( pEList!=0 );
3622cce7d176Sdrh 
3623d820cb1bSdrh   /* Begin generating code.
3624d820cb1bSdrh   */
36254adee20fSdanielk1977   v = sqlite3GetVdbe(pParse);
3626d820cb1bSdrh   if( v==0 ) goto select_end;
3627d820cb1bSdrh 
362874b617b2Sdan   /* If writing to memory or generating a set
362974b617b2Sdan   ** only a single column may be output.
363074b617b2Sdan   */
363174b617b2Sdan #ifndef SQLITE_OMIT_SUBQUERY
363274b617b2Sdan   if( checkForMultiColumnSelectError(pParse, pDest, pEList->nExpr) ){
363374b617b2Sdan     goto select_end;
363474b617b2Sdan   }
363574b617b2Sdan #endif
363674b617b2Sdan 
3637d820cb1bSdrh   /* Generate code for all sub-queries in the FROM clause
3638d820cb1bSdrh   */
363951522cd3Sdrh #if !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW)
3640f23329a2Sdanielk1977   for(i=0; !p->pPrior && i<pTabList->nSrc; i++){
364113449892Sdrh     struct SrcList_item *pItem = &pTabList->a[i];
36421013c932Sdrh     SelectDest dest;
3643daf79acbSdanielk1977     Select *pSub = pItem->pSelect;
3644f23329a2Sdanielk1977     int isAggSub;
3645c31c2eb8Sdrh 
3646daf79acbSdanielk1977     if( pSub==0 || pItem->isPopulated ) continue;
3647daf79acbSdanielk1977 
3648fc976065Sdanielk1977     /* Increment Parse.nHeight by the height of the largest expression
3649fc976065Sdanielk1977     ** tree refered to by this, the parent select. The child select
3650fc976065Sdanielk1977     ** may contain expression trees of at most
3651fc976065Sdanielk1977     ** (SQLITE_MAX_EXPR_DEPTH-Parse.nHeight) height. This is a bit
3652fc976065Sdanielk1977     ** more conservative than necessary, but much easier than enforcing
3653fc976065Sdanielk1977     ** an exact limit.
3654fc976065Sdanielk1977     */
3655fc976065Sdanielk1977     pParse->nHeight += sqlite3SelectExprHeight(p);
3656daf79acbSdanielk1977 
3657daf79acbSdanielk1977     /* Check to see if the subquery can be absorbed into the parent. */
36587d10d5a6Sdrh     isAggSub = (pSub->selFlags & SF_Aggregate)!=0;
3659524cc21eSdanielk1977     if( flattenSubquery(pParse, p, i, isAgg, isAggSub) ){
3660f23329a2Sdanielk1977       if( isAggSub ){
36617d10d5a6Sdrh         isAgg = 1;
36627d10d5a6Sdrh         p->selFlags |= SF_Aggregate;
3663daf79acbSdanielk1977       }
3664daf79acbSdanielk1977       i = -1;
3665daf79acbSdanielk1977     }else{
36661013c932Sdrh       sqlite3SelectDestInit(&dest, SRT_EphemTab, pItem->iCursor);
36677d10d5a6Sdrh       assert( pItem->isPopulated==0 );
36687d10d5a6Sdrh       sqlite3Select(pParse, pSub, &dest);
36697d10d5a6Sdrh       pItem->isPopulated = 1;
3670daf79acbSdanielk1977     }
367143152cf8Sdrh     if( /*pParse->nErr ||*/ db->mallocFailed ){
3672cfa063b3Sdrh       goto select_end;
3673cfa063b3Sdrh     }
3674fc976065Sdanielk1977     pParse->nHeight -= sqlite3SelectExprHeight(p);
3675832508b7Sdrh     pTabList = p->pSrc;
36766c8c8ce0Sdanielk1977     if( !IgnorableOrderby(pDest) ){
3677832508b7Sdrh       pOrderBy = p->pOrderBy;
3678acd4c695Sdrh     }
3679daf79acbSdanielk1977   }
3680daf79acbSdanielk1977   pEList = p->pEList;
3681daf79acbSdanielk1977 #endif
3682daf79acbSdanielk1977   pWhere = p->pWhere;
3683832508b7Sdrh   pGroupBy = p->pGroupBy;
3684832508b7Sdrh   pHaving = p->pHaving;
36857d10d5a6Sdrh   isDistinct = (p->selFlags & SF_Distinct)!=0;
3686832508b7Sdrh 
3687f23329a2Sdanielk1977 #ifndef SQLITE_OMIT_COMPOUND_SELECT
3688f23329a2Sdanielk1977   /* If there is are a sequence of queries, do the earlier ones first.
3689f23329a2Sdanielk1977   */
3690f23329a2Sdanielk1977   if( p->pPrior ){
3691f23329a2Sdanielk1977     if( p->pRightmost==0 ){
3692f23329a2Sdanielk1977       Select *pLoop, *pRight = 0;
3693f23329a2Sdanielk1977       int cnt = 0;
3694f23329a2Sdanielk1977       int mxSelect;
3695f23329a2Sdanielk1977       for(pLoop=p; pLoop; pLoop=pLoop->pPrior, cnt++){
3696f23329a2Sdanielk1977         pLoop->pRightmost = p;
3697f23329a2Sdanielk1977         pLoop->pNext = pRight;
3698f23329a2Sdanielk1977         pRight = pLoop;
3699f23329a2Sdanielk1977       }
3700f23329a2Sdanielk1977       mxSelect = db->aLimit[SQLITE_LIMIT_COMPOUND_SELECT];
3701f23329a2Sdanielk1977       if( mxSelect && cnt>mxSelect ){
3702f23329a2Sdanielk1977         sqlite3ErrorMsg(pParse, "too many terms in compound SELECT");
3703f23329a2Sdanielk1977         return 1;
3704f23329a2Sdanielk1977       }
3705f23329a2Sdanielk1977     }
3706a9671a22Sdrh     return multiSelect(pParse, p, pDest);
3707f23329a2Sdanielk1977   }
3708f23329a2Sdanielk1977 #endif
3709f23329a2Sdanielk1977 
37100318d441Sdanielk1977   /* If possible, rewrite the query to use GROUP BY instead of DISTINCT.
37117d10d5a6Sdrh   ** GROUP BY might use an index, DISTINCT never does.
37123c4809a2Sdanielk1977   */
371343152cf8Sdrh   assert( p->pGroupBy==0 || (p->selFlags & SF_Aggregate)!=0 );
371443152cf8Sdrh   if( (p->selFlags & (SF_Distinct|SF_Aggregate))==SF_Distinct ){
37156ab3a2ecSdanielk1977     p->pGroupBy = sqlite3ExprListDup(db, p->pEList, 0);
37163c4809a2Sdanielk1977     pGroupBy = p->pGroupBy;
37177d10d5a6Sdrh     p->selFlags &= ~SF_Distinct;
37183c4809a2Sdanielk1977     isDistinct = 0;
37193c4809a2Sdanielk1977   }
37203c4809a2Sdanielk1977 
37218c6f666bSdrh   /* If there is both a GROUP BY and an ORDER BY clause and they are
37228c6f666bSdrh   ** identical, then disable the ORDER BY clause since the GROUP BY
37238c6f666bSdrh   ** will cause elements to come out in the correct order.  This is
37248c6f666bSdrh   ** an optimization - the correct answer should result regardless.
37258c6f666bSdrh   ** Use the SQLITE_GroupByOrder flag with SQLITE_TESTCTRL_OPTIMIZER
37268c6f666bSdrh   ** to disable this optimization for testing purposes.
37278c6f666bSdrh   */
37288c6f666bSdrh   if( sqlite3ExprListCompare(p->pGroupBy, pOrderBy)==0
37298c6f666bSdrh          && (db->flags & SQLITE_GroupByOrder)==0 ){
37308c6f666bSdrh     pOrderBy = 0;
37318c6f666bSdrh   }
37328c6f666bSdrh 
37338b4c40d8Sdrh   /* If there is an ORDER BY clause, then this sorting
37348b4c40d8Sdrh   ** index might end up being unused if the data can be
37359d2985c7Sdrh   ** extracted in pre-sorted order.  If that is the case, then the
3736b9bb7c18Sdrh   ** OP_OpenEphemeral instruction will be changed to an OP_Noop once
37379d2985c7Sdrh   ** we figure out that the sorting index is not needed.  The addrSortIndex
37389d2985c7Sdrh   ** variable is used to facilitate that change.
37397cedc8d4Sdanielk1977   */
37407cedc8d4Sdanielk1977   if( pOrderBy ){
37410342b1f5Sdrh     KeyInfo *pKeyInfo;
37420342b1f5Sdrh     pKeyInfo = keyInfoFromExprList(pParse, pOrderBy);
37439d2985c7Sdrh     pOrderBy->iECursor = pParse->nTab++;
3744b9bb7c18Sdrh     p->addrOpenEphm[2] = addrSortIndex =
374566a5167bSdrh       sqlite3VdbeAddOp4(v, OP_OpenEphemeral,
374666a5167bSdrh                            pOrderBy->iECursor, pOrderBy->nExpr+2, 0,
374766a5167bSdrh                            (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
37489d2985c7Sdrh   }else{
37499d2985c7Sdrh     addrSortIndex = -1;
37507cedc8d4Sdanielk1977   }
37517cedc8d4Sdanielk1977 
37522d0794e3Sdrh   /* If the output is destined for a temporary table, open that table.
37532d0794e3Sdrh   */
37546c8c8ce0Sdanielk1977   if( pDest->eDest==SRT_EphemTab ){
375566a5167bSdrh     sqlite3VdbeAddOp2(v, OP_OpenEphemeral, pDest->iParm, pEList->nExpr);
37562d0794e3Sdrh   }
37572d0794e3Sdrh 
3758f42bacc2Sdrh   /* Set the limiter.
3759f42bacc2Sdrh   */
3760f42bacc2Sdrh   iEnd = sqlite3VdbeMakeLabel(v);
3761f42bacc2Sdrh   computeLimitRegisters(pParse, p, iEnd);
3762f42bacc2Sdrh 
3763dece1a84Sdrh   /* Open a virtual index to use for the distinct set.
3764cce7d176Sdrh   */
376519a775c2Sdrh   if( isDistinct ){
37660342b1f5Sdrh     KeyInfo *pKeyInfo;
37673c4809a2Sdanielk1977     assert( isAgg || pGroupBy );
3768832508b7Sdrh     distinct = pParse->nTab++;
37690342b1f5Sdrh     pKeyInfo = keyInfoFromExprList(pParse, p->pEList);
377066a5167bSdrh     sqlite3VdbeAddOp4(v, OP_OpenEphemeral, distinct, 0, 0,
377166a5167bSdrh                         (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
3772d4187c71Sdrh     sqlite3VdbeChangeP5(v, BTREE_UNORDERED);
3773832508b7Sdrh   }else{
3774832508b7Sdrh     distinct = -1;
3775efb7251dSdrh   }
3776832508b7Sdrh 
377713449892Sdrh   /* Aggregate and non-aggregate queries are handled differently */
377813449892Sdrh   if( !isAgg && pGroupBy==0 ){
377913449892Sdrh     /* This case is for non-aggregate queries
378013449892Sdrh     ** Begin the database scan
3781832508b7Sdrh     */
3782336a5300Sdrh     pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pOrderBy, 0);
37831d83f052Sdrh     if( pWInfo==0 ) goto select_end;
3784cce7d176Sdrh 
3785b9bb7c18Sdrh     /* If sorting index that was created by a prior OP_OpenEphemeral
3786b9bb7c18Sdrh     ** instruction ended up not being needed, then change the OP_OpenEphemeral
37879d2985c7Sdrh     ** into an OP_Noop.
37889d2985c7Sdrh     */
37899d2985c7Sdrh     if( addrSortIndex>=0 && pOrderBy==0 ){
3790f8875400Sdrh       sqlite3VdbeChangeToNoop(v, addrSortIndex, 1);
3791b9bb7c18Sdrh       p->addrOpenEphm[2] = -1;
37929d2985c7Sdrh     }
37939d2985c7Sdrh 
379413449892Sdrh     /* Use the standard inner loop
3795cce7d176Sdrh     */
37963c4809a2Sdanielk1977     assert(!isDistinct);
3797d2b3e23bSdrh     selectInnerLoop(pParse, p, pEList, 0, 0, pOrderBy, -1, pDest,
3798a9671a22Sdrh                     pWInfo->iContinue, pWInfo->iBreak);
37992282792aSdrh 
3800cce7d176Sdrh     /* End the database scan loop.
3801cce7d176Sdrh     */
38024adee20fSdanielk1977     sqlite3WhereEnd(pWInfo);
380313449892Sdrh   }else{
380413449892Sdrh     /* This is the processing for aggregate queries */
380513449892Sdrh     NameContext sNC;    /* Name context for processing aggregate information */
380613449892Sdrh     int iAMem;          /* First Mem address for storing current GROUP BY */
380713449892Sdrh     int iBMem;          /* First Mem address for previous GROUP BY */
380813449892Sdrh     int iUseFlag;       /* Mem address holding flag indicating that at least
380913449892Sdrh                         ** one row of the input to the aggregator has been
381013449892Sdrh                         ** processed */
381113449892Sdrh     int iAbortFlag;     /* Mem address which causes query abort if positive */
381213449892Sdrh     int groupBySort;    /* Rows come from source in GROUP BY order */
3813d176611bSdrh     int addrEnd;        /* End of processing for this SELECT */
3814d176611bSdrh 
3815d176611bSdrh     /* Remove any and all aliases between the result set and the
3816d176611bSdrh     ** GROUP BY clause.
3817d176611bSdrh     */
3818d176611bSdrh     if( pGroupBy ){
3819dc5ea5c7Sdrh       int k;                        /* Loop counter */
3820d176611bSdrh       struct ExprList_item *pItem;  /* For looping over expression in a list */
3821d176611bSdrh 
3822dc5ea5c7Sdrh       for(k=p->pEList->nExpr, pItem=p->pEList->a; k>0; k--, pItem++){
3823d176611bSdrh         pItem->iAlias = 0;
3824d176611bSdrh       }
3825dc5ea5c7Sdrh       for(k=pGroupBy->nExpr, pItem=pGroupBy->a; k>0; k--, pItem++){
3826d176611bSdrh         pItem->iAlias = 0;
3827d176611bSdrh       }
3828d176611bSdrh     }
3829cce7d176Sdrh 
383013449892Sdrh 
3831d176611bSdrh     /* Create a label to jump to when we want to abort the query */
383213449892Sdrh     addrEnd = sqlite3VdbeMakeLabel(v);
383313449892Sdrh 
383413449892Sdrh     /* Convert TK_COLUMN nodes into TK_AGG_COLUMN and make entries in
383513449892Sdrh     ** sAggInfo for all TK_AGG_FUNCTION nodes in expressions of the
383613449892Sdrh     ** SELECT statement.
38372282792aSdrh     */
383813449892Sdrh     memset(&sNC, 0, sizeof(sNC));
383913449892Sdrh     sNC.pParse = pParse;
384013449892Sdrh     sNC.pSrcList = pTabList;
384113449892Sdrh     sNC.pAggInfo = &sAggInfo;
384213449892Sdrh     sAggInfo.nSortingColumn = pGroupBy ? pGroupBy->nExpr+1 : 0;
38439d2985c7Sdrh     sAggInfo.pGroupBy = pGroupBy;
3844d2b3e23bSdrh     sqlite3ExprAnalyzeAggList(&sNC, pEList);
3845d2b3e23bSdrh     sqlite3ExprAnalyzeAggList(&sNC, pOrderBy);
3846d2b3e23bSdrh     if( pHaving ){
3847d2b3e23bSdrh       sqlite3ExprAnalyzeAggregates(&sNC, pHaving);
384813449892Sdrh     }
384913449892Sdrh     sAggInfo.nAccumulator = sAggInfo.nColumn;
385013449892Sdrh     for(i=0; i<sAggInfo.nFunc; i++){
38516ab3a2ecSdanielk1977       assert( !ExprHasProperty(sAggInfo.aFunc[i].pExpr, EP_xIsSelect) );
38526ab3a2ecSdanielk1977       sqlite3ExprAnalyzeAggList(&sNC, sAggInfo.aFunc[i].pExpr->x.pList);
385313449892Sdrh     }
385417435752Sdrh     if( db->mallocFailed ) goto select_end;
385513449892Sdrh 
385613449892Sdrh     /* Processing for aggregates with GROUP BY is very different and
38573c4809a2Sdanielk1977     ** much more complex than aggregates without a GROUP BY.
385813449892Sdrh     */
385913449892Sdrh     if( pGroupBy ){
386013449892Sdrh       KeyInfo *pKeyInfo;  /* Keying information for the group by clause */
3861d176611bSdrh       int j1;             /* A-vs-B comparision jump */
3862d176611bSdrh       int addrOutputRow;  /* Start of subroutine that outputs a result row */
3863d176611bSdrh       int regOutputRow;   /* Return address register for output subroutine */
3864d176611bSdrh       int addrSetAbort;   /* Set the abort flag and return */
3865d176611bSdrh       int addrTopOfLoop;  /* Top of the input loop */
3866d176611bSdrh       int addrSortingIdx; /* The OP_OpenEphemeral for the sorting index */
3867d176611bSdrh       int addrReset;      /* Subroutine for resetting the accumulator */
3868d176611bSdrh       int regReset;       /* Return address register for reset subroutine */
386913449892Sdrh 
387013449892Sdrh       /* If there is a GROUP BY clause we might need a sorting index to
387113449892Sdrh       ** implement it.  Allocate that sorting index now.  If it turns out
3872b9bb7c18Sdrh       ** that we do not need it after all, the OpenEphemeral instruction
387313449892Sdrh       ** will be converted into a Noop.
387413449892Sdrh       */
387513449892Sdrh       sAggInfo.sortingIdx = pParse->nTab++;
387613449892Sdrh       pKeyInfo = keyInfoFromExprList(pParse, pGroupBy);
3877cd3e8f7cSdanielk1977       addrSortingIdx = sqlite3VdbeAddOp4(v, OP_OpenEphemeral,
3878cd3e8f7cSdanielk1977           sAggInfo.sortingIdx, sAggInfo.nSortingColumn,
3879cd3e8f7cSdanielk1977           0, (char*)pKeyInfo, P4_KEYINFO_HANDOFF);
388013449892Sdrh 
388113449892Sdrh       /* Initialize memory locations used by GROUP BY aggregate processing
388213449892Sdrh       */
38830a07c107Sdrh       iUseFlag = ++pParse->nMem;
38840a07c107Sdrh       iAbortFlag = ++pParse->nMem;
3885d176611bSdrh       regOutputRow = ++pParse->nMem;
3886d176611bSdrh       addrOutputRow = sqlite3VdbeMakeLabel(v);
3887d176611bSdrh       regReset = ++pParse->nMem;
3888d176611bSdrh       addrReset = sqlite3VdbeMakeLabel(v);
38890a07c107Sdrh       iAMem = pParse->nMem + 1;
389013449892Sdrh       pParse->nMem += pGroupBy->nExpr;
38910a07c107Sdrh       iBMem = pParse->nMem + 1;
389213449892Sdrh       pParse->nMem += pGroupBy->nExpr;
38934c583128Sdrh       sqlite3VdbeAddOp2(v, OP_Integer, 0, iAbortFlag);
3894d4e70ebdSdrh       VdbeComment((v, "clear abort flag"));
38954c583128Sdrh       sqlite3VdbeAddOp2(v, OP_Integer, 0, iUseFlag);
3896d4e70ebdSdrh       VdbeComment((v, "indicate accumulator empty"));
3897e313382eSdrh 
389813449892Sdrh       /* Begin a loop that will extract all source rows in GROUP BY order.
389913449892Sdrh       ** This might involve two separate loops with an OP_Sort in between, or
390013449892Sdrh       ** it might be a single loop that uses an index to extract information
390113449892Sdrh       ** in the right order to begin with.
390213449892Sdrh       */
39032eb95377Sdrh       sqlite3VdbeAddOp2(v, OP_Gosub, regReset, addrReset);
3904336a5300Sdrh       pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pGroupBy, 0);
39055360ad34Sdrh       if( pWInfo==0 ) goto select_end;
390613449892Sdrh       if( pGroupBy==0 ){
390713449892Sdrh         /* The optimizer is able to deliver rows in group by order so
3908b9bb7c18Sdrh         ** we do not have to sort.  The OP_OpenEphemeral table will be
390913449892Sdrh         ** cancelled later because we still need to use the pKeyInfo
391013449892Sdrh         */
391113449892Sdrh         pGroupBy = p->pGroupBy;
391213449892Sdrh         groupBySort = 0;
391313449892Sdrh       }else{
391413449892Sdrh         /* Rows are coming out in undetermined order.  We have to push
391513449892Sdrh         ** each row into a sorting index, terminate the first loop,
391613449892Sdrh         ** then loop over the sorting index in order to get the output
391713449892Sdrh         ** in sorted order
391813449892Sdrh         */
3919892d3179Sdrh         int regBase;
3920892d3179Sdrh         int regRecord;
3921892d3179Sdrh         int nCol;
3922892d3179Sdrh         int nGroupBy;
3923892d3179Sdrh 
392413449892Sdrh         groupBySort = 1;
3925892d3179Sdrh         nGroupBy = pGroupBy->nExpr;
3926892d3179Sdrh         nCol = nGroupBy + 1;
3927892d3179Sdrh         j = nGroupBy+1;
392813449892Sdrh         for(i=0; i<sAggInfo.nColumn; i++){
3929892d3179Sdrh           if( sAggInfo.aCol[i].iSorterColumn>=j ){
3930892d3179Sdrh             nCol++;
393113449892Sdrh             j++;
393213449892Sdrh           }
3933892d3179Sdrh         }
3934892d3179Sdrh         regBase = sqlite3GetTempRange(pParse, nCol);
3935ceea3321Sdrh         sqlite3ExprCacheClear(pParse);
3936191b54cbSdrh         sqlite3ExprCodeExprList(pParse, pGroupBy, regBase, 0);
3937892d3179Sdrh         sqlite3VdbeAddOp2(v, OP_Sequence, sAggInfo.sortingIdx,regBase+nGroupBy);
3938892d3179Sdrh         j = nGroupBy+1;
3939892d3179Sdrh         for(i=0; i<sAggInfo.nColumn; i++){
3940892d3179Sdrh           struct AggInfo_col *pCol = &sAggInfo.aCol[i];
3941892d3179Sdrh           if( pCol->iSorterColumn>=j ){
3942e55cbd72Sdrh             int r1 = j + regBase;
39436a012f04Sdrh             int r2;
3944701bb3b4Sdrh 
39456a012f04Sdrh             r2 = sqlite3ExprCodeGetColumn(pParse,
3946b6da74ebSdrh                                pCol->pTab, pCol->iColumn, pCol->iTable, r1);
39476a012f04Sdrh             if( r1!=r2 ){
39486a012f04Sdrh               sqlite3VdbeAddOp2(v, OP_SCopy, r2, r1);
39496a012f04Sdrh             }
39506a012f04Sdrh             j++;
3951892d3179Sdrh           }
3952892d3179Sdrh         }
3953892d3179Sdrh         regRecord = sqlite3GetTempReg(pParse);
39541db639ceSdrh         sqlite3VdbeAddOp3(v, OP_MakeRecord, regBase, nCol, regRecord);
3955892d3179Sdrh         sqlite3VdbeAddOp2(v, OP_IdxInsert, sAggInfo.sortingIdx, regRecord);
3956892d3179Sdrh         sqlite3ReleaseTempReg(pParse, regRecord);
3957892d3179Sdrh         sqlite3ReleaseTempRange(pParse, regBase, nCol);
395813449892Sdrh         sqlite3WhereEnd(pWInfo);
395966a5167bSdrh         sqlite3VdbeAddOp2(v, OP_Sort, sAggInfo.sortingIdx, addrEnd);
3960d4e70ebdSdrh         VdbeComment((v, "GROUP BY sort"));
396113449892Sdrh         sAggInfo.useSortingIdx = 1;
3962ceea3321Sdrh         sqlite3ExprCacheClear(pParse);
396313449892Sdrh       }
396413449892Sdrh 
396513449892Sdrh       /* Evaluate the current GROUP BY terms and store in b0, b1, b2...
396613449892Sdrh       ** (b0 is memory location iBMem+0, b1 is iBMem+1, and so forth)
396713449892Sdrh       ** Then compare the current GROUP BY terms against the GROUP BY terms
396813449892Sdrh       ** from the previous row currently stored in a0, a1, a2...
396913449892Sdrh       */
397013449892Sdrh       addrTopOfLoop = sqlite3VdbeCurrentAddr(v);
3971ceea3321Sdrh       sqlite3ExprCacheClear(pParse);
397213449892Sdrh       for(j=0; j<pGroupBy->nExpr; j++){
397313449892Sdrh         if( groupBySort ){
39742dcef11bSdrh           sqlite3VdbeAddOp3(v, OP_Column, sAggInfo.sortingIdx, j, iBMem+j);
397513449892Sdrh         }else{
397613449892Sdrh           sAggInfo.directMode = 1;
39772dcef11bSdrh           sqlite3ExprCode(pParse, pGroupBy->a[j].pExpr, iBMem+j);
397813449892Sdrh         }
397913449892Sdrh       }
398016ee60ffSdrh       sqlite3VdbeAddOp4(v, OP_Compare, iAMem, iBMem, pGroupBy->nExpr,
3981b21e7c70Sdrh                           (char*)pKeyInfo, P4_KEYINFO);
398216ee60ffSdrh       j1 = sqlite3VdbeCurrentAddr(v);
398316ee60ffSdrh       sqlite3VdbeAddOp3(v, OP_Jump, j1+1, 0, j1+1);
398413449892Sdrh 
398513449892Sdrh       /* Generate code that runs whenever the GROUP BY changes.
3986e00ee6ebSdrh       ** Changes in the GROUP BY are detected by the previous code
398713449892Sdrh       ** block.  If there were no changes, this block is skipped.
398813449892Sdrh       **
398913449892Sdrh       ** This code copies current group by terms in b0,b1,b2,...
399013449892Sdrh       ** over to a0,a1,a2.  It then calls the output subroutine
399113449892Sdrh       ** and resets the aggregate accumulator registers in preparation
399213449892Sdrh       ** for the next GROUP BY batch.
399313449892Sdrh       */
3994b21e7c70Sdrh       sqlite3ExprCodeMove(pParse, iBMem, iAMem, pGroupBy->nExpr);
39952eb95377Sdrh       sqlite3VdbeAddOp2(v, OP_Gosub, regOutputRow, addrOutputRow);
3996d4e70ebdSdrh       VdbeComment((v, "output one row"));
39973c84ddffSdrh       sqlite3VdbeAddOp2(v, OP_IfPos, iAbortFlag, addrEnd);
3998d4e70ebdSdrh       VdbeComment((v, "check abort flag"));
39992eb95377Sdrh       sqlite3VdbeAddOp2(v, OP_Gosub, regReset, addrReset);
4000d4e70ebdSdrh       VdbeComment((v, "reset accumulator"));
400113449892Sdrh 
400213449892Sdrh       /* Update the aggregate accumulators based on the content of
400313449892Sdrh       ** the current row
400413449892Sdrh       */
400516ee60ffSdrh       sqlite3VdbeJumpHere(v, j1);
400613449892Sdrh       updateAccumulator(pParse, &sAggInfo);
40074c583128Sdrh       sqlite3VdbeAddOp2(v, OP_Integer, 1, iUseFlag);
4008d4e70ebdSdrh       VdbeComment((v, "indicate data in accumulator"));
400913449892Sdrh 
401013449892Sdrh       /* End of the loop
401113449892Sdrh       */
401213449892Sdrh       if( groupBySort ){
401366a5167bSdrh         sqlite3VdbeAddOp2(v, OP_Next, sAggInfo.sortingIdx, addrTopOfLoop);
401413449892Sdrh       }else{
401513449892Sdrh         sqlite3WhereEnd(pWInfo);
4016f8875400Sdrh         sqlite3VdbeChangeToNoop(v, addrSortingIdx, 1);
401713449892Sdrh       }
401813449892Sdrh 
401913449892Sdrh       /* Output the final row of result
402013449892Sdrh       */
40212eb95377Sdrh       sqlite3VdbeAddOp2(v, OP_Gosub, regOutputRow, addrOutputRow);
4022d4e70ebdSdrh       VdbeComment((v, "output final row"));
402313449892Sdrh 
4024d176611bSdrh       /* Jump over the subroutines
4025d176611bSdrh       */
4026d176611bSdrh       sqlite3VdbeAddOp2(v, OP_Goto, 0, addrEnd);
4027d176611bSdrh 
4028d176611bSdrh       /* Generate a subroutine that outputs a single row of the result
4029d176611bSdrh       ** set.  This subroutine first looks at the iUseFlag.  If iUseFlag
4030d176611bSdrh       ** is less than or equal to zero, the subroutine is a no-op.  If
4031d176611bSdrh       ** the processing calls for the query to abort, this subroutine
4032d176611bSdrh       ** increments the iAbortFlag memory location before returning in
4033d176611bSdrh       ** order to signal the caller to abort.
4034d176611bSdrh       */
4035d176611bSdrh       addrSetAbort = sqlite3VdbeCurrentAddr(v);
4036d176611bSdrh       sqlite3VdbeAddOp2(v, OP_Integer, 1, iAbortFlag);
4037d176611bSdrh       VdbeComment((v, "set abort flag"));
4038d176611bSdrh       sqlite3VdbeAddOp1(v, OP_Return, regOutputRow);
4039d176611bSdrh       sqlite3VdbeResolveLabel(v, addrOutputRow);
4040d176611bSdrh       addrOutputRow = sqlite3VdbeCurrentAddr(v);
4041d176611bSdrh       sqlite3VdbeAddOp2(v, OP_IfPos, iUseFlag, addrOutputRow+2);
4042d176611bSdrh       VdbeComment((v, "Groupby result generator entry point"));
4043d176611bSdrh       sqlite3VdbeAddOp1(v, OP_Return, regOutputRow);
4044d176611bSdrh       finalizeAggFunctions(pParse, &sAggInfo);
4045d176611bSdrh       sqlite3ExprIfFalse(pParse, pHaving, addrOutputRow+1, SQLITE_JUMPIFNULL);
4046d176611bSdrh       selectInnerLoop(pParse, p, p->pEList, 0, 0, pOrderBy,
4047d176611bSdrh                       distinct, pDest,
4048d176611bSdrh                       addrOutputRow+1, addrSetAbort);
4049d176611bSdrh       sqlite3VdbeAddOp1(v, OP_Return, regOutputRow);
4050d176611bSdrh       VdbeComment((v, "end groupby result generator"));
4051d176611bSdrh 
4052d176611bSdrh       /* Generate a subroutine that will reset the group-by accumulator
4053d176611bSdrh       */
4054d176611bSdrh       sqlite3VdbeResolveLabel(v, addrReset);
4055d176611bSdrh       resetAccumulator(pParse, &sAggInfo);
4056d176611bSdrh       sqlite3VdbeAddOp1(v, OP_Return, regReset);
4057d176611bSdrh 
405843152cf8Sdrh     } /* endif pGroupBy.  Begin aggregate queries without GROUP BY: */
405913449892Sdrh     else {
4060dba0137eSdanielk1977       ExprList *pDel = 0;
4061a5533162Sdanielk1977 #ifndef SQLITE_OMIT_BTREECOUNT
4062a5533162Sdanielk1977       Table *pTab;
4063a5533162Sdanielk1977       if( (pTab = isSimpleCount(p, &sAggInfo))!=0 ){
4064a5533162Sdanielk1977         /* If isSimpleCount() returns a pointer to a Table structure, then
4065a5533162Sdanielk1977         ** the SQL statement is of the form:
4066a5533162Sdanielk1977         **
4067a5533162Sdanielk1977         **   SELECT count(*) FROM <tbl>
4068a5533162Sdanielk1977         **
4069a5533162Sdanielk1977         ** where the Table structure returned represents table <tbl>.
4070a5533162Sdanielk1977         **
4071a5533162Sdanielk1977         ** This statement is so common that it is optimized specially. The
4072a5533162Sdanielk1977         ** OP_Count instruction is executed either on the intkey table that
4073a5533162Sdanielk1977         ** contains the data for table <tbl> or on one of its indexes. It
4074a5533162Sdanielk1977         ** is better to execute the op on an index, as indexes are almost
4075a5533162Sdanielk1977         ** always spread across less pages than their corresponding tables.
4076a5533162Sdanielk1977         */
4077a5533162Sdanielk1977         const int iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema);
4078a5533162Sdanielk1977         const int iCsr = pParse->nTab++;     /* Cursor to scan b-tree */
4079a5533162Sdanielk1977         Index *pIdx;                         /* Iterator variable */
4080a5533162Sdanielk1977         KeyInfo *pKeyInfo = 0;               /* Keyinfo for scanned index */
4081a5533162Sdanielk1977         Index *pBest = 0;                    /* Best index found so far */
4082a5533162Sdanielk1977         int iRoot = pTab->tnum;              /* Root page of scanned b-tree */
4083a9d1ccb9Sdanielk1977 
4084a5533162Sdanielk1977         sqlite3CodeVerifySchema(pParse, iDb);
4085a5533162Sdanielk1977         sqlite3TableLock(pParse, iDb, pTab->tnum, 0, pTab->zName);
4086a5533162Sdanielk1977 
4087a5533162Sdanielk1977         /* Search for the index that has the least amount of columns. If
4088a5533162Sdanielk1977         ** there is such an index, and it has less columns than the table
4089a5533162Sdanielk1977         ** does, then we can assume that it consumes less space on disk and
4090a5533162Sdanielk1977         ** will therefore be cheaper to scan to determine the query result.
4091a5533162Sdanielk1977         ** In this case set iRoot to the root page number of the index b-tree
4092a5533162Sdanielk1977         ** and pKeyInfo to the KeyInfo structure required to navigate the
4093a5533162Sdanielk1977         ** index.
4094a5533162Sdanielk1977         **
4095a5533162Sdanielk1977         ** In practice the KeyInfo structure will not be used. It is only
4096a5533162Sdanielk1977         ** passed to keep OP_OpenRead happy.
4097a5533162Sdanielk1977         */
4098a5533162Sdanielk1977         for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){
4099a5533162Sdanielk1977           if( !pBest || pIdx->nColumn<pBest->nColumn ){
4100a5533162Sdanielk1977             pBest = pIdx;
4101a5533162Sdanielk1977           }
4102a5533162Sdanielk1977         }
4103a5533162Sdanielk1977         if( pBest && pBest->nColumn<pTab->nCol ){
4104a5533162Sdanielk1977           iRoot = pBest->tnum;
4105a5533162Sdanielk1977           pKeyInfo = sqlite3IndexKeyinfo(pParse, pBest);
4106a5533162Sdanielk1977         }
4107a5533162Sdanielk1977 
4108a5533162Sdanielk1977         /* Open a read-only cursor, execute the OP_Count, close the cursor. */
4109a5533162Sdanielk1977         sqlite3VdbeAddOp3(v, OP_OpenRead, iCsr, iRoot, iDb);
4110a5533162Sdanielk1977         if( pKeyInfo ){
4111a5533162Sdanielk1977           sqlite3VdbeChangeP4(v, -1, (char *)pKeyInfo, P4_KEYINFO_HANDOFF);
4112a5533162Sdanielk1977         }
4113a5533162Sdanielk1977         sqlite3VdbeAddOp2(v, OP_Count, iCsr, sAggInfo.aFunc[0].iMem);
4114a5533162Sdanielk1977         sqlite3VdbeAddOp1(v, OP_Close, iCsr);
4115a5533162Sdanielk1977       }else
4116a5533162Sdanielk1977 #endif /* SQLITE_OMIT_BTREECOUNT */
4117a5533162Sdanielk1977       {
4118738bdcfbSdanielk1977         /* Check if the query is of one of the following forms:
4119738bdcfbSdanielk1977         **
4120738bdcfbSdanielk1977         **   SELECT min(x) FROM ...
4121738bdcfbSdanielk1977         **   SELECT max(x) FROM ...
4122738bdcfbSdanielk1977         **
4123738bdcfbSdanielk1977         ** If it is, then ask the code in where.c to attempt to sort results
4124738bdcfbSdanielk1977         ** as if there was an "ORDER ON x" or "ORDER ON x DESC" clause.
4125738bdcfbSdanielk1977         ** If where.c is able to produce results sorted in this order, then
4126738bdcfbSdanielk1977         ** add vdbe code to break out of the processing loop after the
4127738bdcfbSdanielk1977         ** first iteration (since the first iteration of the loop is
4128738bdcfbSdanielk1977         ** guaranteed to operate on the row with the minimum or maximum
4129738bdcfbSdanielk1977         ** value of x, the only row required).
4130738bdcfbSdanielk1977         **
4131738bdcfbSdanielk1977         ** A special flag must be passed to sqlite3WhereBegin() to slightly
4132738bdcfbSdanielk1977         ** modify behaviour as follows:
4133738bdcfbSdanielk1977         **
4134738bdcfbSdanielk1977         **   + If the query is a "SELECT min(x)", then the loop coded by
4135738bdcfbSdanielk1977         **     where.c should not iterate over any values with a NULL value
4136738bdcfbSdanielk1977         **     for x.
4137738bdcfbSdanielk1977         **
4138738bdcfbSdanielk1977         **   + The optimizer code in where.c (the thing that decides which
4139738bdcfbSdanielk1977         **     index or indices to use) should place a different priority on
4140738bdcfbSdanielk1977         **     satisfying the 'ORDER BY' clause than it does in other cases.
4141738bdcfbSdanielk1977         **     Refer to code and comments in where.c for details.
4142738bdcfbSdanielk1977         */
4143a5533162Sdanielk1977         ExprList *pMinMax = 0;
4144a5533162Sdanielk1977         u8 flag = minMaxQuery(p);
4145a9d1ccb9Sdanielk1977         if( flag ){
41466ab3a2ecSdanielk1977           assert( !ExprHasProperty(p->pEList->a[0].pExpr, EP_xIsSelect) );
41476ab3a2ecSdanielk1977           pMinMax = sqlite3ExprListDup(db, p->pEList->a[0].pExpr->x.pList,0);
41486ab3a2ecSdanielk1977           pDel = pMinMax;
41490e359b30Sdrh           if( pMinMax && !db->mallocFailed ){
4150ea678832Sdrh             pMinMax->a[0].sortOrder = flag!=WHERE_ORDERBY_MIN ?1:0;
4151a9d1ccb9Sdanielk1977             pMinMax->a[0].pExpr->op = TK_COLUMN;
4152a9d1ccb9Sdanielk1977           }
41531013c932Sdrh         }
4154a9d1ccb9Sdanielk1977 
415513449892Sdrh         /* This case runs if the aggregate has no GROUP BY clause.  The
415613449892Sdrh         ** processing is much simpler since there is only a single row
415713449892Sdrh         ** of output.
415813449892Sdrh         */
415913449892Sdrh         resetAccumulator(pParse, &sAggInfo);
4160336a5300Sdrh         pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pMinMax, flag);
4161dba0137eSdanielk1977         if( pWInfo==0 ){
4162633e6d57Sdrh           sqlite3ExprListDelete(db, pDel);
4163dba0137eSdanielk1977           goto select_end;
4164dba0137eSdanielk1977         }
416513449892Sdrh         updateAccumulator(pParse, &sAggInfo);
4166a9d1ccb9Sdanielk1977         if( !pMinMax && flag ){
4167a9d1ccb9Sdanielk1977           sqlite3VdbeAddOp2(v, OP_Goto, 0, pWInfo->iBreak);
4168a5533162Sdanielk1977           VdbeComment((v, "%s() by index",
4169a5533162Sdanielk1977                 (flag==WHERE_ORDERBY_MIN?"min":"max")));
4170a9d1ccb9Sdanielk1977         }
417113449892Sdrh         sqlite3WhereEnd(pWInfo);
417213449892Sdrh         finalizeAggFunctions(pParse, &sAggInfo);
41737a895a80Sdanielk1977       }
41747a895a80Sdanielk1977 
417513449892Sdrh       pOrderBy = 0;
417635573356Sdrh       sqlite3ExprIfFalse(pParse, pHaving, addrEnd, SQLITE_JUMPIFNULL);
417713449892Sdrh       selectInnerLoop(pParse, p, p->pEList, 0, 0, 0, -1,
4178a9671a22Sdrh                       pDest, addrEnd, addrEnd);
4179633e6d57Sdrh       sqlite3ExprListDelete(db, pDel);
418013449892Sdrh     }
418113449892Sdrh     sqlite3VdbeResolveLabel(v, addrEnd);
418213449892Sdrh 
418313449892Sdrh   } /* endif aggregate query */
41842282792aSdrh 
4185cce7d176Sdrh   /* If there is an ORDER BY clause, then we need to sort the results
4186cce7d176Sdrh   ** and send them to the callback one by one.
4187cce7d176Sdrh   */
4188cce7d176Sdrh   if( pOrderBy ){
41896c8c8ce0Sdanielk1977     generateSortTail(pParse, p, v, pEList->nExpr, pDest);
4190cce7d176Sdrh   }
41916a535340Sdrh 
4192ec7429aeSdrh   /* Jump here to skip this query
4193ec7429aeSdrh   */
4194ec7429aeSdrh   sqlite3VdbeResolveLabel(v, iEnd);
4195ec7429aeSdrh 
41961d83f052Sdrh   /* The SELECT was successfully coded.   Set the return code to 0
41971d83f052Sdrh   ** to indicate no errors.
41981d83f052Sdrh   */
41991d83f052Sdrh   rc = 0;
42001d83f052Sdrh 
42011d83f052Sdrh   /* Control jumps to here if an error is encountered above, or upon
42021d83f052Sdrh   ** successful coding of the SELECT.
42031d83f052Sdrh   */
42041d83f052Sdrh select_end:
4205955de52cSdanielk1977 
42067d10d5a6Sdrh   /* Identify column names if results of the SELECT are to be output.
4207955de52cSdanielk1977   */
42087d10d5a6Sdrh   if( rc==SQLITE_OK && pDest->eDest==SRT_Output ){
4209955de52cSdanielk1977     generateColumnNames(pParse, pTabList, pEList);
4210955de52cSdanielk1977   }
4211955de52cSdanielk1977 
4212633e6d57Sdrh   sqlite3DbFree(db, sAggInfo.aCol);
4213633e6d57Sdrh   sqlite3DbFree(db, sAggInfo.aFunc);
42141d83f052Sdrh   return rc;
4215cce7d176Sdrh }
4216485f0039Sdrh 
421777a2a5e7Sdrh #if defined(SQLITE_DEBUG)
4218485f0039Sdrh /*
4219485f0039Sdrh *******************************************************************************
4220485f0039Sdrh ** The following code is used for testing and debugging only.  The code
4221485f0039Sdrh ** that follows does not appear in normal builds.
4222485f0039Sdrh **
4223485f0039Sdrh ** These routines are used to print out the content of all or part of a
4224485f0039Sdrh ** parse structures such as Select or Expr.  Such printouts are useful
4225485f0039Sdrh ** for helping to understand what is happening inside the code generator
4226485f0039Sdrh ** during the execution of complex SELECT statements.
4227485f0039Sdrh **
4228485f0039Sdrh ** These routine are not called anywhere from within the normal
4229485f0039Sdrh ** code base.  Then are intended to be called from within the debugger
4230485f0039Sdrh ** or from temporary "printf" statements inserted for debugging.
4231485f0039Sdrh */
4232dafc0ce8Sdrh void sqlite3PrintExpr(Expr *p){
423333e619fcSdrh   if( !ExprHasProperty(p, EP_IntValue) && p->u.zToken ){
423433e619fcSdrh     sqlite3DebugPrintf("(%s", p->u.zToken);
4235485f0039Sdrh   }else{
4236485f0039Sdrh     sqlite3DebugPrintf("(%d", p->op);
4237485f0039Sdrh   }
4238485f0039Sdrh   if( p->pLeft ){
4239485f0039Sdrh     sqlite3DebugPrintf(" ");
4240485f0039Sdrh     sqlite3PrintExpr(p->pLeft);
4241485f0039Sdrh   }
4242485f0039Sdrh   if( p->pRight ){
4243485f0039Sdrh     sqlite3DebugPrintf(" ");
4244485f0039Sdrh     sqlite3PrintExpr(p->pRight);
4245485f0039Sdrh   }
4246485f0039Sdrh   sqlite3DebugPrintf(")");
4247485f0039Sdrh }
4248dafc0ce8Sdrh void sqlite3PrintExprList(ExprList *pList){
4249485f0039Sdrh   int i;
4250485f0039Sdrh   for(i=0; i<pList->nExpr; i++){
4251485f0039Sdrh     sqlite3PrintExpr(pList->a[i].pExpr);
4252485f0039Sdrh     if( i<pList->nExpr-1 ){
4253485f0039Sdrh       sqlite3DebugPrintf(", ");
4254485f0039Sdrh     }
4255485f0039Sdrh   }
4256485f0039Sdrh }
4257dafc0ce8Sdrh void sqlite3PrintSelect(Select *p, int indent){
4258485f0039Sdrh   sqlite3DebugPrintf("%*sSELECT(%p) ", indent, "", p);
4259485f0039Sdrh   sqlite3PrintExprList(p->pEList);
4260485f0039Sdrh   sqlite3DebugPrintf("\n");
4261485f0039Sdrh   if( p->pSrc ){
4262485f0039Sdrh     char *zPrefix;
4263485f0039Sdrh     int i;
4264485f0039Sdrh     zPrefix = "FROM";
4265485f0039Sdrh     for(i=0; i<p->pSrc->nSrc; i++){
4266485f0039Sdrh       struct SrcList_item *pItem = &p->pSrc->a[i];
4267485f0039Sdrh       sqlite3DebugPrintf("%*s ", indent+6, zPrefix);
4268485f0039Sdrh       zPrefix = "";
4269485f0039Sdrh       if( pItem->pSelect ){
4270485f0039Sdrh         sqlite3DebugPrintf("(\n");
4271485f0039Sdrh         sqlite3PrintSelect(pItem->pSelect, indent+10);
4272485f0039Sdrh         sqlite3DebugPrintf("%*s)", indent+8, "");
4273485f0039Sdrh       }else if( pItem->zName ){
4274485f0039Sdrh         sqlite3DebugPrintf("%s", pItem->zName);
4275485f0039Sdrh       }
4276485f0039Sdrh       if( pItem->pTab ){
4277485f0039Sdrh         sqlite3DebugPrintf("(table: %s)", pItem->pTab->zName);
4278485f0039Sdrh       }
4279485f0039Sdrh       if( pItem->zAlias ){
4280485f0039Sdrh         sqlite3DebugPrintf(" AS %s", pItem->zAlias);
4281485f0039Sdrh       }
4282485f0039Sdrh       if( i<p->pSrc->nSrc-1 ){
4283485f0039Sdrh         sqlite3DebugPrintf(",");
4284485f0039Sdrh       }
4285485f0039Sdrh       sqlite3DebugPrintf("\n");
4286485f0039Sdrh     }
4287485f0039Sdrh   }
4288485f0039Sdrh   if( p->pWhere ){
4289485f0039Sdrh     sqlite3DebugPrintf("%*s WHERE ", indent, "");
4290485f0039Sdrh     sqlite3PrintExpr(p->pWhere);
4291485f0039Sdrh     sqlite3DebugPrintf("\n");
4292485f0039Sdrh   }
4293485f0039Sdrh   if( p->pGroupBy ){
4294485f0039Sdrh     sqlite3DebugPrintf("%*s GROUP BY ", indent, "");
4295485f0039Sdrh     sqlite3PrintExprList(p->pGroupBy);
4296485f0039Sdrh     sqlite3DebugPrintf("\n");
4297485f0039Sdrh   }
4298485f0039Sdrh   if( p->pHaving ){
4299485f0039Sdrh     sqlite3DebugPrintf("%*s HAVING ", indent, "");
4300485f0039Sdrh     sqlite3PrintExpr(p->pHaving);
4301485f0039Sdrh     sqlite3DebugPrintf("\n");
4302485f0039Sdrh   }
4303485f0039Sdrh   if( p->pOrderBy ){
4304485f0039Sdrh     sqlite3DebugPrintf("%*s ORDER BY ", indent, "");
4305485f0039Sdrh     sqlite3PrintExprList(p->pOrderBy);
4306485f0039Sdrh     sqlite3DebugPrintf("\n");
4307485f0039Sdrh   }
4308485f0039Sdrh }
4309485f0039Sdrh /* End of the structure debug printing code
4310485f0039Sdrh *****************************************************************************/
4311485f0039Sdrh #endif /* defined(SQLITE_TEST) || defined(SQLITE_DEBUG) */
4312