1cce7d176Sdrh /* 2b19a2bc6Sdrh ** 2001 September 15 3cce7d176Sdrh ** 4b19a2bc6Sdrh ** The author disclaims copyright to this source code. In place of 5b19a2bc6Sdrh ** a legal notice, here is a blessing: 6cce7d176Sdrh ** 7b19a2bc6Sdrh ** May you do good and not evil. 8b19a2bc6Sdrh ** May you find forgiveness for yourself and forgive others. 9b19a2bc6Sdrh ** May you share freely, never taking more than you give. 10cce7d176Sdrh ** 11cce7d176Sdrh ************************************************************************* 12cce7d176Sdrh ** This file contains C code routines that are called by the parser 13b19a2bc6Sdrh ** to handle SELECT statements in SQLite. 14cce7d176Sdrh */ 15cce7d176Sdrh #include "sqliteInt.h" 16cce7d176Sdrh 17315555caSdrh 18cce7d176Sdrh /* 19eda639e1Sdrh ** Delete all the content of a Select structure but do not deallocate 20eda639e1Sdrh ** the select structure itself. 21eda639e1Sdrh */ 22633e6d57Sdrh static void clearSelect(sqlite3 *db, Select *p){ 23633e6d57Sdrh sqlite3ExprListDelete(db, p->pEList); 24633e6d57Sdrh sqlite3SrcListDelete(db, p->pSrc); 25633e6d57Sdrh sqlite3ExprDelete(db, p->pWhere); 26633e6d57Sdrh sqlite3ExprListDelete(db, p->pGroupBy); 27633e6d57Sdrh sqlite3ExprDelete(db, p->pHaving); 28633e6d57Sdrh sqlite3ExprListDelete(db, p->pOrderBy); 29633e6d57Sdrh sqlite3SelectDelete(db, p->pPrior); 30633e6d57Sdrh sqlite3ExprDelete(db, p->pLimit); 31633e6d57Sdrh sqlite3ExprDelete(db, p->pOffset); 32eda639e1Sdrh } 33eda639e1Sdrh 341013c932Sdrh /* 351013c932Sdrh ** Initialize a SelectDest structure. 361013c932Sdrh */ 371013c932Sdrh void sqlite3SelectDestInit(SelectDest *pDest, int eDest, int iParm){ 38ea678832Sdrh pDest->eDest = (u8)eDest; 391013c932Sdrh pDest->iParm = iParm; 401013c932Sdrh pDest->affinity = 0; 411013c932Sdrh pDest->iMem = 0; 42ad27e761Sdrh pDest->nMem = 0; 431013c932Sdrh } 441013c932Sdrh 45eda639e1Sdrh 46eda639e1Sdrh /* 479bb61fe7Sdrh ** Allocate a new Select structure and return a pointer to that 489bb61fe7Sdrh ** structure. 49cce7d176Sdrh */ 504adee20fSdanielk1977 Select *sqlite3SelectNew( 5117435752Sdrh Parse *pParse, /* Parsing context */ 52daffd0e5Sdrh ExprList *pEList, /* which columns to include in the result */ 53ad3cab52Sdrh SrcList *pSrc, /* the FROM clause -- which tables to scan */ 54daffd0e5Sdrh Expr *pWhere, /* the WHERE clause */ 55daffd0e5Sdrh ExprList *pGroupBy, /* the GROUP BY clause */ 56daffd0e5Sdrh Expr *pHaving, /* the HAVING clause */ 57daffd0e5Sdrh ExprList *pOrderBy, /* the ORDER BY clause */ 589bbca4c1Sdrh int isDistinct, /* true if the DISTINCT keyword is present */ 59a2dc3b1aSdanielk1977 Expr *pLimit, /* LIMIT value. NULL means not used */ 60a2dc3b1aSdanielk1977 Expr *pOffset /* OFFSET value. NULL means no offset */ 619bb61fe7Sdrh ){ 629bb61fe7Sdrh Select *pNew; 63eda639e1Sdrh Select standin; 6417435752Sdrh sqlite3 *db = pParse->db; 6517435752Sdrh pNew = sqlite3DbMallocZero(db, sizeof(*pNew) ); 66d72a276eSdrh assert( db->mallocFailed || !pOffset || pLimit ); /* OFFSET implies LIMIT */ 67daffd0e5Sdrh if( pNew==0 ){ 68eda639e1Sdrh pNew = &standin; 69eda639e1Sdrh memset(pNew, 0, sizeof(*pNew)); 70eda639e1Sdrh } 71b733d037Sdrh if( pEList==0 ){ 72b7916a78Sdrh pEList = sqlite3ExprListAppend(pParse, 0, sqlite3Expr(db,TK_ALL,0)); 73b733d037Sdrh } 749bb61fe7Sdrh pNew->pEList = pEList; 759bb61fe7Sdrh pNew->pSrc = pSrc; 769bb61fe7Sdrh pNew->pWhere = pWhere; 779bb61fe7Sdrh pNew->pGroupBy = pGroupBy; 789bb61fe7Sdrh pNew->pHaving = pHaving; 799bb61fe7Sdrh pNew->pOrderBy = pOrderBy; 807d10d5a6Sdrh pNew->selFlags = isDistinct ? SF_Distinct : 0; 8182c3d636Sdrh pNew->op = TK_SELECT; 82a2dc3b1aSdanielk1977 pNew->pLimit = pLimit; 83a2dc3b1aSdanielk1977 pNew->pOffset = pOffset; 84373cc2ddSdrh assert( pOffset==0 || pLimit!=0 ); 85b9bb7c18Sdrh pNew->addrOpenEphm[0] = -1; 86b9bb7c18Sdrh pNew->addrOpenEphm[1] = -1; 87b9bb7c18Sdrh pNew->addrOpenEphm[2] = -1; 880a846f96Sdrh if( db->mallocFailed ) { 89633e6d57Sdrh clearSelect(db, pNew); 900a846f96Sdrh if( pNew!=&standin ) sqlite3DbFree(db, pNew); 91eda639e1Sdrh pNew = 0; 92daffd0e5Sdrh } 939bb61fe7Sdrh return pNew; 949bb61fe7Sdrh } 959bb61fe7Sdrh 969bb61fe7Sdrh /* 97eda639e1Sdrh ** Delete the given Select structure and all of its substructures. 98eda639e1Sdrh */ 99633e6d57Sdrh void sqlite3SelectDelete(sqlite3 *db, Select *p){ 100eda639e1Sdrh if( p ){ 101633e6d57Sdrh clearSelect(db, p); 102633e6d57Sdrh sqlite3DbFree(db, p); 103eda639e1Sdrh } 104eda639e1Sdrh } 105eda639e1Sdrh 106eda639e1Sdrh /* 10701f3f253Sdrh ** Given 1 to 3 identifiers preceeding the JOIN keyword, determine the 10801f3f253Sdrh ** type of join. Return an integer constant that expresses that type 10901f3f253Sdrh ** in terms of the following bit values: 11001f3f253Sdrh ** 11101f3f253Sdrh ** JT_INNER 1123dec223cSdrh ** JT_CROSS 11301f3f253Sdrh ** JT_OUTER 11401f3f253Sdrh ** JT_NATURAL 11501f3f253Sdrh ** JT_LEFT 11601f3f253Sdrh ** JT_RIGHT 11701f3f253Sdrh ** 11801f3f253Sdrh ** A full outer join is the combination of JT_LEFT and JT_RIGHT. 11901f3f253Sdrh ** 12001f3f253Sdrh ** If an illegal or unsupported join type is seen, then still return 12101f3f253Sdrh ** a join type, but put an error in the pParse structure. 12201f3f253Sdrh */ 1234adee20fSdanielk1977 int sqlite3JoinType(Parse *pParse, Token *pA, Token *pB, Token *pC){ 12401f3f253Sdrh int jointype = 0; 12501f3f253Sdrh Token *apAll[3]; 12601f3f253Sdrh Token *p; 127373cc2ddSdrh /* 0123456789 123456789 123456789 123 */ 128373cc2ddSdrh static const char zKeyText[] = "naturaleftouterightfullinnercross"; 1295719628aSdrh static const struct { 130373cc2ddSdrh u8 i; /* Beginning of keyword text in zKeyText[] */ 131373cc2ddSdrh u8 nChar; /* Length of the keyword in characters */ 132373cc2ddSdrh u8 code; /* Join type mask */ 133373cc2ddSdrh } aKeyword[] = { 134373cc2ddSdrh /* natural */ { 0, 7, JT_NATURAL }, 135373cc2ddSdrh /* left */ { 6, 4, JT_LEFT|JT_OUTER }, 136373cc2ddSdrh /* outer */ { 10, 5, JT_OUTER }, 137373cc2ddSdrh /* right */ { 14, 5, JT_RIGHT|JT_OUTER }, 138373cc2ddSdrh /* full */ { 19, 4, JT_LEFT|JT_RIGHT|JT_OUTER }, 139373cc2ddSdrh /* inner */ { 23, 5, JT_INNER }, 140373cc2ddSdrh /* cross */ { 28, 5, JT_INNER|JT_CROSS }, 14101f3f253Sdrh }; 14201f3f253Sdrh int i, j; 14301f3f253Sdrh apAll[0] = pA; 14401f3f253Sdrh apAll[1] = pB; 14501f3f253Sdrh apAll[2] = pC; 146195e6967Sdrh for(i=0; i<3 && apAll[i]; i++){ 14701f3f253Sdrh p = apAll[i]; 148373cc2ddSdrh for(j=0; j<ArraySize(aKeyword); j++){ 149373cc2ddSdrh if( p->n==aKeyword[j].nChar 150373cc2ddSdrh && sqlite3StrNICmp((char*)p->z, &zKeyText[aKeyword[j].i], p->n)==0 ){ 151373cc2ddSdrh jointype |= aKeyword[j].code; 15201f3f253Sdrh break; 15301f3f253Sdrh } 15401f3f253Sdrh } 155373cc2ddSdrh testcase( j==0 || j==1 || j==2 || j==3 || j==4 || j==5 || j==6 ); 156373cc2ddSdrh if( j>=ArraySize(aKeyword) ){ 15701f3f253Sdrh jointype |= JT_ERROR; 15801f3f253Sdrh break; 15901f3f253Sdrh } 16001f3f253Sdrh } 161ad2d8307Sdrh if( 162ad2d8307Sdrh (jointype & (JT_INNER|JT_OUTER))==(JT_INNER|JT_OUTER) || 163195e6967Sdrh (jointype & JT_ERROR)!=0 164ad2d8307Sdrh ){ 165a9671a22Sdrh const char *zSp = " "; 166a9671a22Sdrh assert( pB!=0 ); 167a9671a22Sdrh if( pC==0 ){ zSp++; } 168ae29ffbeSdrh sqlite3ErrorMsg(pParse, "unknown or unsupported join type: " 169a9671a22Sdrh "%T %T%s%T", pA, pB, zSp, pC); 17001f3f253Sdrh jointype = JT_INNER; 171373cc2ddSdrh }else if( (jointype & JT_OUTER)!=0 172373cc2ddSdrh && (jointype & (JT_LEFT|JT_RIGHT))!=JT_LEFT ){ 1734adee20fSdanielk1977 sqlite3ErrorMsg(pParse, 174da93d238Sdrh "RIGHT and FULL OUTER JOINs are not currently supported"); 175195e6967Sdrh jointype = JT_INNER; 17601f3f253Sdrh } 17701f3f253Sdrh return jointype; 17801f3f253Sdrh } 17901f3f253Sdrh 18001f3f253Sdrh /* 181ad2d8307Sdrh ** Return the index of a column in a table. Return -1 if the column 182ad2d8307Sdrh ** is not contained in the table. 183ad2d8307Sdrh */ 184ad2d8307Sdrh static int columnIndex(Table *pTab, const char *zCol){ 185ad2d8307Sdrh int i; 186ad2d8307Sdrh for(i=0; i<pTab->nCol; i++){ 1874adee20fSdanielk1977 if( sqlite3StrICmp(pTab->aCol[i].zName, zCol)==0 ) return i; 188ad2d8307Sdrh } 189ad2d8307Sdrh return -1; 190ad2d8307Sdrh } 191ad2d8307Sdrh 192ad2d8307Sdrh /* 1932179b434Sdrh ** Search the first N tables in pSrc, from left to right, looking for a 1942179b434Sdrh ** table that has a column named zCol. 1952179b434Sdrh ** 1962179b434Sdrh ** When found, set *piTab and *piCol to the table index and column index 1972179b434Sdrh ** of the matching column and return TRUE. 1982179b434Sdrh ** 1992179b434Sdrh ** If not found, return FALSE. 2002179b434Sdrh */ 2012179b434Sdrh static int tableAndColumnIndex( 2022179b434Sdrh SrcList *pSrc, /* Array of tables to search */ 2032179b434Sdrh int N, /* Number of tables in pSrc->a[] to search */ 2042179b434Sdrh const char *zCol, /* Name of the column we are looking for */ 2052179b434Sdrh int *piTab, /* Write index of pSrc->a[] here */ 2062179b434Sdrh int *piCol /* Write index of pSrc->a[*piTab].pTab->aCol[] here */ 2072179b434Sdrh ){ 2082179b434Sdrh int i; /* For looping over tables in pSrc */ 2092179b434Sdrh int iCol; /* Index of column matching zCol */ 2102179b434Sdrh 2112179b434Sdrh assert( (piTab==0)==(piCol==0) ); /* Both or neither are NULL */ 2122179b434Sdrh for(i=0; i<N; i++){ 2132179b434Sdrh iCol = columnIndex(pSrc->a[i].pTab, zCol); 2142179b434Sdrh if( iCol>=0 ){ 2152179b434Sdrh if( piTab ){ 2162179b434Sdrh *piTab = i; 2172179b434Sdrh *piCol = iCol; 2182179b434Sdrh } 2192179b434Sdrh return 1; 2202179b434Sdrh } 2212179b434Sdrh } 2222179b434Sdrh return 0; 2232179b434Sdrh } 2242179b434Sdrh 2252179b434Sdrh /* 226f7b0b0adSdan ** This function is used to add terms implied by JOIN syntax to the 227f7b0b0adSdan ** WHERE clause expression of a SELECT statement. The new term, which 228f7b0b0adSdan ** is ANDed with the existing WHERE clause, is of the form: 229f7b0b0adSdan ** 230f7b0b0adSdan ** (tab1.col1 = tab2.col2) 231f7b0b0adSdan ** 232f7b0b0adSdan ** where tab1 is the iSrc'th table in SrcList pSrc and tab2 is the 233f7b0b0adSdan ** (iSrc+1)'th. Column col1 is column iColLeft of tab1, and col2 is 234f7b0b0adSdan ** column iColRight of tab2. 235ad2d8307Sdrh */ 236ad2d8307Sdrh static void addWhereTerm( 23717435752Sdrh Parse *pParse, /* Parsing context */ 238f7b0b0adSdan SrcList *pSrc, /* List of tables in FROM clause */ 2392179b434Sdrh int iLeft, /* Index of first table to join in pSrc */ 240f7b0b0adSdan int iColLeft, /* Index of column in first table */ 2412179b434Sdrh int iRight, /* Index of second table in pSrc */ 242f7b0b0adSdan int iColRight, /* Index of column in second table */ 243f7b0b0adSdan int isOuterJoin, /* True if this is an OUTER join */ 244f7b0b0adSdan Expr **ppWhere /* IN/OUT: The WHERE clause to add to */ 245ad2d8307Sdrh ){ 246f7b0b0adSdan sqlite3 *db = pParse->db; 247f7b0b0adSdan Expr *pE1; 248f7b0b0adSdan Expr *pE2; 249f7b0b0adSdan Expr *pEq; 250ad2d8307Sdrh 2512179b434Sdrh assert( iLeft<iRight ); 2522179b434Sdrh assert( pSrc->nSrc>iRight ); 2532179b434Sdrh assert( pSrc->a[iLeft].pTab ); 2542179b434Sdrh assert( pSrc->a[iRight].pTab ); 255f7b0b0adSdan 2562179b434Sdrh pE1 = sqlite3CreateColumnExpr(db, pSrc, iLeft, iColLeft); 2572179b434Sdrh pE2 = sqlite3CreateColumnExpr(db, pSrc, iRight, iColRight); 258f7b0b0adSdan 259f7b0b0adSdan pEq = sqlite3PExpr(pParse, TK_EQ, pE1, pE2, 0); 260f7b0b0adSdan if( pEq && isOuterJoin ){ 261f7b0b0adSdan ExprSetProperty(pEq, EP_FromJoin); 262f7b0b0adSdan assert( !ExprHasAnyProperty(pEq, EP_TokenOnly|EP_Reduced) ); 263f7b0b0adSdan ExprSetIrreducible(pEq); 264f7b0b0adSdan pEq->iRightJoinTable = (i16)pE2->iTable; 265030530deSdrh } 266f7b0b0adSdan *ppWhere = sqlite3ExprAnd(db, *ppWhere, pEq); 267ad2d8307Sdrh } 268ad2d8307Sdrh 269ad2d8307Sdrh /* 2701f16230bSdrh ** Set the EP_FromJoin property on all terms of the given expression. 27122d6a53aSdrh ** And set the Expr.iRightJoinTable to iTable for every term in the 27222d6a53aSdrh ** expression. 2731cc093c2Sdrh ** 274e78e8284Sdrh ** The EP_FromJoin property is used on terms of an expression to tell 2751cc093c2Sdrh ** the LEFT OUTER JOIN processing logic that this term is part of the 2761f16230bSdrh ** join restriction specified in the ON or USING clause and not a part 2771f16230bSdrh ** of the more general WHERE clause. These terms are moved over to the 2781f16230bSdrh ** WHERE clause during join processing but we need to remember that they 2791f16230bSdrh ** originated in the ON or USING clause. 28022d6a53aSdrh ** 28122d6a53aSdrh ** The Expr.iRightJoinTable tells the WHERE clause processing that the 28222d6a53aSdrh ** expression depends on table iRightJoinTable even if that table is not 28322d6a53aSdrh ** explicitly mentioned in the expression. That information is needed 28422d6a53aSdrh ** for cases like this: 28522d6a53aSdrh ** 28622d6a53aSdrh ** SELECT * FROM t1 LEFT JOIN t2 ON t1.a=t2.b AND t1.x=5 28722d6a53aSdrh ** 28822d6a53aSdrh ** The where clause needs to defer the handling of the t1.x=5 28922d6a53aSdrh ** term until after the t2 loop of the join. In that way, a 29022d6a53aSdrh ** NULL t2 row will be inserted whenever t1.x!=5. If we do not 29122d6a53aSdrh ** defer the handling of t1.x=5, it will be processed immediately 29222d6a53aSdrh ** after the t1 loop and rows with t1.x!=5 will never appear in 29322d6a53aSdrh ** the output, which is incorrect. 2941cc093c2Sdrh */ 29522d6a53aSdrh static void setJoinExpr(Expr *p, int iTable){ 2961cc093c2Sdrh while( p ){ 2971f16230bSdrh ExprSetProperty(p, EP_FromJoin); 29833e619fcSdrh assert( !ExprHasAnyProperty(p, EP_TokenOnly|EP_Reduced) ); 29933e619fcSdrh ExprSetIrreducible(p); 300cf697396Sshane p->iRightJoinTable = (i16)iTable; 30122d6a53aSdrh setJoinExpr(p->pLeft, iTable); 3021cc093c2Sdrh p = p->pRight; 3031cc093c2Sdrh } 3041cc093c2Sdrh } 3051cc093c2Sdrh 3061cc093c2Sdrh /* 307ad2d8307Sdrh ** This routine processes the join information for a SELECT statement. 308ad2d8307Sdrh ** ON and USING clauses are converted into extra terms of the WHERE clause. 309ad2d8307Sdrh ** NATURAL joins also create extra WHERE clause terms. 310ad2d8307Sdrh ** 31191bb0eedSdrh ** The terms of a FROM clause are contained in the Select.pSrc structure. 31291bb0eedSdrh ** The left most table is the first entry in Select.pSrc. The right-most 31391bb0eedSdrh ** table is the last entry. The join operator is held in the entry to 31491bb0eedSdrh ** the left. Thus entry 0 contains the join operator for the join between 31591bb0eedSdrh ** entries 0 and 1. Any ON or USING clauses associated with the join are 31691bb0eedSdrh ** also attached to the left entry. 31791bb0eedSdrh ** 318ad2d8307Sdrh ** This routine returns the number of errors encountered. 319ad2d8307Sdrh */ 320ad2d8307Sdrh static int sqliteProcessJoin(Parse *pParse, Select *p){ 32191bb0eedSdrh SrcList *pSrc; /* All tables in the FROM clause */ 32291bb0eedSdrh int i, j; /* Loop counters */ 32391bb0eedSdrh struct SrcList_item *pLeft; /* Left table being joined */ 32491bb0eedSdrh struct SrcList_item *pRight; /* Right table being joined */ 325ad2d8307Sdrh 32691bb0eedSdrh pSrc = p->pSrc; 32791bb0eedSdrh pLeft = &pSrc->a[0]; 32891bb0eedSdrh pRight = &pLeft[1]; 32991bb0eedSdrh for(i=0; i<pSrc->nSrc-1; i++, pRight++, pLeft++){ 33091bb0eedSdrh Table *pLeftTab = pLeft->pTab; 33191bb0eedSdrh Table *pRightTab = pRight->pTab; 332ad27e761Sdrh int isOuter; 33391bb0eedSdrh 3341c767f0dSdrh if( NEVER(pLeftTab==0 || pRightTab==0) ) continue; 335ad27e761Sdrh isOuter = (pRight->jointype & JT_OUTER)!=0; 336ad2d8307Sdrh 337ad2d8307Sdrh /* When the NATURAL keyword is present, add WHERE clause terms for 338ad2d8307Sdrh ** every column that the two tables have in common. 339ad2d8307Sdrh */ 34061dfc31dSdrh if( pRight->jointype & JT_NATURAL ){ 34161dfc31dSdrh if( pRight->pOn || pRight->pUsing ){ 3424adee20fSdanielk1977 sqlite3ErrorMsg(pParse, "a NATURAL join may not have " 343ad2d8307Sdrh "an ON or USING clause", 0); 344ad2d8307Sdrh return 1; 345ad2d8307Sdrh } 3462179b434Sdrh for(j=0; j<pRightTab->nCol; j++){ 3472179b434Sdrh char *zName; /* Name of column in the right table */ 3482179b434Sdrh int iLeft; /* Matching left table */ 3492179b434Sdrh int iLeftCol; /* Matching column in the left table */ 3502179b434Sdrh 3512179b434Sdrh zName = pRightTab->aCol[j].zName; 3522179b434Sdrh if( tableAndColumnIndex(pSrc, i+1, zName, &iLeft, &iLeftCol) ){ 3532179b434Sdrh addWhereTerm(pParse, pSrc, iLeft, iLeftCol, i+1, j, 3542179b434Sdrh isOuter, &p->pWhere); 355ad2d8307Sdrh } 356ad2d8307Sdrh } 357ad2d8307Sdrh } 358ad2d8307Sdrh 359ad2d8307Sdrh /* Disallow both ON and USING clauses in the same join 360ad2d8307Sdrh */ 36161dfc31dSdrh if( pRight->pOn && pRight->pUsing ){ 3624adee20fSdanielk1977 sqlite3ErrorMsg(pParse, "cannot have both ON and USING " 363da93d238Sdrh "clauses in the same join"); 364ad2d8307Sdrh return 1; 365ad2d8307Sdrh } 366ad2d8307Sdrh 367ad2d8307Sdrh /* Add the ON clause to the end of the WHERE clause, connected by 36891bb0eedSdrh ** an AND operator. 369ad2d8307Sdrh */ 37061dfc31dSdrh if( pRight->pOn ){ 371ad27e761Sdrh if( isOuter ) setJoinExpr(pRight->pOn, pRight->iCursor); 37217435752Sdrh p->pWhere = sqlite3ExprAnd(pParse->db, p->pWhere, pRight->pOn); 37361dfc31dSdrh pRight->pOn = 0; 374ad2d8307Sdrh } 375ad2d8307Sdrh 376ad2d8307Sdrh /* Create extra terms on the WHERE clause for each column named 377ad2d8307Sdrh ** in the USING clause. Example: If the two tables to be joined are 378ad2d8307Sdrh ** A and B and the USING clause names X, Y, and Z, then add this 379ad2d8307Sdrh ** to the WHERE clause: A.X=B.X AND A.Y=B.Y AND A.Z=B.Z 380ad2d8307Sdrh ** Report an error if any column mentioned in the USING clause is 381ad2d8307Sdrh ** not contained in both tables to be joined. 382ad2d8307Sdrh */ 38361dfc31dSdrh if( pRight->pUsing ){ 38461dfc31dSdrh IdList *pList = pRight->pUsing; 385ad2d8307Sdrh for(j=0; j<pList->nId; j++){ 3862179b434Sdrh char *zName; /* Name of the term in the USING clause */ 3872179b434Sdrh int iLeft; /* Table on the left with matching column name */ 3882179b434Sdrh int iLeftCol; /* Column number of matching column on the left */ 3892179b434Sdrh int iRightCol; /* Column number of matching column on the right */ 3902179b434Sdrh 3912179b434Sdrh zName = pList->a[j].zName; 3922179b434Sdrh iRightCol = columnIndex(pRightTab, zName); 3932179b434Sdrh if( iRightCol<0 3942179b434Sdrh || !tableAndColumnIndex(pSrc, i+1, zName, &iLeft, &iLeftCol) 3952179b434Sdrh ){ 3964adee20fSdanielk1977 sqlite3ErrorMsg(pParse, "cannot join using column %s - column " 39791bb0eedSdrh "not present in both tables", zName); 398ad2d8307Sdrh return 1; 399ad2d8307Sdrh } 4002179b434Sdrh addWhereTerm(pParse, pSrc, iLeft, iLeftCol, i+1, iRightCol, 4012179b434Sdrh isOuter, &p->pWhere); 402ad2d8307Sdrh } 403ad2d8307Sdrh } 404ad2d8307Sdrh } 405ad2d8307Sdrh return 0; 406ad2d8307Sdrh } 407ad2d8307Sdrh 408ad2d8307Sdrh /* 409c926afbcSdrh ** Insert code into "v" that will push the record on the top of the 410c926afbcSdrh ** stack into the sorter. 411c926afbcSdrh */ 412d59ba6ceSdrh static void pushOntoSorter( 413d59ba6ceSdrh Parse *pParse, /* Parser context */ 414d59ba6ceSdrh ExprList *pOrderBy, /* The ORDER BY clause */ 415b7654111Sdrh Select *pSelect, /* The whole SELECT statement */ 416b7654111Sdrh int regData /* Register holding data to be sorted */ 417d59ba6ceSdrh ){ 418d59ba6ceSdrh Vdbe *v = pParse->pVdbe; 419892d3179Sdrh int nExpr = pOrderBy->nExpr; 420892d3179Sdrh int regBase = sqlite3GetTempRange(pParse, nExpr+2); 421892d3179Sdrh int regRecord = sqlite3GetTempReg(pParse); 422ceea3321Sdrh sqlite3ExprCacheClear(pParse); 423191b54cbSdrh sqlite3ExprCodeExprList(pParse, pOrderBy, regBase, 0); 424892d3179Sdrh sqlite3VdbeAddOp2(v, OP_Sequence, pOrderBy->iECursor, regBase+nExpr); 425b21e7c70Sdrh sqlite3ExprCodeMove(pParse, regData, regBase+nExpr+1, 1); 4261db639ceSdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, regBase, nExpr + 2, regRecord); 427892d3179Sdrh sqlite3VdbeAddOp2(v, OP_IdxInsert, pOrderBy->iECursor, regRecord); 428892d3179Sdrh sqlite3ReleaseTempReg(pParse, regRecord); 429892d3179Sdrh sqlite3ReleaseTempRange(pParse, regBase, nExpr+2); 43092b01d53Sdrh if( pSelect->iLimit ){ 43115007a99Sdrh int addr1, addr2; 432b7654111Sdrh int iLimit; 4330acb7e48Sdrh if( pSelect->iOffset ){ 434b7654111Sdrh iLimit = pSelect->iOffset+1; 435b7654111Sdrh }else{ 436b7654111Sdrh iLimit = pSelect->iLimit; 437b7654111Sdrh } 438b7654111Sdrh addr1 = sqlite3VdbeAddOp1(v, OP_IfZero, iLimit); 439b7654111Sdrh sqlite3VdbeAddOp2(v, OP_AddImm, iLimit, -1); 4403c84ddffSdrh addr2 = sqlite3VdbeAddOp0(v, OP_Goto); 441d59ba6ceSdrh sqlite3VdbeJumpHere(v, addr1); 4423c84ddffSdrh sqlite3VdbeAddOp1(v, OP_Last, pOrderBy->iECursor); 4433c84ddffSdrh sqlite3VdbeAddOp1(v, OP_Delete, pOrderBy->iECursor); 44415007a99Sdrh sqlite3VdbeJumpHere(v, addr2); 44592b01d53Sdrh pSelect->iLimit = 0; 446d59ba6ceSdrh } 447c926afbcSdrh } 448c926afbcSdrh 449c926afbcSdrh /* 450ec7429aeSdrh ** Add code to implement the OFFSET 451ea48eb2eSdrh */ 452ec7429aeSdrh static void codeOffset( 453bab39e13Sdrh Vdbe *v, /* Generate code into this VM */ 454ea48eb2eSdrh Select *p, /* The SELECT statement being coded */ 455b7654111Sdrh int iContinue /* Jump here to skip the current record */ 456ea48eb2eSdrh ){ 45792b01d53Sdrh if( p->iOffset && iContinue!=0 ){ 45815007a99Sdrh int addr; 4598558cde1Sdrh sqlite3VdbeAddOp2(v, OP_AddImm, p->iOffset, -1); 4603c84ddffSdrh addr = sqlite3VdbeAddOp1(v, OP_IfNeg, p->iOffset); 46166a5167bSdrh sqlite3VdbeAddOp2(v, OP_Goto, 0, iContinue); 462d4e70ebdSdrh VdbeComment((v, "skip OFFSET records")); 46315007a99Sdrh sqlite3VdbeJumpHere(v, addr); 464ea48eb2eSdrh } 465ea48eb2eSdrh } 466ea48eb2eSdrh 467ea48eb2eSdrh /* 46898757157Sdrh ** Add code that will check to make sure the N registers starting at iMem 46998757157Sdrh ** form a distinct entry. iTab is a sorting index that holds previously 470a2a49dc9Sdrh ** seen combinations of the N values. A new entry is made in iTab 471a2a49dc9Sdrh ** if the current N values are new. 472a2a49dc9Sdrh ** 473a2a49dc9Sdrh ** A jump to addrRepeat is made and the N+1 values are popped from the 474a2a49dc9Sdrh ** stack if the top N elements are not distinct. 475a2a49dc9Sdrh */ 476a2a49dc9Sdrh static void codeDistinct( 4772dcef11bSdrh Parse *pParse, /* Parsing and code generating context */ 478a2a49dc9Sdrh int iTab, /* A sorting index used to test for distinctness */ 479a2a49dc9Sdrh int addrRepeat, /* Jump to here if not distinct */ 480477df4b3Sdrh int N, /* Number of elements */ 481a2a49dc9Sdrh int iMem /* First element */ 482a2a49dc9Sdrh ){ 4832dcef11bSdrh Vdbe *v; 4842dcef11bSdrh int r1; 4852dcef11bSdrh 4862dcef11bSdrh v = pParse->pVdbe; 4872dcef11bSdrh r1 = sqlite3GetTempReg(pParse); 48891fc4a0cSdrh sqlite3VdbeAddOp4Int(v, OP_Found, iTab, addrRepeat, iMem, N); 4891db639ceSdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, iMem, N, r1); 4902dcef11bSdrh sqlite3VdbeAddOp2(v, OP_IdxInsert, iTab, r1); 4912dcef11bSdrh sqlite3ReleaseTempReg(pParse, r1); 492a2a49dc9Sdrh } 493a2a49dc9Sdrh 494*bb7dd683Sdrh #ifndef SQLITE_OMIT_SUBQUERY 495a2a49dc9Sdrh /* 496e305f43fSdrh ** Generate an error message when a SELECT is used within a subexpression 497e305f43fSdrh ** (example: "a IN (SELECT * FROM table)") but it has more than 1 result 498*bb7dd683Sdrh ** column. We do this in a subroutine because the error used to occur 499*bb7dd683Sdrh ** in multiple places. (The error only occurs in one place now, but we 500*bb7dd683Sdrh ** retain the subroutine to minimize code disruption.) 501e305f43fSdrh */ 5026c8c8ce0Sdanielk1977 static int checkForMultiColumnSelectError( 5036c8c8ce0Sdanielk1977 Parse *pParse, /* Parse context. */ 5046c8c8ce0Sdanielk1977 SelectDest *pDest, /* Destination of SELECT results */ 5056c8c8ce0Sdanielk1977 int nExpr /* Number of result columns returned by SELECT */ 5066c8c8ce0Sdanielk1977 ){ 5076c8c8ce0Sdanielk1977 int eDest = pDest->eDest; 508e305f43fSdrh if( nExpr>1 && (eDest==SRT_Mem || eDest==SRT_Set) ){ 509e305f43fSdrh sqlite3ErrorMsg(pParse, "only a single result allowed for " 510e305f43fSdrh "a SELECT that is part of an expression"); 511e305f43fSdrh return 1; 512e305f43fSdrh }else{ 513e305f43fSdrh return 0; 514e305f43fSdrh } 515e305f43fSdrh } 516*bb7dd683Sdrh #endif 517c99130fdSdrh 518c99130fdSdrh /* 5192282792aSdrh ** This routine generates the code for the inside of the inner loop 5202282792aSdrh ** of a SELECT. 52182c3d636Sdrh ** 52238640e15Sdrh ** If srcTab and nColumn are both zero, then the pEList expressions 52338640e15Sdrh ** are evaluated in order to get the data for this row. If nColumn>0 52438640e15Sdrh ** then data is pulled from srcTab and pEList is used only to get the 52538640e15Sdrh ** datatypes for each column. 5262282792aSdrh */ 527d2b3e23bSdrh static void selectInnerLoop( 5282282792aSdrh Parse *pParse, /* The parser context */ 529df199a25Sdrh Select *p, /* The complete select statement being coded */ 5302282792aSdrh ExprList *pEList, /* List of values being extracted */ 53182c3d636Sdrh int srcTab, /* Pull data from this table */ 532967e8b73Sdrh int nColumn, /* Number of columns in the source table */ 5332282792aSdrh ExprList *pOrderBy, /* If not NULL, sort results using this key */ 5342282792aSdrh int distinct, /* If >=0, make sure results are distinct */ 5356c8c8ce0Sdanielk1977 SelectDest *pDest, /* How to dispose of the results */ 5362282792aSdrh int iContinue, /* Jump here to continue with next row */ 537a9671a22Sdrh int iBreak /* Jump here to break out of the inner loop */ 5382282792aSdrh ){ 5392282792aSdrh Vdbe *v = pParse->pVdbe; 540d847eaadSdrh int i; 541ea48eb2eSdrh int hasDistinct; /* True if the DISTINCT keyword is present */ 542d847eaadSdrh int regResult; /* Start of memory holding result set */ 543d847eaadSdrh int eDest = pDest->eDest; /* How to dispose of results */ 544d847eaadSdrh int iParm = pDest->iParm; /* First argument to disposal method */ 545d847eaadSdrh int nResultCol; /* Number of result columns */ 54638640e15Sdrh 5471c767f0dSdrh assert( v ); 5481c767f0dSdrh if( NEVER(v==0) ) return; 54938640e15Sdrh assert( pEList!=0 ); 550e49b146fSdrh hasDistinct = distinct>=0; 551ea48eb2eSdrh if( pOrderBy==0 && !hasDistinct ){ 552b7654111Sdrh codeOffset(v, p, iContinue); 553df199a25Sdrh } 554df199a25Sdrh 555967e8b73Sdrh /* Pull the requested columns. 5562282792aSdrh */ 55738640e15Sdrh if( nColumn>0 ){ 558d847eaadSdrh nResultCol = nColumn; 559a2a49dc9Sdrh }else{ 560d847eaadSdrh nResultCol = pEList->nExpr; 561a2a49dc9Sdrh } 5621ece7325Sdrh if( pDest->iMem==0 ){ 5630acb7e48Sdrh pDest->iMem = pParse->nMem+1; 564ad27e761Sdrh pDest->nMem = nResultCol; 5650acb7e48Sdrh pParse->nMem += nResultCol; 5661c767f0dSdrh }else{ 5671c767f0dSdrh assert( pDest->nMem==nResultCol ); 5681013c932Sdrh } 5691ece7325Sdrh regResult = pDest->iMem; 570a2a49dc9Sdrh if( nColumn>0 ){ 571967e8b73Sdrh for(i=0; i<nColumn; i++){ 572d847eaadSdrh sqlite3VdbeAddOp3(v, OP_Column, srcTab, i, regResult+i); 57382c3d636Sdrh } 5749ed1dfa8Sdanielk1977 }else if( eDest!=SRT_Exists ){ 5759ed1dfa8Sdanielk1977 /* If the destination is an EXISTS(...) expression, the actual 5769ed1dfa8Sdanielk1977 ** values returned by the SELECT are not required. 5779ed1dfa8Sdanielk1977 */ 578ceea3321Sdrh sqlite3ExprCacheClear(pParse); 5797d10d5a6Sdrh sqlite3ExprCodeExprList(pParse, pEList, regResult, eDest==SRT_Output); 580a2a49dc9Sdrh } 581d847eaadSdrh nColumn = nResultCol; 5822282792aSdrh 583daffd0e5Sdrh /* If the DISTINCT keyword was present on the SELECT statement 584daffd0e5Sdrh ** and this row has been seen before, then do not make this row 585daffd0e5Sdrh ** part of the result. 5862282792aSdrh */ 587ea48eb2eSdrh if( hasDistinct ){ 588f8875400Sdrh assert( pEList!=0 ); 589f8875400Sdrh assert( pEList->nExpr==nColumn ); 590d847eaadSdrh codeDistinct(pParse, distinct, iContinue, nColumn, regResult); 591ea48eb2eSdrh if( pOrderBy==0 ){ 592b7654111Sdrh codeOffset(v, p, iContinue); 593ea48eb2eSdrh } 5942282792aSdrh } 59582c3d636Sdrh 596c926afbcSdrh switch( eDest ){ 59782c3d636Sdrh /* In this mode, write each query result to the key of the temporary 59882c3d636Sdrh ** table iParm. 5992282792aSdrh */ 60013449892Sdrh #ifndef SQLITE_OMIT_COMPOUND_SELECT 601c926afbcSdrh case SRT_Union: { 6029cbf3425Sdrh int r1; 6039cbf3425Sdrh r1 = sqlite3GetTempReg(pParse); 604d847eaadSdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, regResult, nColumn, r1); 6059cbf3425Sdrh sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, r1); 6069cbf3425Sdrh sqlite3ReleaseTempReg(pParse, r1); 607c926afbcSdrh break; 608c926afbcSdrh } 60982c3d636Sdrh 61082c3d636Sdrh /* Construct a record from the query result, but instead of 61182c3d636Sdrh ** saving that record, use it as a key to delete elements from 61282c3d636Sdrh ** the temporary table iParm. 61382c3d636Sdrh */ 614c926afbcSdrh case SRT_Except: { 615e14006d0Sdrh sqlite3VdbeAddOp3(v, OP_IdxDelete, iParm, regResult, nColumn); 616c926afbcSdrh break; 617c926afbcSdrh } 6185338a5f7Sdanielk1977 #endif 6195338a5f7Sdanielk1977 6205338a5f7Sdanielk1977 /* Store the result as data using a unique key. 6215338a5f7Sdanielk1977 */ 6225338a5f7Sdanielk1977 case SRT_Table: 623b9bb7c18Sdrh case SRT_EphemTab: { 624b7654111Sdrh int r1 = sqlite3GetTempReg(pParse); 625373cc2ddSdrh testcase( eDest==SRT_Table ); 626373cc2ddSdrh testcase( eDest==SRT_EphemTab ); 627d847eaadSdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, regResult, nColumn, r1); 6285338a5f7Sdanielk1977 if( pOrderBy ){ 629b7654111Sdrh pushOntoSorter(pParse, pOrderBy, p, r1); 6305338a5f7Sdanielk1977 }else{ 631b7654111Sdrh int r2 = sqlite3GetTempReg(pParse); 632b7654111Sdrh sqlite3VdbeAddOp2(v, OP_NewRowid, iParm, r2); 633b7654111Sdrh sqlite3VdbeAddOp3(v, OP_Insert, iParm, r1, r2); 634b7654111Sdrh sqlite3VdbeChangeP5(v, OPFLAG_APPEND); 635b7654111Sdrh sqlite3ReleaseTempReg(pParse, r2); 6365338a5f7Sdanielk1977 } 637b7654111Sdrh sqlite3ReleaseTempReg(pParse, r1); 6385338a5f7Sdanielk1977 break; 6395338a5f7Sdanielk1977 } 6402282792aSdrh 64193758c8dSdanielk1977 #ifndef SQLITE_OMIT_SUBQUERY 6422282792aSdrh /* If we are creating a set for an "expr IN (SELECT ...)" construct, 6432282792aSdrh ** then there should be a single item on the stack. Write this 6442282792aSdrh ** item into the set table with bogus data. 6452282792aSdrh */ 646c926afbcSdrh case SRT_Set: { 647967e8b73Sdrh assert( nColumn==1 ); 6486c8c8ce0Sdanielk1977 p->affinity = sqlite3CompareAffinity(pEList->a[0].pExpr, pDest->affinity); 649c926afbcSdrh if( pOrderBy ){ 650de941c60Sdrh /* At first glance you would think we could optimize out the 651de941c60Sdrh ** ORDER BY in this case since the order of entries in the set 652de941c60Sdrh ** does not matter. But there might be a LIMIT clause, in which 653de941c60Sdrh ** case the order does matter */ 654d847eaadSdrh pushOntoSorter(pParse, pOrderBy, p, regResult); 655c926afbcSdrh }else{ 656b7654111Sdrh int r1 = sqlite3GetTempReg(pParse); 657d847eaadSdrh sqlite3VdbeAddOp4(v, OP_MakeRecord, regResult, 1, r1, &p->affinity, 1); 658da250ea5Sdrh sqlite3ExprCacheAffinityChange(pParse, regResult, 1); 659b7654111Sdrh sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, r1); 660b7654111Sdrh sqlite3ReleaseTempReg(pParse, r1); 661c926afbcSdrh } 662c926afbcSdrh break; 663c926afbcSdrh } 66482c3d636Sdrh 665504b6989Sdrh /* If any row exist in the result set, record that fact and abort. 666ec7429aeSdrh */ 667ec7429aeSdrh case SRT_Exists: { 6684c583128Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 1, iParm); 669ec7429aeSdrh /* The LIMIT clause will terminate the loop for us */ 670ec7429aeSdrh break; 671ec7429aeSdrh } 672ec7429aeSdrh 6732282792aSdrh /* If this is a scalar select that is part of an expression, then 6742282792aSdrh ** store the results in the appropriate memory cell and break out 6752282792aSdrh ** of the scan loop. 6762282792aSdrh */ 677c926afbcSdrh case SRT_Mem: { 678967e8b73Sdrh assert( nColumn==1 ); 679c926afbcSdrh if( pOrderBy ){ 680d847eaadSdrh pushOntoSorter(pParse, pOrderBy, p, regResult); 681c926afbcSdrh }else{ 682b21e7c70Sdrh sqlite3ExprCodeMove(pParse, regResult, iParm, 1); 683ec7429aeSdrh /* The LIMIT clause will jump out of the loop for us */ 684c926afbcSdrh } 685c926afbcSdrh break; 686c926afbcSdrh } 68793758c8dSdanielk1977 #endif /* #ifndef SQLITE_OMIT_SUBQUERY */ 6882282792aSdrh 689c182d163Sdrh /* Send the data to the callback function or to a subroutine. In the 690c182d163Sdrh ** case of a subroutine, the subroutine itself is responsible for 691c182d163Sdrh ** popping the data from the stack. 692f46f905aSdrh */ 693e00ee6ebSdrh case SRT_Coroutine: 6947d10d5a6Sdrh case SRT_Output: { 695373cc2ddSdrh testcase( eDest==SRT_Coroutine ); 696373cc2ddSdrh testcase( eDest==SRT_Output ); 697f46f905aSdrh if( pOrderBy ){ 698b7654111Sdrh int r1 = sqlite3GetTempReg(pParse); 699d847eaadSdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, regResult, nColumn, r1); 700b7654111Sdrh pushOntoSorter(pParse, pOrderBy, p, r1); 701b7654111Sdrh sqlite3ReleaseTempReg(pParse, r1); 702e00ee6ebSdrh }else if( eDest==SRT_Coroutine ){ 70392b01d53Sdrh sqlite3VdbeAddOp1(v, OP_Yield, pDest->iParm); 704c182d163Sdrh }else{ 705d847eaadSdrh sqlite3VdbeAddOp2(v, OP_ResultRow, regResult, nColumn); 706da250ea5Sdrh sqlite3ExprCacheAffinityChange(pParse, regResult, nColumn); 707ac82fcf5Sdrh } 708142e30dfSdrh break; 709142e30dfSdrh } 710142e30dfSdrh 7116a67fe8eSdanielk1977 #if !defined(SQLITE_OMIT_TRIGGER) 712d7489c39Sdrh /* Discard the results. This is used for SELECT statements inside 713d7489c39Sdrh ** the body of a TRIGGER. The purpose of such selects is to call 714d7489c39Sdrh ** user-defined functions that have side effects. We do not care 715d7489c39Sdrh ** about the actual results of the select. 716d7489c39Sdrh */ 717c926afbcSdrh default: { 718f46f905aSdrh assert( eDest==SRT_Discard ); 719c926afbcSdrh break; 720c926afbcSdrh } 72193758c8dSdanielk1977 #endif 722c926afbcSdrh } 723ec7429aeSdrh 724ec7429aeSdrh /* Jump to the end of the loop if the LIMIT is reached. 725ec7429aeSdrh */ 726e49b146fSdrh if( p->iLimit ){ 727e49b146fSdrh assert( pOrderBy==0 ); /* If there is an ORDER BY, the call to 728e49b146fSdrh ** pushOntoSorter() would have cleared p->iLimit */ 7299b918ed1Sdrh sqlite3VdbeAddOp3(v, OP_IfZero, p->iLimit, iBreak, -1); 730ec7429aeSdrh } 73182c3d636Sdrh } 73282c3d636Sdrh 73382c3d636Sdrh /* 734dece1a84Sdrh ** Given an expression list, generate a KeyInfo structure that records 735dece1a84Sdrh ** the collating sequence for each expression in that expression list. 736dece1a84Sdrh ** 7370342b1f5Sdrh ** If the ExprList is an ORDER BY or GROUP BY clause then the resulting 7380342b1f5Sdrh ** KeyInfo structure is appropriate for initializing a virtual index to 7390342b1f5Sdrh ** implement that clause. If the ExprList is the result set of a SELECT 7400342b1f5Sdrh ** then the KeyInfo structure is appropriate for initializing a virtual 7410342b1f5Sdrh ** index to implement a DISTINCT test. 7420342b1f5Sdrh ** 743dece1a84Sdrh ** Space to hold the KeyInfo structure is obtain from malloc. The calling 744dece1a84Sdrh ** function is responsible for seeing that this structure is eventually 74566a5167bSdrh ** freed. Add the KeyInfo structure to the P4 field of an opcode using 74666a5167bSdrh ** P4_KEYINFO_HANDOFF is the usual way of dealing with this. 747dece1a84Sdrh */ 748dece1a84Sdrh static KeyInfo *keyInfoFromExprList(Parse *pParse, ExprList *pList){ 749dece1a84Sdrh sqlite3 *db = pParse->db; 750dece1a84Sdrh int nExpr; 751dece1a84Sdrh KeyInfo *pInfo; 752dece1a84Sdrh struct ExprList_item *pItem; 753dece1a84Sdrh int i; 754dece1a84Sdrh 755dece1a84Sdrh nExpr = pList->nExpr; 75617435752Sdrh pInfo = sqlite3DbMallocZero(db, sizeof(*pInfo) + nExpr*(sizeof(CollSeq*)+1) ); 757dece1a84Sdrh if( pInfo ){ 7582646da7eSdrh pInfo->aSortOrder = (u8*)&pInfo->aColl[nExpr]; 759ea678832Sdrh pInfo->nField = (u16)nExpr; 76014db2665Sdanielk1977 pInfo->enc = ENC(db); 7612aca5846Sdrh pInfo->db = db; 762dece1a84Sdrh for(i=0, pItem=pList->a; i<nExpr; i++, pItem++){ 763dece1a84Sdrh CollSeq *pColl; 764dece1a84Sdrh pColl = sqlite3ExprCollSeq(pParse, pItem->pExpr); 765dece1a84Sdrh if( !pColl ){ 766dece1a84Sdrh pColl = db->pDfltColl; 767dece1a84Sdrh } 768dece1a84Sdrh pInfo->aColl[i] = pColl; 769dece1a84Sdrh pInfo->aSortOrder[i] = pItem->sortOrder; 770dece1a84Sdrh } 771dece1a84Sdrh } 772dece1a84Sdrh return pInfo; 773dece1a84Sdrh } 774dece1a84Sdrh 775dece1a84Sdrh 776dece1a84Sdrh /* 777d8bc7086Sdrh ** If the inner loop was generated using a non-null pOrderBy argument, 778d8bc7086Sdrh ** then the results were placed in a sorter. After the loop is terminated 779d8bc7086Sdrh ** we need to run the sorter and output the results. The following 780d8bc7086Sdrh ** routine generates the code needed to do that. 781d8bc7086Sdrh */ 782c926afbcSdrh static void generateSortTail( 783cdd536f0Sdrh Parse *pParse, /* Parsing context */ 784c926afbcSdrh Select *p, /* The SELECT statement */ 785c926afbcSdrh Vdbe *v, /* Generate code into this VDBE */ 786c926afbcSdrh int nColumn, /* Number of columns of data */ 7876c8c8ce0Sdanielk1977 SelectDest *pDest /* Write the sorted results here */ 788c926afbcSdrh ){ 789dc5ea5c7Sdrh int addrBreak = sqlite3VdbeMakeLabel(v); /* Jump here to exit loop */ 790dc5ea5c7Sdrh int addrContinue = sqlite3VdbeMakeLabel(v); /* Jump here for next cycle */ 791d8bc7086Sdrh int addr; 7920342b1f5Sdrh int iTab; 79361fc595fSdrh int pseudoTab = 0; 7940342b1f5Sdrh ExprList *pOrderBy = p->pOrderBy; 795ffbc3088Sdrh 7966c8c8ce0Sdanielk1977 int eDest = pDest->eDest; 7976c8c8ce0Sdanielk1977 int iParm = pDest->iParm; 7986c8c8ce0Sdanielk1977 7992d401ab8Sdrh int regRow; 8002d401ab8Sdrh int regRowid; 8012d401ab8Sdrh 8029d2985c7Sdrh iTab = pOrderBy->iECursor; 8033e9ca094Sdrh regRow = sqlite3GetTempReg(pParse); 8047d10d5a6Sdrh if( eDest==SRT_Output || eDest==SRT_Coroutine ){ 805cdd536f0Sdrh pseudoTab = pParse->nTab++; 8063e9ca094Sdrh sqlite3VdbeAddOp3(v, OP_OpenPseudo, pseudoTab, regRow, nColumn); 8073e9ca094Sdrh regRowid = 0; 8083e9ca094Sdrh }else{ 8093e9ca094Sdrh regRowid = sqlite3GetTempReg(pParse); 810cdd536f0Sdrh } 811dc5ea5c7Sdrh addr = 1 + sqlite3VdbeAddOp2(v, OP_Sort, iTab, addrBreak); 812dc5ea5c7Sdrh codeOffset(v, p, addrContinue); 8132d401ab8Sdrh sqlite3VdbeAddOp3(v, OP_Column, iTab, pOrderBy->nExpr + 1, regRow); 814c926afbcSdrh switch( eDest ){ 815c926afbcSdrh case SRT_Table: 816b9bb7c18Sdrh case SRT_EphemTab: { 8171c767f0dSdrh testcase( eDest==SRT_Table ); 8181c767f0dSdrh testcase( eDest==SRT_EphemTab ); 8192d401ab8Sdrh sqlite3VdbeAddOp2(v, OP_NewRowid, iParm, regRowid); 8202d401ab8Sdrh sqlite3VdbeAddOp3(v, OP_Insert, iParm, regRow, regRowid); 8212d401ab8Sdrh sqlite3VdbeChangeP5(v, OPFLAG_APPEND); 822c926afbcSdrh break; 823c926afbcSdrh } 82493758c8dSdanielk1977 #ifndef SQLITE_OMIT_SUBQUERY 825c926afbcSdrh case SRT_Set: { 826c926afbcSdrh assert( nColumn==1 ); 827a7a8e14bSdanielk1977 sqlite3VdbeAddOp4(v, OP_MakeRecord, regRow, 1, regRowid, &p->affinity, 1); 828da250ea5Sdrh sqlite3ExprCacheAffinityChange(pParse, regRow, 1); 829a7a8e14bSdanielk1977 sqlite3VdbeAddOp2(v, OP_IdxInsert, iParm, regRowid); 830c926afbcSdrh break; 831c926afbcSdrh } 832c926afbcSdrh case SRT_Mem: { 833c926afbcSdrh assert( nColumn==1 ); 834b21e7c70Sdrh sqlite3ExprCodeMove(pParse, regRow, iParm, 1); 835ec7429aeSdrh /* The LIMIT clause will terminate the loop for us */ 836c926afbcSdrh break; 837c926afbcSdrh } 83893758c8dSdanielk1977 #endif 839373cc2ddSdrh default: { 840ac82fcf5Sdrh int i; 841373cc2ddSdrh assert( eDest==SRT_Output || eDest==SRT_Coroutine ); 8421c767f0dSdrh testcase( eDest==SRT_Output ); 8431c767f0dSdrh testcase( eDest==SRT_Coroutine ); 844ac82fcf5Sdrh for(i=0; i<nColumn; i++){ 8459882d999Sdanielk1977 assert( regRow!=pDest->iMem+i ); 8461013c932Sdrh sqlite3VdbeAddOp3(v, OP_Column, pseudoTab, i, pDest->iMem+i); 8473e9ca094Sdrh if( i==0 ){ 8483e9ca094Sdrh sqlite3VdbeChangeP5(v, OPFLAG_CLEARCACHE); 8493e9ca094Sdrh } 850ac82fcf5Sdrh } 8517d10d5a6Sdrh if( eDest==SRT_Output ){ 8521013c932Sdrh sqlite3VdbeAddOp2(v, OP_ResultRow, pDest->iMem, nColumn); 853da250ea5Sdrh sqlite3ExprCacheAffinityChange(pParse, pDest->iMem, nColumn); 854a9671a22Sdrh }else{ 85592b01d53Sdrh sqlite3VdbeAddOp1(v, OP_Yield, pDest->iParm); 856ce665cf6Sdrh } 857ac82fcf5Sdrh break; 858ac82fcf5Sdrh } 859c926afbcSdrh } 8602d401ab8Sdrh sqlite3ReleaseTempReg(pParse, regRow); 8612d401ab8Sdrh sqlite3ReleaseTempReg(pParse, regRowid); 862ec7429aeSdrh 863a9671a22Sdrh /* LIMIT has been implemented by the pushOntoSorter() routine. 864ec7429aeSdrh */ 865a9671a22Sdrh assert( p->iLimit==0 ); 866ec7429aeSdrh 867ec7429aeSdrh /* The bottom of the loop 868ec7429aeSdrh */ 869dc5ea5c7Sdrh sqlite3VdbeResolveLabel(v, addrContinue); 87066a5167bSdrh sqlite3VdbeAddOp2(v, OP_Next, iTab, addr); 871dc5ea5c7Sdrh sqlite3VdbeResolveLabel(v, addrBreak); 8727d10d5a6Sdrh if( eDest==SRT_Output || eDest==SRT_Coroutine ){ 87366a5167bSdrh sqlite3VdbeAddOp2(v, OP_Close, pseudoTab, 0); 874cdd536f0Sdrh } 875d8bc7086Sdrh } 876d8bc7086Sdrh 877d8bc7086Sdrh /* 878517eb646Sdanielk1977 ** Return a pointer to a string containing the 'declaration type' of the 879517eb646Sdanielk1977 ** expression pExpr. The string may be treated as static by the caller. 880e78e8284Sdrh ** 881955de52cSdanielk1977 ** The declaration type is the exact datatype definition extracted from the 882955de52cSdanielk1977 ** original CREATE TABLE statement if the expression is a column. The 883955de52cSdanielk1977 ** declaration type for a ROWID field is INTEGER. Exactly when an expression 884955de52cSdanielk1977 ** is considered a column can be complex in the presence of subqueries. The 885955de52cSdanielk1977 ** result-set expression in all of the following SELECT statements is 886955de52cSdanielk1977 ** considered a column by this function. 887e78e8284Sdrh ** 888955de52cSdanielk1977 ** SELECT col FROM tbl; 889955de52cSdanielk1977 ** SELECT (SELECT col FROM tbl; 890955de52cSdanielk1977 ** SELECT (SELECT col FROM tbl); 891955de52cSdanielk1977 ** SELECT abc FROM (SELECT col AS abc FROM tbl); 892955de52cSdanielk1977 ** 893955de52cSdanielk1977 ** The declaration type for any expression other than a column is NULL. 894fcb78a49Sdrh */ 895955de52cSdanielk1977 static const char *columnType( 896955de52cSdanielk1977 NameContext *pNC, 897955de52cSdanielk1977 Expr *pExpr, 898955de52cSdanielk1977 const char **pzOriginDb, 899955de52cSdanielk1977 const char **pzOriginTab, 900955de52cSdanielk1977 const char **pzOriginCol 901955de52cSdanielk1977 ){ 902955de52cSdanielk1977 char const *zType = 0; 903955de52cSdanielk1977 char const *zOriginDb = 0; 904955de52cSdanielk1977 char const *zOriginTab = 0; 905955de52cSdanielk1977 char const *zOriginCol = 0; 906517eb646Sdanielk1977 int j; 907373cc2ddSdrh if( NEVER(pExpr==0) || pNC->pSrcList==0 ) return 0; 9085338a5f7Sdanielk1977 90900e279d9Sdanielk1977 switch( pExpr->op ){ 91030bcf5dbSdrh case TK_AGG_COLUMN: 91100e279d9Sdanielk1977 case TK_COLUMN: { 912955de52cSdanielk1977 /* The expression is a column. Locate the table the column is being 913955de52cSdanielk1977 ** extracted from in NameContext.pSrcList. This table may be real 914955de52cSdanielk1977 ** database table or a subquery. 915955de52cSdanielk1977 */ 916955de52cSdanielk1977 Table *pTab = 0; /* Table structure column is extracted from */ 917955de52cSdanielk1977 Select *pS = 0; /* Select the column is extracted from */ 918955de52cSdanielk1977 int iCol = pExpr->iColumn; /* Index of column in pTab */ 919373cc2ddSdrh testcase( pExpr->op==TK_AGG_COLUMN ); 920373cc2ddSdrh testcase( pExpr->op==TK_COLUMN ); 92143bc88bbSdan while( pNC && !pTab ){ 922b3bce662Sdanielk1977 SrcList *pTabList = pNC->pSrcList; 923b3bce662Sdanielk1977 for(j=0;j<pTabList->nSrc && pTabList->a[j].iCursor!=pExpr->iTable;j++); 924b3bce662Sdanielk1977 if( j<pTabList->nSrc ){ 9256a3ea0e6Sdrh pTab = pTabList->a[j].pTab; 926955de52cSdanielk1977 pS = pTabList->a[j].pSelect; 927b3bce662Sdanielk1977 }else{ 928b3bce662Sdanielk1977 pNC = pNC->pNext; 929b3bce662Sdanielk1977 } 930b3bce662Sdanielk1977 } 931955de52cSdanielk1977 93243bc88bbSdan if( pTab==0 ){ 933417168adSdrh /* At one time, code such as "SELECT new.x" within a trigger would 934417168adSdrh ** cause this condition to run. Since then, we have restructured how 935417168adSdrh ** trigger code is generated and so this condition is no longer 93643bc88bbSdan ** possible. However, it can still be true for statements like 93743bc88bbSdan ** the following: 93843bc88bbSdan ** 93943bc88bbSdan ** CREATE TABLE t1(col INTEGER); 94043bc88bbSdan ** SELECT (SELECT t1.col) FROM FROM t1; 94143bc88bbSdan ** 94243bc88bbSdan ** when columnType() is called on the expression "t1.col" in the 94343bc88bbSdan ** sub-select. In this case, set the column type to NULL, even 94443bc88bbSdan ** though it should really be "INTEGER". 94543bc88bbSdan ** 94643bc88bbSdan ** This is not a problem, as the column type of "t1.col" is never 94743bc88bbSdan ** used. When columnType() is called on the expression 94843bc88bbSdan ** "(SELECT t1.col)", the correct type is returned (see the TK_SELECT 94943bc88bbSdan ** branch below. */ 9507e62779aSdrh break; 9517e62779aSdrh } 952955de52cSdanielk1977 95343bc88bbSdan assert( pTab && pExpr->pTab==pTab ); 954955de52cSdanielk1977 if( pS ){ 955955de52cSdanielk1977 /* The "table" is actually a sub-select or a view in the FROM clause 956955de52cSdanielk1977 ** of the SELECT statement. Return the declaration type and origin 957955de52cSdanielk1977 ** data for the result-set column of the sub-select. 958955de52cSdanielk1977 */ 9597b688edeSdrh if( iCol>=0 && ALWAYS(iCol<pS->pEList->nExpr) ){ 960955de52cSdanielk1977 /* If iCol is less than zero, then the expression requests the 961955de52cSdanielk1977 ** rowid of the sub-select or view. This expression is legal (see 962955de52cSdanielk1977 ** test case misc2.2.2) - it always evaluates to NULL. 963955de52cSdanielk1977 */ 964955de52cSdanielk1977 NameContext sNC; 965955de52cSdanielk1977 Expr *p = pS->pEList->a[iCol].pExpr; 966955de52cSdanielk1977 sNC.pSrcList = pS->pSrc; 96743bc88bbSdan sNC.pNext = pNC; 968955de52cSdanielk1977 sNC.pParse = pNC->pParse; 969955de52cSdanielk1977 zType = columnType(&sNC, p, &zOriginDb, &zOriginTab, &zOriginCol); 970955de52cSdanielk1977 } 9711c767f0dSdrh }else if( ALWAYS(pTab->pSchema) ){ 972955de52cSdanielk1977 /* A real table */ 973955de52cSdanielk1977 assert( !pS ); 974fcb78a49Sdrh if( iCol<0 ) iCol = pTab->iPKey; 975fcb78a49Sdrh assert( iCol==-1 || (iCol>=0 && iCol<pTab->nCol) ); 976fcb78a49Sdrh if( iCol<0 ){ 977fcb78a49Sdrh zType = "INTEGER"; 978955de52cSdanielk1977 zOriginCol = "rowid"; 979fcb78a49Sdrh }else{ 980fcb78a49Sdrh zType = pTab->aCol[iCol].zType; 981955de52cSdanielk1977 zOriginCol = pTab->aCol[iCol].zName; 982955de52cSdanielk1977 } 983955de52cSdanielk1977 zOriginTab = pTab->zName; 984955de52cSdanielk1977 if( pNC->pParse ){ 985955de52cSdanielk1977 int iDb = sqlite3SchemaToIndex(pNC->pParse->db, pTab->pSchema); 986955de52cSdanielk1977 zOriginDb = pNC->pParse->db->aDb[iDb].zName; 987955de52cSdanielk1977 } 988fcb78a49Sdrh } 98900e279d9Sdanielk1977 break; 990736c22b8Sdrh } 99193758c8dSdanielk1977 #ifndef SQLITE_OMIT_SUBQUERY 99200e279d9Sdanielk1977 case TK_SELECT: { 993955de52cSdanielk1977 /* The expression is a sub-select. Return the declaration type and 994955de52cSdanielk1977 ** origin info for the single column in the result set of the SELECT 995955de52cSdanielk1977 ** statement. 996955de52cSdanielk1977 */ 997b3bce662Sdanielk1977 NameContext sNC; 9986ab3a2ecSdanielk1977 Select *pS = pExpr->x.pSelect; 999955de52cSdanielk1977 Expr *p = pS->pEList->a[0].pExpr; 10006ab3a2ecSdanielk1977 assert( ExprHasProperty(pExpr, EP_xIsSelect) ); 1001955de52cSdanielk1977 sNC.pSrcList = pS->pSrc; 1002b3bce662Sdanielk1977 sNC.pNext = pNC; 1003955de52cSdanielk1977 sNC.pParse = pNC->pParse; 1004955de52cSdanielk1977 zType = columnType(&sNC, p, &zOriginDb, &zOriginTab, &zOriginCol); 100500e279d9Sdanielk1977 break; 1006fcb78a49Sdrh } 100793758c8dSdanielk1977 #endif 100800e279d9Sdanielk1977 } 100900e279d9Sdanielk1977 1010955de52cSdanielk1977 if( pzOriginDb ){ 1011955de52cSdanielk1977 assert( pzOriginTab && pzOriginCol ); 1012955de52cSdanielk1977 *pzOriginDb = zOriginDb; 1013955de52cSdanielk1977 *pzOriginTab = zOriginTab; 1014955de52cSdanielk1977 *pzOriginCol = zOriginCol; 1015955de52cSdanielk1977 } 1016517eb646Sdanielk1977 return zType; 1017517eb646Sdanielk1977 } 1018517eb646Sdanielk1977 1019517eb646Sdanielk1977 /* 1020517eb646Sdanielk1977 ** Generate code that will tell the VDBE the declaration types of columns 1021517eb646Sdanielk1977 ** in the result set. 1022517eb646Sdanielk1977 */ 1023517eb646Sdanielk1977 static void generateColumnTypes( 1024517eb646Sdanielk1977 Parse *pParse, /* Parser context */ 1025517eb646Sdanielk1977 SrcList *pTabList, /* List of tables */ 1026517eb646Sdanielk1977 ExprList *pEList /* Expressions defining the result set */ 1027517eb646Sdanielk1977 ){ 10283f913576Sdrh #ifndef SQLITE_OMIT_DECLTYPE 1029517eb646Sdanielk1977 Vdbe *v = pParse->pVdbe; 1030517eb646Sdanielk1977 int i; 1031b3bce662Sdanielk1977 NameContext sNC; 1032b3bce662Sdanielk1977 sNC.pSrcList = pTabList; 1033955de52cSdanielk1977 sNC.pParse = pParse; 1034517eb646Sdanielk1977 for(i=0; i<pEList->nExpr; i++){ 1035517eb646Sdanielk1977 Expr *p = pEList->a[i].pExpr; 10363f913576Sdrh const char *zType; 10373f913576Sdrh #ifdef SQLITE_ENABLE_COLUMN_METADATA 1038955de52cSdanielk1977 const char *zOrigDb = 0; 1039955de52cSdanielk1977 const char *zOrigTab = 0; 1040955de52cSdanielk1977 const char *zOrigCol = 0; 10413f913576Sdrh zType = columnType(&sNC, p, &zOrigDb, &zOrigTab, &zOrigCol); 1042955de52cSdanielk1977 104385b623f2Sdrh /* The vdbe must make its own copy of the column-type and other 10444b1ae99dSdanielk1977 ** column specific strings, in case the schema is reset before this 10454b1ae99dSdanielk1977 ** virtual machine is deleted. 1046fbcd585fSdanielk1977 */ 104710fb749bSdanielk1977 sqlite3VdbeSetColName(v, i, COLNAME_DATABASE, zOrigDb, SQLITE_TRANSIENT); 104810fb749bSdanielk1977 sqlite3VdbeSetColName(v, i, COLNAME_TABLE, zOrigTab, SQLITE_TRANSIENT); 104910fb749bSdanielk1977 sqlite3VdbeSetColName(v, i, COLNAME_COLUMN, zOrigCol, SQLITE_TRANSIENT); 10503f913576Sdrh #else 10513f913576Sdrh zType = columnType(&sNC, p, 0, 0, 0); 10523f913576Sdrh #endif 105310fb749bSdanielk1977 sqlite3VdbeSetColName(v, i, COLNAME_DECLTYPE, zType, SQLITE_TRANSIENT); 1054fcb78a49Sdrh } 10553f913576Sdrh #endif /* SQLITE_OMIT_DECLTYPE */ 1056fcb78a49Sdrh } 1057fcb78a49Sdrh 1058fcb78a49Sdrh /* 1059fcb78a49Sdrh ** Generate code that will tell the VDBE the names of columns 1060fcb78a49Sdrh ** in the result set. This information is used to provide the 1061fcabd464Sdrh ** azCol[] values in the callback. 106282c3d636Sdrh */ 1063832508b7Sdrh static void generateColumnNames( 1064832508b7Sdrh Parse *pParse, /* Parser context */ 1065ad3cab52Sdrh SrcList *pTabList, /* List of tables */ 1066832508b7Sdrh ExprList *pEList /* Expressions defining the result set */ 1067832508b7Sdrh ){ 1068d8bc7086Sdrh Vdbe *v = pParse->pVdbe; 10696a3ea0e6Sdrh int i, j; 10709bb575fdSdrh sqlite3 *db = pParse->db; 1071fcabd464Sdrh int fullNames, shortNames; 1072fcabd464Sdrh 1073fe2093d7Sdrh #ifndef SQLITE_OMIT_EXPLAIN 10743cf86063Sdanielk1977 /* If this is an EXPLAIN, skip this step */ 10753cf86063Sdanielk1977 if( pParse->explain ){ 107661de0d1bSdanielk1977 return; 10773cf86063Sdanielk1977 } 10785338a5f7Sdanielk1977 #endif 10793cf86063Sdanielk1977 1080e2f02bacSdrh if( pParse->colNamesSet || NEVER(v==0) || db->mallocFailed ) return; 1081d8bc7086Sdrh pParse->colNamesSet = 1; 1082fcabd464Sdrh fullNames = (db->flags & SQLITE_FullColNames)!=0; 1083fcabd464Sdrh shortNames = (db->flags & SQLITE_ShortColNames)!=0; 108422322fd4Sdanielk1977 sqlite3VdbeSetNumCols(v, pEList->nExpr); 108582c3d636Sdrh for(i=0; i<pEList->nExpr; i++){ 108682c3d636Sdrh Expr *p; 10875a38705eSdrh p = pEList->a[i].pExpr; 1088373cc2ddSdrh if( NEVER(p==0) ) continue; 108982c3d636Sdrh if( pEList->a[i].zName ){ 109082c3d636Sdrh char *zName = pEList->a[i].zName; 109110fb749bSdanielk1977 sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, SQLITE_TRANSIENT); 1092f018cc2eSdrh }else if( (p->op==TK_COLUMN || p->op==TK_AGG_COLUMN) && pTabList ){ 10936a3ea0e6Sdrh Table *pTab; 109497665873Sdrh char *zCol; 10958aff1015Sdrh int iCol = p->iColumn; 1096e2f02bacSdrh for(j=0; ALWAYS(j<pTabList->nSrc); j++){ 1097e2f02bacSdrh if( pTabList->a[j].iCursor==p->iTable ) break; 1098e2f02bacSdrh } 10996a3ea0e6Sdrh assert( j<pTabList->nSrc ); 11006a3ea0e6Sdrh pTab = pTabList->a[j].pTab; 11018aff1015Sdrh if( iCol<0 ) iCol = pTab->iPKey; 110297665873Sdrh assert( iCol==-1 || (iCol>=0 && iCol<pTab->nCol) ); 1103b1363206Sdrh if( iCol<0 ){ 110447a6db2bSdrh zCol = "rowid"; 1105b1363206Sdrh }else{ 1106b1363206Sdrh zCol = pTab->aCol[iCol].zName; 1107b1363206Sdrh } 1108e49b146fSdrh if( !shortNames && !fullNames ){ 110910fb749bSdanielk1977 sqlite3VdbeSetColName(v, i, COLNAME_NAME, 1110b7916a78Sdrh sqlite3DbStrDup(db, pEList->a[i].zSpan), SQLITE_DYNAMIC); 11111c767f0dSdrh }else if( fullNames ){ 111282c3d636Sdrh char *zName = 0; 11131c767f0dSdrh zName = sqlite3MPrintf(db, "%s.%s", pTab->zName, zCol); 111410fb749bSdanielk1977 sqlite3VdbeSetColName(v, i, COLNAME_NAME, zName, SQLITE_DYNAMIC); 111582c3d636Sdrh }else{ 111610fb749bSdanielk1977 sqlite3VdbeSetColName(v, i, COLNAME_NAME, zCol, SQLITE_TRANSIENT); 111782c3d636Sdrh } 11181bee3d7bSdrh }else{ 111910fb749bSdanielk1977 sqlite3VdbeSetColName(v, i, COLNAME_NAME, 1120b7916a78Sdrh sqlite3DbStrDup(db, pEList->a[i].zSpan), SQLITE_DYNAMIC); 112182c3d636Sdrh } 112282c3d636Sdrh } 112376d505baSdanielk1977 generateColumnTypes(pParse, pTabList, pEList); 11245080aaa7Sdrh } 112582c3d636Sdrh 112693758c8dSdanielk1977 #ifndef SQLITE_OMIT_COMPOUND_SELECT 112782c3d636Sdrh /* 1128d8bc7086Sdrh ** Name of the connection operator, used for error messages. 1129d8bc7086Sdrh */ 1130d8bc7086Sdrh static const char *selectOpName(int id){ 1131d8bc7086Sdrh char *z; 1132d8bc7086Sdrh switch( id ){ 1133d8bc7086Sdrh case TK_ALL: z = "UNION ALL"; break; 1134d8bc7086Sdrh case TK_INTERSECT: z = "INTERSECT"; break; 1135d8bc7086Sdrh case TK_EXCEPT: z = "EXCEPT"; break; 1136d8bc7086Sdrh default: z = "UNION"; break; 1137d8bc7086Sdrh } 1138d8bc7086Sdrh return z; 1139d8bc7086Sdrh } 114093758c8dSdanielk1977 #endif /* SQLITE_OMIT_COMPOUND_SELECT */ 1141d8bc7086Sdrh 1142d8bc7086Sdrh /* 11437d10d5a6Sdrh ** Given a an expression list (which is really the list of expressions 11447d10d5a6Sdrh ** that form the result set of a SELECT statement) compute appropriate 11457d10d5a6Sdrh ** column names for a table that would hold the expression list. 11467d10d5a6Sdrh ** 11477d10d5a6Sdrh ** All column names will be unique. 11487d10d5a6Sdrh ** 11497d10d5a6Sdrh ** Only the column names are computed. Column.zType, Column.zColl, 11507d10d5a6Sdrh ** and other fields of Column are zeroed. 11517d10d5a6Sdrh ** 11527d10d5a6Sdrh ** Return SQLITE_OK on success. If a memory allocation error occurs, 11537d10d5a6Sdrh ** store NULL in *paCol and 0 in *pnCol and return SQLITE_NOMEM. 1154315555caSdrh */ 11557d10d5a6Sdrh static int selectColumnsFromExprList( 11567d10d5a6Sdrh Parse *pParse, /* Parsing context */ 11577d10d5a6Sdrh ExprList *pEList, /* Expr list from which to derive column names */ 11587d10d5a6Sdrh int *pnCol, /* Write the number of columns here */ 11597d10d5a6Sdrh Column **paCol /* Write the new column list here */ 11607d10d5a6Sdrh ){ 1161dc5ea5c7Sdrh sqlite3 *db = pParse->db; /* Database connection */ 1162dc5ea5c7Sdrh int i, j; /* Loop counters */ 1163dc5ea5c7Sdrh int cnt; /* Index added to make the name unique */ 1164dc5ea5c7Sdrh Column *aCol, *pCol; /* For looping over result columns */ 1165dc5ea5c7Sdrh int nCol; /* Number of columns in the result set */ 1166dc5ea5c7Sdrh Expr *p; /* Expression for a single result column */ 1167dc5ea5c7Sdrh char *zName; /* Column name */ 1168dc5ea5c7Sdrh int nName; /* Size of name in zName[] */ 116979d5f63fSdrh 11707d10d5a6Sdrh *pnCol = nCol = pEList->nExpr; 11717d10d5a6Sdrh aCol = *paCol = sqlite3DbMallocZero(db, sizeof(aCol[0])*nCol); 11727d10d5a6Sdrh if( aCol==0 ) return SQLITE_NOMEM; 11737d10d5a6Sdrh for(i=0, pCol=aCol; i<nCol; i++, pCol++){ 117479d5f63fSdrh /* Get an appropriate name for the column 117579d5f63fSdrh */ 117679d5f63fSdrh p = pEList->a[i].pExpr; 117733e619fcSdrh assert( p->pRight==0 || ExprHasProperty(p->pRight, EP_IntValue) 117833e619fcSdrh || p->pRight->u.zToken==0 || p->pRight->u.zToken[0]!=0 ); 117991bb0eedSdrh if( (zName = pEList->a[i].zName)!=0 ){ 118079d5f63fSdrh /* If the column contains an "AS <name>" phrase, use <name> as the name */ 118117435752Sdrh zName = sqlite3DbStrDup(db, zName); 11827d10d5a6Sdrh }else{ 1183dc5ea5c7Sdrh Expr *pColExpr = p; /* The expression that is the result column name */ 1184dc5ea5c7Sdrh Table *pTab; /* Table associated with this expression */ 1185dc5ea5c7Sdrh while( pColExpr->op==TK_DOT ) pColExpr = pColExpr->pRight; 1186373cc2ddSdrh if( pColExpr->op==TK_COLUMN && ALWAYS(pColExpr->pTab!=0) ){ 118793a960a0Sdrh /* For columns use the column name name */ 1188dc5ea5c7Sdrh int iCol = pColExpr->iColumn; 1189373cc2ddSdrh pTab = pColExpr->pTab; 1190f0209f74Sdrh if( iCol<0 ) iCol = pTab->iPKey; 1191f0209f74Sdrh zName = sqlite3MPrintf(db, "%s", 1192f0209f74Sdrh iCol>=0 ? pTab->aCol[iCol].zName : "rowid"); 1193b7916a78Sdrh }else if( pColExpr->op==TK_ID ){ 119433e619fcSdrh assert( !ExprHasProperty(pColExpr, EP_IntValue) ); 119533e619fcSdrh zName = sqlite3MPrintf(db, "%s", pColExpr->u.zToken); 119693a960a0Sdrh }else{ 119779d5f63fSdrh /* Use the original text of the column expression as its name */ 1198b7916a78Sdrh zName = sqlite3MPrintf(db, "%s", pEList->a[i].zSpan); 11997d10d5a6Sdrh } 120022f70c32Sdrh } 12017ce72f69Sdrh if( db->mallocFailed ){ 1202633e6d57Sdrh sqlite3DbFree(db, zName); 12037ce72f69Sdrh break; 1204dd5b2fa5Sdrh } 120579d5f63fSdrh 120679d5f63fSdrh /* Make sure the column name is unique. If the name is not unique, 120779d5f63fSdrh ** append a integer to the name so that it becomes unique. 120879d5f63fSdrh */ 1209ea678832Sdrh nName = sqlite3Strlen30(zName); 121079d5f63fSdrh for(j=cnt=0; j<i; j++){ 121179d5f63fSdrh if( sqlite3StrICmp(aCol[j].zName, zName)==0 ){ 1212633e6d57Sdrh char *zNewName; 12132564ef97Sdrh zName[nName] = 0; 1214633e6d57Sdrh zNewName = sqlite3MPrintf(db, "%s:%d", zName, ++cnt); 1215633e6d57Sdrh sqlite3DbFree(db, zName); 1216633e6d57Sdrh zName = zNewName; 121779d5f63fSdrh j = -1; 1218dd5b2fa5Sdrh if( zName==0 ) break; 121979d5f63fSdrh } 122079d5f63fSdrh } 122191bb0eedSdrh pCol->zName = zName; 12227d10d5a6Sdrh } 12237d10d5a6Sdrh if( db->mallocFailed ){ 12247d10d5a6Sdrh for(j=0; j<i; j++){ 12257d10d5a6Sdrh sqlite3DbFree(db, aCol[j].zName); 12267d10d5a6Sdrh } 12277d10d5a6Sdrh sqlite3DbFree(db, aCol); 12287d10d5a6Sdrh *paCol = 0; 12297d10d5a6Sdrh *pnCol = 0; 12307d10d5a6Sdrh return SQLITE_NOMEM; 12317d10d5a6Sdrh } 12327d10d5a6Sdrh return SQLITE_OK; 12337d10d5a6Sdrh } 1234e014a838Sdanielk1977 12357d10d5a6Sdrh /* 12367d10d5a6Sdrh ** Add type and collation information to a column list based on 12377d10d5a6Sdrh ** a SELECT statement. 12387d10d5a6Sdrh ** 12397d10d5a6Sdrh ** The column list presumably came from selectColumnNamesFromExprList(). 12407d10d5a6Sdrh ** The column list has only names, not types or collations. This 12417d10d5a6Sdrh ** routine goes through and adds the types and collations. 12427d10d5a6Sdrh ** 1243b08a67a7Sshane ** This routine requires that all identifiers in the SELECT 12447d10d5a6Sdrh ** statement be resolved. 124579d5f63fSdrh */ 12467d10d5a6Sdrh static void selectAddColumnTypeAndCollation( 12477d10d5a6Sdrh Parse *pParse, /* Parsing contexts */ 12487d10d5a6Sdrh int nCol, /* Number of columns */ 12497d10d5a6Sdrh Column *aCol, /* List of columns */ 12507d10d5a6Sdrh Select *pSelect /* SELECT used to determine types and collations */ 12517d10d5a6Sdrh ){ 12527d10d5a6Sdrh sqlite3 *db = pParse->db; 12537d10d5a6Sdrh NameContext sNC; 12547d10d5a6Sdrh Column *pCol; 12557d10d5a6Sdrh CollSeq *pColl; 12567d10d5a6Sdrh int i; 12577d10d5a6Sdrh Expr *p; 12587d10d5a6Sdrh struct ExprList_item *a; 12597d10d5a6Sdrh 12607d10d5a6Sdrh assert( pSelect!=0 ); 12617d10d5a6Sdrh assert( (pSelect->selFlags & SF_Resolved)!=0 ); 12627d10d5a6Sdrh assert( nCol==pSelect->pEList->nExpr || db->mallocFailed ); 12637d10d5a6Sdrh if( db->mallocFailed ) return; 1264c43e8be8Sdrh memset(&sNC, 0, sizeof(sNC)); 1265b3bce662Sdanielk1977 sNC.pSrcList = pSelect->pSrc; 12667d10d5a6Sdrh a = pSelect->pEList->a; 12677d10d5a6Sdrh for(i=0, pCol=aCol; i<nCol; i++, pCol++){ 12687d10d5a6Sdrh p = a[i].pExpr; 12697d10d5a6Sdrh pCol->zType = sqlite3DbStrDup(db, columnType(&sNC, p, 0, 0, 0)); 1270c60e9b82Sdanielk1977 pCol->affinity = sqlite3ExprAffinity(p); 1271c4a64facSdrh if( pCol->affinity==0 ) pCol->affinity = SQLITE_AFF_NONE; 1272b3bf556eSdanielk1977 pColl = sqlite3ExprCollSeq(pParse, p); 1273b3bf556eSdanielk1977 if( pColl ){ 127417435752Sdrh pCol->zColl = sqlite3DbStrDup(db, pColl->zName); 12750202b29eSdanielk1977 } 127622f70c32Sdrh } 12777d10d5a6Sdrh } 12787d10d5a6Sdrh 12797d10d5a6Sdrh /* 12807d10d5a6Sdrh ** Given a SELECT statement, generate a Table structure that describes 12817d10d5a6Sdrh ** the result set of that SELECT. 12827d10d5a6Sdrh */ 12837d10d5a6Sdrh Table *sqlite3ResultSetOfSelect(Parse *pParse, Select *pSelect){ 12847d10d5a6Sdrh Table *pTab; 12857d10d5a6Sdrh sqlite3 *db = pParse->db; 12867d10d5a6Sdrh int savedFlags; 12877d10d5a6Sdrh 12887d10d5a6Sdrh savedFlags = db->flags; 12897d10d5a6Sdrh db->flags &= ~SQLITE_FullColNames; 12907d10d5a6Sdrh db->flags |= SQLITE_ShortColNames; 12917d10d5a6Sdrh sqlite3SelectPrep(pParse, pSelect, 0); 12927d10d5a6Sdrh if( pParse->nErr ) return 0; 12937d10d5a6Sdrh while( pSelect->pPrior ) pSelect = pSelect->pPrior; 12947d10d5a6Sdrh db->flags = savedFlags; 12957d10d5a6Sdrh pTab = sqlite3DbMallocZero(db, sizeof(Table) ); 12967d10d5a6Sdrh if( pTab==0 ){ 12977d10d5a6Sdrh return 0; 12987d10d5a6Sdrh } 1299373cc2ddSdrh /* The sqlite3ResultSetOfSelect() is only used n contexts where lookaside 1300b2468954Sdrh ** is disabled */ 1301373cc2ddSdrh assert( db->lookaside.bEnabled==0 ); 13027d10d5a6Sdrh pTab->nRef = 1; 13037d10d5a6Sdrh pTab->zName = 0; 13047d10d5a6Sdrh selectColumnsFromExprList(pParse, pSelect->pEList, &pTab->nCol, &pTab->aCol); 13057d10d5a6Sdrh selectAddColumnTypeAndCollation(pParse, pTab->nCol, pTab->aCol, pSelect); 130622f70c32Sdrh pTab->iPKey = -1; 13077ce72f69Sdrh if( db->mallocFailed ){ 13081feeaed2Sdan sqlite3DeleteTable(db, pTab); 13097ce72f69Sdrh return 0; 13107ce72f69Sdrh } 131122f70c32Sdrh return pTab; 131222f70c32Sdrh } 131322f70c32Sdrh 131422f70c32Sdrh /* 1315d8bc7086Sdrh ** Get a VDBE for the given parser context. Create a new one if necessary. 1316d8bc7086Sdrh ** If an error occurs, return NULL and leave a message in pParse. 1317d8bc7086Sdrh */ 13184adee20fSdanielk1977 Vdbe *sqlite3GetVdbe(Parse *pParse){ 1319d8bc7086Sdrh Vdbe *v = pParse->pVdbe; 1320d8bc7086Sdrh if( v==0 ){ 13214adee20fSdanielk1977 v = pParse->pVdbe = sqlite3VdbeCreate(pParse->db); 1322949f9cd5Sdrh #ifndef SQLITE_OMIT_TRACE 1323949f9cd5Sdrh if( v ){ 1324949f9cd5Sdrh sqlite3VdbeAddOp0(v, OP_Trace); 1325949f9cd5Sdrh } 1326949f9cd5Sdrh #endif 1327d8bc7086Sdrh } 1328d8bc7086Sdrh return v; 1329d8bc7086Sdrh } 1330d8bc7086Sdrh 133115007a99Sdrh 1332d8bc7086Sdrh /* 13337b58daeaSdrh ** Compute the iLimit and iOffset fields of the SELECT based on the 1334ec7429aeSdrh ** pLimit and pOffset expressions. pLimit and pOffset hold the expressions 13357b58daeaSdrh ** that appear in the original SQL statement after the LIMIT and OFFSET 1336a2dc3b1aSdanielk1977 ** keywords. Or NULL if those keywords are omitted. iLimit and iOffset 1337a2dc3b1aSdanielk1977 ** are the integer memory register numbers for counters used to compute 1338a2dc3b1aSdanielk1977 ** the limit and offset. If there is no limit and/or offset, then 1339a2dc3b1aSdanielk1977 ** iLimit and iOffset are negative. 13407b58daeaSdrh ** 1341d59ba6ceSdrh ** This routine changes the values of iLimit and iOffset only if 1342ec7429aeSdrh ** a limit or offset is defined by pLimit and pOffset. iLimit and 13437b58daeaSdrh ** iOffset should have been preset to appropriate default values 13447b58daeaSdrh ** (usually but not always -1) prior to calling this routine. 1345ec7429aeSdrh ** Only if pLimit!=0 or pOffset!=0 do the limit registers get 13467b58daeaSdrh ** redefined. The UNION ALL operator uses this property to force 13477b58daeaSdrh ** the reuse of the same limit and offset registers across multiple 13487b58daeaSdrh ** SELECT statements. 13497b58daeaSdrh */ 1350ec7429aeSdrh static void computeLimitRegisters(Parse *pParse, Select *p, int iBreak){ 135102afc861Sdrh Vdbe *v = 0; 135202afc861Sdrh int iLimit = 0; 135315007a99Sdrh int iOffset; 13549b918ed1Sdrh int addr1, n; 13550acb7e48Sdrh if( p->iLimit ) return; 135615007a99Sdrh 13577b58daeaSdrh /* 13587b58daeaSdrh ** "LIMIT -1" always shows all rows. There is some 13597b58daeaSdrh ** contraversy about what the correct behavior should be. 13607b58daeaSdrh ** The current implementation interprets "LIMIT 0" to mean 13617b58daeaSdrh ** no rows. 13627b58daeaSdrh */ 1363ceea3321Sdrh sqlite3ExprCacheClear(pParse); 1364373cc2ddSdrh assert( p->pOffset==0 || p->pLimit!=0 ); 1365a2dc3b1aSdanielk1977 if( p->pLimit ){ 13660a07c107Sdrh p->iLimit = iLimit = ++pParse->nMem; 136715007a99Sdrh v = sqlite3GetVdbe(pParse); 1368373cc2ddSdrh if( NEVER(v==0) ) return; /* VDBE should have already been allocated */ 13699b918ed1Sdrh if( sqlite3ExprIsInteger(p->pLimit, &n) ){ 13709b918ed1Sdrh sqlite3VdbeAddOp2(v, OP_Integer, n, iLimit); 13719b918ed1Sdrh VdbeComment((v, "LIMIT counter")); 1372456e4e4fSdrh if( n==0 ){ 1373456e4e4fSdrh sqlite3VdbeAddOp2(v, OP_Goto, 0, iBreak); 13749b918ed1Sdrh } 13759b918ed1Sdrh }else{ 1376b7654111Sdrh sqlite3ExprCode(pParse, p->pLimit, iLimit); 1377b7654111Sdrh sqlite3VdbeAddOp1(v, OP_MustBeInt, iLimit); 1378d4e70ebdSdrh VdbeComment((v, "LIMIT counter")); 13793c84ddffSdrh sqlite3VdbeAddOp2(v, OP_IfZero, iLimit, iBreak); 13809b918ed1Sdrh } 1381a2dc3b1aSdanielk1977 if( p->pOffset ){ 13820a07c107Sdrh p->iOffset = iOffset = ++pParse->nMem; 1383b7654111Sdrh pParse->nMem++; /* Allocate an extra register for limit+offset */ 1384b7654111Sdrh sqlite3ExprCode(pParse, p->pOffset, iOffset); 1385b7654111Sdrh sqlite3VdbeAddOp1(v, OP_MustBeInt, iOffset); 1386d4e70ebdSdrh VdbeComment((v, "OFFSET counter")); 13873c84ddffSdrh addr1 = sqlite3VdbeAddOp1(v, OP_IfPos, iOffset); 1388b7654111Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 0, iOffset); 138915007a99Sdrh sqlite3VdbeJumpHere(v, addr1); 1390b7654111Sdrh sqlite3VdbeAddOp3(v, OP_Add, iLimit, iOffset, iOffset+1); 1391d4e70ebdSdrh VdbeComment((v, "LIMIT+OFFSET")); 1392b7654111Sdrh addr1 = sqlite3VdbeAddOp1(v, OP_IfPos, iLimit); 1393b7654111Sdrh sqlite3VdbeAddOp2(v, OP_Integer, -1, iOffset+1); 1394b7654111Sdrh sqlite3VdbeJumpHere(v, addr1); 1395b7654111Sdrh } 1396d59ba6ceSdrh } 13977b58daeaSdrh } 13987b58daeaSdrh 1399b7f9164eSdrh #ifndef SQLITE_OMIT_COMPOUND_SELECT 1400fbc4ee7bSdrh /* 1401fbc4ee7bSdrh ** Return the appropriate collating sequence for the iCol-th column of 1402fbc4ee7bSdrh ** the result set for the compound-select statement "p". Return NULL if 1403fbc4ee7bSdrh ** the column has no default collating sequence. 1404fbc4ee7bSdrh ** 1405fbc4ee7bSdrh ** The collating sequence for the compound select is taken from the 1406fbc4ee7bSdrh ** left-most term of the select that has a collating sequence. 1407fbc4ee7bSdrh */ 1408dc1bdc4fSdanielk1977 static CollSeq *multiSelectCollSeq(Parse *pParse, Select *p, int iCol){ 1409fbc4ee7bSdrh CollSeq *pRet; 1410dc1bdc4fSdanielk1977 if( p->pPrior ){ 1411dc1bdc4fSdanielk1977 pRet = multiSelectCollSeq(pParse, p->pPrior, iCol); 1412fbc4ee7bSdrh }else{ 1413fbc4ee7bSdrh pRet = 0; 1414dc1bdc4fSdanielk1977 } 141510c081adSdrh assert( iCol>=0 ); 141610c081adSdrh if( pRet==0 && iCol<p->pEList->nExpr ){ 1417dc1bdc4fSdanielk1977 pRet = sqlite3ExprCollSeq(pParse, p->pEList->a[iCol].pExpr); 1418dc1bdc4fSdanielk1977 } 1419dc1bdc4fSdanielk1977 return pRet; 1420d3d39e93Sdrh } 1421b7f9164eSdrh #endif /* SQLITE_OMIT_COMPOUND_SELECT */ 1422d3d39e93Sdrh 1423b21e7c70Sdrh /* Forward reference */ 1424b21e7c70Sdrh static int multiSelectOrderBy( 1425b21e7c70Sdrh Parse *pParse, /* Parsing context */ 1426b21e7c70Sdrh Select *p, /* The right-most of SELECTs to be coded */ 1427a9671a22Sdrh SelectDest *pDest /* What to do with query results */ 1428b21e7c70Sdrh ); 1429b21e7c70Sdrh 1430b21e7c70Sdrh 1431b7f9164eSdrh #ifndef SQLITE_OMIT_COMPOUND_SELECT 1432d3d39e93Sdrh /* 143316ee60ffSdrh ** This routine is called to process a compound query form from 143416ee60ffSdrh ** two or more separate queries using UNION, UNION ALL, EXCEPT, or 143516ee60ffSdrh ** INTERSECT 1436c926afbcSdrh ** 1437e78e8284Sdrh ** "p" points to the right-most of the two queries. the query on the 1438e78e8284Sdrh ** left is p->pPrior. The left query could also be a compound query 1439e78e8284Sdrh ** in which case this routine will be called recursively. 1440e78e8284Sdrh ** 1441e78e8284Sdrh ** The results of the total query are to be written into a destination 1442e78e8284Sdrh ** of type eDest with parameter iParm. 1443e78e8284Sdrh ** 1444e78e8284Sdrh ** Example 1: Consider a three-way compound SQL statement. 1445e78e8284Sdrh ** 1446e78e8284Sdrh ** SELECT a FROM t1 UNION SELECT b FROM t2 UNION SELECT c FROM t3 1447e78e8284Sdrh ** 1448e78e8284Sdrh ** This statement is parsed up as follows: 1449e78e8284Sdrh ** 1450e78e8284Sdrh ** SELECT c FROM t3 1451e78e8284Sdrh ** | 1452e78e8284Sdrh ** `-----> SELECT b FROM t2 1453e78e8284Sdrh ** | 14544b11c6d3Sjplyon ** `------> SELECT a FROM t1 1455e78e8284Sdrh ** 1456e78e8284Sdrh ** The arrows in the diagram above represent the Select.pPrior pointer. 1457e78e8284Sdrh ** So if this routine is called with p equal to the t3 query, then 1458e78e8284Sdrh ** pPrior will be the t2 query. p->op will be TK_UNION in this case. 1459e78e8284Sdrh ** 1460e78e8284Sdrh ** Notice that because of the way SQLite parses compound SELECTs, the 1461e78e8284Sdrh ** individual selects always group from left to right. 146282c3d636Sdrh */ 146384ac9d02Sdanielk1977 static int multiSelect( 1464fbc4ee7bSdrh Parse *pParse, /* Parsing context */ 1465fbc4ee7bSdrh Select *p, /* The right-most of SELECTs to be coded */ 1466a9671a22Sdrh SelectDest *pDest /* What to do with query results */ 146784ac9d02Sdanielk1977 ){ 146884ac9d02Sdanielk1977 int rc = SQLITE_OK; /* Success code from a subroutine */ 146910e5e3cfSdrh Select *pPrior; /* Another SELECT immediately to our left */ 147010e5e3cfSdrh Vdbe *v; /* Generate code to this VDBE */ 14711013c932Sdrh SelectDest dest; /* Alternative data destination */ 1472eca7e01aSdanielk1977 Select *pDelete = 0; /* Chain of simple selects to delete */ 1473633e6d57Sdrh sqlite3 *db; /* Database connection */ 147482c3d636Sdrh 14757b58daeaSdrh /* Make sure there is no ORDER BY or LIMIT clause on prior SELECTs. Only 1476fbc4ee7bSdrh ** the last (right-most) SELECT in the series may have an ORDER BY or LIMIT. 147782c3d636Sdrh */ 1478701bb3b4Sdrh assert( p && p->pPrior ); /* Calling function guarantees this much */ 1479633e6d57Sdrh db = pParse->db; 1480d8bc7086Sdrh pPrior = p->pPrior; 14810342b1f5Sdrh assert( pPrior->pRightmost!=pPrior ); 14820342b1f5Sdrh assert( pPrior->pRightmost==p->pRightmost ); 1483bc10377aSdrh dest = *pDest; 1484d8bc7086Sdrh if( pPrior->pOrderBy ){ 14854adee20fSdanielk1977 sqlite3ErrorMsg(pParse,"ORDER BY clause should come after %s not before", 1486da93d238Sdrh selectOpName(p->op)); 148784ac9d02Sdanielk1977 rc = 1; 148884ac9d02Sdanielk1977 goto multi_select_end; 148982c3d636Sdrh } 1490a2dc3b1aSdanielk1977 if( pPrior->pLimit ){ 14914adee20fSdanielk1977 sqlite3ErrorMsg(pParse,"LIMIT clause should come after %s not before", 14927b58daeaSdrh selectOpName(p->op)); 149384ac9d02Sdanielk1977 rc = 1; 149484ac9d02Sdanielk1977 goto multi_select_end; 14957b58daeaSdrh } 149682c3d636Sdrh 14974adee20fSdanielk1977 v = sqlite3GetVdbe(pParse); 1498701bb3b4Sdrh assert( v!=0 ); /* The VDBE already created by calling function */ 1499d8bc7086Sdrh 15001cc3d75fSdrh /* Create the destination temporary table if necessary 15011cc3d75fSdrh */ 15026c8c8ce0Sdanielk1977 if( dest.eDest==SRT_EphemTab ){ 1503b4964b72Sdanielk1977 assert( p->pEList ); 1504f6e369a1Sdrh sqlite3VdbeAddOp2(v, OP_OpenEphemeral, dest.iParm, p->pEList->nExpr); 1505d4187c71Sdrh sqlite3VdbeChangeP5(v, BTREE_UNORDERED); 15066c8c8ce0Sdanielk1977 dest.eDest = SRT_Table; 15071cc3d75fSdrh } 15081cc3d75fSdrh 1509f6e369a1Sdrh /* Make sure all SELECTs in the statement have the same number of elements 1510f6e369a1Sdrh ** in their result sets. 1511f6e369a1Sdrh */ 1512f6e369a1Sdrh assert( p->pEList && pPrior->pEList ); 1513f6e369a1Sdrh if( p->pEList->nExpr!=pPrior->pEList->nExpr ){ 1514f6e369a1Sdrh sqlite3ErrorMsg(pParse, "SELECTs to the left and right of %s" 1515f6e369a1Sdrh " do not have the same number of result columns", selectOpName(p->op)); 1516f6e369a1Sdrh rc = 1; 1517f6e369a1Sdrh goto multi_select_end; 1518f6e369a1Sdrh } 1519f6e369a1Sdrh 1520a9671a22Sdrh /* Compound SELECTs that have an ORDER BY clause are handled separately. 1521a9671a22Sdrh */ 1522f6e369a1Sdrh if( p->pOrderBy ){ 1523a9671a22Sdrh return multiSelectOrderBy(pParse, p, pDest); 1524f6e369a1Sdrh } 1525f6e369a1Sdrh 1526f46f905aSdrh /* Generate code for the left and right SELECT statements. 1527d8bc7086Sdrh */ 152882c3d636Sdrh switch( p->op ){ 1529f46f905aSdrh case TK_ALL: { 1530ec7429aeSdrh int addr = 0; 1531a2dc3b1aSdanielk1977 assert( !pPrior->pLimit ); 1532a2dc3b1aSdanielk1977 pPrior->pLimit = p->pLimit; 1533a2dc3b1aSdanielk1977 pPrior->pOffset = p->pOffset; 15347d10d5a6Sdrh rc = sqlite3Select(pParse, pPrior, &dest); 1535ad68cb6bSdanielk1977 p->pLimit = 0; 1536ad68cb6bSdanielk1977 p->pOffset = 0; 153784ac9d02Sdanielk1977 if( rc ){ 153884ac9d02Sdanielk1977 goto multi_select_end; 153984ac9d02Sdanielk1977 } 1540f46f905aSdrh p->pPrior = 0; 15417b58daeaSdrh p->iLimit = pPrior->iLimit; 15427b58daeaSdrh p->iOffset = pPrior->iOffset; 154392b01d53Sdrh if( p->iLimit ){ 15443c84ddffSdrh addr = sqlite3VdbeAddOp1(v, OP_IfZero, p->iLimit); 1545d4e70ebdSdrh VdbeComment((v, "Jump ahead if LIMIT reached")); 1546ec7429aeSdrh } 15477d10d5a6Sdrh rc = sqlite3Select(pParse, p, &dest); 1548373cc2ddSdrh testcase( rc!=SQLITE_OK ); 1549eca7e01aSdanielk1977 pDelete = p->pPrior; 1550f46f905aSdrh p->pPrior = pPrior; 1551ec7429aeSdrh if( addr ){ 1552ec7429aeSdrh sqlite3VdbeJumpHere(v, addr); 1553ec7429aeSdrh } 1554f46f905aSdrh break; 1555f46f905aSdrh } 155682c3d636Sdrh case TK_EXCEPT: 155782c3d636Sdrh case TK_UNION: { 1558d8bc7086Sdrh int unionTab; /* Cursor number of the temporary table holding result */ 1559ea678832Sdrh u8 op = 0; /* One of the SRT_ operations to apply to self */ 1560d8bc7086Sdrh int priorOp; /* The SRT_ operation to apply to prior selects */ 1561a2dc3b1aSdanielk1977 Expr *pLimit, *pOffset; /* Saved values of p->nLimit and p->nOffset */ 1562dc1bdc4fSdanielk1977 int addr; 15636c8c8ce0Sdanielk1977 SelectDest uniondest; 156482c3d636Sdrh 1565373cc2ddSdrh testcase( p->op==TK_EXCEPT ); 1566373cc2ddSdrh testcase( p->op==TK_UNION ); 156793a960a0Sdrh priorOp = SRT_Union; 1568e2f02bacSdrh if( dest.eDest==priorOp && ALWAYS(!p->pLimit &&!p->pOffset) ){ 1569d8bc7086Sdrh /* We can reuse a temporary table generated by a SELECT to our 1570c926afbcSdrh ** right. 1571d8bc7086Sdrh */ 1572e2f02bacSdrh assert( p->pRightmost!=p ); /* Can only happen for leftward elements 1573e2f02bacSdrh ** of a 3-way or more compound */ 1574e2f02bacSdrh assert( p->pLimit==0 ); /* Not allowed on leftward elements */ 1575e2f02bacSdrh assert( p->pOffset==0 ); /* Not allowed on leftward elements */ 15766c8c8ce0Sdanielk1977 unionTab = dest.iParm; 157782c3d636Sdrh }else{ 1578d8bc7086Sdrh /* We will need to create our own temporary table to hold the 1579d8bc7086Sdrh ** intermediate results. 1580d8bc7086Sdrh */ 158182c3d636Sdrh unionTab = pParse->nTab++; 158293a960a0Sdrh assert( p->pOrderBy==0 ); 158366a5167bSdrh addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, unionTab, 0); 1584b9bb7c18Sdrh assert( p->addrOpenEphm[0] == -1 ); 1585b9bb7c18Sdrh p->addrOpenEphm[0] = addr; 15867d10d5a6Sdrh p->pRightmost->selFlags |= SF_UsesEphemeral; 158784ac9d02Sdanielk1977 assert( p->pEList ); 1588d8bc7086Sdrh } 1589d8bc7086Sdrh 1590d8bc7086Sdrh /* Code the SELECT statements to our left 1591d8bc7086Sdrh */ 1592b3bce662Sdanielk1977 assert( !pPrior->pOrderBy ); 15931013c932Sdrh sqlite3SelectDestInit(&uniondest, priorOp, unionTab); 15947d10d5a6Sdrh rc = sqlite3Select(pParse, pPrior, &uniondest); 159584ac9d02Sdanielk1977 if( rc ){ 159684ac9d02Sdanielk1977 goto multi_select_end; 159784ac9d02Sdanielk1977 } 1598d8bc7086Sdrh 1599d8bc7086Sdrh /* Code the current SELECT statement 1600d8bc7086Sdrh */ 16014cfb22f7Sdrh if( p->op==TK_EXCEPT ){ 16024cfb22f7Sdrh op = SRT_Except; 16034cfb22f7Sdrh }else{ 16044cfb22f7Sdrh assert( p->op==TK_UNION ); 16054cfb22f7Sdrh op = SRT_Union; 1606d8bc7086Sdrh } 160782c3d636Sdrh p->pPrior = 0; 1608a2dc3b1aSdanielk1977 pLimit = p->pLimit; 1609a2dc3b1aSdanielk1977 p->pLimit = 0; 1610a2dc3b1aSdanielk1977 pOffset = p->pOffset; 1611a2dc3b1aSdanielk1977 p->pOffset = 0; 16126c8c8ce0Sdanielk1977 uniondest.eDest = op; 16137d10d5a6Sdrh rc = sqlite3Select(pParse, p, &uniondest); 1614373cc2ddSdrh testcase( rc!=SQLITE_OK ); 16155bd1bf2eSdrh /* Query flattening in sqlite3Select() might refill p->pOrderBy. 16165bd1bf2eSdrh ** Be sure to delete p->pOrderBy, therefore, to avoid a memory leak. */ 1617633e6d57Sdrh sqlite3ExprListDelete(db, p->pOrderBy); 1618eca7e01aSdanielk1977 pDelete = p->pPrior; 161982c3d636Sdrh p->pPrior = pPrior; 1620a9671a22Sdrh p->pOrderBy = 0; 1621633e6d57Sdrh sqlite3ExprDelete(db, p->pLimit); 1622a2dc3b1aSdanielk1977 p->pLimit = pLimit; 1623a2dc3b1aSdanielk1977 p->pOffset = pOffset; 162492b01d53Sdrh p->iLimit = 0; 162592b01d53Sdrh p->iOffset = 0; 1626d8bc7086Sdrh 1627d8bc7086Sdrh /* Convert the data in the temporary table into whatever form 1628d8bc7086Sdrh ** it is that we currently need. 1629d8bc7086Sdrh */ 1630373cc2ddSdrh assert( unionTab==dest.iParm || dest.eDest!=priorOp ); 1631373cc2ddSdrh if( dest.eDest!=priorOp ){ 16326b56344dSdrh int iCont, iBreak, iStart; 163382c3d636Sdrh assert( p->pEList ); 16347d10d5a6Sdrh if( dest.eDest==SRT_Output ){ 163592378253Sdrh Select *pFirst = p; 163692378253Sdrh while( pFirst->pPrior ) pFirst = pFirst->pPrior; 163792378253Sdrh generateColumnNames(pParse, 0, pFirst->pEList); 163841202ccaSdrh } 16394adee20fSdanielk1977 iBreak = sqlite3VdbeMakeLabel(v); 16404adee20fSdanielk1977 iCont = sqlite3VdbeMakeLabel(v); 1641ec7429aeSdrh computeLimitRegisters(pParse, p, iBreak); 164266a5167bSdrh sqlite3VdbeAddOp2(v, OP_Rewind, unionTab, iBreak); 16434adee20fSdanielk1977 iStart = sqlite3VdbeCurrentAddr(v); 1644d2b3e23bSdrh selectInnerLoop(pParse, p, p->pEList, unionTab, p->pEList->nExpr, 1645a9671a22Sdrh 0, -1, &dest, iCont, iBreak); 16464adee20fSdanielk1977 sqlite3VdbeResolveLabel(v, iCont); 164766a5167bSdrh sqlite3VdbeAddOp2(v, OP_Next, unionTab, iStart); 16484adee20fSdanielk1977 sqlite3VdbeResolveLabel(v, iBreak); 164966a5167bSdrh sqlite3VdbeAddOp2(v, OP_Close, unionTab, 0); 165082c3d636Sdrh } 165182c3d636Sdrh break; 165282c3d636Sdrh } 1653373cc2ddSdrh default: assert( p->op==TK_INTERSECT ); { 165482c3d636Sdrh int tab1, tab2; 16556b56344dSdrh int iCont, iBreak, iStart; 1656a2dc3b1aSdanielk1977 Expr *pLimit, *pOffset; 1657dc1bdc4fSdanielk1977 int addr; 16581013c932Sdrh SelectDest intersectdest; 16599cbf3425Sdrh int r1; 166082c3d636Sdrh 1661d8bc7086Sdrh /* INTERSECT is different from the others since it requires 16626206d50aSdrh ** two temporary tables. Hence it has its own case. Begin 1663d8bc7086Sdrh ** by allocating the tables we will need. 1664d8bc7086Sdrh */ 166582c3d636Sdrh tab1 = pParse->nTab++; 166682c3d636Sdrh tab2 = pParse->nTab++; 166793a960a0Sdrh assert( p->pOrderBy==0 ); 1668dc1bdc4fSdanielk1977 166966a5167bSdrh addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, tab1, 0); 1670b9bb7c18Sdrh assert( p->addrOpenEphm[0] == -1 ); 1671b9bb7c18Sdrh p->addrOpenEphm[0] = addr; 16727d10d5a6Sdrh p->pRightmost->selFlags |= SF_UsesEphemeral; 167384ac9d02Sdanielk1977 assert( p->pEList ); 1674d8bc7086Sdrh 1675d8bc7086Sdrh /* Code the SELECTs to our left into temporary table "tab1". 1676d8bc7086Sdrh */ 16771013c932Sdrh sqlite3SelectDestInit(&intersectdest, SRT_Union, tab1); 16787d10d5a6Sdrh rc = sqlite3Select(pParse, pPrior, &intersectdest); 167984ac9d02Sdanielk1977 if( rc ){ 168084ac9d02Sdanielk1977 goto multi_select_end; 168184ac9d02Sdanielk1977 } 1682d8bc7086Sdrh 1683d8bc7086Sdrh /* Code the current SELECT into temporary table "tab2" 1684d8bc7086Sdrh */ 168566a5167bSdrh addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, tab2, 0); 1686b9bb7c18Sdrh assert( p->addrOpenEphm[1] == -1 ); 1687b9bb7c18Sdrh p->addrOpenEphm[1] = addr; 168882c3d636Sdrh p->pPrior = 0; 1689a2dc3b1aSdanielk1977 pLimit = p->pLimit; 1690a2dc3b1aSdanielk1977 p->pLimit = 0; 1691a2dc3b1aSdanielk1977 pOffset = p->pOffset; 1692a2dc3b1aSdanielk1977 p->pOffset = 0; 16936c8c8ce0Sdanielk1977 intersectdest.iParm = tab2; 16947d10d5a6Sdrh rc = sqlite3Select(pParse, p, &intersectdest); 1695373cc2ddSdrh testcase( rc!=SQLITE_OK ); 1696eca7e01aSdanielk1977 pDelete = p->pPrior; 169782c3d636Sdrh p->pPrior = pPrior; 1698633e6d57Sdrh sqlite3ExprDelete(db, p->pLimit); 1699a2dc3b1aSdanielk1977 p->pLimit = pLimit; 1700a2dc3b1aSdanielk1977 p->pOffset = pOffset; 1701d8bc7086Sdrh 1702d8bc7086Sdrh /* Generate code to take the intersection of the two temporary 1703d8bc7086Sdrh ** tables. 1704d8bc7086Sdrh */ 170582c3d636Sdrh assert( p->pEList ); 17067d10d5a6Sdrh if( dest.eDest==SRT_Output ){ 170792378253Sdrh Select *pFirst = p; 170892378253Sdrh while( pFirst->pPrior ) pFirst = pFirst->pPrior; 170992378253Sdrh generateColumnNames(pParse, 0, pFirst->pEList); 171041202ccaSdrh } 17114adee20fSdanielk1977 iBreak = sqlite3VdbeMakeLabel(v); 17124adee20fSdanielk1977 iCont = sqlite3VdbeMakeLabel(v); 1713ec7429aeSdrh computeLimitRegisters(pParse, p, iBreak); 171466a5167bSdrh sqlite3VdbeAddOp2(v, OP_Rewind, tab1, iBreak); 17159cbf3425Sdrh r1 = sqlite3GetTempReg(pParse); 17169cbf3425Sdrh iStart = sqlite3VdbeAddOp2(v, OP_RowKey, tab1, r1); 17178cff69dfSdrh sqlite3VdbeAddOp4Int(v, OP_NotFound, tab2, iCont, r1, 0); 17189cbf3425Sdrh sqlite3ReleaseTempReg(pParse, r1); 1719d2b3e23bSdrh selectInnerLoop(pParse, p, p->pEList, tab1, p->pEList->nExpr, 1720a9671a22Sdrh 0, -1, &dest, iCont, iBreak); 17214adee20fSdanielk1977 sqlite3VdbeResolveLabel(v, iCont); 172266a5167bSdrh sqlite3VdbeAddOp2(v, OP_Next, tab1, iStart); 17234adee20fSdanielk1977 sqlite3VdbeResolveLabel(v, iBreak); 172466a5167bSdrh sqlite3VdbeAddOp2(v, OP_Close, tab2, 0); 172566a5167bSdrh sqlite3VdbeAddOp2(v, OP_Close, tab1, 0); 172682c3d636Sdrh break; 172782c3d636Sdrh } 172882c3d636Sdrh } 17298cdbf836Sdrh 1730a9671a22Sdrh /* Compute collating sequences used by 1731a9671a22Sdrh ** temporary tables needed to implement the compound select. 1732a9671a22Sdrh ** Attach the KeyInfo structure to all temporary tables. 17338cdbf836Sdrh ** 17348cdbf836Sdrh ** This section is run by the right-most SELECT statement only. 17358cdbf836Sdrh ** SELECT statements to the left always skip this part. The right-most 17368cdbf836Sdrh ** SELECT might also skip this part if it has no ORDER BY clause and 17378cdbf836Sdrh ** no temp tables are required. 1738fbc4ee7bSdrh */ 17397d10d5a6Sdrh if( p->selFlags & SF_UsesEphemeral ){ 1740fbc4ee7bSdrh int i; /* Loop counter */ 1741fbc4ee7bSdrh KeyInfo *pKeyInfo; /* Collating sequence for the result set */ 17420342b1f5Sdrh Select *pLoop; /* For looping through SELECT statements */ 1743f68d7d17Sdrh CollSeq **apColl; /* For looping through pKeyInfo->aColl[] */ 174493a960a0Sdrh int nCol; /* Number of columns in result set */ 1745fbc4ee7bSdrh 17460342b1f5Sdrh assert( p->pRightmost==p ); 174793a960a0Sdrh nCol = p->pEList->nExpr; 1748633e6d57Sdrh pKeyInfo = sqlite3DbMallocZero(db, 1749a9671a22Sdrh sizeof(*pKeyInfo)+nCol*(sizeof(CollSeq*) + 1)); 1750dc1bdc4fSdanielk1977 if( !pKeyInfo ){ 1751dc1bdc4fSdanielk1977 rc = SQLITE_NOMEM; 1752dc1bdc4fSdanielk1977 goto multi_select_end; 1753dc1bdc4fSdanielk1977 } 1754dc1bdc4fSdanielk1977 1755633e6d57Sdrh pKeyInfo->enc = ENC(db); 1756ea678832Sdrh pKeyInfo->nField = (u16)nCol; 1757dc1bdc4fSdanielk1977 17580342b1f5Sdrh for(i=0, apColl=pKeyInfo->aColl; i<nCol; i++, apColl++){ 17590342b1f5Sdrh *apColl = multiSelectCollSeq(pParse, p, i); 17600342b1f5Sdrh if( 0==*apColl ){ 1761633e6d57Sdrh *apColl = db->pDfltColl; 1762dc1bdc4fSdanielk1977 } 1763dc1bdc4fSdanielk1977 } 1764dc1bdc4fSdanielk1977 17650342b1f5Sdrh for(pLoop=p; pLoop; pLoop=pLoop->pPrior){ 17660342b1f5Sdrh for(i=0; i<2; i++){ 1767b9bb7c18Sdrh int addr = pLoop->addrOpenEphm[i]; 17680342b1f5Sdrh if( addr<0 ){ 17690342b1f5Sdrh /* If [0] is unused then [1] is also unused. So we can 17700342b1f5Sdrh ** always safely abort as soon as the first unused slot is found */ 1771b9bb7c18Sdrh assert( pLoop->addrOpenEphm[1]<0 ); 17720342b1f5Sdrh break; 17730342b1f5Sdrh } 17740342b1f5Sdrh sqlite3VdbeChangeP2(v, addr, nCol); 177566a5167bSdrh sqlite3VdbeChangeP4(v, addr, (char*)pKeyInfo, P4_KEYINFO); 17760ee5a1e7Sdrh pLoop->addrOpenEphm[i] = -1; 17770342b1f5Sdrh } 1778dc1bdc4fSdanielk1977 } 1779633e6d57Sdrh sqlite3DbFree(db, pKeyInfo); 1780dc1bdc4fSdanielk1977 } 1781dc1bdc4fSdanielk1977 1782dc1bdc4fSdanielk1977 multi_select_end: 17831013c932Sdrh pDest->iMem = dest.iMem; 1784ad27e761Sdrh pDest->nMem = dest.nMem; 1785633e6d57Sdrh sqlite3SelectDelete(db, pDelete); 178684ac9d02Sdanielk1977 return rc; 17872282792aSdrh } 1788b7f9164eSdrh #endif /* SQLITE_OMIT_COMPOUND_SELECT */ 17892282792aSdrh 1790b21e7c70Sdrh /* 1791b21e7c70Sdrh ** Code an output subroutine for a coroutine implementation of a 1792b21e7c70Sdrh ** SELECT statment. 17930acb7e48Sdrh ** 17940acb7e48Sdrh ** The data to be output is contained in pIn->iMem. There are 17950acb7e48Sdrh ** pIn->nMem columns to be output. pDest is where the output should 17960acb7e48Sdrh ** be sent. 17970acb7e48Sdrh ** 17980acb7e48Sdrh ** regReturn is the number of the register holding the subroutine 17990acb7e48Sdrh ** return address. 18000acb7e48Sdrh ** 1801f053d5b6Sdrh ** If regPrev>0 then it is the first register in a vector that 18020acb7e48Sdrh ** records the previous output. mem[regPrev] is a flag that is false 18030acb7e48Sdrh ** if there has been no previous output. If regPrev>0 then code is 18040acb7e48Sdrh ** generated to suppress duplicates. pKeyInfo is used for comparing 18050acb7e48Sdrh ** keys. 18060acb7e48Sdrh ** 18070acb7e48Sdrh ** If the LIMIT found in p->iLimit is reached, jump immediately to 18080acb7e48Sdrh ** iBreak. 1809b21e7c70Sdrh */ 18100acb7e48Sdrh static int generateOutputSubroutine( 181192b01d53Sdrh Parse *pParse, /* Parsing context */ 181292b01d53Sdrh Select *p, /* The SELECT statement */ 181392b01d53Sdrh SelectDest *pIn, /* Coroutine supplying data */ 181492b01d53Sdrh SelectDest *pDest, /* Where to send the data */ 181592b01d53Sdrh int regReturn, /* The return address register */ 18160acb7e48Sdrh int regPrev, /* Previous result register. No uniqueness if 0 */ 18170acb7e48Sdrh KeyInfo *pKeyInfo, /* For comparing with previous entry */ 18180acb7e48Sdrh int p4type, /* The p4 type for pKeyInfo */ 181992b01d53Sdrh int iBreak /* Jump here if we hit the LIMIT */ 1820b21e7c70Sdrh ){ 1821b21e7c70Sdrh Vdbe *v = pParse->pVdbe; 182292b01d53Sdrh int iContinue; 182392b01d53Sdrh int addr; 1824b21e7c70Sdrh 182592b01d53Sdrh addr = sqlite3VdbeCurrentAddr(v); 182692b01d53Sdrh iContinue = sqlite3VdbeMakeLabel(v); 18270acb7e48Sdrh 18280acb7e48Sdrh /* Suppress duplicates for UNION, EXCEPT, and INTERSECT 18290acb7e48Sdrh */ 18300acb7e48Sdrh if( regPrev ){ 18310acb7e48Sdrh int j1, j2; 18320acb7e48Sdrh j1 = sqlite3VdbeAddOp1(v, OP_IfNot, regPrev); 18330acb7e48Sdrh j2 = sqlite3VdbeAddOp4(v, OP_Compare, pIn->iMem, regPrev+1, pIn->nMem, 18340acb7e48Sdrh (char*)pKeyInfo, p4type); 18350acb7e48Sdrh sqlite3VdbeAddOp3(v, OP_Jump, j2+2, iContinue, j2+2); 18360acb7e48Sdrh sqlite3VdbeJumpHere(v, j1); 18370acb7e48Sdrh sqlite3ExprCodeCopy(pParse, pIn->iMem, regPrev+1, pIn->nMem); 18380acb7e48Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 1, regPrev); 18390acb7e48Sdrh } 18401f9caa41Sdanielk1977 if( pParse->db->mallocFailed ) return 0; 18410acb7e48Sdrh 18420acb7e48Sdrh /* Suppress the the first OFFSET entries if there is an OFFSET clause 18430acb7e48Sdrh */ 184492b01d53Sdrh codeOffset(v, p, iContinue); 1845b21e7c70Sdrh 1846b21e7c70Sdrh switch( pDest->eDest ){ 1847b21e7c70Sdrh /* Store the result as data using a unique key. 1848b21e7c70Sdrh */ 1849b21e7c70Sdrh case SRT_Table: 1850b21e7c70Sdrh case SRT_EphemTab: { 1851b21e7c70Sdrh int r1 = sqlite3GetTempReg(pParse); 1852b21e7c70Sdrh int r2 = sqlite3GetTempReg(pParse); 1853373cc2ddSdrh testcase( pDest->eDest==SRT_Table ); 1854373cc2ddSdrh testcase( pDest->eDest==SRT_EphemTab ); 185592b01d53Sdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, pIn->iMem, pIn->nMem, r1); 185692b01d53Sdrh sqlite3VdbeAddOp2(v, OP_NewRowid, pDest->iParm, r2); 185792b01d53Sdrh sqlite3VdbeAddOp3(v, OP_Insert, pDest->iParm, r1, r2); 1858b21e7c70Sdrh sqlite3VdbeChangeP5(v, OPFLAG_APPEND); 1859b21e7c70Sdrh sqlite3ReleaseTempReg(pParse, r2); 1860b21e7c70Sdrh sqlite3ReleaseTempReg(pParse, r1); 1861b21e7c70Sdrh break; 1862b21e7c70Sdrh } 1863b21e7c70Sdrh 1864b21e7c70Sdrh #ifndef SQLITE_OMIT_SUBQUERY 1865b21e7c70Sdrh /* If we are creating a set for an "expr IN (SELECT ...)" construct, 1866b21e7c70Sdrh ** then there should be a single item on the stack. Write this 1867b21e7c70Sdrh ** item into the set table with bogus data. 1868b21e7c70Sdrh */ 1869b21e7c70Sdrh case SRT_Set: { 18706fccc35aSdrh int r1; 187192b01d53Sdrh assert( pIn->nMem==1 ); 187292b01d53Sdrh p->affinity = 187392b01d53Sdrh sqlite3CompareAffinity(p->pEList->a[0].pExpr, pDest->affinity); 1874b21e7c70Sdrh r1 = sqlite3GetTempReg(pParse); 187592b01d53Sdrh sqlite3VdbeAddOp4(v, OP_MakeRecord, pIn->iMem, 1, r1, &p->affinity, 1); 187692b01d53Sdrh sqlite3ExprCacheAffinityChange(pParse, pIn->iMem, 1); 187792b01d53Sdrh sqlite3VdbeAddOp2(v, OP_IdxInsert, pDest->iParm, r1); 1878b21e7c70Sdrh sqlite3ReleaseTempReg(pParse, r1); 1879b21e7c70Sdrh break; 1880b21e7c70Sdrh } 1881b21e7c70Sdrh 188285e9e22bSdrh #if 0 /* Never occurs on an ORDER BY query */ 1883b21e7c70Sdrh /* If any row exist in the result set, record that fact and abort. 1884b21e7c70Sdrh */ 1885b21e7c70Sdrh case SRT_Exists: { 188692b01d53Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 1, pDest->iParm); 1887b21e7c70Sdrh /* The LIMIT clause will terminate the loop for us */ 1888b21e7c70Sdrh break; 1889b21e7c70Sdrh } 189085e9e22bSdrh #endif 1891b21e7c70Sdrh 1892b21e7c70Sdrh /* If this is a scalar select that is part of an expression, then 1893b21e7c70Sdrh ** store the results in the appropriate memory cell and break out 1894b21e7c70Sdrh ** of the scan loop. 1895b21e7c70Sdrh */ 1896b21e7c70Sdrh case SRT_Mem: { 189792b01d53Sdrh assert( pIn->nMem==1 ); 189892b01d53Sdrh sqlite3ExprCodeMove(pParse, pIn->iMem, pDest->iParm, 1); 1899b21e7c70Sdrh /* The LIMIT clause will jump out of the loop for us */ 1900b21e7c70Sdrh break; 1901b21e7c70Sdrh } 1902b21e7c70Sdrh #endif /* #ifndef SQLITE_OMIT_SUBQUERY */ 1903b21e7c70Sdrh 19047d10d5a6Sdrh /* The results are stored in a sequence of registers 19057d10d5a6Sdrh ** starting at pDest->iMem. Then the co-routine yields. 1906b21e7c70Sdrh */ 190792b01d53Sdrh case SRT_Coroutine: { 190892b01d53Sdrh if( pDest->iMem==0 ){ 190992b01d53Sdrh pDest->iMem = sqlite3GetTempRange(pParse, pIn->nMem); 191092b01d53Sdrh pDest->nMem = pIn->nMem; 1911b21e7c70Sdrh } 191292b01d53Sdrh sqlite3ExprCodeMove(pParse, pIn->iMem, pDest->iMem, pDest->nMem); 191392b01d53Sdrh sqlite3VdbeAddOp1(v, OP_Yield, pDest->iParm); 191492b01d53Sdrh break; 191592b01d53Sdrh } 191692b01d53Sdrh 1917ccfcbceaSdrh /* If none of the above, then the result destination must be 1918ccfcbceaSdrh ** SRT_Output. This routine is never called with any other 1919ccfcbceaSdrh ** destination other than the ones handled above or SRT_Output. 1920ccfcbceaSdrh ** 1921ccfcbceaSdrh ** For SRT_Output, results are stored in a sequence of registers. 1922ccfcbceaSdrh ** Then the OP_ResultRow opcode is used to cause sqlite3_step() to 1923ccfcbceaSdrh ** return the next row of result. 19247d10d5a6Sdrh */ 1925ccfcbceaSdrh default: { 1926ccfcbceaSdrh assert( pDest->eDest==SRT_Output ); 192792b01d53Sdrh sqlite3VdbeAddOp2(v, OP_ResultRow, pIn->iMem, pIn->nMem); 192892b01d53Sdrh sqlite3ExprCacheAffinityChange(pParse, pIn->iMem, pIn->nMem); 1929b21e7c70Sdrh break; 1930b21e7c70Sdrh } 1931b21e7c70Sdrh } 193292b01d53Sdrh 193392b01d53Sdrh /* Jump to the end of the loop if the LIMIT is reached. 193492b01d53Sdrh */ 193592b01d53Sdrh if( p->iLimit ){ 19369b918ed1Sdrh sqlite3VdbeAddOp3(v, OP_IfZero, p->iLimit, iBreak, -1); 193792b01d53Sdrh } 193892b01d53Sdrh 193992b01d53Sdrh /* Generate the subroutine return 194092b01d53Sdrh */ 19410acb7e48Sdrh sqlite3VdbeResolveLabel(v, iContinue); 194292b01d53Sdrh sqlite3VdbeAddOp1(v, OP_Return, regReturn); 194392b01d53Sdrh 194492b01d53Sdrh return addr; 1945b21e7c70Sdrh } 1946b21e7c70Sdrh 1947b21e7c70Sdrh /* 1948b21e7c70Sdrh ** Alternative compound select code generator for cases when there 1949b21e7c70Sdrh ** is an ORDER BY clause. 1950b21e7c70Sdrh ** 1951b21e7c70Sdrh ** We assume a query of the following form: 1952b21e7c70Sdrh ** 1953b21e7c70Sdrh ** <selectA> <operator> <selectB> ORDER BY <orderbylist> 1954b21e7c70Sdrh ** 1955b21e7c70Sdrh ** <operator> is one of UNION ALL, UNION, EXCEPT, or INTERSECT. The idea 1956b21e7c70Sdrh ** is to code both <selectA> and <selectB> with the ORDER BY clause as 1957b21e7c70Sdrh ** co-routines. Then run the co-routines in parallel and merge the results 1958b21e7c70Sdrh ** into the output. In addition to the two coroutines (called selectA and 1959b21e7c70Sdrh ** selectB) there are 7 subroutines: 1960b21e7c70Sdrh ** 1961b21e7c70Sdrh ** outA: Move the output of the selectA coroutine into the output 1962b21e7c70Sdrh ** of the compound query. 1963b21e7c70Sdrh ** 1964b21e7c70Sdrh ** outB: Move the output of the selectB coroutine into the output 1965b21e7c70Sdrh ** of the compound query. (Only generated for UNION and 1966b21e7c70Sdrh ** UNION ALL. EXCEPT and INSERTSECT never output a row that 1967b21e7c70Sdrh ** appears only in B.) 1968b21e7c70Sdrh ** 1969b21e7c70Sdrh ** AltB: Called when there is data from both coroutines and A<B. 1970b21e7c70Sdrh ** 1971b21e7c70Sdrh ** AeqB: Called when there is data from both coroutines and A==B. 1972b21e7c70Sdrh ** 1973b21e7c70Sdrh ** AgtB: Called when there is data from both coroutines and A>B. 1974b21e7c70Sdrh ** 1975b21e7c70Sdrh ** EofA: Called when data is exhausted from selectA. 1976b21e7c70Sdrh ** 1977b21e7c70Sdrh ** EofB: Called when data is exhausted from selectB. 1978b21e7c70Sdrh ** 1979b21e7c70Sdrh ** The implementation of the latter five subroutines depend on which 1980b21e7c70Sdrh ** <operator> is used: 1981b21e7c70Sdrh ** 1982b21e7c70Sdrh ** 1983b21e7c70Sdrh ** UNION ALL UNION EXCEPT INTERSECT 1984b21e7c70Sdrh ** ------------- ----------------- -------------- ----------------- 1985b21e7c70Sdrh ** AltB: outA, nextA outA, nextA outA, nextA nextA 1986b21e7c70Sdrh ** 19870acb7e48Sdrh ** AeqB: outA, nextA nextA nextA outA, nextA 1988b21e7c70Sdrh ** 1989b21e7c70Sdrh ** AgtB: outB, nextB outB, nextB nextB nextB 1990b21e7c70Sdrh ** 19910acb7e48Sdrh ** EofA: outB, nextB outB, nextB halt halt 1992b21e7c70Sdrh ** 19930acb7e48Sdrh ** EofB: outA, nextA outA, nextA outA, nextA halt 19940acb7e48Sdrh ** 19950acb7e48Sdrh ** In the AltB, AeqB, and AgtB subroutines, an EOF on A following nextA 19960acb7e48Sdrh ** causes an immediate jump to EofA and an EOF on B following nextB causes 19970acb7e48Sdrh ** an immediate jump to EofB. Within EofA and EofB, and EOF on entry or 19980acb7e48Sdrh ** following nextX causes a jump to the end of the select processing. 19990acb7e48Sdrh ** 20000acb7e48Sdrh ** Duplicate removal in the UNION, EXCEPT, and INTERSECT cases is handled 20010acb7e48Sdrh ** within the output subroutine. The regPrev register set holds the previously 20020acb7e48Sdrh ** output value. A comparison is made against this value and the output 20030acb7e48Sdrh ** is skipped if the next results would be the same as the previous. 2004b21e7c70Sdrh ** 2005b21e7c70Sdrh ** The implementation plan is to implement the two coroutines and seven 2006b21e7c70Sdrh ** subroutines first, then put the control logic at the bottom. Like this: 2007b21e7c70Sdrh ** 2008b21e7c70Sdrh ** goto Init 2009b21e7c70Sdrh ** coA: coroutine for left query (A) 2010b21e7c70Sdrh ** coB: coroutine for right query (B) 2011b21e7c70Sdrh ** outA: output one row of A 2012b21e7c70Sdrh ** outB: output one row of B (UNION and UNION ALL only) 2013b21e7c70Sdrh ** EofA: ... 2014b21e7c70Sdrh ** EofB: ... 2015b21e7c70Sdrh ** AltB: ... 2016b21e7c70Sdrh ** AeqB: ... 2017b21e7c70Sdrh ** AgtB: ... 2018b21e7c70Sdrh ** Init: initialize coroutine registers 2019b21e7c70Sdrh ** yield coA 2020b21e7c70Sdrh ** if eof(A) goto EofA 2021b21e7c70Sdrh ** yield coB 2022b21e7c70Sdrh ** if eof(B) goto EofB 2023b21e7c70Sdrh ** Cmpr: Compare A, B 2024b21e7c70Sdrh ** Jump AltB, AeqB, AgtB 2025b21e7c70Sdrh ** End: ... 2026b21e7c70Sdrh ** 2027b21e7c70Sdrh ** We call AltB, AeqB, AgtB, EofA, and EofB "subroutines" but they are not 2028b21e7c70Sdrh ** actually called using Gosub and they do not Return. EofA and EofB loop 2029b21e7c70Sdrh ** until all data is exhausted then jump to the "end" labe. AltB, AeqB, 2030b21e7c70Sdrh ** and AgtB jump to either L2 or to one of EofA or EofB. 2031b21e7c70Sdrh */ 2032de3e41e3Sdanielk1977 #ifndef SQLITE_OMIT_COMPOUND_SELECT 2033b21e7c70Sdrh static int multiSelectOrderBy( 2034b21e7c70Sdrh Parse *pParse, /* Parsing context */ 2035b21e7c70Sdrh Select *p, /* The right-most of SELECTs to be coded */ 2036a9671a22Sdrh SelectDest *pDest /* What to do with query results */ 2037b21e7c70Sdrh ){ 20380acb7e48Sdrh int i, j; /* Loop counters */ 2039b21e7c70Sdrh Select *pPrior; /* Another SELECT immediately to our left */ 2040b21e7c70Sdrh Vdbe *v; /* Generate code to this VDBE */ 2041b21e7c70Sdrh SelectDest destA; /* Destination for coroutine A */ 2042b21e7c70Sdrh SelectDest destB; /* Destination for coroutine B */ 204392b01d53Sdrh int regAddrA; /* Address register for select-A coroutine */ 204492b01d53Sdrh int regEofA; /* Flag to indicate when select-A is complete */ 204592b01d53Sdrh int regAddrB; /* Address register for select-B coroutine */ 204692b01d53Sdrh int regEofB; /* Flag to indicate when select-B is complete */ 204792b01d53Sdrh int addrSelectA; /* Address of the select-A coroutine */ 204892b01d53Sdrh int addrSelectB; /* Address of the select-B coroutine */ 204992b01d53Sdrh int regOutA; /* Address register for the output-A subroutine */ 205092b01d53Sdrh int regOutB; /* Address register for the output-B subroutine */ 205192b01d53Sdrh int addrOutA; /* Address of the output-A subroutine */ 2052b27b7f5dSdrh int addrOutB = 0; /* Address of the output-B subroutine */ 205392b01d53Sdrh int addrEofA; /* Address of the select-A-exhausted subroutine */ 205492b01d53Sdrh int addrEofB; /* Address of the select-B-exhausted subroutine */ 205592b01d53Sdrh int addrAltB; /* Address of the A<B subroutine */ 205692b01d53Sdrh int addrAeqB; /* Address of the A==B subroutine */ 205792b01d53Sdrh int addrAgtB; /* Address of the A>B subroutine */ 205892b01d53Sdrh int regLimitA; /* Limit register for select-A */ 205992b01d53Sdrh int regLimitB; /* Limit register for select-A */ 20600acb7e48Sdrh int regPrev; /* A range of registers to hold previous output */ 206192b01d53Sdrh int savedLimit; /* Saved value of p->iLimit */ 206292b01d53Sdrh int savedOffset; /* Saved value of p->iOffset */ 206392b01d53Sdrh int labelCmpr; /* Label for the start of the merge algorithm */ 206492b01d53Sdrh int labelEnd; /* Label for the end of the overall SELECT stmt */ 20650acb7e48Sdrh int j1; /* Jump instructions that get retargetted */ 206692b01d53Sdrh int op; /* One of TK_ALL, TK_UNION, TK_EXCEPT, TK_INTERSECT */ 206796067816Sdrh KeyInfo *pKeyDup = 0; /* Comparison information for duplicate removal */ 20680acb7e48Sdrh KeyInfo *pKeyMerge; /* Comparison information for merging rows */ 20690acb7e48Sdrh sqlite3 *db; /* Database connection */ 20700acb7e48Sdrh ExprList *pOrderBy; /* The ORDER BY clause */ 20710acb7e48Sdrh int nOrderBy; /* Number of terms in the ORDER BY clause */ 20720acb7e48Sdrh int *aPermute; /* Mapping from ORDER BY terms to result set columns */ 2073b21e7c70Sdrh 207492b01d53Sdrh assert( p->pOrderBy!=0 ); 207596067816Sdrh assert( pKeyDup==0 ); /* "Managed" code needs this. Ticket #3382. */ 20760acb7e48Sdrh db = pParse->db; 207792b01d53Sdrh v = pParse->pVdbe; 2078ccfcbceaSdrh assert( v!=0 ); /* Already thrown the error if VDBE alloc failed */ 207992b01d53Sdrh labelEnd = sqlite3VdbeMakeLabel(v); 208092b01d53Sdrh labelCmpr = sqlite3VdbeMakeLabel(v); 20810acb7e48Sdrh 2082b21e7c70Sdrh 208392b01d53Sdrh /* Patch up the ORDER BY clause 208492b01d53Sdrh */ 208592b01d53Sdrh op = p->op; 2086b21e7c70Sdrh pPrior = p->pPrior; 208792b01d53Sdrh assert( pPrior->pOrderBy==0 ); 20880acb7e48Sdrh pOrderBy = p->pOrderBy; 208993a960a0Sdrh assert( pOrderBy ); 20900acb7e48Sdrh nOrderBy = pOrderBy->nExpr; 209193a960a0Sdrh 20920acb7e48Sdrh /* For operators other than UNION ALL we have to make sure that 20930acb7e48Sdrh ** the ORDER BY clause covers every term of the result set. Add 20940acb7e48Sdrh ** terms to the ORDER BY clause as necessary. 20950acb7e48Sdrh */ 20960acb7e48Sdrh if( op!=TK_ALL ){ 20970acb7e48Sdrh for(i=1; db->mallocFailed==0 && i<=p->pEList->nExpr; i++){ 20987d10d5a6Sdrh struct ExprList_item *pItem; 20997d10d5a6Sdrh for(j=0, pItem=pOrderBy->a; j<nOrderBy; j++, pItem++){ 21007d10d5a6Sdrh assert( pItem->iCol>0 ); 21017d10d5a6Sdrh if( pItem->iCol==i ) break; 21020acb7e48Sdrh } 21030acb7e48Sdrh if( j==nOrderBy ){ 2104b7916a78Sdrh Expr *pNew = sqlite3Expr(db, TK_INTEGER, 0); 21050acb7e48Sdrh if( pNew==0 ) return SQLITE_NOMEM; 21060acb7e48Sdrh pNew->flags |= EP_IntValue; 210733e619fcSdrh pNew->u.iValue = i; 2108b7916a78Sdrh pOrderBy = sqlite3ExprListAppend(pParse, pOrderBy, pNew); 2109ea678832Sdrh pOrderBy->a[nOrderBy++].iCol = (u16)i; 21100acb7e48Sdrh } 21110acb7e48Sdrh } 21120acb7e48Sdrh } 21130acb7e48Sdrh 21140acb7e48Sdrh /* Compute the comparison permutation and keyinfo that is used with 211510c081adSdrh ** the permutation used to determine if the next 21160acb7e48Sdrh ** row of results comes from selectA or selectB. Also add explicit 21170acb7e48Sdrh ** collations to the ORDER BY clause terms so that when the subqueries 21180acb7e48Sdrh ** to the right and the left are evaluated, they use the correct 21190acb7e48Sdrh ** collation. 21200acb7e48Sdrh */ 21210acb7e48Sdrh aPermute = sqlite3DbMallocRaw(db, sizeof(int)*nOrderBy); 21220acb7e48Sdrh if( aPermute ){ 21237d10d5a6Sdrh struct ExprList_item *pItem; 21247d10d5a6Sdrh for(i=0, pItem=pOrderBy->a; i<nOrderBy; i++, pItem++){ 21257d10d5a6Sdrh assert( pItem->iCol>0 && pItem->iCol<=p->pEList->nExpr ); 21267d10d5a6Sdrh aPermute[i] = pItem->iCol - 1; 21270acb7e48Sdrh } 21280acb7e48Sdrh pKeyMerge = 21290acb7e48Sdrh sqlite3DbMallocRaw(db, sizeof(*pKeyMerge)+nOrderBy*(sizeof(CollSeq*)+1)); 21300acb7e48Sdrh if( pKeyMerge ){ 21310acb7e48Sdrh pKeyMerge->aSortOrder = (u8*)&pKeyMerge->aColl[nOrderBy]; 2132ea678832Sdrh pKeyMerge->nField = (u16)nOrderBy; 21330acb7e48Sdrh pKeyMerge->enc = ENC(db); 21340acb7e48Sdrh for(i=0; i<nOrderBy; i++){ 21350acb7e48Sdrh CollSeq *pColl; 21360acb7e48Sdrh Expr *pTerm = pOrderBy->a[i].pExpr; 21370acb7e48Sdrh if( pTerm->flags & EP_ExpCollate ){ 21380acb7e48Sdrh pColl = pTerm->pColl; 21390acb7e48Sdrh }else{ 21400acb7e48Sdrh pColl = multiSelectCollSeq(pParse, p, aPermute[i]); 21410acb7e48Sdrh pTerm->flags |= EP_ExpCollate; 21420acb7e48Sdrh pTerm->pColl = pColl; 21430acb7e48Sdrh } 21440acb7e48Sdrh pKeyMerge->aColl[i] = pColl; 21450acb7e48Sdrh pKeyMerge->aSortOrder[i] = pOrderBy->a[i].sortOrder; 21460acb7e48Sdrh } 21470acb7e48Sdrh } 21480acb7e48Sdrh }else{ 21490acb7e48Sdrh pKeyMerge = 0; 21500acb7e48Sdrh } 21510acb7e48Sdrh 21520acb7e48Sdrh /* Reattach the ORDER BY clause to the query. 21530acb7e48Sdrh */ 21540acb7e48Sdrh p->pOrderBy = pOrderBy; 21556ab3a2ecSdanielk1977 pPrior->pOrderBy = sqlite3ExprListDup(pParse->db, pOrderBy, 0); 21560acb7e48Sdrh 21570acb7e48Sdrh /* Allocate a range of temporary registers and the KeyInfo needed 21580acb7e48Sdrh ** for the logic that removes duplicate result rows when the 21590acb7e48Sdrh ** operator is UNION, EXCEPT, or INTERSECT (but not UNION ALL). 21600acb7e48Sdrh */ 21610acb7e48Sdrh if( op==TK_ALL ){ 21620acb7e48Sdrh regPrev = 0; 21630acb7e48Sdrh }else{ 21640acb7e48Sdrh int nExpr = p->pEList->nExpr; 21651c0dc825Sdrh assert( nOrderBy>=nExpr || db->mallocFailed ); 21660acb7e48Sdrh regPrev = sqlite3GetTempRange(pParse, nExpr+1); 21670acb7e48Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 0, regPrev); 21680acb7e48Sdrh pKeyDup = sqlite3DbMallocZero(db, 21690acb7e48Sdrh sizeof(*pKeyDup) + nExpr*(sizeof(CollSeq*)+1) ); 21700acb7e48Sdrh if( pKeyDup ){ 21710acb7e48Sdrh pKeyDup->aSortOrder = (u8*)&pKeyDup->aColl[nExpr]; 2172ea678832Sdrh pKeyDup->nField = (u16)nExpr; 21730acb7e48Sdrh pKeyDup->enc = ENC(db); 21740acb7e48Sdrh for(i=0; i<nExpr; i++){ 21750acb7e48Sdrh pKeyDup->aColl[i] = multiSelectCollSeq(pParse, p, i); 21760acb7e48Sdrh pKeyDup->aSortOrder[i] = 0; 21770acb7e48Sdrh } 21780acb7e48Sdrh } 21790acb7e48Sdrh } 218092b01d53Sdrh 218192b01d53Sdrh /* Separate the left and the right query from one another 218292b01d53Sdrh */ 218392b01d53Sdrh p->pPrior = 0; 218492b01d53Sdrh pPrior->pRightmost = 0; 21857d10d5a6Sdrh sqlite3ResolveOrderGroupBy(pParse, p, p->pOrderBy, "ORDER"); 21860acb7e48Sdrh if( pPrior->pPrior==0 ){ 21877d10d5a6Sdrh sqlite3ResolveOrderGroupBy(pParse, pPrior, pPrior->pOrderBy, "ORDER"); 21880acb7e48Sdrh } 218992b01d53Sdrh 219092b01d53Sdrh /* Compute the limit registers */ 219192b01d53Sdrh computeLimitRegisters(pParse, p, labelEnd); 21920acb7e48Sdrh if( p->iLimit && op==TK_ALL ){ 219392b01d53Sdrh regLimitA = ++pParse->nMem; 219492b01d53Sdrh regLimitB = ++pParse->nMem; 219592b01d53Sdrh sqlite3VdbeAddOp2(v, OP_Copy, p->iOffset ? p->iOffset+1 : p->iLimit, 219692b01d53Sdrh regLimitA); 219792b01d53Sdrh sqlite3VdbeAddOp2(v, OP_Copy, regLimitA, regLimitB); 219892b01d53Sdrh }else{ 219992b01d53Sdrh regLimitA = regLimitB = 0; 220092b01d53Sdrh } 2201633e6d57Sdrh sqlite3ExprDelete(db, p->pLimit); 22020acb7e48Sdrh p->pLimit = 0; 2203633e6d57Sdrh sqlite3ExprDelete(db, p->pOffset); 22040acb7e48Sdrh p->pOffset = 0; 220592b01d53Sdrh 2206b21e7c70Sdrh regAddrA = ++pParse->nMem; 2207b21e7c70Sdrh regEofA = ++pParse->nMem; 2208b21e7c70Sdrh regAddrB = ++pParse->nMem; 2209b21e7c70Sdrh regEofB = ++pParse->nMem; 2210b21e7c70Sdrh regOutA = ++pParse->nMem; 2211b21e7c70Sdrh regOutB = ++pParse->nMem; 2212b21e7c70Sdrh sqlite3SelectDestInit(&destA, SRT_Coroutine, regAddrA); 2213b21e7c70Sdrh sqlite3SelectDestInit(&destB, SRT_Coroutine, regAddrB); 2214b21e7c70Sdrh 221592b01d53Sdrh /* Jump past the various subroutines and coroutines to the main 221692b01d53Sdrh ** merge loop 221792b01d53Sdrh */ 2218b21e7c70Sdrh j1 = sqlite3VdbeAddOp0(v, OP_Goto); 2219b21e7c70Sdrh addrSelectA = sqlite3VdbeCurrentAddr(v); 222092b01d53Sdrh 22210acb7e48Sdrh 222292b01d53Sdrh /* Generate a coroutine to evaluate the SELECT statement to the 22230acb7e48Sdrh ** left of the compound operator - the "A" select. 22240acb7e48Sdrh */ 2225b21e7c70Sdrh VdbeNoopComment((v, "Begin coroutine for left SELECT")); 222692b01d53Sdrh pPrior->iLimit = regLimitA; 22277d10d5a6Sdrh sqlite3Select(pParse, pPrior, &destA); 2228b21e7c70Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 1, regEofA); 222992b01d53Sdrh sqlite3VdbeAddOp1(v, OP_Yield, regAddrA); 2230b21e7c70Sdrh VdbeNoopComment((v, "End coroutine for left SELECT")); 2231b21e7c70Sdrh 223292b01d53Sdrh /* Generate a coroutine to evaluate the SELECT statement on 223392b01d53Sdrh ** the right - the "B" select 223492b01d53Sdrh */ 2235b21e7c70Sdrh addrSelectB = sqlite3VdbeCurrentAddr(v); 2236b21e7c70Sdrh VdbeNoopComment((v, "Begin coroutine for right SELECT")); 223792b01d53Sdrh savedLimit = p->iLimit; 223892b01d53Sdrh savedOffset = p->iOffset; 223992b01d53Sdrh p->iLimit = regLimitB; 224092b01d53Sdrh p->iOffset = 0; 22417d10d5a6Sdrh sqlite3Select(pParse, p, &destB); 224292b01d53Sdrh p->iLimit = savedLimit; 224392b01d53Sdrh p->iOffset = savedOffset; 2244b21e7c70Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 1, regEofB); 224592b01d53Sdrh sqlite3VdbeAddOp1(v, OP_Yield, regAddrB); 2246b21e7c70Sdrh VdbeNoopComment((v, "End coroutine for right SELECT")); 2247b21e7c70Sdrh 224892b01d53Sdrh /* Generate a subroutine that outputs the current row of the A 22490acb7e48Sdrh ** select as the next output row of the compound select. 225092b01d53Sdrh */ 2251b21e7c70Sdrh VdbeNoopComment((v, "Output routine for A")); 22520acb7e48Sdrh addrOutA = generateOutputSubroutine(pParse, 22530acb7e48Sdrh p, &destA, pDest, regOutA, 22540acb7e48Sdrh regPrev, pKeyDup, P4_KEYINFO_HANDOFF, labelEnd); 2255b21e7c70Sdrh 225692b01d53Sdrh /* Generate a subroutine that outputs the current row of the B 22570acb7e48Sdrh ** select as the next output row of the compound select. 225892b01d53Sdrh */ 22590acb7e48Sdrh if( op==TK_ALL || op==TK_UNION ){ 2260b21e7c70Sdrh VdbeNoopComment((v, "Output routine for B")); 22610acb7e48Sdrh addrOutB = generateOutputSubroutine(pParse, 22620acb7e48Sdrh p, &destB, pDest, regOutB, 22630acb7e48Sdrh regPrev, pKeyDup, P4_KEYINFO_STATIC, labelEnd); 22640acb7e48Sdrh } 2265b21e7c70Sdrh 226692b01d53Sdrh /* Generate a subroutine to run when the results from select A 226792b01d53Sdrh ** are exhausted and only data in select B remains. 226892b01d53Sdrh */ 226992b01d53Sdrh VdbeNoopComment((v, "eof-A subroutine")); 227092b01d53Sdrh if( op==TK_EXCEPT || op==TK_INTERSECT ){ 22710acb7e48Sdrh addrEofA = sqlite3VdbeAddOp2(v, OP_Goto, 0, labelEnd); 227292b01d53Sdrh }else{ 22730acb7e48Sdrh addrEofA = sqlite3VdbeAddOp2(v, OP_If, regEofB, labelEnd); 2274b21e7c70Sdrh sqlite3VdbeAddOp2(v, OP_Gosub, regOutB, addrOutB); 227592b01d53Sdrh sqlite3VdbeAddOp1(v, OP_Yield, regAddrB); 22760acb7e48Sdrh sqlite3VdbeAddOp2(v, OP_Goto, 0, addrEofA); 2277b21e7c70Sdrh } 2278b21e7c70Sdrh 227992b01d53Sdrh /* Generate a subroutine to run when the results from select B 228092b01d53Sdrh ** are exhausted and only data in select A remains. 228192b01d53Sdrh */ 2282b21e7c70Sdrh if( op==TK_INTERSECT ){ 228392b01d53Sdrh addrEofB = addrEofA; 2284b21e7c70Sdrh }else{ 228592b01d53Sdrh VdbeNoopComment((v, "eof-B subroutine")); 22860acb7e48Sdrh addrEofB = sqlite3VdbeAddOp2(v, OP_If, regEofA, labelEnd); 2287b21e7c70Sdrh sqlite3VdbeAddOp2(v, OP_Gosub, regOutA, addrOutA); 228892b01d53Sdrh sqlite3VdbeAddOp1(v, OP_Yield, regAddrA); 22890acb7e48Sdrh sqlite3VdbeAddOp2(v, OP_Goto, 0, addrEofB); 2290b21e7c70Sdrh } 2291b21e7c70Sdrh 229292b01d53Sdrh /* Generate code to handle the case of A<B 229392b01d53Sdrh */ 2294b21e7c70Sdrh VdbeNoopComment((v, "A-lt-B subroutine")); 22950acb7e48Sdrh addrAltB = sqlite3VdbeAddOp2(v, OP_Gosub, regOutA, addrOutA); 229692b01d53Sdrh sqlite3VdbeAddOp1(v, OP_Yield, regAddrA); 2297b21e7c70Sdrh sqlite3VdbeAddOp2(v, OP_If, regEofA, addrEofA); 229892b01d53Sdrh sqlite3VdbeAddOp2(v, OP_Goto, 0, labelCmpr); 2299b21e7c70Sdrh 230092b01d53Sdrh /* Generate code to handle the case of A==B 230192b01d53Sdrh */ 2302b21e7c70Sdrh if( op==TK_ALL ){ 2303b21e7c70Sdrh addrAeqB = addrAltB; 23040acb7e48Sdrh }else if( op==TK_INTERSECT ){ 23050acb7e48Sdrh addrAeqB = addrAltB; 23060acb7e48Sdrh addrAltB++; 230792b01d53Sdrh }else{ 2308b21e7c70Sdrh VdbeNoopComment((v, "A-eq-B subroutine")); 23090acb7e48Sdrh addrAeqB = 231092b01d53Sdrh sqlite3VdbeAddOp1(v, OP_Yield, regAddrA); 231192b01d53Sdrh sqlite3VdbeAddOp2(v, OP_If, regEofA, addrEofA); 231292b01d53Sdrh sqlite3VdbeAddOp2(v, OP_Goto, 0, labelCmpr); 231392b01d53Sdrh } 2314b21e7c70Sdrh 231592b01d53Sdrh /* Generate code to handle the case of A>B 231692b01d53Sdrh */ 2317b21e7c70Sdrh VdbeNoopComment((v, "A-gt-B subroutine")); 2318b21e7c70Sdrh addrAgtB = sqlite3VdbeCurrentAddr(v); 2319b21e7c70Sdrh if( op==TK_ALL || op==TK_UNION ){ 2320b21e7c70Sdrh sqlite3VdbeAddOp2(v, OP_Gosub, regOutB, addrOutB); 232192b01d53Sdrh } 23220acb7e48Sdrh sqlite3VdbeAddOp1(v, OP_Yield, regAddrB); 2323b21e7c70Sdrh sqlite3VdbeAddOp2(v, OP_If, regEofB, addrEofB); 232492b01d53Sdrh sqlite3VdbeAddOp2(v, OP_Goto, 0, labelCmpr); 2325b21e7c70Sdrh 232692b01d53Sdrh /* This code runs once to initialize everything. 232792b01d53Sdrh */ 2328b21e7c70Sdrh sqlite3VdbeJumpHere(v, j1); 2329b21e7c70Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 0, regEofA); 2330b21e7c70Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 0, regEofB); 233192b01d53Sdrh sqlite3VdbeAddOp2(v, OP_Gosub, regAddrA, addrSelectA); 23320acb7e48Sdrh sqlite3VdbeAddOp2(v, OP_Gosub, regAddrB, addrSelectB); 2333b21e7c70Sdrh sqlite3VdbeAddOp2(v, OP_If, regEofA, addrEofA); 2334b21e7c70Sdrh sqlite3VdbeAddOp2(v, OP_If, regEofB, addrEofB); 233592b01d53Sdrh 233692b01d53Sdrh /* Implement the main merge loop 233792b01d53Sdrh */ 233892b01d53Sdrh sqlite3VdbeResolveLabel(v, labelCmpr); 23390acb7e48Sdrh sqlite3VdbeAddOp4(v, OP_Permutation, 0, 0, 0, (char*)aPermute, P4_INTARRAY); 23400acb7e48Sdrh sqlite3VdbeAddOp4(v, OP_Compare, destA.iMem, destB.iMem, nOrderBy, 23410acb7e48Sdrh (char*)pKeyMerge, P4_KEYINFO_HANDOFF); 2342b21e7c70Sdrh sqlite3VdbeAddOp3(v, OP_Jump, addrAltB, addrAeqB, addrAgtB); 234392b01d53Sdrh 23440acb7e48Sdrh /* Release temporary registers 23450acb7e48Sdrh */ 23460acb7e48Sdrh if( regPrev ){ 23470acb7e48Sdrh sqlite3ReleaseTempRange(pParse, regPrev, nOrderBy+1); 23480acb7e48Sdrh } 23490acb7e48Sdrh 235092b01d53Sdrh /* Jump to the this point in order to terminate the query. 235192b01d53Sdrh */ 2352b21e7c70Sdrh sqlite3VdbeResolveLabel(v, labelEnd); 2353b21e7c70Sdrh 235492b01d53Sdrh /* Set the number of output columns 235592b01d53Sdrh */ 23567d10d5a6Sdrh if( pDest->eDest==SRT_Output ){ 23570acb7e48Sdrh Select *pFirst = pPrior; 235892b01d53Sdrh while( pFirst->pPrior ) pFirst = pFirst->pPrior; 235992b01d53Sdrh generateColumnNames(pParse, 0, pFirst->pEList); 2360b21e7c70Sdrh } 236192b01d53Sdrh 23620acb7e48Sdrh /* Reassembly the compound query so that it will be freed correctly 23630acb7e48Sdrh ** by the calling function */ 23645e7ad508Sdanielk1977 if( p->pPrior ){ 2365633e6d57Sdrh sqlite3SelectDelete(db, p->pPrior); 23665e7ad508Sdanielk1977 } 23670acb7e48Sdrh p->pPrior = pPrior; 236892b01d53Sdrh 236992b01d53Sdrh /*** TBD: Insert subroutine calls to close cursors on incomplete 237092b01d53Sdrh **** subqueries ****/ 237192b01d53Sdrh return SQLITE_OK; 237292b01d53Sdrh } 2373de3e41e3Sdanielk1977 #endif 2374b21e7c70Sdrh 23753514b6f7Sshane #if !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW) 237617435752Sdrh /* Forward Declarations */ 237717435752Sdrh static void substExprList(sqlite3*, ExprList*, int, ExprList*); 237817435752Sdrh static void substSelect(sqlite3*, Select *, int, ExprList *); 237917435752Sdrh 23802282792aSdrh /* 2381832508b7Sdrh ** Scan through the expression pExpr. Replace every reference to 23826a3ea0e6Sdrh ** a column in table number iTable with a copy of the iColumn-th 238384e59207Sdrh ** entry in pEList. (But leave references to the ROWID column 23846a3ea0e6Sdrh ** unchanged.) 2385832508b7Sdrh ** 2386832508b7Sdrh ** This routine is part of the flattening procedure. A subquery 2387832508b7Sdrh ** whose result set is defined by pEList appears as entry in the 2388832508b7Sdrh ** FROM clause of a SELECT such that the VDBE cursor assigned to that 2389832508b7Sdrh ** FORM clause entry is iTable. This routine make the necessary 2390832508b7Sdrh ** changes to pExpr so that it refers directly to the source table 2391832508b7Sdrh ** of the subquery rather the result set of the subquery. 2392832508b7Sdrh */ 2393b7916a78Sdrh static Expr *substExpr( 239417435752Sdrh sqlite3 *db, /* Report malloc errors to this connection */ 239517435752Sdrh Expr *pExpr, /* Expr in which substitution occurs */ 239617435752Sdrh int iTable, /* Table to be substituted */ 239717435752Sdrh ExprList *pEList /* Substitute expressions */ 239817435752Sdrh ){ 2399b7916a78Sdrh if( pExpr==0 ) return 0; 240050350a15Sdrh if( pExpr->op==TK_COLUMN && pExpr->iTable==iTable ){ 240150350a15Sdrh if( pExpr->iColumn<0 ){ 240250350a15Sdrh pExpr->op = TK_NULL; 240350350a15Sdrh }else{ 2404832508b7Sdrh Expr *pNew; 240584e59207Sdrh assert( pEList!=0 && pExpr->iColumn<pEList->nExpr ); 24066ab3a2ecSdanielk1977 assert( pExpr->pLeft==0 && pExpr->pRight==0 ); 2407b7916a78Sdrh pNew = sqlite3ExprDup(db, pEList->a[pExpr->iColumn].pExpr, 0); 240838210ac5Sdrh if( pNew && pExpr->pColl ){ 24090a458e5eSdanielk1977 pNew->pColl = pExpr->pColl; 24100a458e5eSdanielk1977 } 2411b7916a78Sdrh sqlite3ExprDelete(db, pExpr); 2412b7916a78Sdrh pExpr = pNew; 241350350a15Sdrh } 2414832508b7Sdrh }else{ 2415b7916a78Sdrh pExpr->pLeft = substExpr(db, pExpr->pLeft, iTable, pEList); 2416b7916a78Sdrh pExpr->pRight = substExpr(db, pExpr->pRight, iTable, pEList); 24176ab3a2ecSdanielk1977 if( ExprHasProperty(pExpr, EP_xIsSelect) ){ 24186ab3a2ecSdanielk1977 substSelect(db, pExpr->x.pSelect, iTable, pEList); 24196ab3a2ecSdanielk1977 }else{ 24206ab3a2ecSdanielk1977 substExprList(db, pExpr->x.pList, iTable, pEList); 24216ab3a2ecSdanielk1977 } 2422832508b7Sdrh } 2423b7916a78Sdrh return pExpr; 2424832508b7Sdrh } 242517435752Sdrh static void substExprList( 242617435752Sdrh sqlite3 *db, /* Report malloc errors here */ 242717435752Sdrh ExprList *pList, /* List to scan and in which to make substitutes */ 242817435752Sdrh int iTable, /* Table to be substituted */ 242917435752Sdrh ExprList *pEList /* Substitute values */ 243017435752Sdrh ){ 2431832508b7Sdrh int i; 2432832508b7Sdrh if( pList==0 ) return; 2433832508b7Sdrh for(i=0; i<pList->nExpr; i++){ 2434b7916a78Sdrh pList->a[i].pExpr = substExpr(db, pList->a[i].pExpr, iTable, pEList); 2435832508b7Sdrh } 2436832508b7Sdrh } 243717435752Sdrh static void substSelect( 243817435752Sdrh sqlite3 *db, /* Report malloc errors here */ 243917435752Sdrh Select *p, /* SELECT statement in which to make substitutions */ 244017435752Sdrh int iTable, /* Table to be replaced */ 244117435752Sdrh ExprList *pEList /* Substitute values */ 244217435752Sdrh ){ 2443588a9a1aSdrh SrcList *pSrc; 2444588a9a1aSdrh struct SrcList_item *pItem; 2445588a9a1aSdrh int i; 2446b3bce662Sdanielk1977 if( !p ) return; 244717435752Sdrh substExprList(db, p->pEList, iTable, pEList); 244817435752Sdrh substExprList(db, p->pGroupBy, iTable, pEList); 244917435752Sdrh substExprList(db, p->pOrderBy, iTable, pEList); 2450b7916a78Sdrh p->pHaving = substExpr(db, p->pHaving, iTable, pEList); 2451b7916a78Sdrh p->pWhere = substExpr(db, p->pWhere, iTable, pEList); 245217435752Sdrh substSelect(db, p->pPrior, iTable, pEList); 2453588a9a1aSdrh pSrc = p->pSrc; 2454e2f02bacSdrh assert( pSrc ); /* Even for (SELECT 1) we have: pSrc!=0 but pSrc->nSrc==0 */ 2455e2f02bacSdrh if( ALWAYS(pSrc) ){ 2456588a9a1aSdrh for(i=pSrc->nSrc, pItem=pSrc->a; i>0; i--, pItem++){ 2457588a9a1aSdrh substSelect(db, pItem->pSelect, iTable, pEList); 2458588a9a1aSdrh } 2459588a9a1aSdrh } 2460b3bce662Sdanielk1977 } 24613514b6f7Sshane #endif /* !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW) */ 2462832508b7Sdrh 24633514b6f7Sshane #if !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW) 2464832508b7Sdrh /* 24651350b030Sdrh ** This routine attempts to flatten subqueries in order to speed 24661350b030Sdrh ** execution. It returns 1 if it makes changes and 0 if no flattening 24671350b030Sdrh ** occurs. 24681350b030Sdrh ** 24691350b030Sdrh ** To understand the concept of flattening, consider the following 24701350b030Sdrh ** query: 24711350b030Sdrh ** 24721350b030Sdrh ** SELECT a FROM (SELECT x+y AS a FROM t1 WHERE z<100) WHERE a>5 24731350b030Sdrh ** 24741350b030Sdrh ** The default way of implementing this query is to execute the 24751350b030Sdrh ** subquery first and store the results in a temporary table, then 24761350b030Sdrh ** run the outer query on that temporary table. This requires two 24771350b030Sdrh ** passes over the data. Furthermore, because the temporary table 24781350b030Sdrh ** has no indices, the WHERE clause on the outer query cannot be 2479832508b7Sdrh ** optimized. 24801350b030Sdrh ** 2481832508b7Sdrh ** This routine attempts to rewrite queries such as the above into 24821350b030Sdrh ** a single flat select, like this: 24831350b030Sdrh ** 24841350b030Sdrh ** SELECT x+y AS a FROM t1 WHERE z<100 AND a>5 24851350b030Sdrh ** 24861350b030Sdrh ** The code generated for this simpification gives the same result 2487832508b7Sdrh ** but only has to scan the data once. And because indices might 2488832508b7Sdrh ** exist on the table t1, a complete scan of the data might be 2489832508b7Sdrh ** avoided. 24901350b030Sdrh ** 2491832508b7Sdrh ** Flattening is only attempted if all of the following are true: 24921350b030Sdrh ** 2493832508b7Sdrh ** (1) The subquery and the outer query do not both use aggregates. 24941350b030Sdrh ** 2495832508b7Sdrh ** (2) The subquery is not an aggregate or the outer query is not a join. 2496832508b7Sdrh ** 24972b300d5dSdrh ** (3) The subquery is not the right operand of a left outer join 249849ad330dSdan ** (Originally ticket #306. Strengthened by ticket #3300) 2499832508b7Sdrh ** 250049ad330dSdan ** (4) The subquery is not DISTINCT. 2501832508b7Sdrh ** 250249ad330dSdan ** (**) At one point restrictions (4) and (5) defined a subset of DISTINCT 250349ad330dSdan ** sub-queries that were excluded from this optimization. Restriction 250449ad330dSdan ** (4) has since been expanded to exclude all DISTINCT subqueries. 2505832508b7Sdrh ** 2506832508b7Sdrh ** (6) The subquery does not use aggregates or the outer query is not 2507832508b7Sdrh ** DISTINCT. 2508832508b7Sdrh ** 250908192d5fSdrh ** (7) The subquery has a FROM clause. 251008192d5fSdrh ** 2511df199a25Sdrh ** (8) The subquery does not use LIMIT or the outer query is not a join. 2512df199a25Sdrh ** 2513df199a25Sdrh ** (9) The subquery does not use LIMIT or the outer query does not use 2514df199a25Sdrh ** aggregates. 2515df199a25Sdrh ** 2516df199a25Sdrh ** (10) The subquery does not use aggregates or the outer query does not 2517df199a25Sdrh ** use LIMIT. 2518df199a25Sdrh ** 2519174b6195Sdrh ** (11) The subquery and the outer query do not both have ORDER BY clauses. 2520174b6195Sdrh ** 25217b688edeSdrh ** (**) Not implemented. Subsumed into restriction (3). Was previously 25222b300d5dSdrh ** a separate restriction deriving from ticket #350. 25233fc673e6Sdrh ** 252449ad330dSdan ** (13) The subquery and outer query do not both use LIMIT. 2525ac83963aSdrh ** 252649ad330dSdan ** (14) The subquery does not use OFFSET. 2527ac83963aSdrh ** 2528ad91c6cdSdrh ** (15) The outer query is not part of a compound select or the 2529f3913278Sdrh ** subquery does not have a LIMIT clause. 2530f3913278Sdrh ** (See ticket #2339 and ticket [02a8e81d44]). 2531ad91c6cdSdrh ** 2532c52e355dSdrh ** (16) The outer query is not an aggregate or the subquery does 2533c52e355dSdrh ** not contain ORDER BY. (Ticket #2942) This used to not matter 2534c52e355dSdrh ** until we introduced the group_concat() function. 2535c52e355dSdrh ** 2536f23329a2Sdanielk1977 ** (17) The sub-query is not a compound select, or it is a UNION ALL 25374914cf92Sdanielk1977 ** compound clause made up entirely of non-aggregate queries, and 2538f23329a2Sdanielk1977 ** the parent query: 2539f23329a2Sdanielk1977 ** 2540f23329a2Sdanielk1977 ** * is not itself part of a compound select, 2541f23329a2Sdanielk1977 ** * is not an aggregate or DISTINCT query, and 2542f23329a2Sdanielk1977 ** * has no other tables or sub-selects in the FROM clause. 2543f23329a2Sdanielk1977 ** 25444914cf92Sdanielk1977 ** The parent and sub-query may contain WHERE clauses. Subject to 25454914cf92Sdanielk1977 ** rules (11), (13) and (14), they may also contain ORDER BY, 25464914cf92Sdanielk1977 ** LIMIT and OFFSET clauses. 2547f23329a2Sdanielk1977 ** 254849fc1f60Sdanielk1977 ** (18) If the sub-query is a compound select, then all terms of the 254949fc1f60Sdanielk1977 ** ORDER by clause of the parent must be simple references to 255049fc1f60Sdanielk1977 ** columns of the sub-query. 255149fc1f60Sdanielk1977 ** 2552229cf702Sdrh ** (19) The subquery does not use LIMIT or the outer query does not 2553229cf702Sdrh ** have a WHERE clause. 2554229cf702Sdrh ** 2555e8902a70Sdrh ** (20) If the sub-query is a compound select, then it must not use 2556e8902a70Sdrh ** an ORDER BY clause. Ticket #3773. We could relax this constraint 2557e8902a70Sdrh ** somewhat by saying that the terms of the ORDER BY clause must 2558e8902a70Sdrh ** appear as unmodified result columns in the outer query. But 2559e8902a70Sdrh ** have other optimizations in mind to deal with that case. 2560e8902a70Sdrh ** 2561832508b7Sdrh ** In this routine, the "p" parameter is a pointer to the outer query. 2562832508b7Sdrh ** The subquery is p->pSrc->a[iFrom]. isAgg is true if the outer query 2563832508b7Sdrh ** uses aggregates and subqueryIsAgg is true if the subquery uses aggregates. 2564832508b7Sdrh ** 2565665de47aSdrh ** If flattening is not attempted, this routine is a no-op and returns 0. 2566832508b7Sdrh ** If flattening is attempted this routine returns 1. 2567832508b7Sdrh ** 2568832508b7Sdrh ** All of the expression analysis must occur on both the outer query and 2569832508b7Sdrh ** the subquery before this routine runs. 25701350b030Sdrh */ 25718c74a8caSdrh static int flattenSubquery( 2572524cc21eSdanielk1977 Parse *pParse, /* Parsing context */ 25738c74a8caSdrh Select *p, /* The parent or outer SELECT statement */ 25748c74a8caSdrh int iFrom, /* Index in p->pSrc->a[] of the inner subquery */ 25758c74a8caSdrh int isAgg, /* True if outer SELECT uses aggregate functions */ 25768c74a8caSdrh int subqueryIsAgg /* True if the subquery uses aggregate functions */ 25778c74a8caSdrh ){ 2578524cc21eSdanielk1977 const char *zSavedAuthContext = pParse->zAuthContext; 2579f23329a2Sdanielk1977 Select *pParent; 25800bb28106Sdrh Select *pSub; /* The inner query or "subquery" */ 2581f23329a2Sdanielk1977 Select *pSub1; /* Pointer to the rightmost select in sub-query */ 2582ad3cab52Sdrh SrcList *pSrc; /* The FROM clause of the outer query */ 2583ad3cab52Sdrh SrcList *pSubSrc; /* The FROM clause of the subquery */ 25840bb28106Sdrh ExprList *pList; /* The result set of the outer query */ 25856a3ea0e6Sdrh int iParent; /* VDBE cursor number of the pSub result set temp table */ 258691bb0eedSdrh int i; /* Loop counter */ 258791bb0eedSdrh Expr *pWhere; /* The WHERE clause */ 258891bb0eedSdrh struct SrcList_item *pSubitem; /* The subquery */ 2589524cc21eSdanielk1977 sqlite3 *db = pParse->db; 25901350b030Sdrh 2591832508b7Sdrh /* Check to see if flattening is permitted. Return 0 if not. 2592832508b7Sdrh */ 2593a78c22c4Sdrh assert( p!=0 ); 2594a78c22c4Sdrh assert( p->pPrior==0 ); /* Unable to flatten compound queries */ 259507096f68Sdrh if( db->flags & SQLITE_QueryFlattener ) return 0; 2596832508b7Sdrh pSrc = p->pSrc; 2597ad3cab52Sdrh assert( pSrc && iFrom>=0 && iFrom<pSrc->nSrc ); 259891bb0eedSdrh pSubitem = &pSrc->a[iFrom]; 259949fc1f60Sdanielk1977 iParent = pSubitem->iCursor; 260091bb0eedSdrh pSub = pSubitem->pSelect; 2601832508b7Sdrh assert( pSub!=0 ); 2602ac83963aSdrh if( isAgg && subqueryIsAgg ) return 0; /* Restriction (1) */ 2603ac83963aSdrh if( subqueryIsAgg && pSrc->nSrc>1 ) return 0; /* Restriction (2) */ 2604832508b7Sdrh pSubSrc = pSub->pSrc; 2605832508b7Sdrh assert( pSubSrc ); 2606ac83963aSdrh /* Prior to version 3.1.2, when LIMIT and OFFSET had to be simple constants, 2607ac83963aSdrh ** not arbitrary expresssions, we allowed some combining of LIMIT and OFFSET 2608ac83963aSdrh ** because they could be computed at compile-time. But when LIMIT and OFFSET 2609ac83963aSdrh ** became arbitrary expressions, we were forced to add restrictions (13) 2610ac83963aSdrh ** and (14). */ 2611ac83963aSdrh if( pSub->pLimit && p->pLimit ) return 0; /* Restriction (13) */ 2612ac83963aSdrh if( pSub->pOffset ) return 0; /* Restriction (14) */ 2613f3913278Sdrh if( p->pRightmost && pSub->pLimit ){ 2614ad91c6cdSdrh return 0; /* Restriction (15) */ 2615ad91c6cdSdrh } 2616ac83963aSdrh if( pSubSrc->nSrc==0 ) return 0; /* Restriction (7) */ 261749ad330dSdan if( pSub->selFlags & SF_Distinct ) return 0; /* Restriction (5) */ 261849ad330dSdan if( pSub->pLimit && (pSrc->nSrc>1 || isAgg) ){ 261949ad330dSdan return 0; /* Restrictions (8)(9) */ 2620df199a25Sdrh } 26217d10d5a6Sdrh if( (p->selFlags & SF_Distinct)!=0 && subqueryIsAgg ){ 26227d10d5a6Sdrh return 0; /* Restriction (6) */ 26237d10d5a6Sdrh } 26247d10d5a6Sdrh if( p->pOrderBy && pSub->pOrderBy ){ 2625ac83963aSdrh return 0; /* Restriction (11) */ 2626ac83963aSdrh } 2627c52e355dSdrh if( isAgg && pSub->pOrderBy ) return 0; /* Restriction (16) */ 2628229cf702Sdrh if( pSub->pLimit && p->pWhere ) return 0; /* Restriction (19) */ 2629832508b7Sdrh 26302b300d5dSdrh /* OBSOLETE COMMENT 1: 26312b300d5dSdrh ** Restriction 3: If the subquery is a join, make sure the subquery is 26328af4d3acSdrh ** not used as the right operand of an outer join. Examples of why this 26338af4d3acSdrh ** is not allowed: 26348af4d3acSdrh ** 26358af4d3acSdrh ** t1 LEFT OUTER JOIN (t2 JOIN t3) 26368af4d3acSdrh ** 26378af4d3acSdrh ** If we flatten the above, we would get 26388af4d3acSdrh ** 26398af4d3acSdrh ** (t1 LEFT OUTER JOIN t2) JOIN t3 26408af4d3acSdrh ** 26418af4d3acSdrh ** which is not at all the same thing. 26422b300d5dSdrh ** 26432b300d5dSdrh ** OBSOLETE COMMENT 2: 26442b300d5dSdrh ** Restriction 12: If the subquery is the right operand of a left outer 26453fc673e6Sdrh ** join, make sure the subquery has no WHERE clause. 26463fc673e6Sdrh ** An examples of why this is not allowed: 26473fc673e6Sdrh ** 26483fc673e6Sdrh ** t1 LEFT OUTER JOIN (SELECT * FROM t2 WHERE t2.x>0) 26493fc673e6Sdrh ** 26503fc673e6Sdrh ** If we flatten the above, we would get 26513fc673e6Sdrh ** 26523fc673e6Sdrh ** (t1 LEFT OUTER JOIN t2) WHERE t2.x>0 26533fc673e6Sdrh ** 26543fc673e6Sdrh ** But the t2.x>0 test will always fail on a NULL row of t2, which 26553fc673e6Sdrh ** effectively converts the OUTER JOIN into an INNER JOIN. 26562b300d5dSdrh ** 26572b300d5dSdrh ** THIS OVERRIDES OBSOLETE COMMENTS 1 AND 2 ABOVE: 26582b300d5dSdrh ** Ticket #3300 shows that flattening the right term of a LEFT JOIN 26592b300d5dSdrh ** is fraught with danger. Best to avoid the whole thing. If the 26602b300d5dSdrh ** subquery is the right term of a LEFT JOIN, then do not flatten. 26613fc673e6Sdrh */ 26622b300d5dSdrh if( (pSubitem->jointype & JT_OUTER)!=0 ){ 26633fc673e6Sdrh return 0; 26643fc673e6Sdrh } 26653fc673e6Sdrh 2666f23329a2Sdanielk1977 /* Restriction 17: If the sub-query is a compound SELECT, then it must 2667f23329a2Sdanielk1977 ** use only the UNION ALL operator. And none of the simple select queries 2668f23329a2Sdanielk1977 ** that make up the compound SELECT are allowed to be aggregate or distinct 2669f23329a2Sdanielk1977 ** queries. 2670f23329a2Sdanielk1977 */ 2671f23329a2Sdanielk1977 if( pSub->pPrior ){ 2672e8902a70Sdrh if( pSub->pOrderBy ){ 2673e8902a70Sdrh return 0; /* Restriction 20 */ 2674e8902a70Sdrh } 2675e2f02bacSdrh if( isAgg || (p->selFlags & SF_Distinct)!=0 || pSrc->nSrc!=1 ){ 2676f23329a2Sdanielk1977 return 0; 2677f23329a2Sdanielk1977 } 2678f23329a2Sdanielk1977 for(pSub1=pSub; pSub1; pSub1=pSub1->pPrior){ 2679ccfcbceaSdrh testcase( (pSub1->selFlags & (SF_Distinct|SF_Aggregate))==SF_Distinct ); 2680ccfcbceaSdrh testcase( (pSub1->selFlags & (SF_Distinct|SF_Aggregate))==SF_Aggregate ); 26817d10d5a6Sdrh if( (pSub1->selFlags & (SF_Distinct|SF_Aggregate))!=0 268280b3c548Sdanielk1977 || (pSub1->pPrior && pSub1->op!=TK_ALL) 2683ccfcbceaSdrh || NEVER(pSub1->pSrc==0) || pSub1->pSrc->nSrc!=1 268480b3c548Sdanielk1977 ){ 2685f23329a2Sdanielk1977 return 0; 2686f23329a2Sdanielk1977 } 2687f23329a2Sdanielk1977 } 268849fc1f60Sdanielk1977 268949fc1f60Sdanielk1977 /* Restriction 18. */ 269049fc1f60Sdanielk1977 if( p->pOrderBy ){ 269149fc1f60Sdanielk1977 int ii; 269249fc1f60Sdanielk1977 for(ii=0; ii<p->pOrderBy->nExpr; ii++){ 26937d10d5a6Sdrh if( p->pOrderBy->a[ii].iCol==0 ) return 0; 269449fc1f60Sdanielk1977 } 269549fc1f60Sdanielk1977 } 2696f23329a2Sdanielk1977 } 2697f23329a2Sdanielk1977 26987d10d5a6Sdrh /***** If we reach this point, flattening is permitted. *****/ 26997d10d5a6Sdrh 27007d10d5a6Sdrh /* Authorize the subquery */ 2701524cc21eSdanielk1977 pParse->zAuthContext = pSubitem->zName; 2702524cc21eSdanielk1977 sqlite3AuthCheck(pParse, SQLITE_SELECT, 0, 0, 0); 2703524cc21eSdanielk1977 pParse->zAuthContext = zSavedAuthContext; 2704524cc21eSdanielk1977 27057d10d5a6Sdrh /* If the sub-query is a compound SELECT statement, then (by restrictions 27067d10d5a6Sdrh ** 17 and 18 above) it must be a UNION ALL and the parent query must 27077d10d5a6Sdrh ** be of the form: 2708f23329a2Sdanielk1977 ** 2709f23329a2Sdanielk1977 ** SELECT <expr-list> FROM (<sub-query>) <where-clause> 2710f23329a2Sdanielk1977 ** 2711f23329a2Sdanielk1977 ** followed by any ORDER BY, LIMIT and/or OFFSET clauses. This block 2712a78c22c4Sdrh ** creates N-1 copies of the parent query without any ORDER BY, LIMIT or 2713f23329a2Sdanielk1977 ** OFFSET clauses and joins them to the left-hand-side of the original 2714f23329a2Sdanielk1977 ** using UNION ALL operators. In this case N is the number of simple 2715f23329a2Sdanielk1977 ** select statements in the compound sub-query. 2716a78c22c4Sdrh ** 2717a78c22c4Sdrh ** Example: 2718a78c22c4Sdrh ** 2719a78c22c4Sdrh ** SELECT a+1 FROM ( 2720a78c22c4Sdrh ** SELECT x FROM tab 2721a78c22c4Sdrh ** UNION ALL 2722a78c22c4Sdrh ** SELECT y FROM tab 2723a78c22c4Sdrh ** UNION ALL 2724a78c22c4Sdrh ** SELECT abs(z*2) FROM tab2 2725a78c22c4Sdrh ** ) WHERE a!=5 ORDER BY 1 2726a78c22c4Sdrh ** 2727a78c22c4Sdrh ** Transformed into: 2728a78c22c4Sdrh ** 2729a78c22c4Sdrh ** SELECT x+1 FROM tab WHERE x+1!=5 2730a78c22c4Sdrh ** UNION ALL 2731a78c22c4Sdrh ** SELECT y+1 FROM tab WHERE y+1!=5 2732a78c22c4Sdrh ** UNION ALL 2733a78c22c4Sdrh ** SELECT abs(z*2)+1 FROM tab2 WHERE abs(z*2)+1!=5 2734a78c22c4Sdrh ** ORDER BY 1 2735a78c22c4Sdrh ** 2736a78c22c4Sdrh ** We call this the "compound-subquery flattening". 2737f23329a2Sdanielk1977 */ 2738f23329a2Sdanielk1977 for(pSub=pSub->pPrior; pSub; pSub=pSub->pPrior){ 2739f23329a2Sdanielk1977 Select *pNew; 2740f23329a2Sdanielk1977 ExprList *pOrderBy = p->pOrderBy; 27414b86ef1dSdanielk1977 Expr *pLimit = p->pLimit; 2742f23329a2Sdanielk1977 Select *pPrior = p->pPrior; 2743f23329a2Sdanielk1977 p->pOrderBy = 0; 2744f23329a2Sdanielk1977 p->pSrc = 0; 2745f23329a2Sdanielk1977 p->pPrior = 0; 27464b86ef1dSdanielk1977 p->pLimit = 0; 27476ab3a2ecSdanielk1977 pNew = sqlite3SelectDup(db, p, 0); 27484b86ef1dSdanielk1977 p->pLimit = pLimit; 2749a78c22c4Sdrh p->pOrderBy = pOrderBy; 2750a78c22c4Sdrh p->pSrc = pSrc; 2751a78c22c4Sdrh p->op = TK_ALL; 2752f23329a2Sdanielk1977 p->pRightmost = 0; 2753a78c22c4Sdrh if( pNew==0 ){ 2754a78c22c4Sdrh pNew = pPrior; 2755a78c22c4Sdrh }else{ 2756a78c22c4Sdrh pNew->pPrior = pPrior; 2757f23329a2Sdanielk1977 pNew->pRightmost = 0; 2758f23329a2Sdanielk1977 } 2759a78c22c4Sdrh p->pPrior = pNew; 2760a78c22c4Sdrh if( db->mallocFailed ) return 1; 2761a78c22c4Sdrh } 2762f23329a2Sdanielk1977 27637d10d5a6Sdrh /* Begin flattening the iFrom-th entry of the FROM clause 27647d10d5a6Sdrh ** in the outer query. 2765832508b7Sdrh */ 2766f23329a2Sdanielk1977 pSub = pSub1 = pSubitem->pSelect; 2767c31c2eb8Sdrh 2768a78c22c4Sdrh /* Delete the transient table structure associated with the 2769a78c22c4Sdrh ** subquery 2770a78c22c4Sdrh */ 2771a78c22c4Sdrh sqlite3DbFree(db, pSubitem->zDatabase); 2772a78c22c4Sdrh sqlite3DbFree(db, pSubitem->zName); 2773a78c22c4Sdrh sqlite3DbFree(db, pSubitem->zAlias); 2774a78c22c4Sdrh pSubitem->zDatabase = 0; 2775a78c22c4Sdrh pSubitem->zName = 0; 2776a78c22c4Sdrh pSubitem->zAlias = 0; 2777a78c22c4Sdrh pSubitem->pSelect = 0; 2778a78c22c4Sdrh 2779a78c22c4Sdrh /* Defer deleting the Table object associated with the 2780a78c22c4Sdrh ** subquery until code generation is 2781a78c22c4Sdrh ** complete, since there may still exist Expr.pTab entries that 2782a78c22c4Sdrh ** refer to the subquery even after flattening. Ticket #3346. 2783ccfcbceaSdrh ** 2784ccfcbceaSdrh ** pSubitem->pTab is always non-NULL by test restrictions and tests above. 2785a78c22c4Sdrh */ 2786ccfcbceaSdrh if( ALWAYS(pSubitem->pTab!=0) ){ 2787a78c22c4Sdrh Table *pTabToDel = pSubitem->pTab; 2788a78c22c4Sdrh if( pTabToDel->nRef==1 ){ 278965a7cd16Sdan Parse *pToplevel = sqlite3ParseToplevel(pParse); 279065a7cd16Sdan pTabToDel->pNextZombie = pToplevel->pZombieTab; 279165a7cd16Sdan pToplevel->pZombieTab = pTabToDel; 2792a78c22c4Sdrh }else{ 2793a78c22c4Sdrh pTabToDel->nRef--; 2794a78c22c4Sdrh } 2795a78c22c4Sdrh pSubitem->pTab = 0; 2796a78c22c4Sdrh } 2797a78c22c4Sdrh 2798a78c22c4Sdrh /* The following loop runs once for each term in a compound-subquery 2799a78c22c4Sdrh ** flattening (as described above). If we are doing a different kind 2800a78c22c4Sdrh ** of flattening - a flattening other than a compound-subquery flattening - 2801a78c22c4Sdrh ** then this loop only runs once. 2802a78c22c4Sdrh ** 2803a78c22c4Sdrh ** This loop moves all of the FROM elements of the subquery into the 2804c31c2eb8Sdrh ** the FROM clause of the outer query. Before doing this, remember 2805c31c2eb8Sdrh ** the cursor number for the original outer query FROM element in 2806c31c2eb8Sdrh ** iParent. The iParent cursor will never be used. Subsequent code 2807c31c2eb8Sdrh ** will scan expressions looking for iParent references and replace 2808c31c2eb8Sdrh ** those references with expressions that resolve to the subquery FROM 2809c31c2eb8Sdrh ** elements we are now copying in. 2810c31c2eb8Sdrh */ 2811a78c22c4Sdrh for(pParent=p; pParent; pParent=pParent->pPrior, pSub=pSub->pPrior){ 2812a78c22c4Sdrh int nSubSrc; 2813ea678832Sdrh u8 jointype = 0; 2814a78c22c4Sdrh pSubSrc = pSub->pSrc; /* FROM clause of subquery */ 2815a78c22c4Sdrh nSubSrc = pSubSrc->nSrc; /* Number of terms in subquery FROM clause */ 2816a78c22c4Sdrh pSrc = pParent->pSrc; /* FROM clause of the outer query */ 2817588a9a1aSdrh 2818a78c22c4Sdrh if( pSrc ){ 2819a78c22c4Sdrh assert( pParent==p ); /* First time through the loop */ 2820a78c22c4Sdrh jointype = pSubitem->jointype; 2821588a9a1aSdrh }else{ 2822a78c22c4Sdrh assert( pParent!=p ); /* 2nd and subsequent times through the loop */ 2823a78c22c4Sdrh pSrc = pParent->pSrc = sqlite3SrcListAppend(db, 0, 0, 0); 2824cfa063b3Sdrh if( pSrc==0 ){ 2825a78c22c4Sdrh assert( db->mallocFailed ); 2826a78c22c4Sdrh break; 2827cfa063b3Sdrh } 2828c31c2eb8Sdrh } 2829a78c22c4Sdrh 2830a78c22c4Sdrh /* The subquery uses a single slot of the FROM clause of the outer 2831a78c22c4Sdrh ** query. If the subquery has more than one element in its FROM clause, 2832a78c22c4Sdrh ** then expand the outer query to make space for it to hold all elements 2833a78c22c4Sdrh ** of the subquery. 2834a78c22c4Sdrh ** 2835a78c22c4Sdrh ** Example: 2836a78c22c4Sdrh ** 2837a78c22c4Sdrh ** SELECT * FROM tabA, (SELECT * FROM sub1, sub2), tabB; 2838a78c22c4Sdrh ** 2839a78c22c4Sdrh ** The outer query has 3 slots in its FROM clause. One slot of the 2840a78c22c4Sdrh ** outer query (the middle slot) is used by the subquery. The next 2841a78c22c4Sdrh ** block of code will expand the out query to 4 slots. The middle 2842a78c22c4Sdrh ** slot is expanded to two slots in order to make space for the 2843a78c22c4Sdrh ** two elements in the FROM clause of the subquery. 2844a78c22c4Sdrh */ 2845a78c22c4Sdrh if( nSubSrc>1 ){ 2846a78c22c4Sdrh pParent->pSrc = pSrc = sqlite3SrcListEnlarge(db, pSrc, nSubSrc-1,iFrom+1); 2847a78c22c4Sdrh if( db->mallocFailed ){ 2848a78c22c4Sdrh break; 2849c31c2eb8Sdrh } 2850c31c2eb8Sdrh } 2851a78c22c4Sdrh 2852a78c22c4Sdrh /* Transfer the FROM clause terms from the subquery into the 2853a78c22c4Sdrh ** outer query. 2854a78c22c4Sdrh */ 2855c31c2eb8Sdrh for(i=0; i<nSubSrc; i++){ 2856c3a8402aSdrh sqlite3IdListDelete(db, pSrc->a[i+iFrom].pUsing); 2857c31c2eb8Sdrh pSrc->a[i+iFrom] = pSubSrc->a[i]; 2858c31c2eb8Sdrh memset(&pSubSrc->a[i], 0, sizeof(pSubSrc->a[i])); 2859c31c2eb8Sdrh } 286061dfc31dSdrh pSrc->a[iFrom].jointype = jointype; 2861c31c2eb8Sdrh 2862c31c2eb8Sdrh /* Now begin substituting subquery result set expressions for 2863c31c2eb8Sdrh ** references to the iParent in the outer query. 2864c31c2eb8Sdrh ** 2865c31c2eb8Sdrh ** Example: 2866c31c2eb8Sdrh ** 2867c31c2eb8Sdrh ** SELECT a+5, b*10 FROM (SELECT x*3 AS a, y+10 AS b FROM t1) WHERE a>b; 2868c31c2eb8Sdrh ** \ \_____________ subquery __________/ / 2869c31c2eb8Sdrh ** \_____________________ outer query ______________________________/ 2870c31c2eb8Sdrh ** 2871c31c2eb8Sdrh ** We look at every expression in the outer query and every place we see 2872c31c2eb8Sdrh ** "a" we substitute "x*3" and every place we see "b" we substitute "y+10". 2873c31c2eb8Sdrh */ 2874f23329a2Sdanielk1977 pList = pParent->pEList; 2875832508b7Sdrh for(i=0; i<pList->nExpr; i++){ 2876ccfcbceaSdrh if( pList->a[i].zName==0 ){ 2877b7916a78Sdrh const char *zSpan = pList->a[i].zSpan; 2878d6b8c434Sdrh if( ALWAYS(zSpan) ){ 2879b7916a78Sdrh pList->a[i].zName = sqlite3DbStrDup(db, zSpan); 2880832508b7Sdrh } 2881832508b7Sdrh } 2882ccfcbceaSdrh } 2883f23329a2Sdanielk1977 substExprList(db, pParent->pEList, iParent, pSub->pEList); 28841b2e0329Sdrh if( isAgg ){ 2885f23329a2Sdanielk1977 substExprList(db, pParent->pGroupBy, iParent, pSub->pEList); 2886b7916a78Sdrh pParent->pHaving = substExpr(db, pParent->pHaving, iParent, pSub->pEList); 28871b2e0329Sdrh } 2888174b6195Sdrh if( pSub->pOrderBy ){ 2889f23329a2Sdanielk1977 assert( pParent->pOrderBy==0 ); 2890f23329a2Sdanielk1977 pParent->pOrderBy = pSub->pOrderBy; 2891174b6195Sdrh pSub->pOrderBy = 0; 2892f23329a2Sdanielk1977 }else if( pParent->pOrderBy ){ 2893f23329a2Sdanielk1977 substExprList(db, pParent->pOrderBy, iParent, pSub->pEList); 2894174b6195Sdrh } 2895832508b7Sdrh if( pSub->pWhere ){ 28966ab3a2ecSdanielk1977 pWhere = sqlite3ExprDup(db, pSub->pWhere, 0); 2897832508b7Sdrh }else{ 2898832508b7Sdrh pWhere = 0; 2899832508b7Sdrh } 2900832508b7Sdrh if( subqueryIsAgg ){ 2901f23329a2Sdanielk1977 assert( pParent->pHaving==0 ); 2902f23329a2Sdanielk1977 pParent->pHaving = pParent->pWhere; 2903f23329a2Sdanielk1977 pParent->pWhere = pWhere; 2904b7916a78Sdrh pParent->pHaving = substExpr(db, pParent->pHaving, iParent, pSub->pEList); 2905f23329a2Sdanielk1977 pParent->pHaving = sqlite3ExprAnd(db, pParent->pHaving, 29066ab3a2ecSdanielk1977 sqlite3ExprDup(db, pSub->pHaving, 0)); 2907f23329a2Sdanielk1977 assert( pParent->pGroupBy==0 ); 29086ab3a2ecSdanielk1977 pParent->pGroupBy = sqlite3ExprListDup(db, pSub->pGroupBy, 0); 2909832508b7Sdrh }else{ 2910b7916a78Sdrh pParent->pWhere = substExpr(db, pParent->pWhere, iParent, pSub->pEList); 2911f23329a2Sdanielk1977 pParent->pWhere = sqlite3ExprAnd(db, pParent->pWhere, pWhere); 2912832508b7Sdrh } 2913c31c2eb8Sdrh 2914c31c2eb8Sdrh /* The flattened query is distinct if either the inner or the 2915c31c2eb8Sdrh ** outer query is distinct. 2916c31c2eb8Sdrh */ 29177d10d5a6Sdrh pParent->selFlags |= pSub->selFlags & SF_Distinct; 29188c74a8caSdrh 2919a58fdfb1Sdanielk1977 /* 2920a58fdfb1Sdanielk1977 ** SELECT ... FROM (SELECT ... LIMIT a OFFSET b) LIMIT x OFFSET y; 2921ac83963aSdrh ** 2922ac83963aSdrh ** One is tempted to try to add a and b to combine the limits. But this 2923ac83963aSdrh ** does not work if either limit is negative. 2924a58fdfb1Sdanielk1977 */ 2925a2dc3b1aSdanielk1977 if( pSub->pLimit ){ 2926f23329a2Sdanielk1977 pParent->pLimit = pSub->pLimit; 2927a2dc3b1aSdanielk1977 pSub->pLimit = 0; 2928df199a25Sdrh } 2929f23329a2Sdanielk1977 } 29308c74a8caSdrh 2931c31c2eb8Sdrh /* Finially, delete what is left of the subquery and return 2932c31c2eb8Sdrh ** success. 2933c31c2eb8Sdrh */ 2934633e6d57Sdrh sqlite3SelectDelete(db, pSub1); 2935f23329a2Sdanielk1977 2936832508b7Sdrh return 1; 29371350b030Sdrh } 29383514b6f7Sshane #endif /* !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW) */ 29391350b030Sdrh 29401350b030Sdrh /* 2941a9d1ccb9Sdanielk1977 ** Analyze the SELECT statement passed as an argument to see if it 294208c88eb0Sdrh ** is a min() or max() query. Return WHERE_ORDERBY_MIN or WHERE_ORDERBY_MAX if 2943a9d1ccb9Sdanielk1977 ** it is, or 0 otherwise. At present, a query is considered to be 2944a9d1ccb9Sdanielk1977 ** a min()/max() query if: 2945a9d1ccb9Sdanielk1977 ** 2946738bdcfbSdanielk1977 ** 1. There is a single object in the FROM clause. 2947738bdcfbSdanielk1977 ** 2948738bdcfbSdanielk1977 ** 2. There is a single expression in the result set, and it is 2949738bdcfbSdanielk1977 ** either min(x) or max(x), where x is a column reference. 2950a9d1ccb9Sdanielk1977 */ 29514f21c4afSdrh static u8 minMaxQuery(Select *p){ 2952a9d1ccb9Sdanielk1977 Expr *pExpr; 2953a9d1ccb9Sdanielk1977 ExprList *pEList = p->pEList; 2954a9d1ccb9Sdanielk1977 295508c88eb0Sdrh if( pEList->nExpr!=1 ) return WHERE_ORDERBY_NORMAL; 2956a9d1ccb9Sdanielk1977 pExpr = pEList->a[0].pExpr; 295743152cf8Sdrh if( pExpr->op!=TK_AGG_FUNCTION ) return 0; 295843152cf8Sdrh if( NEVER(ExprHasProperty(pExpr, EP_xIsSelect)) ) return 0; 29596ab3a2ecSdanielk1977 pEList = pExpr->x.pList; 296043152cf8Sdrh if( pEList==0 || pEList->nExpr!=1 ) return 0; 296108c88eb0Sdrh if( pEList->a[0].pExpr->op!=TK_AGG_COLUMN ) return WHERE_ORDERBY_NORMAL; 296233e619fcSdrh assert( !ExprHasProperty(pExpr, EP_IntValue) ); 296333e619fcSdrh if( sqlite3StrICmp(pExpr->u.zToken,"min")==0 ){ 296408c88eb0Sdrh return WHERE_ORDERBY_MIN; 296533e619fcSdrh }else if( sqlite3StrICmp(pExpr->u.zToken,"max")==0 ){ 296608c88eb0Sdrh return WHERE_ORDERBY_MAX; 2967a9d1ccb9Sdanielk1977 } 296808c88eb0Sdrh return WHERE_ORDERBY_NORMAL; 2969a9d1ccb9Sdanielk1977 } 2970a9d1ccb9Sdanielk1977 2971a9d1ccb9Sdanielk1977 /* 2972a5533162Sdanielk1977 ** The select statement passed as the first argument is an aggregate query. 2973a5533162Sdanielk1977 ** The second argment is the associated aggregate-info object. This 2974a5533162Sdanielk1977 ** function tests if the SELECT is of the form: 2975a5533162Sdanielk1977 ** 2976a5533162Sdanielk1977 ** SELECT count(*) FROM <tbl> 2977a5533162Sdanielk1977 ** 2978a5533162Sdanielk1977 ** where table is a database table, not a sub-select or view. If the query 2979a5533162Sdanielk1977 ** does match this pattern, then a pointer to the Table object representing 2980a5533162Sdanielk1977 ** <tbl> is returned. Otherwise, 0 is returned. 2981a5533162Sdanielk1977 */ 2982a5533162Sdanielk1977 static Table *isSimpleCount(Select *p, AggInfo *pAggInfo){ 2983a5533162Sdanielk1977 Table *pTab; 2984a5533162Sdanielk1977 Expr *pExpr; 2985a5533162Sdanielk1977 2986a5533162Sdanielk1977 assert( !p->pGroupBy ); 2987a5533162Sdanielk1977 29887a895a80Sdanielk1977 if( p->pWhere || p->pEList->nExpr!=1 2989a5533162Sdanielk1977 || p->pSrc->nSrc!=1 || p->pSrc->a[0].pSelect 2990a5533162Sdanielk1977 ){ 2991a5533162Sdanielk1977 return 0; 2992a5533162Sdanielk1977 } 2993a5533162Sdanielk1977 pTab = p->pSrc->a[0].pTab; 2994a5533162Sdanielk1977 pExpr = p->pEList->a[0].pExpr; 299502f33725Sdanielk1977 assert( pTab && !pTab->pSelect && pExpr ); 299602f33725Sdanielk1977 299702f33725Sdanielk1977 if( IsVirtual(pTab) ) return 0; 2998a5533162Sdanielk1977 if( pExpr->op!=TK_AGG_FUNCTION ) return 0; 2999a5533162Sdanielk1977 if( (pAggInfo->aFunc[0].pFunc->flags&SQLITE_FUNC_COUNT)==0 ) return 0; 3000a5533162Sdanielk1977 if( pExpr->flags&EP_Distinct ) return 0; 3001a5533162Sdanielk1977 3002a5533162Sdanielk1977 return pTab; 3003a5533162Sdanielk1977 } 3004a5533162Sdanielk1977 3005a5533162Sdanielk1977 /* 3006b1c685b0Sdanielk1977 ** If the source-list item passed as an argument was augmented with an 3007b1c685b0Sdanielk1977 ** INDEXED BY clause, then try to locate the specified index. If there 3008b1c685b0Sdanielk1977 ** was such a clause and the named index cannot be found, return 3009b1c685b0Sdanielk1977 ** SQLITE_ERROR and leave an error in pParse. Otherwise, populate 3010b1c685b0Sdanielk1977 ** pFrom->pIndex and return SQLITE_OK. 3011b1c685b0Sdanielk1977 */ 3012b1c685b0Sdanielk1977 int sqlite3IndexedByLookup(Parse *pParse, struct SrcList_item *pFrom){ 3013b1c685b0Sdanielk1977 if( pFrom->pTab && pFrom->zIndex ){ 3014b1c685b0Sdanielk1977 Table *pTab = pFrom->pTab; 3015b1c685b0Sdanielk1977 char *zIndex = pFrom->zIndex; 3016b1c685b0Sdanielk1977 Index *pIdx; 3017b1c685b0Sdanielk1977 for(pIdx=pTab->pIndex; 3018b1c685b0Sdanielk1977 pIdx && sqlite3StrICmp(pIdx->zName, zIndex); 3019b1c685b0Sdanielk1977 pIdx=pIdx->pNext 3020b1c685b0Sdanielk1977 ); 3021b1c685b0Sdanielk1977 if( !pIdx ){ 3022b1c685b0Sdanielk1977 sqlite3ErrorMsg(pParse, "no such index: %s", zIndex, 0); 30231db95106Sdan pParse->checkSchema = 1; 3024b1c685b0Sdanielk1977 return SQLITE_ERROR; 3025b1c685b0Sdanielk1977 } 3026b1c685b0Sdanielk1977 pFrom->pIndex = pIdx; 3027b1c685b0Sdanielk1977 } 3028b1c685b0Sdanielk1977 return SQLITE_OK; 3029b1c685b0Sdanielk1977 } 3030b1c685b0Sdanielk1977 3031b1c685b0Sdanielk1977 /* 30327d10d5a6Sdrh ** This routine is a Walker callback for "expanding" a SELECT statement. 30337d10d5a6Sdrh ** "Expanding" means to do the following: 30347d10d5a6Sdrh ** 30357d10d5a6Sdrh ** (1) Make sure VDBE cursor numbers have been assigned to every 30367d10d5a6Sdrh ** element of the FROM clause. 30377d10d5a6Sdrh ** 30387d10d5a6Sdrh ** (2) Fill in the pTabList->a[].pTab fields in the SrcList that 30397d10d5a6Sdrh ** defines FROM clause. When views appear in the FROM clause, 30407d10d5a6Sdrh ** fill pTabList->a[].pSelect with a copy of the SELECT statement 30417d10d5a6Sdrh ** that implements the view. A copy is made of the view's SELECT 30427d10d5a6Sdrh ** statement so that we can freely modify or delete that statement 30437d10d5a6Sdrh ** without worrying about messing up the presistent representation 30447d10d5a6Sdrh ** of the view. 30457d10d5a6Sdrh ** 30467d10d5a6Sdrh ** (3) Add terms to the WHERE clause to accomodate the NATURAL keyword 30477d10d5a6Sdrh ** on joins and the ON and USING clause of joins. 30487d10d5a6Sdrh ** 30497d10d5a6Sdrh ** (4) Scan the list of columns in the result set (pEList) looking 30507d10d5a6Sdrh ** for instances of the "*" operator or the TABLE.* operator. 30517d10d5a6Sdrh ** If found, expand each "*" to be every column in every table 30527d10d5a6Sdrh ** and TABLE.* to be every column in TABLE. 30537d10d5a6Sdrh ** 3054b3bce662Sdanielk1977 */ 30557d10d5a6Sdrh static int selectExpander(Walker *pWalker, Select *p){ 30567d10d5a6Sdrh Parse *pParse = pWalker->pParse; 30577d10d5a6Sdrh int i, j, k; 30587d10d5a6Sdrh SrcList *pTabList; 30597d10d5a6Sdrh ExprList *pEList; 30607d10d5a6Sdrh struct SrcList_item *pFrom; 30617d10d5a6Sdrh sqlite3 *db = pParse->db; 30627d10d5a6Sdrh 30637d10d5a6Sdrh if( db->mallocFailed ){ 30647d10d5a6Sdrh return WRC_Abort; 30657d10d5a6Sdrh } 306643152cf8Sdrh if( NEVER(p->pSrc==0) || (p->selFlags & SF_Expanded)!=0 ){ 30677d10d5a6Sdrh return WRC_Prune; 30687d10d5a6Sdrh } 30697d10d5a6Sdrh p->selFlags |= SF_Expanded; 30707d10d5a6Sdrh pTabList = p->pSrc; 30717d10d5a6Sdrh pEList = p->pEList; 30727d10d5a6Sdrh 30737d10d5a6Sdrh /* Make sure cursor numbers have been assigned to all entries in 30747d10d5a6Sdrh ** the FROM clause of the SELECT statement. 30757d10d5a6Sdrh */ 30767d10d5a6Sdrh sqlite3SrcListAssignCursors(pParse, pTabList); 30777d10d5a6Sdrh 30787d10d5a6Sdrh /* Look up every table named in the FROM clause of the select. If 30797d10d5a6Sdrh ** an entry of the FROM clause is a subquery instead of a table or view, 30807d10d5a6Sdrh ** then create a transient table structure to describe the subquery. 30817d10d5a6Sdrh */ 30827d10d5a6Sdrh for(i=0, pFrom=pTabList->a; i<pTabList->nSrc; i++, pFrom++){ 30837d10d5a6Sdrh Table *pTab; 30847d10d5a6Sdrh if( pFrom->pTab!=0 ){ 30857d10d5a6Sdrh /* This statement has already been prepared. There is no need 30867d10d5a6Sdrh ** to go further. */ 30877d10d5a6Sdrh assert( i==0 ); 30887d10d5a6Sdrh return WRC_Prune; 30897d10d5a6Sdrh } 30907d10d5a6Sdrh if( pFrom->zName==0 ){ 30917d10d5a6Sdrh #ifndef SQLITE_OMIT_SUBQUERY 30927d10d5a6Sdrh Select *pSel = pFrom->pSelect; 30937d10d5a6Sdrh /* A sub-query in the FROM clause of a SELECT */ 30947d10d5a6Sdrh assert( pSel!=0 ); 30957d10d5a6Sdrh assert( pFrom->pTab==0 ); 30967d10d5a6Sdrh sqlite3WalkSelect(pWalker, pSel); 30977d10d5a6Sdrh pFrom->pTab = pTab = sqlite3DbMallocZero(db, sizeof(Table)); 30987d10d5a6Sdrh if( pTab==0 ) return WRC_Abort; 30997d10d5a6Sdrh pTab->nRef = 1; 31007d10d5a6Sdrh pTab->zName = sqlite3MPrintf(db, "sqlite_subquery_%p_", (void*)pTab); 31017d10d5a6Sdrh while( pSel->pPrior ){ pSel = pSel->pPrior; } 31027d10d5a6Sdrh selectColumnsFromExprList(pParse, pSel->pEList, &pTab->nCol, &pTab->aCol); 31037d10d5a6Sdrh pTab->iPKey = -1; 31047d10d5a6Sdrh pTab->tabFlags |= TF_Ephemeral; 31057d10d5a6Sdrh #endif 31067d10d5a6Sdrh }else{ 31077d10d5a6Sdrh /* An ordinary table or view name in the FROM clause */ 31087d10d5a6Sdrh assert( pFrom->pTab==0 ); 31097d10d5a6Sdrh pFrom->pTab = pTab = 31107d10d5a6Sdrh sqlite3LocateTable(pParse,0,pFrom->zName,pFrom->zDatabase); 31117d10d5a6Sdrh if( pTab==0 ) return WRC_Abort; 31127d10d5a6Sdrh pTab->nRef++; 31137d10d5a6Sdrh #if !defined(SQLITE_OMIT_VIEW) || !defined (SQLITE_OMIT_VIRTUALTABLE) 31147d10d5a6Sdrh if( pTab->pSelect || IsVirtual(pTab) ){ 31157d10d5a6Sdrh /* We reach here if the named table is a really a view */ 31167d10d5a6Sdrh if( sqlite3ViewGetColumnNames(pParse, pTab) ) return WRC_Abort; 311743152cf8Sdrh assert( pFrom->pSelect==0 ); 31186ab3a2ecSdanielk1977 pFrom->pSelect = sqlite3SelectDup(db, pTab->pSelect, 0); 31197d10d5a6Sdrh sqlite3WalkSelect(pWalker, pFrom->pSelect); 31207d10d5a6Sdrh } 31217d10d5a6Sdrh #endif 31227d10d5a6Sdrh } 312385574e31Sdanielk1977 312485574e31Sdanielk1977 /* Locate the index named by the INDEXED BY clause, if any. */ 3125b1c685b0Sdanielk1977 if( sqlite3IndexedByLookup(pParse, pFrom) ){ 312685574e31Sdanielk1977 return WRC_Abort; 312785574e31Sdanielk1977 } 31287d10d5a6Sdrh } 31297d10d5a6Sdrh 31307d10d5a6Sdrh /* Process NATURAL keywords, and ON and USING clauses of joins. 31317d10d5a6Sdrh */ 31327d10d5a6Sdrh if( db->mallocFailed || sqliteProcessJoin(pParse, p) ){ 31337d10d5a6Sdrh return WRC_Abort; 31347d10d5a6Sdrh } 31357d10d5a6Sdrh 31367d10d5a6Sdrh /* For every "*" that occurs in the column list, insert the names of 31377d10d5a6Sdrh ** all columns in all tables. And for every TABLE.* insert the names 31387d10d5a6Sdrh ** of all columns in TABLE. The parser inserted a special expression 31397d10d5a6Sdrh ** with the TK_ALL operator for each "*" that it found in the column list. 31407d10d5a6Sdrh ** The following code just has to locate the TK_ALL expressions and expand 31417d10d5a6Sdrh ** each one to the list of all columns in all tables. 31427d10d5a6Sdrh ** 31437d10d5a6Sdrh ** The first loop just checks to see if there are any "*" operators 31447d10d5a6Sdrh ** that need expanding. 31457d10d5a6Sdrh */ 31467d10d5a6Sdrh for(k=0; k<pEList->nExpr; k++){ 31477d10d5a6Sdrh Expr *pE = pEList->a[k].pExpr; 31487d10d5a6Sdrh if( pE->op==TK_ALL ) break; 314943152cf8Sdrh assert( pE->op!=TK_DOT || pE->pRight!=0 ); 315043152cf8Sdrh assert( pE->op!=TK_DOT || (pE->pLeft!=0 && pE->pLeft->op==TK_ID) ); 315143152cf8Sdrh if( pE->op==TK_DOT && pE->pRight->op==TK_ALL ) break; 31527d10d5a6Sdrh } 31537d10d5a6Sdrh if( k<pEList->nExpr ){ 31547d10d5a6Sdrh /* 31557d10d5a6Sdrh ** If we get here it means the result set contains one or more "*" 31567d10d5a6Sdrh ** operators that need to be expanded. Loop through each expression 31577d10d5a6Sdrh ** in the result set and expand them one by one. 31587d10d5a6Sdrh */ 31597d10d5a6Sdrh struct ExprList_item *a = pEList->a; 31607d10d5a6Sdrh ExprList *pNew = 0; 31617d10d5a6Sdrh int flags = pParse->db->flags; 31627d10d5a6Sdrh int longNames = (flags & SQLITE_FullColNames)!=0 31637d10d5a6Sdrh && (flags & SQLITE_ShortColNames)==0; 31647d10d5a6Sdrh 31657d10d5a6Sdrh for(k=0; k<pEList->nExpr; k++){ 31667d10d5a6Sdrh Expr *pE = a[k].pExpr; 316743152cf8Sdrh assert( pE->op!=TK_DOT || pE->pRight!=0 ); 316843152cf8Sdrh if( pE->op!=TK_ALL && (pE->op!=TK_DOT || pE->pRight->op!=TK_ALL) ){ 31697d10d5a6Sdrh /* This particular expression does not need to be expanded. 31707d10d5a6Sdrh */ 3171b7916a78Sdrh pNew = sqlite3ExprListAppend(pParse, pNew, a[k].pExpr); 31727d10d5a6Sdrh if( pNew ){ 31737d10d5a6Sdrh pNew->a[pNew->nExpr-1].zName = a[k].zName; 3174b7916a78Sdrh pNew->a[pNew->nExpr-1].zSpan = a[k].zSpan; 3175b7916a78Sdrh a[k].zName = 0; 3176b7916a78Sdrh a[k].zSpan = 0; 31777d10d5a6Sdrh } 31787d10d5a6Sdrh a[k].pExpr = 0; 31797d10d5a6Sdrh }else{ 31807d10d5a6Sdrh /* This expression is a "*" or a "TABLE.*" and needs to be 31817d10d5a6Sdrh ** expanded. */ 31827d10d5a6Sdrh int tableSeen = 0; /* Set to 1 when TABLE matches */ 31837d10d5a6Sdrh char *zTName; /* text of name of TABLE */ 318443152cf8Sdrh if( pE->op==TK_DOT ){ 318543152cf8Sdrh assert( pE->pLeft!=0 ); 318633e619fcSdrh assert( !ExprHasProperty(pE->pLeft, EP_IntValue) ); 318733e619fcSdrh zTName = pE->pLeft->u.zToken; 31887d10d5a6Sdrh }else{ 31897d10d5a6Sdrh zTName = 0; 31907d10d5a6Sdrh } 31917d10d5a6Sdrh for(i=0, pFrom=pTabList->a; i<pTabList->nSrc; i++, pFrom++){ 31927d10d5a6Sdrh Table *pTab = pFrom->pTab; 31937d10d5a6Sdrh char *zTabName = pFrom->zAlias; 319443152cf8Sdrh if( zTabName==0 ){ 31957d10d5a6Sdrh zTabName = pTab->zName; 31967d10d5a6Sdrh } 31977d10d5a6Sdrh if( db->mallocFailed ) break; 31987d10d5a6Sdrh if( zTName && sqlite3StrICmp(zTName, zTabName)!=0 ){ 31997d10d5a6Sdrh continue; 32007d10d5a6Sdrh } 32017d10d5a6Sdrh tableSeen = 1; 32027d10d5a6Sdrh for(j=0; j<pTab->nCol; j++){ 32037d10d5a6Sdrh Expr *pExpr, *pRight; 32047d10d5a6Sdrh char *zName = pTab->aCol[j].zName; 3205b7916a78Sdrh char *zColname; /* The computed column name */ 3206b7916a78Sdrh char *zToFree; /* Malloced string that needs to be freed */ 3207b7916a78Sdrh Token sColname; /* Computed column name as a token */ 32087d10d5a6Sdrh 32097d10d5a6Sdrh /* If a column is marked as 'hidden' (currently only possible 32107d10d5a6Sdrh ** for virtual tables), do not include it in the expanded 32117d10d5a6Sdrh ** result-set list. 32127d10d5a6Sdrh */ 32137d10d5a6Sdrh if( IsHiddenColumn(&pTab->aCol[j]) ){ 32147d10d5a6Sdrh assert(IsVirtual(pTab)); 32157d10d5a6Sdrh continue; 32167d10d5a6Sdrh } 32177d10d5a6Sdrh 3218da55c48aSdrh if( i>0 && zTName==0 ){ 32192179b434Sdrh if( (pFrom->jointype & JT_NATURAL)!=0 32202179b434Sdrh && tableAndColumnIndex(pTabList, i, zName, 0, 0) 32212179b434Sdrh ){ 32227d10d5a6Sdrh /* In a NATURAL join, omit the join columns from the 32232179b434Sdrh ** table to the right of the join */ 32247d10d5a6Sdrh continue; 32257d10d5a6Sdrh } 32262179b434Sdrh if( sqlite3IdListIndex(pFrom->pUsing, zName)>=0 ){ 32277d10d5a6Sdrh /* In a join with a USING clause, omit columns in the 32287d10d5a6Sdrh ** using clause from the table on the right. */ 32297d10d5a6Sdrh continue; 32307d10d5a6Sdrh } 32317d10d5a6Sdrh } 3232b7916a78Sdrh pRight = sqlite3Expr(db, TK_ID, zName); 3233b7916a78Sdrh zColname = zName; 3234b7916a78Sdrh zToFree = 0; 32357d10d5a6Sdrh if( longNames || pTabList->nSrc>1 ){ 3236b7916a78Sdrh Expr *pLeft; 3237b7916a78Sdrh pLeft = sqlite3Expr(db, TK_ID, zTabName); 32387d10d5a6Sdrh pExpr = sqlite3PExpr(pParse, TK_DOT, pLeft, pRight, 0); 3239b7916a78Sdrh if( longNames ){ 3240b7916a78Sdrh zColname = sqlite3MPrintf(db, "%s.%s", zTabName, zName); 3241b7916a78Sdrh zToFree = zColname; 3242b7916a78Sdrh } 32437d10d5a6Sdrh }else{ 32447d10d5a6Sdrh pExpr = pRight; 32457d10d5a6Sdrh } 3246b7916a78Sdrh pNew = sqlite3ExprListAppend(pParse, pNew, pExpr); 3247b7916a78Sdrh sColname.z = zColname; 3248b7916a78Sdrh sColname.n = sqlite3Strlen30(zColname); 3249b7916a78Sdrh sqlite3ExprListSetName(pParse, pNew, &sColname, 0); 3250b7916a78Sdrh sqlite3DbFree(db, zToFree); 32517d10d5a6Sdrh } 32527d10d5a6Sdrh } 32537d10d5a6Sdrh if( !tableSeen ){ 32547d10d5a6Sdrh if( zTName ){ 32557d10d5a6Sdrh sqlite3ErrorMsg(pParse, "no such table: %s", zTName); 32567d10d5a6Sdrh }else{ 32577d10d5a6Sdrh sqlite3ErrorMsg(pParse, "no tables specified"); 32587d10d5a6Sdrh } 32597d10d5a6Sdrh } 32607d10d5a6Sdrh } 32617d10d5a6Sdrh } 32627d10d5a6Sdrh sqlite3ExprListDelete(db, pEList); 32637d10d5a6Sdrh p->pEList = pNew; 32647d10d5a6Sdrh } 32657d10d5a6Sdrh #if SQLITE_MAX_COLUMN 32667d10d5a6Sdrh if( p->pEList && p->pEList->nExpr>db->aLimit[SQLITE_LIMIT_COLUMN] ){ 32677d10d5a6Sdrh sqlite3ErrorMsg(pParse, "too many columns in result set"); 32687d10d5a6Sdrh } 32697d10d5a6Sdrh #endif 32707d10d5a6Sdrh return WRC_Continue; 32717d10d5a6Sdrh } 32727d10d5a6Sdrh 32737d10d5a6Sdrh /* 32747d10d5a6Sdrh ** No-op routine for the parse-tree walker. 32757d10d5a6Sdrh ** 32767d10d5a6Sdrh ** When this routine is the Walker.xExprCallback then expression trees 32777d10d5a6Sdrh ** are walked without any actions being taken at each node. Presumably, 32787d10d5a6Sdrh ** when this routine is used for Walker.xExprCallback then 32797d10d5a6Sdrh ** Walker.xSelectCallback is set to do something useful for every 32807d10d5a6Sdrh ** subquery in the parser tree. 32817d10d5a6Sdrh */ 328262c14b34Sdanielk1977 static int exprWalkNoop(Walker *NotUsed, Expr *NotUsed2){ 328362c14b34Sdanielk1977 UNUSED_PARAMETER2(NotUsed, NotUsed2); 32847d10d5a6Sdrh return WRC_Continue; 32857d10d5a6Sdrh } 32867d10d5a6Sdrh 32877d10d5a6Sdrh /* 32887d10d5a6Sdrh ** This routine "expands" a SELECT statement and all of its subqueries. 32897d10d5a6Sdrh ** For additional information on what it means to "expand" a SELECT 32907d10d5a6Sdrh ** statement, see the comment on the selectExpand worker callback above. 32917d10d5a6Sdrh ** 32927d10d5a6Sdrh ** Expanding a SELECT statement is the first step in processing a 32937d10d5a6Sdrh ** SELECT statement. The SELECT statement must be expanded before 32947d10d5a6Sdrh ** name resolution is performed. 32957d10d5a6Sdrh ** 32967d10d5a6Sdrh ** If anything goes wrong, an error message is written into pParse. 32977d10d5a6Sdrh ** The calling function can detect the problem by looking at pParse->nErr 32987d10d5a6Sdrh ** and/or pParse->db->mallocFailed. 32997d10d5a6Sdrh */ 33007d10d5a6Sdrh static void sqlite3SelectExpand(Parse *pParse, Select *pSelect){ 33017d10d5a6Sdrh Walker w; 33027d10d5a6Sdrh w.xSelectCallback = selectExpander; 33037d10d5a6Sdrh w.xExprCallback = exprWalkNoop; 33047d10d5a6Sdrh w.pParse = pParse; 33057d10d5a6Sdrh sqlite3WalkSelect(&w, pSelect); 33067d10d5a6Sdrh } 33077d10d5a6Sdrh 33087d10d5a6Sdrh 33097d10d5a6Sdrh #ifndef SQLITE_OMIT_SUBQUERY 33107d10d5a6Sdrh /* 33117d10d5a6Sdrh ** This is a Walker.xSelectCallback callback for the sqlite3SelectTypeInfo() 33127d10d5a6Sdrh ** interface. 33137d10d5a6Sdrh ** 33147d10d5a6Sdrh ** For each FROM-clause subquery, add Column.zType and Column.zColl 33157d10d5a6Sdrh ** information to the Table structure that represents the result set 33167d10d5a6Sdrh ** of that subquery. 33177d10d5a6Sdrh ** 33187d10d5a6Sdrh ** The Table structure that represents the result set was constructed 33197d10d5a6Sdrh ** by selectExpander() but the type and collation information was omitted 33207d10d5a6Sdrh ** at that point because identifiers had not yet been resolved. This 33217d10d5a6Sdrh ** routine is called after identifier resolution. 33227d10d5a6Sdrh */ 33237d10d5a6Sdrh static int selectAddSubqueryTypeInfo(Walker *pWalker, Select *p){ 33247d10d5a6Sdrh Parse *pParse; 33257d10d5a6Sdrh int i; 33267d10d5a6Sdrh SrcList *pTabList; 33277d10d5a6Sdrh struct SrcList_item *pFrom; 33287d10d5a6Sdrh 33299d8b3072Sdrh assert( p->selFlags & SF_Resolved ); 33305a29d9cbSdrh if( (p->selFlags & SF_HasTypeInfo)==0 ){ 33317d10d5a6Sdrh p->selFlags |= SF_HasTypeInfo; 33327d10d5a6Sdrh pParse = pWalker->pParse; 33337d10d5a6Sdrh pTabList = p->pSrc; 33347d10d5a6Sdrh for(i=0, pFrom=pTabList->a; i<pTabList->nSrc; i++, pFrom++){ 33357d10d5a6Sdrh Table *pTab = pFrom->pTab; 333643152cf8Sdrh if( ALWAYS(pTab!=0) && (pTab->tabFlags & TF_Ephemeral)!=0 ){ 33377d10d5a6Sdrh /* A sub-query in the FROM clause of a SELECT */ 33387d10d5a6Sdrh Select *pSel = pFrom->pSelect; 33397d10d5a6Sdrh assert( pSel ); 33407d10d5a6Sdrh while( pSel->pPrior ) pSel = pSel->pPrior; 33417d10d5a6Sdrh selectAddColumnTypeAndCollation(pParse, pTab->nCol, pTab->aCol, pSel); 33427d10d5a6Sdrh } 33437d10d5a6Sdrh } 33445a29d9cbSdrh } 33457d10d5a6Sdrh return WRC_Continue; 33467d10d5a6Sdrh } 33477d10d5a6Sdrh #endif 33487d10d5a6Sdrh 33497d10d5a6Sdrh 33507d10d5a6Sdrh /* 33517d10d5a6Sdrh ** This routine adds datatype and collating sequence information to 33527d10d5a6Sdrh ** the Table structures of all FROM-clause subqueries in a 33537d10d5a6Sdrh ** SELECT statement. 33547d10d5a6Sdrh ** 33557d10d5a6Sdrh ** Use this routine after name resolution. 33567d10d5a6Sdrh */ 33577d10d5a6Sdrh static void sqlite3SelectAddTypeInfo(Parse *pParse, Select *pSelect){ 33587d10d5a6Sdrh #ifndef SQLITE_OMIT_SUBQUERY 33597d10d5a6Sdrh Walker w; 33607d10d5a6Sdrh w.xSelectCallback = selectAddSubqueryTypeInfo; 33617d10d5a6Sdrh w.xExprCallback = exprWalkNoop; 33627d10d5a6Sdrh w.pParse = pParse; 33637d10d5a6Sdrh sqlite3WalkSelect(&w, pSelect); 33647d10d5a6Sdrh #endif 33657d10d5a6Sdrh } 33667d10d5a6Sdrh 33677d10d5a6Sdrh 33687d10d5a6Sdrh /* 33697d10d5a6Sdrh ** This routine sets of a SELECT statement for processing. The 33707d10d5a6Sdrh ** following is accomplished: 33717d10d5a6Sdrh ** 33727d10d5a6Sdrh ** * VDBE Cursor numbers are assigned to all FROM-clause terms. 33737d10d5a6Sdrh ** * Ephemeral Table objects are created for all FROM-clause subqueries. 33747d10d5a6Sdrh ** * ON and USING clauses are shifted into WHERE statements 33757d10d5a6Sdrh ** * Wildcards "*" and "TABLE.*" in result sets are expanded. 33767d10d5a6Sdrh ** * Identifiers in expression are matched to tables. 33777d10d5a6Sdrh ** 33787d10d5a6Sdrh ** This routine acts recursively on all subqueries within the SELECT. 33797d10d5a6Sdrh */ 33807d10d5a6Sdrh void sqlite3SelectPrep( 3381b3bce662Sdanielk1977 Parse *pParse, /* The parser context */ 3382b3bce662Sdanielk1977 Select *p, /* The SELECT statement being coded. */ 33837d10d5a6Sdrh NameContext *pOuterNC /* Name context for container */ 3384b3bce662Sdanielk1977 ){ 33857d10d5a6Sdrh sqlite3 *db; 338643152cf8Sdrh if( NEVER(p==0) ) return; 33877d10d5a6Sdrh db = pParse->db; 33887d10d5a6Sdrh if( p->selFlags & SF_HasTypeInfo ) return; 33897d10d5a6Sdrh sqlite3SelectExpand(pParse, p); 33907d10d5a6Sdrh if( pParse->nErr || db->mallocFailed ) return; 33917d10d5a6Sdrh sqlite3ResolveSelectNames(pParse, p, pOuterNC); 33927d10d5a6Sdrh if( pParse->nErr || db->mallocFailed ) return; 33937d10d5a6Sdrh sqlite3SelectAddTypeInfo(pParse, p); 3394f6bbe022Sdrh } 3395b3bce662Sdanielk1977 3396b3bce662Sdanielk1977 /* 339713449892Sdrh ** Reset the aggregate accumulator. 339813449892Sdrh ** 339913449892Sdrh ** The aggregate accumulator is a set of memory cells that hold 340013449892Sdrh ** intermediate results while calculating an aggregate. This 340113449892Sdrh ** routine simply stores NULLs in all of those memory cells. 3402b3bce662Sdanielk1977 */ 340313449892Sdrh static void resetAccumulator(Parse *pParse, AggInfo *pAggInfo){ 340413449892Sdrh Vdbe *v = pParse->pVdbe; 340513449892Sdrh int i; 3406c99130fdSdrh struct AggInfo_func *pFunc; 340713449892Sdrh if( pAggInfo->nFunc+pAggInfo->nColumn==0 ){ 340813449892Sdrh return; 340913449892Sdrh } 341013449892Sdrh for(i=0; i<pAggInfo->nColumn; i++){ 34114c583128Sdrh sqlite3VdbeAddOp2(v, OP_Null, 0, pAggInfo->aCol[i].iMem); 341213449892Sdrh } 3413c99130fdSdrh for(pFunc=pAggInfo->aFunc, i=0; i<pAggInfo->nFunc; i++, pFunc++){ 34144c583128Sdrh sqlite3VdbeAddOp2(v, OP_Null, 0, pFunc->iMem); 3415c99130fdSdrh if( pFunc->iDistinct>=0 ){ 3416c99130fdSdrh Expr *pE = pFunc->pExpr; 34176ab3a2ecSdanielk1977 assert( !ExprHasProperty(pE, EP_xIsSelect) ); 34186ab3a2ecSdanielk1977 if( pE->x.pList==0 || pE->x.pList->nExpr!=1 ){ 34190daa002cSdrh sqlite3ErrorMsg(pParse, "DISTINCT aggregates must have exactly one " 34200daa002cSdrh "argument"); 3421c99130fdSdrh pFunc->iDistinct = -1; 3422c99130fdSdrh }else{ 34236ab3a2ecSdanielk1977 KeyInfo *pKeyInfo = keyInfoFromExprList(pParse, pE->x.pList); 342466a5167bSdrh sqlite3VdbeAddOp4(v, OP_OpenEphemeral, pFunc->iDistinct, 0, 0, 342566a5167bSdrh (char*)pKeyInfo, P4_KEYINFO_HANDOFF); 3426c99130fdSdrh } 3427c99130fdSdrh } 342813449892Sdrh } 3429b3bce662Sdanielk1977 } 3430b3bce662Sdanielk1977 3431b3bce662Sdanielk1977 /* 343213449892Sdrh ** Invoke the OP_AggFinalize opcode for every aggregate function 343313449892Sdrh ** in the AggInfo structure. 3434b3bce662Sdanielk1977 */ 343513449892Sdrh static void finalizeAggFunctions(Parse *pParse, AggInfo *pAggInfo){ 343613449892Sdrh Vdbe *v = pParse->pVdbe; 343713449892Sdrh int i; 343813449892Sdrh struct AggInfo_func *pF; 343913449892Sdrh for(i=0, pF=pAggInfo->aFunc; i<pAggInfo->nFunc; i++, pF++){ 34406ab3a2ecSdanielk1977 ExprList *pList = pF->pExpr->x.pList; 34416ab3a2ecSdanielk1977 assert( !ExprHasProperty(pF->pExpr, EP_xIsSelect) ); 344266a5167bSdrh sqlite3VdbeAddOp4(v, OP_AggFinal, pF->iMem, pList ? pList->nExpr : 0, 0, 344366a5167bSdrh (void*)pF->pFunc, P4_FUNCDEF); 3444b3bce662Sdanielk1977 } 344513449892Sdrh } 344613449892Sdrh 344713449892Sdrh /* 344813449892Sdrh ** Update the accumulator memory cells for an aggregate based on 344913449892Sdrh ** the current cursor position. 345013449892Sdrh */ 345113449892Sdrh static void updateAccumulator(Parse *pParse, AggInfo *pAggInfo){ 345213449892Sdrh Vdbe *v = pParse->pVdbe; 345313449892Sdrh int i; 345413449892Sdrh struct AggInfo_func *pF; 345513449892Sdrh struct AggInfo_col *pC; 345613449892Sdrh 345713449892Sdrh pAggInfo->directMode = 1; 3458ceea3321Sdrh sqlite3ExprCacheClear(pParse); 345913449892Sdrh for(i=0, pF=pAggInfo->aFunc; i<pAggInfo->nFunc; i++, pF++){ 346013449892Sdrh int nArg; 3461c99130fdSdrh int addrNext = 0; 346298757157Sdrh int regAgg; 34636ab3a2ecSdanielk1977 ExprList *pList = pF->pExpr->x.pList; 34646ab3a2ecSdanielk1977 assert( !ExprHasProperty(pF->pExpr, EP_xIsSelect) ); 346513449892Sdrh if( pList ){ 346613449892Sdrh nArg = pList->nExpr; 3467892d3179Sdrh regAgg = sqlite3GetTempRange(pParse, nArg); 3468191b54cbSdrh sqlite3ExprCodeExprList(pParse, pList, regAgg, 0); 346913449892Sdrh }else{ 347013449892Sdrh nArg = 0; 347198757157Sdrh regAgg = 0; 347213449892Sdrh } 3473c99130fdSdrh if( pF->iDistinct>=0 ){ 3474c99130fdSdrh addrNext = sqlite3VdbeMakeLabel(v); 3475c99130fdSdrh assert( nArg==1 ); 34762dcef11bSdrh codeDistinct(pParse, pF->iDistinct, addrNext, 1, regAgg); 3477c99130fdSdrh } 3478e82f5d04Sdrh if( pF->pFunc->flags & SQLITE_FUNC_NEEDCOLL ){ 347913449892Sdrh CollSeq *pColl = 0; 348013449892Sdrh struct ExprList_item *pItem; 348113449892Sdrh int j; 3482e82f5d04Sdrh assert( pList!=0 ); /* pList!=0 if pF->pFunc has NEEDCOLL */ 348343617e9aSdrh for(j=0, pItem=pList->a; !pColl && j<nArg; j++, pItem++){ 348413449892Sdrh pColl = sqlite3ExprCollSeq(pParse, pItem->pExpr); 348513449892Sdrh } 348613449892Sdrh if( !pColl ){ 348713449892Sdrh pColl = pParse->db->pDfltColl; 348813449892Sdrh } 348966a5167bSdrh sqlite3VdbeAddOp4(v, OP_CollSeq, 0, 0, 0, (char *)pColl, P4_COLLSEQ); 349013449892Sdrh } 349198757157Sdrh sqlite3VdbeAddOp4(v, OP_AggStep, 0, regAgg, pF->iMem, 349266a5167bSdrh (void*)pF->pFunc, P4_FUNCDEF); 3493ea678832Sdrh sqlite3VdbeChangeP5(v, (u8)nArg); 3494da250ea5Sdrh sqlite3ExprCacheAffinityChange(pParse, regAgg, nArg); 3495f49f3523Sdrh sqlite3ReleaseTempRange(pParse, regAgg, nArg); 3496c99130fdSdrh if( addrNext ){ 3497c99130fdSdrh sqlite3VdbeResolveLabel(v, addrNext); 3498ceea3321Sdrh sqlite3ExprCacheClear(pParse); 3499c99130fdSdrh } 350013449892Sdrh } 350167a6a40cSdan 350267a6a40cSdan /* Before populating the accumulator registers, clear the column cache. 350367a6a40cSdan ** Otherwise, if any of the required column values are already present 350467a6a40cSdan ** in registers, sqlite3ExprCode() may use OP_SCopy to copy the value 350567a6a40cSdan ** to pC->iMem. But by the time the value is used, the original register 350667a6a40cSdan ** may have been used, invalidating the underlying buffer holding the 350767a6a40cSdan ** text or blob value. See ticket [883034dcb5]. 350867a6a40cSdan ** 350967a6a40cSdan ** Another solution would be to change the OP_SCopy used to copy cached 351067a6a40cSdan ** values to an OP_Copy. 351167a6a40cSdan */ 351267a6a40cSdan sqlite3ExprCacheClear(pParse); 351313449892Sdrh for(i=0, pC=pAggInfo->aCol; i<pAggInfo->nAccumulator; i++, pC++){ 3514389a1adbSdrh sqlite3ExprCode(pParse, pC->pExpr, pC->iMem); 351513449892Sdrh } 351613449892Sdrh pAggInfo->directMode = 0; 3517ceea3321Sdrh sqlite3ExprCacheClear(pParse); 351813449892Sdrh } 351913449892Sdrh 3520b3bce662Sdanielk1977 /* 35217d10d5a6Sdrh ** Generate code for the SELECT statement given in the p argument. 35229bb61fe7Sdrh ** 3523fef5208cSdrh ** The results are distributed in various ways depending on the 35246c8c8ce0Sdanielk1977 ** contents of the SelectDest structure pointed to by argument pDest 35256c8c8ce0Sdanielk1977 ** as follows: 3526fef5208cSdrh ** 35276c8c8ce0Sdanielk1977 ** pDest->eDest Result 3528fef5208cSdrh ** ------------ ------------------------------------------- 35297d10d5a6Sdrh ** SRT_Output Generate a row of output (using the OP_ResultRow 35307d10d5a6Sdrh ** opcode) for each row in the result set. 3531fef5208cSdrh ** 35327d10d5a6Sdrh ** SRT_Mem Only valid if the result is a single column. 35337d10d5a6Sdrh ** Store the first column of the first result row 35347d10d5a6Sdrh ** in register pDest->iParm then abandon the rest 35357d10d5a6Sdrh ** of the query. This destination implies "LIMIT 1". 3536fef5208cSdrh ** 35377d10d5a6Sdrh ** SRT_Set The result must be a single column. Store each 35387d10d5a6Sdrh ** row of result as the key in table pDest->iParm. 35397d10d5a6Sdrh ** Apply the affinity pDest->affinity before storing 35407d10d5a6Sdrh ** results. Used to implement "IN (SELECT ...)". 3541fef5208cSdrh ** 35426c8c8ce0Sdanielk1977 ** SRT_Union Store results as a key in a temporary table pDest->iParm. 354382c3d636Sdrh ** 35446c8c8ce0Sdanielk1977 ** SRT_Except Remove results from the temporary table pDest->iParm. 3545c4a3c779Sdrh ** 35467d10d5a6Sdrh ** SRT_Table Store results in temporary table pDest->iParm. 35477d10d5a6Sdrh ** This is like SRT_EphemTab except that the table 35487d10d5a6Sdrh ** is assumed to already be open. 35499bb61fe7Sdrh ** 35506c8c8ce0Sdanielk1977 ** SRT_EphemTab Create an temporary table pDest->iParm and store 35516c8c8ce0Sdanielk1977 ** the result there. The cursor is left open after 35527d10d5a6Sdrh ** returning. This is like SRT_Table except that 35537d10d5a6Sdrh ** this destination uses OP_OpenEphemeral to create 35547d10d5a6Sdrh ** the table first. 35556c8c8ce0Sdanielk1977 ** 35567d10d5a6Sdrh ** SRT_Coroutine Generate a co-routine that returns a new row of 35577d10d5a6Sdrh ** results each time it is invoked. The entry point 35587d10d5a6Sdrh ** of the co-routine is stored in register pDest->iParm. 35596c8c8ce0Sdanielk1977 ** 35606c8c8ce0Sdanielk1977 ** SRT_Exists Store a 1 in memory cell pDest->iParm if the result 35616c8c8ce0Sdanielk1977 ** set is not empty. 35626c8c8ce0Sdanielk1977 ** 35637d10d5a6Sdrh ** SRT_Discard Throw the results away. This is used by SELECT 35647d10d5a6Sdrh ** statements within triggers whose only purpose is 35657d10d5a6Sdrh ** the side-effects of functions. 3566e78e8284Sdrh ** 35679bb61fe7Sdrh ** This routine returns the number of errors. If any errors are 35689bb61fe7Sdrh ** encountered, then an appropriate error message is left in 35699bb61fe7Sdrh ** pParse->zErrMsg. 35709bb61fe7Sdrh ** 35719bb61fe7Sdrh ** This routine does NOT free the Select structure passed in. The 35729bb61fe7Sdrh ** calling function needs to do that. 35739bb61fe7Sdrh */ 35744adee20fSdanielk1977 int sqlite3Select( 3575cce7d176Sdrh Parse *pParse, /* The parser context */ 35769bb61fe7Sdrh Select *p, /* The SELECT statement being coded. */ 35777d10d5a6Sdrh SelectDest *pDest /* What to do with the query results */ 3578cce7d176Sdrh ){ 357913449892Sdrh int i, j; /* Loop counters */ 358013449892Sdrh WhereInfo *pWInfo; /* Return from sqlite3WhereBegin() */ 358113449892Sdrh Vdbe *v; /* The virtual machine under construction */ 3582b3bce662Sdanielk1977 int isAgg; /* True for select lists like "count(*)" */ 3583a2e00042Sdrh ExprList *pEList; /* List of columns to extract. */ 3584ad3cab52Sdrh SrcList *pTabList; /* List of tables to select from */ 35859bb61fe7Sdrh Expr *pWhere; /* The WHERE clause. May be NULL */ 35869bb61fe7Sdrh ExprList *pOrderBy; /* The ORDER BY clause. May be NULL */ 35872282792aSdrh ExprList *pGroupBy; /* The GROUP BY clause. May be NULL */ 35882282792aSdrh Expr *pHaving; /* The HAVING clause. May be NULL */ 358919a775c2Sdrh int isDistinct; /* True if the DISTINCT keyword is present */ 359019a775c2Sdrh int distinct; /* Table to use for the distinct set */ 35911d83f052Sdrh int rc = 1; /* Value to return from this function */ 3592b9bb7c18Sdrh int addrSortIndex; /* Address of an OP_OpenEphemeral instruction */ 359313449892Sdrh AggInfo sAggInfo; /* Information used by aggregate queries */ 3594ec7429aeSdrh int iEnd; /* Address of the end of the query */ 359517435752Sdrh sqlite3 *db; /* The database connection */ 35969bb61fe7Sdrh 359717435752Sdrh db = pParse->db; 359817435752Sdrh if( p==0 || db->mallocFailed || pParse->nErr ){ 35996f7adc8aSdrh return 1; 36006f7adc8aSdrh } 36014adee20fSdanielk1977 if( sqlite3AuthCheck(pParse, SQLITE_SELECT, 0, 0, 0) ) return 1; 360213449892Sdrh memset(&sAggInfo, 0, sizeof(sAggInfo)); 3603daffd0e5Sdrh 36046c8c8ce0Sdanielk1977 if( IgnorableOrderby(pDest) ){ 36059ed1dfa8Sdanielk1977 assert(pDest->eDest==SRT_Exists || pDest->eDest==SRT_Union || 36069ed1dfa8Sdanielk1977 pDest->eDest==SRT_Except || pDest->eDest==SRT_Discard); 3607ccfcbceaSdrh /* If ORDER BY makes no difference in the output then neither does 3608ccfcbceaSdrh ** DISTINCT so it can be removed too. */ 3609ccfcbceaSdrh sqlite3ExprListDelete(db, p->pOrderBy); 3610ccfcbceaSdrh p->pOrderBy = 0; 36117d10d5a6Sdrh p->selFlags &= ~SF_Distinct; 36129a99334dSdrh } 36137d10d5a6Sdrh sqlite3SelectPrep(pParse, p, 0); 3614ccfcbceaSdrh pOrderBy = p->pOrderBy; 3615b27b7f5dSdrh pTabList = p->pSrc; 3616b27b7f5dSdrh pEList = p->pEList; 3617956f4319Sdanielk1977 if( pParse->nErr || db->mallocFailed ){ 36189a99334dSdrh goto select_end; 36199a99334dSdrh } 36207d10d5a6Sdrh isAgg = (p->selFlags & SF_Aggregate)!=0; 362143152cf8Sdrh assert( pEList!=0 ); 3622cce7d176Sdrh 3623d820cb1bSdrh /* Begin generating code. 3624d820cb1bSdrh */ 36254adee20fSdanielk1977 v = sqlite3GetVdbe(pParse); 3626d820cb1bSdrh if( v==0 ) goto select_end; 3627d820cb1bSdrh 362874b617b2Sdan /* If writing to memory or generating a set 362974b617b2Sdan ** only a single column may be output. 363074b617b2Sdan */ 363174b617b2Sdan #ifndef SQLITE_OMIT_SUBQUERY 363274b617b2Sdan if( checkForMultiColumnSelectError(pParse, pDest, pEList->nExpr) ){ 363374b617b2Sdan goto select_end; 363474b617b2Sdan } 363574b617b2Sdan #endif 363674b617b2Sdan 3637d820cb1bSdrh /* Generate code for all sub-queries in the FROM clause 3638d820cb1bSdrh */ 363951522cd3Sdrh #if !defined(SQLITE_OMIT_SUBQUERY) || !defined(SQLITE_OMIT_VIEW) 3640f23329a2Sdanielk1977 for(i=0; !p->pPrior && i<pTabList->nSrc; i++){ 364113449892Sdrh struct SrcList_item *pItem = &pTabList->a[i]; 36421013c932Sdrh SelectDest dest; 3643daf79acbSdanielk1977 Select *pSub = pItem->pSelect; 3644f23329a2Sdanielk1977 int isAggSub; 3645c31c2eb8Sdrh 3646daf79acbSdanielk1977 if( pSub==0 || pItem->isPopulated ) continue; 3647daf79acbSdanielk1977 3648fc976065Sdanielk1977 /* Increment Parse.nHeight by the height of the largest expression 3649fc976065Sdanielk1977 ** tree refered to by this, the parent select. The child select 3650fc976065Sdanielk1977 ** may contain expression trees of at most 3651fc976065Sdanielk1977 ** (SQLITE_MAX_EXPR_DEPTH-Parse.nHeight) height. This is a bit 3652fc976065Sdanielk1977 ** more conservative than necessary, but much easier than enforcing 3653fc976065Sdanielk1977 ** an exact limit. 3654fc976065Sdanielk1977 */ 3655fc976065Sdanielk1977 pParse->nHeight += sqlite3SelectExprHeight(p); 3656daf79acbSdanielk1977 3657daf79acbSdanielk1977 /* Check to see if the subquery can be absorbed into the parent. */ 36587d10d5a6Sdrh isAggSub = (pSub->selFlags & SF_Aggregate)!=0; 3659524cc21eSdanielk1977 if( flattenSubquery(pParse, p, i, isAgg, isAggSub) ){ 3660f23329a2Sdanielk1977 if( isAggSub ){ 36617d10d5a6Sdrh isAgg = 1; 36627d10d5a6Sdrh p->selFlags |= SF_Aggregate; 3663daf79acbSdanielk1977 } 3664daf79acbSdanielk1977 i = -1; 3665daf79acbSdanielk1977 }else{ 36661013c932Sdrh sqlite3SelectDestInit(&dest, SRT_EphemTab, pItem->iCursor); 36677d10d5a6Sdrh assert( pItem->isPopulated==0 ); 36687d10d5a6Sdrh sqlite3Select(pParse, pSub, &dest); 36697d10d5a6Sdrh pItem->isPopulated = 1; 3670daf79acbSdanielk1977 } 367143152cf8Sdrh if( /*pParse->nErr ||*/ db->mallocFailed ){ 3672cfa063b3Sdrh goto select_end; 3673cfa063b3Sdrh } 3674fc976065Sdanielk1977 pParse->nHeight -= sqlite3SelectExprHeight(p); 3675832508b7Sdrh pTabList = p->pSrc; 36766c8c8ce0Sdanielk1977 if( !IgnorableOrderby(pDest) ){ 3677832508b7Sdrh pOrderBy = p->pOrderBy; 3678acd4c695Sdrh } 3679daf79acbSdanielk1977 } 3680daf79acbSdanielk1977 pEList = p->pEList; 3681daf79acbSdanielk1977 #endif 3682daf79acbSdanielk1977 pWhere = p->pWhere; 3683832508b7Sdrh pGroupBy = p->pGroupBy; 3684832508b7Sdrh pHaving = p->pHaving; 36857d10d5a6Sdrh isDistinct = (p->selFlags & SF_Distinct)!=0; 3686832508b7Sdrh 3687f23329a2Sdanielk1977 #ifndef SQLITE_OMIT_COMPOUND_SELECT 3688f23329a2Sdanielk1977 /* If there is are a sequence of queries, do the earlier ones first. 3689f23329a2Sdanielk1977 */ 3690f23329a2Sdanielk1977 if( p->pPrior ){ 3691f23329a2Sdanielk1977 if( p->pRightmost==0 ){ 3692f23329a2Sdanielk1977 Select *pLoop, *pRight = 0; 3693f23329a2Sdanielk1977 int cnt = 0; 3694f23329a2Sdanielk1977 int mxSelect; 3695f23329a2Sdanielk1977 for(pLoop=p; pLoop; pLoop=pLoop->pPrior, cnt++){ 3696f23329a2Sdanielk1977 pLoop->pRightmost = p; 3697f23329a2Sdanielk1977 pLoop->pNext = pRight; 3698f23329a2Sdanielk1977 pRight = pLoop; 3699f23329a2Sdanielk1977 } 3700f23329a2Sdanielk1977 mxSelect = db->aLimit[SQLITE_LIMIT_COMPOUND_SELECT]; 3701f23329a2Sdanielk1977 if( mxSelect && cnt>mxSelect ){ 3702f23329a2Sdanielk1977 sqlite3ErrorMsg(pParse, "too many terms in compound SELECT"); 3703f23329a2Sdanielk1977 return 1; 3704f23329a2Sdanielk1977 } 3705f23329a2Sdanielk1977 } 3706a9671a22Sdrh return multiSelect(pParse, p, pDest); 3707f23329a2Sdanielk1977 } 3708f23329a2Sdanielk1977 #endif 3709f23329a2Sdanielk1977 37100318d441Sdanielk1977 /* If possible, rewrite the query to use GROUP BY instead of DISTINCT. 37117d10d5a6Sdrh ** GROUP BY might use an index, DISTINCT never does. 37123c4809a2Sdanielk1977 */ 371343152cf8Sdrh assert( p->pGroupBy==0 || (p->selFlags & SF_Aggregate)!=0 ); 371443152cf8Sdrh if( (p->selFlags & (SF_Distinct|SF_Aggregate))==SF_Distinct ){ 37156ab3a2ecSdanielk1977 p->pGroupBy = sqlite3ExprListDup(db, p->pEList, 0); 37163c4809a2Sdanielk1977 pGroupBy = p->pGroupBy; 37177d10d5a6Sdrh p->selFlags &= ~SF_Distinct; 37183c4809a2Sdanielk1977 isDistinct = 0; 37193c4809a2Sdanielk1977 } 37203c4809a2Sdanielk1977 37218c6f666bSdrh /* If there is both a GROUP BY and an ORDER BY clause and they are 37228c6f666bSdrh ** identical, then disable the ORDER BY clause since the GROUP BY 37238c6f666bSdrh ** will cause elements to come out in the correct order. This is 37248c6f666bSdrh ** an optimization - the correct answer should result regardless. 37258c6f666bSdrh ** Use the SQLITE_GroupByOrder flag with SQLITE_TESTCTRL_OPTIMIZER 37268c6f666bSdrh ** to disable this optimization for testing purposes. 37278c6f666bSdrh */ 37288c6f666bSdrh if( sqlite3ExprListCompare(p->pGroupBy, pOrderBy)==0 37298c6f666bSdrh && (db->flags & SQLITE_GroupByOrder)==0 ){ 37308c6f666bSdrh pOrderBy = 0; 37318c6f666bSdrh } 37328c6f666bSdrh 37338b4c40d8Sdrh /* If there is an ORDER BY clause, then this sorting 37348b4c40d8Sdrh ** index might end up being unused if the data can be 37359d2985c7Sdrh ** extracted in pre-sorted order. If that is the case, then the 3736b9bb7c18Sdrh ** OP_OpenEphemeral instruction will be changed to an OP_Noop once 37379d2985c7Sdrh ** we figure out that the sorting index is not needed. The addrSortIndex 37389d2985c7Sdrh ** variable is used to facilitate that change. 37397cedc8d4Sdanielk1977 */ 37407cedc8d4Sdanielk1977 if( pOrderBy ){ 37410342b1f5Sdrh KeyInfo *pKeyInfo; 37420342b1f5Sdrh pKeyInfo = keyInfoFromExprList(pParse, pOrderBy); 37439d2985c7Sdrh pOrderBy->iECursor = pParse->nTab++; 3744b9bb7c18Sdrh p->addrOpenEphm[2] = addrSortIndex = 374566a5167bSdrh sqlite3VdbeAddOp4(v, OP_OpenEphemeral, 374666a5167bSdrh pOrderBy->iECursor, pOrderBy->nExpr+2, 0, 374766a5167bSdrh (char*)pKeyInfo, P4_KEYINFO_HANDOFF); 37489d2985c7Sdrh }else{ 37499d2985c7Sdrh addrSortIndex = -1; 37507cedc8d4Sdanielk1977 } 37517cedc8d4Sdanielk1977 37522d0794e3Sdrh /* If the output is destined for a temporary table, open that table. 37532d0794e3Sdrh */ 37546c8c8ce0Sdanielk1977 if( pDest->eDest==SRT_EphemTab ){ 375566a5167bSdrh sqlite3VdbeAddOp2(v, OP_OpenEphemeral, pDest->iParm, pEList->nExpr); 37562d0794e3Sdrh } 37572d0794e3Sdrh 3758f42bacc2Sdrh /* Set the limiter. 3759f42bacc2Sdrh */ 3760f42bacc2Sdrh iEnd = sqlite3VdbeMakeLabel(v); 3761f42bacc2Sdrh computeLimitRegisters(pParse, p, iEnd); 3762f42bacc2Sdrh 3763dece1a84Sdrh /* Open a virtual index to use for the distinct set. 3764cce7d176Sdrh */ 376519a775c2Sdrh if( isDistinct ){ 37660342b1f5Sdrh KeyInfo *pKeyInfo; 37673c4809a2Sdanielk1977 assert( isAgg || pGroupBy ); 3768832508b7Sdrh distinct = pParse->nTab++; 37690342b1f5Sdrh pKeyInfo = keyInfoFromExprList(pParse, p->pEList); 377066a5167bSdrh sqlite3VdbeAddOp4(v, OP_OpenEphemeral, distinct, 0, 0, 377166a5167bSdrh (char*)pKeyInfo, P4_KEYINFO_HANDOFF); 3772d4187c71Sdrh sqlite3VdbeChangeP5(v, BTREE_UNORDERED); 3773832508b7Sdrh }else{ 3774832508b7Sdrh distinct = -1; 3775efb7251dSdrh } 3776832508b7Sdrh 377713449892Sdrh /* Aggregate and non-aggregate queries are handled differently */ 377813449892Sdrh if( !isAgg && pGroupBy==0 ){ 377913449892Sdrh /* This case is for non-aggregate queries 378013449892Sdrh ** Begin the database scan 3781832508b7Sdrh */ 3782336a5300Sdrh pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pOrderBy, 0); 37831d83f052Sdrh if( pWInfo==0 ) goto select_end; 3784cce7d176Sdrh 3785b9bb7c18Sdrh /* If sorting index that was created by a prior OP_OpenEphemeral 3786b9bb7c18Sdrh ** instruction ended up not being needed, then change the OP_OpenEphemeral 37879d2985c7Sdrh ** into an OP_Noop. 37889d2985c7Sdrh */ 37899d2985c7Sdrh if( addrSortIndex>=0 && pOrderBy==0 ){ 3790f8875400Sdrh sqlite3VdbeChangeToNoop(v, addrSortIndex, 1); 3791b9bb7c18Sdrh p->addrOpenEphm[2] = -1; 37929d2985c7Sdrh } 37939d2985c7Sdrh 379413449892Sdrh /* Use the standard inner loop 3795cce7d176Sdrh */ 37963c4809a2Sdanielk1977 assert(!isDistinct); 3797d2b3e23bSdrh selectInnerLoop(pParse, p, pEList, 0, 0, pOrderBy, -1, pDest, 3798a9671a22Sdrh pWInfo->iContinue, pWInfo->iBreak); 37992282792aSdrh 3800cce7d176Sdrh /* End the database scan loop. 3801cce7d176Sdrh */ 38024adee20fSdanielk1977 sqlite3WhereEnd(pWInfo); 380313449892Sdrh }else{ 380413449892Sdrh /* This is the processing for aggregate queries */ 380513449892Sdrh NameContext sNC; /* Name context for processing aggregate information */ 380613449892Sdrh int iAMem; /* First Mem address for storing current GROUP BY */ 380713449892Sdrh int iBMem; /* First Mem address for previous GROUP BY */ 380813449892Sdrh int iUseFlag; /* Mem address holding flag indicating that at least 380913449892Sdrh ** one row of the input to the aggregator has been 381013449892Sdrh ** processed */ 381113449892Sdrh int iAbortFlag; /* Mem address which causes query abort if positive */ 381213449892Sdrh int groupBySort; /* Rows come from source in GROUP BY order */ 3813d176611bSdrh int addrEnd; /* End of processing for this SELECT */ 3814d176611bSdrh 3815d176611bSdrh /* Remove any and all aliases between the result set and the 3816d176611bSdrh ** GROUP BY clause. 3817d176611bSdrh */ 3818d176611bSdrh if( pGroupBy ){ 3819dc5ea5c7Sdrh int k; /* Loop counter */ 3820d176611bSdrh struct ExprList_item *pItem; /* For looping over expression in a list */ 3821d176611bSdrh 3822dc5ea5c7Sdrh for(k=p->pEList->nExpr, pItem=p->pEList->a; k>0; k--, pItem++){ 3823d176611bSdrh pItem->iAlias = 0; 3824d176611bSdrh } 3825dc5ea5c7Sdrh for(k=pGroupBy->nExpr, pItem=pGroupBy->a; k>0; k--, pItem++){ 3826d176611bSdrh pItem->iAlias = 0; 3827d176611bSdrh } 3828d176611bSdrh } 3829cce7d176Sdrh 383013449892Sdrh 3831d176611bSdrh /* Create a label to jump to when we want to abort the query */ 383213449892Sdrh addrEnd = sqlite3VdbeMakeLabel(v); 383313449892Sdrh 383413449892Sdrh /* Convert TK_COLUMN nodes into TK_AGG_COLUMN and make entries in 383513449892Sdrh ** sAggInfo for all TK_AGG_FUNCTION nodes in expressions of the 383613449892Sdrh ** SELECT statement. 38372282792aSdrh */ 383813449892Sdrh memset(&sNC, 0, sizeof(sNC)); 383913449892Sdrh sNC.pParse = pParse; 384013449892Sdrh sNC.pSrcList = pTabList; 384113449892Sdrh sNC.pAggInfo = &sAggInfo; 384213449892Sdrh sAggInfo.nSortingColumn = pGroupBy ? pGroupBy->nExpr+1 : 0; 38439d2985c7Sdrh sAggInfo.pGroupBy = pGroupBy; 3844d2b3e23bSdrh sqlite3ExprAnalyzeAggList(&sNC, pEList); 3845d2b3e23bSdrh sqlite3ExprAnalyzeAggList(&sNC, pOrderBy); 3846d2b3e23bSdrh if( pHaving ){ 3847d2b3e23bSdrh sqlite3ExprAnalyzeAggregates(&sNC, pHaving); 384813449892Sdrh } 384913449892Sdrh sAggInfo.nAccumulator = sAggInfo.nColumn; 385013449892Sdrh for(i=0; i<sAggInfo.nFunc; i++){ 38516ab3a2ecSdanielk1977 assert( !ExprHasProperty(sAggInfo.aFunc[i].pExpr, EP_xIsSelect) ); 38526ab3a2ecSdanielk1977 sqlite3ExprAnalyzeAggList(&sNC, sAggInfo.aFunc[i].pExpr->x.pList); 385313449892Sdrh } 385417435752Sdrh if( db->mallocFailed ) goto select_end; 385513449892Sdrh 385613449892Sdrh /* Processing for aggregates with GROUP BY is very different and 38573c4809a2Sdanielk1977 ** much more complex than aggregates without a GROUP BY. 385813449892Sdrh */ 385913449892Sdrh if( pGroupBy ){ 386013449892Sdrh KeyInfo *pKeyInfo; /* Keying information for the group by clause */ 3861d176611bSdrh int j1; /* A-vs-B comparision jump */ 3862d176611bSdrh int addrOutputRow; /* Start of subroutine that outputs a result row */ 3863d176611bSdrh int regOutputRow; /* Return address register for output subroutine */ 3864d176611bSdrh int addrSetAbort; /* Set the abort flag and return */ 3865d176611bSdrh int addrTopOfLoop; /* Top of the input loop */ 3866d176611bSdrh int addrSortingIdx; /* The OP_OpenEphemeral for the sorting index */ 3867d176611bSdrh int addrReset; /* Subroutine for resetting the accumulator */ 3868d176611bSdrh int regReset; /* Return address register for reset subroutine */ 386913449892Sdrh 387013449892Sdrh /* If there is a GROUP BY clause we might need a sorting index to 387113449892Sdrh ** implement it. Allocate that sorting index now. If it turns out 3872b9bb7c18Sdrh ** that we do not need it after all, the OpenEphemeral instruction 387313449892Sdrh ** will be converted into a Noop. 387413449892Sdrh */ 387513449892Sdrh sAggInfo.sortingIdx = pParse->nTab++; 387613449892Sdrh pKeyInfo = keyInfoFromExprList(pParse, pGroupBy); 3877cd3e8f7cSdanielk1977 addrSortingIdx = sqlite3VdbeAddOp4(v, OP_OpenEphemeral, 3878cd3e8f7cSdanielk1977 sAggInfo.sortingIdx, sAggInfo.nSortingColumn, 3879cd3e8f7cSdanielk1977 0, (char*)pKeyInfo, P4_KEYINFO_HANDOFF); 388013449892Sdrh 388113449892Sdrh /* Initialize memory locations used by GROUP BY aggregate processing 388213449892Sdrh */ 38830a07c107Sdrh iUseFlag = ++pParse->nMem; 38840a07c107Sdrh iAbortFlag = ++pParse->nMem; 3885d176611bSdrh regOutputRow = ++pParse->nMem; 3886d176611bSdrh addrOutputRow = sqlite3VdbeMakeLabel(v); 3887d176611bSdrh regReset = ++pParse->nMem; 3888d176611bSdrh addrReset = sqlite3VdbeMakeLabel(v); 38890a07c107Sdrh iAMem = pParse->nMem + 1; 389013449892Sdrh pParse->nMem += pGroupBy->nExpr; 38910a07c107Sdrh iBMem = pParse->nMem + 1; 389213449892Sdrh pParse->nMem += pGroupBy->nExpr; 38934c583128Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 0, iAbortFlag); 3894d4e70ebdSdrh VdbeComment((v, "clear abort flag")); 38954c583128Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 0, iUseFlag); 3896d4e70ebdSdrh VdbeComment((v, "indicate accumulator empty")); 3897e313382eSdrh 389813449892Sdrh /* Begin a loop that will extract all source rows in GROUP BY order. 389913449892Sdrh ** This might involve two separate loops with an OP_Sort in between, or 390013449892Sdrh ** it might be a single loop that uses an index to extract information 390113449892Sdrh ** in the right order to begin with. 390213449892Sdrh */ 39032eb95377Sdrh sqlite3VdbeAddOp2(v, OP_Gosub, regReset, addrReset); 3904336a5300Sdrh pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pGroupBy, 0); 39055360ad34Sdrh if( pWInfo==0 ) goto select_end; 390613449892Sdrh if( pGroupBy==0 ){ 390713449892Sdrh /* The optimizer is able to deliver rows in group by order so 3908b9bb7c18Sdrh ** we do not have to sort. The OP_OpenEphemeral table will be 390913449892Sdrh ** cancelled later because we still need to use the pKeyInfo 391013449892Sdrh */ 391113449892Sdrh pGroupBy = p->pGroupBy; 391213449892Sdrh groupBySort = 0; 391313449892Sdrh }else{ 391413449892Sdrh /* Rows are coming out in undetermined order. We have to push 391513449892Sdrh ** each row into a sorting index, terminate the first loop, 391613449892Sdrh ** then loop over the sorting index in order to get the output 391713449892Sdrh ** in sorted order 391813449892Sdrh */ 3919892d3179Sdrh int regBase; 3920892d3179Sdrh int regRecord; 3921892d3179Sdrh int nCol; 3922892d3179Sdrh int nGroupBy; 3923892d3179Sdrh 392413449892Sdrh groupBySort = 1; 3925892d3179Sdrh nGroupBy = pGroupBy->nExpr; 3926892d3179Sdrh nCol = nGroupBy + 1; 3927892d3179Sdrh j = nGroupBy+1; 392813449892Sdrh for(i=0; i<sAggInfo.nColumn; i++){ 3929892d3179Sdrh if( sAggInfo.aCol[i].iSorterColumn>=j ){ 3930892d3179Sdrh nCol++; 393113449892Sdrh j++; 393213449892Sdrh } 3933892d3179Sdrh } 3934892d3179Sdrh regBase = sqlite3GetTempRange(pParse, nCol); 3935ceea3321Sdrh sqlite3ExprCacheClear(pParse); 3936191b54cbSdrh sqlite3ExprCodeExprList(pParse, pGroupBy, regBase, 0); 3937892d3179Sdrh sqlite3VdbeAddOp2(v, OP_Sequence, sAggInfo.sortingIdx,regBase+nGroupBy); 3938892d3179Sdrh j = nGroupBy+1; 3939892d3179Sdrh for(i=0; i<sAggInfo.nColumn; i++){ 3940892d3179Sdrh struct AggInfo_col *pCol = &sAggInfo.aCol[i]; 3941892d3179Sdrh if( pCol->iSorterColumn>=j ){ 3942e55cbd72Sdrh int r1 = j + regBase; 39436a012f04Sdrh int r2; 3944701bb3b4Sdrh 39456a012f04Sdrh r2 = sqlite3ExprCodeGetColumn(pParse, 3946b6da74ebSdrh pCol->pTab, pCol->iColumn, pCol->iTable, r1); 39476a012f04Sdrh if( r1!=r2 ){ 39486a012f04Sdrh sqlite3VdbeAddOp2(v, OP_SCopy, r2, r1); 39496a012f04Sdrh } 39506a012f04Sdrh j++; 3951892d3179Sdrh } 3952892d3179Sdrh } 3953892d3179Sdrh regRecord = sqlite3GetTempReg(pParse); 39541db639ceSdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, regBase, nCol, regRecord); 3955892d3179Sdrh sqlite3VdbeAddOp2(v, OP_IdxInsert, sAggInfo.sortingIdx, regRecord); 3956892d3179Sdrh sqlite3ReleaseTempReg(pParse, regRecord); 3957892d3179Sdrh sqlite3ReleaseTempRange(pParse, regBase, nCol); 395813449892Sdrh sqlite3WhereEnd(pWInfo); 395966a5167bSdrh sqlite3VdbeAddOp2(v, OP_Sort, sAggInfo.sortingIdx, addrEnd); 3960d4e70ebdSdrh VdbeComment((v, "GROUP BY sort")); 396113449892Sdrh sAggInfo.useSortingIdx = 1; 3962ceea3321Sdrh sqlite3ExprCacheClear(pParse); 396313449892Sdrh } 396413449892Sdrh 396513449892Sdrh /* Evaluate the current GROUP BY terms and store in b0, b1, b2... 396613449892Sdrh ** (b0 is memory location iBMem+0, b1 is iBMem+1, and so forth) 396713449892Sdrh ** Then compare the current GROUP BY terms against the GROUP BY terms 396813449892Sdrh ** from the previous row currently stored in a0, a1, a2... 396913449892Sdrh */ 397013449892Sdrh addrTopOfLoop = sqlite3VdbeCurrentAddr(v); 3971ceea3321Sdrh sqlite3ExprCacheClear(pParse); 397213449892Sdrh for(j=0; j<pGroupBy->nExpr; j++){ 397313449892Sdrh if( groupBySort ){ 39742dcef11bSdrh sqlite3VdbeAddOp3(v, OP_Column, sAggInfo.sortingIdx, j, iBMem+j); 397513449892Sdrh }else{ 397613449892Sdrh sAggInfo.directMode = 1; 39772dcef11bSdrh sqlite3ExprCode(pParse, pGroupBy->a[j].pExpr, iBMem+j); 397813449892Sdrh } 397913449892Sdrh } 398016ee60ffSdrh sqlite3VdbeAddOp4(v, OP_Compare, iAMem, iBMem, pGroupBy->nExpr, 3981b21e7c70Sdrh (char*)pKeyInfo, P4_KEYINFO); 398216ee60ffSdrh j1 = sqlite3VdbeCurrentAddr(v); 398316ee60ffSdrh sqlite3VdbeAddOp3(v, OP_Jump, j1+1, 0, j1+1); 398413449892Sdrh 398513449892Sdrh /* Generate code that runs whenever the GROUP BY changes. 3986e00ee6ebSdrh ** Changes in the GROUP BY are detected by the previous code 398713449892Sdrh ** block. If there were no changes, this block is skipped. 398813449892Sdrh ** 398913449892Sdrh ** This code copies current group by terms in b0,b1,b2,... 399013449892Sdrh ** over to a0,a1,a2. It then calls the output subroutine 399113449892Sdrh ** and resets the aggregate accumulator registers in preparation 399213449892Sdrh ** for the next GROUP BY batch. 399313449892Sdrh */ 3994b21e7c70Sdrh sqlite3ExprCodeMove(pParse, iBMem, iAMem, pGroupBy->nExpr); 39952eb95377Sdrh sqlite3VdbeAddOp2(v, OP_Gosub, regOutputRow, addrOutputRow); 3996d4e70ebdSdrh VdbeComment((v, "output one row")); 39973c84ddffSdrh sqlite3VdbeAddOp2(v, OP_IfPos, iAbortFlag, addrEnd); 3998d4e70ebdSdrh VdbeComment((v, "check abort flag")); 39992eb95377Sdrh sqlite3VdbeAddOp2(v, OP_Gosub, regReset, addrReset); 4000d4e70ebdSdrh VdbeComment((v, "reset accumulator")); 400113449892Sdrh 400213449892Sdrh /* Update the aggregate accumulators based on the content of 400313449892Sdrh ** the current row 400413449892Sdrh */ 400516ee60ffSdrh sqlite3VdbeJumpHere(v, j1); 400613449892Sdrh updateAccumulator(pParse, &sAggInfo); 40074c583128Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 1, iUseFlag); 4008d4e70ebdSdrh VdbeComment((v, "indicate data in accumulator")); 400913449892Sdrh 401013449892Sdrh /* End of the loop 401113449892Sdrh */ 401213449892Sdrh if( groupBySort ){ 401366a5167bSdrh sqlite3VdbeAddOp2(v, OP_Next, sAggInfo.sortingIdx, addrTopOfLoop); 401413449892Sdrh }else{ 401513449892Sdrh sqlite3WhereEnd(pWInfo); 4016f8875400Sdrh sqlite3VdbeChangeToNoop(v, addrSortingIdx, 1); 401713449892Sdrh } 401813449892Sdrh 401913449892Sdrh /* Output the final row of result 402013449892Sdrh */ 40212eb95377Sdrh sqlite3VdbeAddOp2(v, OP_Gosub, regOutputRow, addrOutputRow); 4022d4e70ebdSdrh VdbeComment((v, "output final row")); 402313449892Sdrh 4024d176611bSdrh /* Jump over the subroutines 4025d176611bSdrh */ 4026d176611bSdrh sqlite3VdbeAddOp2(v, OP_Goto, 0, addrEnd); 4027d176611bSdrh 4028d176611bSdrh /* Generate a subroutine that outputs a single row of the result 4029d176611bSdrh ** set. This subroutine first looks at the iUseFlag. If iUseFlag 4030d176611bSdrh ** is less than or equal to zero, the subroutine is a no-op. If 4031d176611bSdrh ** the processing calls for the query to abort, this subroutine 4032d176611bSdrh ** increments the iAbortFlag memory location before returning in 4033d176611bSdrh ** order to signal the caller to abort. 4034d176611bSdrh */ 4035d176611bSdrh addrSetAbort = sqlite3VdbeCurrentAddr(v); 4036d176611bSdrh sqlite3VdbeAddOp2(v, OP_Integer, 1, iAbortFlag); 4037d176611bSdrh VdbeComment((v, "set abort flag")); 4038d176611bSdrh sqlite3VdbeAddOp1(v, OP_Return, regOutputRow); 4039d176611bSdrh sqlite3VdbeResolveLabel(v, addrOutputRow); 4040d176611bSdrh addrOutputRow = sqlite3VdbeCurrentAddr(v); 4041d176611bSdrh sqlite3VdbeAddOp2(v, OP_IfPos, iUseFlag, addrOutputRow+2); 4042d176611bSdrh VdbeComment((v, "Groupby result generator entry point")); 4043d176611bSdrh sqlite3VdbeAddOp1(v, OP_Return, regOutputRow); 4044d176611bSdrh finalizeAggFunctions(pParse, &sAggInfo); 4045d176611bSdrh sqlite3ExprIfFalse(pParse, pHaving, addrOutputRow+1, SQLITE_JUMPIFNULL); 4046d176611bSdrh selectInnerLoop(pParse, p, p->pEList, 0, 0, pOrderBy, 4047d176611bSdrh distinct, pDest, 4048d176611bSdrh addrOutputRow+1, addrSetAbort); 4049d176611bSdrh sqlite3VdbeAddOp1(v, OP_Return, regOutputRow); 4050d176611bSdrh VdbeComment((v, "end groupby result generator")); 4051d176611bSdrh 4052d176611bSdrh /* Generate a subroutine that will reset the group-by accumulator 4053d176611bSdrh */ 4054d176611bSdrh sqlite3VdbeResolveLabel(v, addrReset); 4055d176611bSdrh resetAccumulator(pParse, &sAggInfo); 4056d176611bSdrh sqlite3VdbeAddOp1(v, OP_Return, regReset); 4057d176611bSdrh 405843152cf8Sdrh } /* endif pGroupBy. Begin aggregate queries without GROUP BY: */ 405913449892Sdrh else { 4060dba0137eSdanielk1977 ExprList *pDel = 0; 4061a5533162Sdanielk1977 #ifndef SQLITE_OMIT_BTREECOUNT 4062a5533162Sdanielk1977 Table *pTab; 4063a5533162Sdanielk1977 if( (pTab = isSimpleCount(p, &sAggInfo))!=0 ){ 4064a5533162Sdanielk1977 /* If isSimpleCount() returns a pointer to a Table structure, then 4065a5533162Sdanielk1977 ** the SQL statement is of the form: 4066a5533162Sdanielk1977 ** 4067a5533162Sdanielk1977 ** SELECT count(*) FROM <tbl> 4068a5533162Sdanielk1977 ** 4069a5533162Sdanielk1977 ** where the Table structure returned represents table <tbl>. 4070a5533162Sdanielk1977 ** 4071a5533162Sdanielk1977 ** This statement is so common that it is optimized specially. The 4072a5533162Sdanielk1977 ** OP_Count instruction is executed either on the intkey table that 4073a5533162Sdanielk1977 ** contains the data for table <tbl> or on one of its indexes. It 4074a5533162Sdanielk1977 ** is better to execute the op on an index, as indexes are almost 4075a5533162Sdanielk1977 ** always spread across less pages than their corresponding tables. 4076a5533162Sdanielk1977 */ 4077a5533162Sdanielk1977 const int iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); 4078a5533162Sdanielk1977 const int iCsr = pParse->nTab++; /* Cursor to scan b-tree */ 4079a5533162Sdanielk1977 Index *pIdx; /* Iterator variable */ 4080a5533162Sdanielk1977 KeyInfo *pKeyInfo = 0; /* Keyinfo for scanned index */ 4081a5533162Sdanielk1977 Index *pBest = 0; /* Best index found so far */ 4082a5533162Sdanielk1977 int iRoot = pTab->tnum; /* Root page of scanned b-tree */ 4083a9d1ccb9Sdanielk1977 4084a5533162Sdanielk1977 sqlite3CodeVerifySchema(pParse, iDb); 4085a5533162Sdanielk1977 sqlite3TableLock(pParse, iDb, pTab->tnum, 0, pTab->zName); 4086a5533162Sdanielk1977 4087a5533162Sdanielk1977 /* Search for the index that has the least amount of columns. If 4088a5533162Sdanielk1977 ** there is such an index, and it has less columns than the table 4089a5533162Sdanielk1977 ** does, then we can assume that it consumes less space on disk and 4090a5533162Sdanielk1977 ** will therefore be cheaper to scan to determine the query result. 4091a5533162Sdanielk1977 ** In this case set iRoot to the root page number of the index b-tree 4092a5533162Sdanielk1977 ** and pKeyInfo to the KeyInfo structure required to navigate the 4093a5533162Sdanielk1977 ** index. 4094a5533162Sdanielk1977 ** 4095a5533162Sdanielk1977 ** In practice the KeyInfo structure will not be used. It is only 4096a5533162Sdanielk1977 ** passed to keep OP_OpenRead happy. 4097a5533162Sdanielk1977 */ 4098a5533162Sdanielk1977 for(pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext){ 4099a5533162Sdanielk1977 if( !pBest || pIdx->nColumn<pBest->nColumn ){ 4100a5533162Sdanielk1977 pBest = pIdx; 4101a5533162Sdanielk1977 } 4102a5533162Sdanielk1977 } 4103a5533162Sdanielk1977 if( pBest && pBest->nColumn<pTab->nCol ){ 4104a5533162Sdanielk1977 iRoot = pBest->tnum; 4105a5533162Sdanielk1977 pKeyInfo = sqlite3IndexKeyinfo(pParse, pBest); 4106a5533162Sdanielk1977 } 4107a5533162Sdanielk1977 4108a5533162Sdanielk1977 /* Open a read-only cursor, execute the OP_Count, close the cursor. */ 4109a5533162Sdanielk1977 sqlite3VdbeAddOp3(v, OP_OpenRead, iCsr, iRoot, iDb); 4110a5533162Sdanielk1977 if( pKeyInfo ){ 4111a5533162Sdanielk1977 sqlite3VdbeChangeP4(v, -1, (char *)pKeyInfo, P4_KEYINFO_HANDOFF); 4112a5533162Sdanielk1977 } 4113a5533162Sdanielk1977 sqlite3VdbeAddOp2(v, OP_Count, iCsr, sAggInfo.aFunc[0].iMem); 4114a5533162Sdanielk1977 sqlite3VdbeAddOp1(v, OP_Close, iCsr); 4115a5533162Sdanielk1977 }else 4116a5533162Sdanielk1977 #endif /* SQLITE_OMIT_BTREECOUNT */ 4117a5533162Sdanielk1977 { 4118738bdcfbSdanielk1977 /* Check if the query is of one of the following forms: 4119738bdcfbSdanielk1977 ** 4120738bdcfbSdanielk1977 ** SELECT min(x) FROM ... 4121738bdcfbSdanielk1977 ** SELECT max(x) FROM ... 4122738bdcfbSdanielk1977 ** 4123738bdcfbSdanielk1977 ** If it is, then ask the code in where.c to attempt to sort results 4124738bdcfbSdanielk1977 ** as if there was an "ORDER ON x" or "ORDER ON x DESC" clause. 4125738bdcfbSdanielk1977 ** If where.c is able to produce results sorted in this order, then 4126738bdcfbSdanielk1977 ** add vdbe code to break out of the processing loop after the 4127738bdcfbSdanielk1977 ** first iteration (since the first iteration of the loop is 4128738bdcfbSdanielk1977 ** guaranteed to operate on the row with the minimum or maximum 4129738bdcfbSdanielk1977 ** value of x, the only row required). 4130738bdcfbSdanielk1977 ** 4131738bdcfbSdanielk1977 ** A special flag must be passed to sqlite3WhereBegin() to slightly 4132738bdcfbSdanielk1977 ** modify behaviour as follows: 4133738bdcfbSdanielk1977 ** 4134738bdcfbSdanielk1977 ** + If the query is a "SELECT min(x)", then the loop coded by 4135738bdcfbSdanielk1977 ** where.c should not iterate over any values with a NULL value 4136738bdcfbSdanielk1977 ** for x. 4137738bdcfbSdanielk1977 ** 4138738bdcfbSdanielk1977 ** + The optimizer code in where.c (the thing that decides which 4139738bdcfbSdanielk1977 ** index or indices to use) should place a different priority on 4140738bdcfbSdanielk1977 ** satisfying the 'ORDER BY' clause than it does in other cases. 4141738bdcfbSdanielk1977 ** Refer to code and comments in where.c for details. 4142738bdcfbSdanielk1977 */ 4143a5533162Sdanielk1977 ExprList *pMinMax = 0; 4144a5533162Sdanielk1977 u8 flag = minMaxQuery(p); 4145a9d1ccb9Sdanielk1977 if( flag ){ 41466ab3a2ecSdanielk1977 assert( !ExprHasProperty(p->pEList->a[0].pExpr, EP_xIsSelect) ); 41476ab3a2ecSdanielk1977 pMinMax = sqlite3ExprListDup(db, p->pEList->a[0].pExpr->x.pList,0); 41486ab3a2ecSdanielk1977 pDel = pMinMax; 41490e359b30Sdrh if( pMinMax && !db->mallocFailed ){ 4150ea678832Sdrh pMinMax->a[0].sortOrder = flag!=WHERE_ORDERBY_MIN ?1:0; 4151a9d1ccb9Sdanielk1977 pMinMax->a[0].pExpr->op = TK_COLUMN; 4152a9d1ccb9Sdanielk1977 } 41531013c932Sdrh } 4154a9d1ccb9Sdanielk1977 415513449892Sdrh /* This case runs if the aggregate has no GROUP BY clause. The 415613449892Sdrh ** processing is much simpler since there is only a single row 415713449892Sdrh ** of output. 415813449892Sdrh */ 415913449892Sdrh resetAccumulator(pParse, &sAggInfo); 4160336a5300Sdrh pWInfo = sqlite3WhereBegin(pParse, pTabList, pWhere, &pMinMax, flag); 4161dba0137eSdanielk1977 if( pWInfo==0 ){ 4162633e6d57Sdrh sqlite3ExprListDelete(db, pDel); 4163dba0137eSdanielk1977 goto select_end; 4164dba0137eSdanielk1977 } 416513449892Sdrh updateAccumulator(pParse, &sAggInfo); 4166a9d1ccb9Sdanielk1977 if( !pMinMax && flag ){ 4167a9d1ccb9Sdanielk1977 sqlite3VdbeAddOp2(v, OP_Goto, 0, pWInfo->iBreak); 4168a5533162Sdanielk1977 VdbeComment((v, "%s() by index", 4169a5533162Sdanielk1977 (flag==WHERE_ORDERBY_MIN?"min":"max"))); 4170a9d1ccb9Sdanielk1977 } 417113449892Sdrh sqlite3WhereEnd(pWInfo); 417213449892Sdrh finalizeAggFunctions(pParse, &sAggInfo); 41737a895a80Sdanielk1977 } 41747a895a80Sdanielk1977 417513449892Sdrh pOrderBy = 0; 417635573356Sdrh sqlite3ExprIfFalse(pParse, pHaving, addrEnd, SQLITE_JUMPIFNULL); 417713449892Sdrh selectInnerLoop(pParse, p, p->pEList, 0, 0, 0, -1, 4178a9671a22Sdrh pDest, addrEnd, addrEnd); 4179633e6d57Sdrh sqlite3ExprListDelete(db, pDel); 418013449892Sdrh } 418113449892Sdrh sqlite3VdbeResolveLabel(v, addrEnd); 418213449892Sdrh 418313449892Sdrh } /* endif aggregate query */ 41842282792aSdrh 4185cce7d176Sdrh /* If there is an ORDER BY clause, then we need to sort the results 4186cce7d176Sdrh ** and send them to the callback one by one. 4187cce7d176Sdrh */ 4188cce7d176Sdrh if( pOrderBy ){ 41896c8c8ce0Sdanielk1977 generateSortTail(pParse, p, v, pEList->nExpr, pDest); 4190cce7d176Sdrh } 41916a535340Sdrh 4192ec7429aeSdrh /* Jump here to skip this query 4193ec7429aeSdrh */ 4194ec7429aeSdrh sqlite3VdbeResolveLabel(v, iEnd); 4195ec7429aeSdrh 41961d83f052Sdrh /* The SELECT was successfully coded. Set the return code to 0 41971d83f052Sdrh ** to indicate no errors. 41981d83f052Sdrh */ 41991d83f052Sdrh rc = 0; 42001d83f052Sdrh 42011d83f052Sdrh /* Control jumps to here if an error is encountered above, or upon 42021d83f052Sdrh ** successful coding of the SELECT. 42031d83f052Sdrh */ 42041d83f052Sdrh select_end: 4205955de52cSdanielk1977 42067d10d5a6Sdrh /* Identify column names if results of the SELECT are to be output. 4207955de52cSdanielk1977 */ 42087d10d5a6Sdrh if( rc==SQLITE_OK && pDest->eDest==SRT_Output ){ 4209955de52cSdanielk1977 generateColumnNames(pParse, pTabList, pEList); 4210955de52cSdanielk1977 } 4211955de52cSdanielk1977 4212633e6d57Sdrh sqlite3DbFree(db, sAggInfo.aCol); 4213633e6d57Sdrh sqlite3DbFree(db, sAggInfo.aFunc); 42141d83f052Sdrh return rc; 4215cce7d176Sdrh } 4216485f0039Sdrh 421777a2a5e7Sdrh #if defined(SQLITE_DEBUG) 4218485f0039Sdrh /* 4219485f0039Sdrh ******************************************************************************* 4220485f0039Sdrh ** The following code is used for testing and debugging only. The code 4221485f0039Sdrh ** that follows does not appear in normal builds. 4222485f0039Sdrh ** 4223485f0039Sdrh ** These routines are used to print out the content of all or part of a 4224485f0039Sdrh ** parse structures such as Select or Expr. Such printouts are useful 4225485f0039Sdrh ** for helping to understand what is happening inside the code generator 4226485f0039Sdrh ** during the execution of complex SELECT statements. 4227485f0039Sdrh ** 4228485f0039Sdrh ** These routine are not called anywhere from within the normal 4229485f0039Sdrh ** code base. Then are intended to be called from within the debugger 4230485f0039Sdrh ** or from temporary "printf" statements inserted for debugging. 4231485f0039Sdrh */ 4232dafc0ce8Sdrh void sqlite3PrintExpr(Expr *p){ 423333e619fcSdrh if( !ExprHasProperty(p, EP_IntValue) && p->u.zToken ){ 423433e619fcSdrh sqlite3DebugPrintf("(%s", p->u.zToken); 4235485f0039Sdrh }else{ 4236485f0039Sdrh sqlite3DebugPrintf("(%d", p->op); 4237485f0039Sdrh } 4238485f0039Sdrh if( p->pLeft ){ 4239485f0039Sdrh sqlite3DebugPrintf(" "); 4240485f0039Sdrh sqlite3PrintExpr(p->pLeft); 4241485f0039Sdrh } 4242485f0039Sdrh if( p->pRight ){ 4243485f0039Sdrh sqlite3DebugPrintf(" "); 4244485f0039Sdrh sqlite3PrintExpr(p->pRight); 4245485f0039Sdrh } 4246485f0039Sdrh sqlite3DebugPrintf(")"); 4247485f0039Sdrh } 4248dafc0ce8Sdrh void sqlite3PrintExprList(ExprList *pList){ 4249485f0039Sdrh int i; 4250485f0039Sdrh for(i=0; i<pList->nExpr; i++){ 4251485f0039Sdrh sqlite3PrintExpr(pList->a[i].pExpr); 4252485f0039Sdrh if( i<pList->nExpr-1 ){ 4253485f0039Sdrh sqlite3DebugPrintf(", "); 4254485f0039Sdrh } 4255485f0039Sdrh } 4256485f0039Sdrh } 4257dafc0ce8Sdrh void sqlite3PrintSelect(Select *p, int indent){ 4258485f0039Sdrh sqlite3DebugPrintf("%*sSELECT(%p) ", indent, "", p); 4259485f0039Sdrh sqlite3PrintExprList(p->pEList); 4260485f0039Sdrh sqlite3DebugPrintf("\n"); 4261485f0039Sdrh if( p->pSrc ){ 4262485f0039Sdrh char *zPrefix; 4263485f0039Sdrh int i; 4264485f0039Sdrh zPrefix = "FROM"; 4265485f0039Sdrh for(i=0; i<p->pSrc->nSrc; i++){ 4266485f0039Sdrh struct SrcList_item *pItem = &p->pSrc->a[i]; 4267485f0039Sdrh sqlite3DebugPrintf("%*s ", indent+6, zPrefix); 4268485f0039Sdrh zPrefix = ""; 4269485f0039Sdrh if( pItem->pSelect ){ 4270485f0039Sdrh sqlite3DebugPrintf("(\n"); 4271485f0039Sdrh sqlite3PrintSelect(pItem->pSelect, indent+10); 4272485f0039Sdrh sqlite3DebugPrintf("%*s)", indent+8, ""); 4273485f0039Sdrh }else if( pItem->zName ){ 4274485f0039Sdrh sqlite3DebugPrintf("%s", pItem->zName); 4275485f0039Sdrh } 4276485f0039Sdrh if( pItem->pTab ){ 4277485f0039Sdrh sqlite3DebugPrintf("(table: %s)", pItem->pTab->zName); 4278485f0039Sdrh } 4279485f0039Sdrh if( pItem->zAlias ){ 4280485f0039Sdrh sqlite3DebugPrintf(" AS %s", pItem->zAlias); 4281485f0039Sdrh } 4282485f0039Sdrh if( i<p->pSrc->nSrc-1 ){ 4283485f0039Sdrh sqlite3DebugPrintf(","); 4284485f0039Sdrh } 4285485f0039Sdrh sqlite3DebugPrintf("\n"); 4286485f0039Sdrh } 4287485f0039Sdrh } 4288485f0039Sdrh if( p->pWhere ){ 4289485f0039Sdrh sqlite3DebugPrintf("%*s WHERE ", indent, ""); 4290485f0039Sdrh sqlite3PrintExpr(p->pWhere); 4291485f0039Sdrh sqlite3DebugPrintf("\n"); 4292485f0039Sdrh } 4293485f0039Sdrh if( p->pGroupBy ){ 4294485f0039Sdrh sqlite3DebugPrintf("%*s GROUP BY ", indent, ""); 4295485f0039Sdrh sqlite3PrintExprList(p->pGroupBy); 4296485f0039Sdrh sqlite3DebugPrintf("\n"); 4297485f0039Sdrh } 4298485f0039Sdrh if( p->pHaving ){ 4299485f0039Sdrh sqlite3DebugPrintf("%*s HAVING ", indent, ""); 4300485f0039Sdrh sqlite3PrintExpr(p->pHaving); 4301485f0039Sdrh sqlite3DebugPrintf("\n"); 4302485f0039Sdrh } 4303485f0039Sdrh if( p->pOrderBy ){ 4304485f0039Sdrh sqlite3DebugPrintf("%*s ORDER BY ", indent, ""); 4305485f0039Sdrh sqlite3PrintExprList(p->pOrderBy); 4306485f0039Sdrh sqlite3DebugPrintf("\n"); 4307485f0039Sdrh } 4308485f0039Sdrh } 4309485f0039Sdrh /* End of the structure debug printing code 4310485f0039Sdrh *****************************************************************************/ 4311485f0039Sdrh #endif /* defined(SQLITE_TEST) || defined(SQLITE_DEBUG) */ 4312