xref: /sqlite-3.40.0/src/expr.c (revision 9ab4c2e8)
1cce7d176Sdrh /*
2b19a2bc6Sdrh ** 2001 September 15
3cce7d176Sdrh **
4b19a2bc6Sdrh ** The author disclaims copyright to this source code.  In place of
5b19a2bc6Sdrh ** a legal notice, here is a blessing:
6cce7d176Sdrh **
7b19a2bc6Sdrh **    May you do good and not evil.
8b19a2bc6Sdrh **    May you find forgiveness for yourself and forgive others.
9b19a2bc6Sdrh **    May you share freely, never taking more than you give.
10cce7d176Sdrh **
11cce7d176Sdrh *************************************************************************
121ccde15dSdrh ** This file contains routines used for analyzing expressions and
13b19a2bc6Sdrh ** for generating VDBE code that evaluates expressions in SQLite.
14cce7d176Sdrh **
15*9ab4c2e8Sdrh ** $Id: expr.c,v 1.433 2009/05/09 00:18:38 drh Exp $
16cce7d176Sdrh */
17cce7d176Sdrh #include "sqliteInt.h"
18a2e00042Sdrh 
19e014a838Sdanielk1977 /*
20e014a838Sdanielk1977 ** Return the 'affinity' of the expression pExpr if any.
21e014a838Sdanielk1977 **
22e014a838Sdanielk1977 ** If pExpr is a column, a reference to a column via an 'AS' alias,
23e014a838Sdanielk1977 ** or a sub-select with a column as the return value, then the
24e014a838Sdanielk1977 ** affinity of that column is returned. Otherwise, 0x00 is returned,
25e014a838Sdanielk1977 ** indicating no affinity for the expression.
26e014a838Sdanielk1977 **
27e014a838Sdanielk1977 ** i.e. the WHERE clause expresssions in the following statements all
28e014a838Sdanielk1977 ** have an affinity:
29e014a838Sdanielk1977 **
30e014a838Sdanielk1977 ** CREATE TABLE t1(a);
31e014a838Sdanielk1977 ** SELECT * FROM t1 WHERE a;
32e014a838Sdanielk1977 ** SELECT a AS b FROM t1 WHERE b;
33e014a838Sdanielk1977 ** SELECT * FROM t1 WHERE (select a from t1);
34e014a838Sdanielk1977 */
35bf3b721fSdanielk1977 char sqlite3ExprAffinity(Expr *pExpr){
36487e262fSdrh   int op = pExpr->op;
37487e262fSdrh   if( op==TK_SELECT ){
386ab3a2ecSdanielk1977     assert( pExpr->flags&EP_xIsSelect );
396ab3a2ecSdanielk1977     return sqlite3ExprAffinity(pExpr->x.pSelect->pEList->a[0].pExpr);
40a37cdde0Sdanielk1977   }
41487e262fSdrh #ifndef SQLITE_OMIT_CAST
42487e262fSdrh   if( op==TK_CAST ){
438a51256cSdrh     return sqlite3AffinityType(&pExpr->token);
44487e262fSdrh   }
45487e262fSdrh #endif
46259a455fSdanielk1977   if( (op==TK_AGG_COLUMN || op==TK_COLUMN || op==TK_REGISTER)
47259a455fSdanielk1977    && pExpr->pTab!=0
48259a455fSdanielk1977   ){
497d10d5a6Sdrh     /* op==TK_REGISTER && pExpr->pTab!=0 happens when pExpr was originally
507d10d5a6Sdrh     ** a TK_COLUMN but was previously evaluated and cached in a register */
517d10d5a6Sdrh     int j = pExpr->iColumn;
527d10d5a6Sdrh     if( j<0 ) return SQLITE_AFF_INTEGER;
537d10d5a6Sdrh     assert( pExpr->pTab && j<pExpr->pTab->nCol );
547d10d5a6Sdrh     return pExpr->pTab->aCol[j].affinity;
557d10d5a6Sdrh   }
56a37cdde0Sdanielk1977   return pExpr->affinity;
57a37cdde0Sdanielk1977 }
58a37cdde0Sdanielk1977 
5953db1458Sdrh /*
608b4c40d8Sdrh ** Set the collating sequence for expression pExpr to be the collating
618b4c40d8Sdrh ** sequence named by pToken.   Return a pointer to the revised expression.
62a34001c9Sdrh ** The collating sequence is marked as "explicit" using the EP_ExpCollate
63a34001c9Sdrh ** flag.  An explicit collating sequence will override implicit
64a34001c9Sdrh ** collating sequences.
658b4c40d8Sdrh */
667d10d5a6Sdrh Expr *sqlite3ExprSetColl(Parse *pParse, Expr *pExpr, Token *pCollName){
6739002505Sdanielk1977   char *zColl = 0;            /* Dequoted name of collation sequence */
688b4c40d8Sdrh   CollSeq *pColl;
69633e6d57Sdrh   sqlite3 *db = pParse->db;
707d10d5a6Sdrh   zColl = sqlite3NameFromToken(db, pCollName);
7139002505Sdanielk1977   if( pExpr && zColl ){
7239002505Sdanielk1977     pColl = sqlite3LocateCollSeq(pParse, zColl, -1);
738b4c40d8Sdrh     if( pColl ){
748b4c40d8Sdrh       pExpr->pColl = pColl;
758b4c40d8Sdrh       pExpr->flags |= EP_ExpCollate;
768b4c40d8Sdrh     }
7739002505Sdanielk1977   }
78633e6d57Sdrh   sqlite3DbFree(db, zColl);
798b4c40d8Sdrh   return pExpr;
808b4c40d8Sdrh }
818b4c40d8Sdrh 
828b4c40d8Sdrh /*
830202b29eSdanielk1977 ** Return the default collation sequence for the expression pExpr. If
840202b29eSdanielk1977 ** there is no default collation type, return 0.
850202b29eSdanielk1977 */
867cedc8d4Sdanielk1977 CollSeq *sqlite3ExprCollSeq(Parse *pParse, Expr *pExpr){
877cedc8d4Sdanielk1977   CollSeq *pColl = 0;
887d10d5a6Sdrh   Expr *p = pExpr;
897d10d5a6Sdrh   while( p ){
907e09fe0bSdrh     int op;
917d10d5a6Sdrh     pColl = p->pColl;
927d10d5a6Sdrh     if( pColl ) break;
937d10d5a6Sdrh     op = p->op;
94259a455fSdanielk1977     if( (op==TK_AGG_COLUMN || op==TK_COLUMN || op==TK_REGISTER) && p->pTab!=0 ){
957d10d5a6Sdrh       /* op==TK_REGISTER && p->pTab!=0 happens when pExpr was originally
967d10d5a6Sdrh       ** a TK_COLUMN but was previously evaluated and cached in a register */
977d10d5a6Sdrh       const char *zColl;
987d10d5a6Sdrh       int j = p->iColumn;
997d10d5a6Sdrh       if( j>=0 ){
1007d10d5a6Sdrh         sqlite3 *db = pParse->db;
1017d10d5a6Sdrh         zColl = p->pTab->aCol[j].zColl;
1027d10d5a6Sdrh         pColl = sqlite3FindCollSeq(db, ENC(db), zColl, -1, 0);
1037d10d5a6Sdrh         pExpr->pColl = pColl;
1040202b29eSdanielk1977       }
1057d10d5a6Sdrh       break;
1067d10d5a6Sdrh     }
1077d10d5a6Sdrh     if( op!=TK_CAST && op!=TK_UPLUS ){
1087d10d5a6Sdrh       break;
1097d10d5a6Sdrh     }
1107d10d5a6Sdrh     p = p->pLeft;
1110202b29eSdanielk1977   }
1127cedc8d4Sdanielk1977   if( sqlite3CheckCollSeq(pParse, pColl) ){
1137cedc8d4Sdanielk1977     pColl = 0;
1147cedc8d4Sdanielk1977   }
1157cedc8d4Sdanielk1977   return pColl;
1160202b29eSdanielk1977 }
1170202b29eSdanielk1977 
1180202b29eSdanielk1977 /*
119626a879aSdrh ** pExpr is an operand of a comparison operator.  aff2 is the
120626a879aSdrh ** type affinity of the other operand.  This routine returns the
12153db1458Sdrh ** type affinity that should be used for the comparison operator.
12253db1458Sdrh */
123e014a838Sdanielk1977 char sqlite3CompareAffinity(Expr *pExpr, char aff2){
124bf3b721fSdanielk1977   char aff1 = sqlite3ExprAffinity(pExpr);
125e014a838Sdanielk1977   if( aff1 && aff2 ){
1268df447f0Sdrh     /* Both sides of the comparison are columns. If one has numeric
1278df447f0Sdrh     ** affinity, use that. Otherwise use no affinity.
128e014a838Sdanielk1977     */
1298a51256cSdrh     if( sqlite3IsNumericAffinity(aff1) || sqlite3IsNumericAffinity(aff2) ){
130e014a838Sdanielk1977       return SQLITE_AFF_NUMERIC;
131e014a838Sdanielk1977     }else{
132e014a838Sdanielk1977       return SQLITE_AFF_NONE;
133e014a838Sdanielk1977     }
134e014a838Sdanielk1977   }else if( !aff1 && !aff2 ){
1355f6a87b3Sdrh     /* Neither side of the comparison is a column.  Compare the
1365f6a87b3Sdrh     ** results directly.
137e014a838Sdanielk1977     */
1385f6a87b3Sdrh     return SQLITE_AFF_NONE;
139e014a838Sdanielk1977   }else{
140e014a838Sdanielk1977     /* One side is a column, the other is not. Use the columns affinity. */
141fe05af87Sdrh     assert( aff1==0 || aff2==0 );
142e014a838Sdanielk1977     return (aff1 + aff2);
143e014a838Sdanielk1977   }
144e014a838Sdanielk1977 }
145e014a838Sdanielk1977 
14653db1458Sdrh /*
14753db1458Sdrh ** pExpr is a comparison operator.  Return the type affinity that should
14853db1458Sdrh ** be applied to both operands prior to doing the comparison.
14953db1458Sdrh */
150e014a838Sdanielk1977 static char comparisonAffinity(Expr *pExpr){
151e014a838Sdanielk1977   char aff;
152e014a838Sdanielk1977   assert( pExpr->op==TK_EQ || pExpr->op==TK_IN || pExpr->op==TK_LT ||
153e014a838Sdanielk1977           pExpr->op==TK_GT || pExpr->op==TK_GE || pExpr->op==TK_LE ||
154e014a838Sdanielk1977           pExpr->op==TK_NE );
155e014a838Sdanielk1977   assert( pExpr->pLeft );
156bf3b721fSdanielk1977   aff = sqlite3ExprAffinity(pExpr->pLeft);
157e014a838Sdanielk1977   if( pExpr->pRight ){
158e014a838Sdanielk1977     aff = sqlite3CompareAffinity(pExpr->pRight, aff);
1596ab3a2ecSdanielk1977   }else if( ExprHasProperty(pExpr, EP_xIsSelect) ){
1606ab3a2ecSdanielk1977     aff = sqlite3CompareAffinity(pExpr->x.pSelect->pEList->a[0].pExpr, aff);
1616ab3a2ecSdanielk1977   }else if( !aff ){
162de087bd5Sdrh     aff = SQLITE_AFF_NONE;
163e014a838Sdanielk1977   }
164e014a838Sdanielk1977   return aff;
165e014a838Sdanielk1977 }
166e014a838Sdanielk1977 
167e014a838Sdanielk1977 /*
168e014a838Sdanielk1977 ** pExpr is a comparison expression, eg. '=', '<', IN(...) etc.
169e014a838Sdanielk1977 ** idx_affinity is the affinity of an indexed column. Return true
170e014a838Sdanielk1977 ** if the index with affinity idx_affinity may be used to implement
171e014a838Sdanielk1977 ** the comparison in pExpr.
172e014a838Sdanielk1977 */
173e014a838Sdanielk1977 int sqlite3IndexAffinityOk(Expr *pExpr, char idx_affinity){
174e014a838Sdanielk1977   char aff = comparisonAffinity(pExpr);
1758a51256cSdrh   switch( aff ){
1768a51256cSdrh     case SQLITE_AFF_NONE:
1778a51256cSdrh       return 1;
1788a51256cSdrh     case SQLITE_AFF_TEXT:
1798a51256cSdrh       return idx_affinity==SQLITE_AFF_TEXT;
1808a51256cSdrh     default:
1818a51256cSdrh       return sqlite3IsNumericAffinity(idx_affinity);
1828a51256cSdrh   }
183e014a838Sdanielk1977 }
184e014a838Sdanielk1977 
185a37cdde0Sdanielk1977 /*
18635573356Sdrh ** Return the P5 value that should be used for a binary comparison
187a37cdde0Sdanielk1977 ** opcode (OP_Eq, OP_Ge etc.) used to compare pExpr1 and pExpr2.
188a37cdde0Sdanielk1977 */
18935573356Sdrh static u8 binaryCompareP5(Expr *pExpr1, Expr *pExpr2, int jumpIfNull){
19035573356Sdrh   u8 aff = (char)sqlite3ExprAffinity(pExpr2);
1911bd10f8aSdrh   aff = (u8)sqlite3CompareAffinity(pExpr1, aff) | (u8)jumpIfNull;
19235573356Sdrh   return aff;
193a37cdde0Sdanielk1977 }
194a37cdde0Sdanielk1977 
195a2e00042Sdrh /*
1960202b29eSdanielk1977 ** Return a pointer to the collation sequence that should be used by
1970202b29eSdanielk1977 ** a binary comparison operator comparing pLeft and pRight.
1980202b29eSdanielk1977 **
1990202b29eSdanielk1977 ** If the left hand expression has a collating sequence type, then it is
2000202b29eSdanielk1977 ** used. Otherwise the collation sequence for the right hand expression
2010202b29eSdanielk1977 ** is used, or the default (BINARY) if neither expression has a collating
2020202b29eSdanielk1977 ** type.
203bcbb04e5Sdanielk1977 **
204bcbb04e5Sdanielk1977 ** Argument pRight (but not pLeft) may be a null pointer. In this case,
205bcbb04e5Sdanielk1977 ** it is not considered.
2060202b29eSdanielk1977 */
207bcbb04e5Sdanielk1977 CollSeq *sqlite3BinaryCompareCollSeq(
208bcbb04e5Sdanielk1977   Parse *pParse,
209bcbb04e5Sdanielk1977   Expr *pLeft,
210bcbb04e5Sdanielk1977   Expr *pRight
211bcbb04e5Sdanielk1977 ){
212ec41ddacSdrh   CollSeq *pColl;
213ec41ddacSdrh   assert( pLeft );
214ec41ddacSdrh   if( pLeft->flags & EP_ExpCollate ){
215ec41ddacSdrh     assert( pLeft->pColl );
216ec41ddacSdrh     pColl = pLeft->pColl;
217bcbb04e5Sdanielk1977   }else if( pRight && pRight->flags & EP_ExpCollate ){
218ec41ddacSdrh     assert( pRight->pColl );
219ec41ddacSdrh     pColl = pRight->pColl;
220ec41ddacSdrh   }else{
221ec41ddacSdrh     pColl = sqlite3ExprCollSeq(pParse, pLeft);
2220202b29eSdanielk1977     if( !pColl ){
2237cedc8d4Sdanielk1977       pColl = sqlite3ExprCollSeq(pParse, pRight);
2240202b29eSdanielk1977     }
225ec41ddacSdrh   }
2260202b29eSdanielk1977   return pColl;
2270202b29eSdanielk1977 }
2280202b29eSdanielk1977 
2290202b29eSdanielk1977 /*
230da250ea5Sdrh ** Generate the operands for a comparison operation.  Before
231da250ea5Sdrh ** generating the code for each operand, set the EP_AnyAff
232da250ea5Sdrh ** flag on the expression so that it will be able to used a
233da250ea5Sdrh ** cached column value that has previously undergone an
234da250ea5Sdrh ** affinity change.
235da250ea5Sdrh */
236da250ea5Sdrh static void codeCompareOperands(
237da250ea5Sdrh   Parse *pParse,    /* Parsing and code generating context */
238da250ea5Sdrh   Expr *pLeft,      /* The left operand */
239da250ea5Sdrh   int *pRegLeft,    /* Register where left operand is stored */
240da250ea5Sdrh   int *pFreeLeft,   /* Free this register when done */
241da250ea5Sdrh   Expr *pRight,     /* The right operand */
242da250ea5Sdrh   int *pRegRight,   /* Register where right operand is stored */
243da250ea5Sdrh   int *pFreeRight   /* Write temp register for right operand there */
244da250ea5Sdrh ){
245da250ea5Sdrh   while( pLeft->op==TK_UPLUS ) pLeft = pLeft->pLeft;
246da250ea5Sdrh   pLeft->flags |= EP_AnyAff;
247da250ea5Sdrh   *pRegLeft = sqlite3ExprCodeTemp(pParse, pLeft, pFreeLeft);
248da250ea5Sdrh   while( pRight->op==TK_UPLUS ) pRight = pRight->pLeft;
249da250ea5Sdrh   pRight->flags |= EP_AnyAff;
250da250ea5Sdrh   *pRegRight = sqlite3ExprCodeTemp(pParse, pRight, pFreeRight);
251da250ea5Sdrh }
252da250ea5Sdrh 
253da250ea5Sdrh /*
254be5c89acSdrh ** Generate code for a comparison operator.
255be5c89acSdrh */
256be5c89acSdrh static int codeCompare(
257be5c89acSdrh   Parse *pParse,    /* The parsing (and code generating) context */
258be5c89acSdrh   Expr *pLeft,      /* The left operand */
259be5c89acSdrh   Expr *pRight,     /* The right operand */
260be5c89acSdrh   int opcode,       /* The comparison opcode */
26135573356Sdrh   int in1, int in2, /* Register holding operands */
262be5c89acSdrh   int dest,         /* Jump here if true.  */
263be5c89acSdrh   int jumpIfNull    /* If true, jump if either operand is NULL */
264be5c89acSdrh ){
26535573356Sdrh   int p5;
26635573356Sdrh   int addr;
26735573356Sdrh   CollSeq *p4;
26835573356Sdrh 
26935573356Sdrh   p4 = sqlite3BinaryCompareCollSeq(pParse, pLeft, pRight);
27035573356Sdrh   p5 = binaryCompareP5(pLeft, pRight, jumpIfNull);
27135573356Sdrh   addr = sqlite3VdbeAddOp4(pParse->pVdbe, opcode, in2, dest, in1,
27235573356Sdrh                            (void*)p4, P4_COLLSEQ);
2731bd10f8aSdrh   sqlite3VdbeChangeP5(pParse->pVdbe, (u8)p5);
274e49b146fSdrh   if( (p5 & SQLITE_AFF_MASK)!=SQLITE_AFF_NONE ){
275da250ea5Sdrh     sqlite3ExprCacheAffinityChange(pParse, in1, 1);
276da250ea5Sdrh     sqlite3ExprCacheAffinityChange(pParse, in2, 1);
2772f7794c1Sdrh   }
27835573356Sdrh   return addr;
279be5c89acSdrh }
280be5c89acSdrh 
2814b5255acSdanielk1977 #if SQLITE_MAX_EXPR_DEPTH>0
2824b5255acSdanielk1977 /*
2834b5255acSdanielk1977 ** Check that argument nHeight is less than or equal to the maximum
2844b5255acSdanielk1977 ** expression depth allowed. If it is not, leave an error message in
2854b5255acSdanielk1977 ** pParse.
2864b5255acSdanielk1977 */
2877d10d5a6Sdrh int sqlite3ExprCheckHeight(Parse *pParse, int nHeight){
2884b5255acSdanielk1977   int rc = SQLITE_OK;
2894b5255acSdanielk1977   int mxHeight = pParse->db->aLimit[SQLITE_LIMIT_EXPR_DEPTH];
2904b5255acSdanielk1977   if( nHeight>mxHeight ){
2914b5255acSdanielk1977     sqlite3ErrorMsg(pParse,
2924b5255acSdanielk1977        "Expression tree is too large (maximum depth %d)", mxHeight
2934b5255acSdanielk1977     );
2944b5255acSdanielk1977     rc = SQLITE_ERROR;
2954b5255acSdanielk1977   }
2964b5255acSdanielk1977   return rc;
2974b5255acSdanielk1977 }
2984b5255acSdanielk1977 
2994b5255acSdanielk1977 /* The following three functions, heightOfExpr(), heightOfExprList()
3004b5255acSdanielk1977 ** and heightOfSelect(), are used to determine the maximum height
3014b5255acSdanielk1977 ** of any expression tree referenced by the structure passed as the
3024b5255acSdanielk1977 ** first argument.
3034b5255acSdanielk1977 **
3044b5255acSdanielk1977 ** If this maximum height is greater than the current value pointed
3054b5255acSdanielk1977 ** to by pnHeight, the second parameter, then set *pnHeight to that
3064b5255acSdanielk1977 ** value.
3074b5255acSdanielk1977 */
3084b5255acSdanielk1977 static void heightOfExpr(Expr *p, int *pnHeight){
3094b5255acSdanielk1977   if( p ){
3104b5255acSdanielk1977     if( p->nHeight>*pnHeight ){
3114b5255acSdanielk1977       *pnHeight = p->nHeight;
3124b5255acSdanielk1977     }
3134b5255acSdanielk1977   }
3144b5255acSdanielk1977 }
3154b5255acSdanielk1977 static void heightOfExprList(ExprList *p, int *pnHeight){
3164b5255acSdanielk1977   if( p ){
3174b5255acSdanielk1977     int i;
3184b5255acSdanielk1977     for(i=0; i<p->nExpr; i++){
3194b5255acSdanielk1977       heightOfExpr(p->a[i].pExpr, pnHeight);
3204b5255acSdanielk1977     }
3214b5255acSdanielk1977   }
3224b5255acSdanielk1977 }
3234b5255acSdanielk1977 static void heightOfSelect(Select *p, int *pnHeight){
3244b5255acSdanielk1977   if( p ){
3254b5255acSdanielk1977     heightOfExpr(p->pWhere, pnHeight);
3264b5255acSdanielk1977     heightOfExpr(p->pHaving, pnHeight);
3274b5255acSdanielk1977     heightOfExpr(p->pLimit, pnHeight);
3284b5255acSdanielk1977     heightOfExpr(p->pOffset, pnHeight);
3294b5255acSdanielk1977     heightOfExprList(p->pEList, pnHeight);
3304b5255acSdanielk1977     heightOfExprList(p->pGroupBy, pnHeight);
3314b5255acSdanielk1977     heightOfExprList(p->pOrderBy, pnHeight);
3324b5255acSdanielk1977     heightOfSelect(p->pPrior, pnHeight);
3334b5255acSdanielk1977   }
3344b5255acSdanielk1977 }
3354b5255acSdanielk1977 
3364b5255acSdanielk1977 /*
3374b5255acSdanielk1977 ** Set the Expr.nHeight variable in the structure passed as an
3384b5255acSdanielk1977 ** argument. An expression with no children, Expr.pList or
3394b5255acSdanielk1977 ** Expr.pSelect member has a height of 1. Any other expression
3404b5255acSdanielk1977 ** has a height equal to the maximum height of any other
3414b5255acSdanielk1977 ** referenced Expr plus one.
3424b5255acSdanielk1977 */
3434b5255acSdanielk1977 static void exprSetHeight(Expr *p){
3444b5255acSdanielk1977   int nHeight = 0;
3454b5255acSdanielk1977   heightOfExpr(p->pLeft, &nHeight);
3464b5255acSdanielk1977   heightOfExpr(p->pRight, &nHeight);
3476ab3a2ecSdanielk1977   if( ExprHasProperty(p, EP_xIsSelect) ){
3486ab3a2ecSdanielk1977     heightOfSelect(p->x.pSelect, &nHeight);
3496ab3a2ecSdanielk1977   }else{
3506ab3a2ecSdanielk1977     heightOfExprList(p->x.pList, &nHeight);
3516ab3a2ecSdanielk1977   }
3524b5255acSdanielk1977   p->nHeight = nHeight + 1;
3534b5255acSdanielk1977 }
3544b5255acSdanielk1977 
3554b5255acSdanielk1977 /*
3564b5255acSdanielk1977 ** Set the Expr.nHeight variable using the exprSetHeight() function. If
3574b5255acSdanielk1977 ** the height is greater than the maximum allowed expression depth,
3584b5255acSdanielk1977 ** leave an error in pParse.
3594b5255acSdanielk1977 */
3604b5255acSdanielk1977 void sqlite3ExprSetHeight(Parse *pParse, Expr *p){
3614b5255acSdanielk1977   exprSetHeight(p);
3627d10d5a6Sdrh   sqlite3ExprCheckHeight(pParse, p->nHeight);
3634b5255acSdanielk1977 }
3644b5255acSdanielk1977 
3654b5255acSdanielk1977 /*
3664b5255acSdanielk1977 ** Return the maximum height of any expression tree referenced
3674b5255acSdanielk1977 ** by the select statement passed as an argument.
3684b5255acSdanielk1977 */
3694b5255acSdanielk1977 int sqlite3SelectExprHeight(Select *p){
3704b5255acSdanielk1977   int nHeight = 0;
3714b5255acSdanielk1977   heightOfSelect(p, &nHeight);
3724b5255acSdanielk1977   return nHeight;
3734b5255acSdanielk1977 }
3744b5255acSdanielk1977 #else
3754b5255acSdanielk1977   #define exprSetHeight(y)
3764b5255acSdanielk1977 #endif /* SQLITE_MAX_EXPR_DEPTH>0 */
3774b5255acSdanielk1977 
378be5c89acSdrh /*
379a76b5dfcSdrh ** Construct a new expression node and return a pointer to it.  Memory
38017435752Sdrh ** for this node is obtained from sqlite3_malloc().  The calling function
381a76b5dfcSdrh ** is responsible for making sure the node eventually gets freed.
382a76b5dfcSdrh */
38317435752Sdrh Expr *sqlite3Expr(
384a1644fd8Sdanielk1977   sqlite3 *db,            /* Handle for sqlite3DbMallocZero() (may be null) */
38517435752Sdrh   int op,                 /* Expression opcode */
38617435752Sdrh   Expr *pLeft,            /* Left operand */
38717435752Sdrh   Expr *pRight,           /* Right operand */
38817435752Sdrh   const Token *pToken     /* Argument token */
38917435752Sdrh ){
390a76b5dfcSdrh   Expr *pNew;
39126e4a8b1Sdrh   pNew = sqlite3DbMallocZero(db, sizeof(Expr));
392a76b5dfcSdrh   if( pNew==0 ){
393d5d56523Sdanielk1977     /* When malloc fails, delete pLeft and pRight. Expressions passed to
394d5d56523Sdanielk1977     ** this function must always be allocated with sqlite3Expr() for this
395d5d56523Sdanielk1977     ** reason.
396d5d56523Sdanielk1977     */
397633e6d57Sdrh     sqlite3ExprDelete(db, pLeft);
398633e6d57Sdrh     sqlite3ExprDelete(db, pRight);
399a76b5dfcSdrh     return 0;
400a76b5dfcSdrh   }
4011bd10f8aSdrh   pNew->op = (u8)op;
402a76b5dfcSdrh   pNew->pLeft = pLeft;
403a76b5dfcSdrh   pNew->pRight = pRight;
404a58fdfb1Sdanielk1977   pNew->iAgg = -1;
405e49b146fSdrh   pNew->span.z = (u8*)"";
406a76b5dfcSdrh   if( pToken ){
407d9da78a2Sdrh     int c;
4084b59ab5eSdrh     assert( pToken->dyn==0 );
409d9da78a2Sdrh     pNew->span = *pToken;
410d9da78a2Sdrh     if( pToken->n>=2
411d9da78a2Sdrh          && ((c = pToken->z[0])=='\'' || c=='"' || c=='[' || c=='`') ){
412d9da78a2Sdrh       sqlite3TokenCopy(db, &pNew->token, pToken);
41324fb627aSdrh       if( pNew->token.z ){
41424fb627aSdrh         pNew->token.n = sqlite3Dequote((char*)pNew->token.z);
41560a4b538Sshane         assert( pNew->token.n==(unsigned)sqlite3Strlen30((char*)pNew->token.z) );
41624fb627aSdrh       }
41724fb627aSdrh       if( c=='"' ) pNew->flags |= EP_DblQuoted;
418d9da78a2Sdrh     }else{
419d9da78a2Sdrh       pNew->token = *pToken;
420d9da78a2Sdrh     }
42124fb627aSdrh     pNew->token.quoted = 0;
422a34001c9Sdrh   }else if( pLeft ){
423a34001c9Sdrh     if( pRight ){
424e49b146fSdrh       if( pRight->span.dyn==0 && pLeft->span.dyn==0 ){
4254adee20fSdanielk1977         sqlite3ExprSpan(pNew, &pLeft->span, &pRight->span);
426e49b146fSdrh       }
4275ffb3ac8Sdrh       if( pRight->flags & EP_ExpCollate ){
428a34001c9Sdrh         pNew->flags |= EP_ExpCollate;
429a34001c9Sdrh         pNew->pColl = pRight->pColl;
430a34001c9Sdrh       }
431a34001c9Sdrh     }
4325ffb3ac8Sdrh     if( pLeft->flags & EP_ExpCollate ){
433a34001c9Sdrh       pNew->flags |= EP_ExpCollate;
434a34001c9Sdrh       pNew->pColl = pLeft->pColl;
435a34001c9Sdrh     }
436a76b5dfcSdrh   }
437fc976065Sdanielk1977 
4384b5255acSdanielk1977   exprSetHeight(pNew);
439a76b5dfcSdrh   return pNew;
440a76b5dfcSdrh }
441a76b5dfcSdrh 
442a76b5dfcSdrh /*
44317435752Sdrh ** Works like sqlite3Expr() except that it takes an extra Parse*
44417435752Sdrh ** argument and notifies the associated connection object if malloc fails.
445206f3d96Sdrh */
44617435752Sdrh Expr *sqlite3PExpr(
44717435752Sdrh   Parse *pParse,          /* Parsing context */
44817435752Sdrh   int op,                 /* Expression opcode */
44917435752Sdrh   Expr *pLeft,            /* Left operand */
45017435752Sdrh   Expr *pRight,           /* Right operand */
45117435752Sdrh   const Token *pToken     /* Argument token */
45217435752Sdrh ){
4534b5255acSdanielk1977   Expr *p = sqlite3Expr(pParse->db, op, pLeft, pRight, pToken);
4544b5255acSdanielk1977   if( p ){
4557d10d5a6Sdrh     sqlite3ExprCheckHeight(pParse, p->nHeight);
4564b5255acSdanielk1977   }
4574b5255acSdanielk1977   return p;
458206f3d96Sdrh }
459206f3d96Sdrh 
460206f3d96Sdrh /*
4614e0cff60Sdrh ** When doing a nested parse, you can include terms in an expression
462b7654111Sdrh ** that look like this:   #1 #2 ...  These terms refer to registers
463b7654111Sdrh ** in the virtual machine.  #N is the N-th register.
4644e0cff60Sdrh **
4654e0cff60Sdrh ** This routine is called by the parser to deal with on of those terms.
4664e0cff60Sdrh ** It immediately generates code to store the value in a memory location.
4674e0cff60Sdrh ** The returns an expression that will code to extract the value from
4684e0cff60Sdrh ** that memory location as needed.
4694e0cff60Sdrh */
4704e0cff60Sdrh Expr *sqlite3RegisterExpr(Parse *pParse, Token *pToken){
4714e0cff60Sdrh   Vdbe *v = pParse->pVdbe;
4724e0cff60Sdrh   Expr *p;
4734e0cff60Sdrh   if( pParse->nested==0 ){
4744e0cff60Sdrh     sqlite3ErrorMsg(pParse, "near \"%T\": syntax error", pToken);
475a1644fd8Sdanielk1977     return sqlite3PExpr(pParse, TK_NULL, 0, 0, 0);
4764e0cff60Sdrh   }
477bb7ac00bSdrh   if( v==0 ) return 0;
478a1644fd8Sdanielk1977   p = sqlite3PExpr(pParse, TK_REGISTER, 0, 0, pToken);
47973c42a13Sdrh   if( p==0 ){
48073c42a13Sdrh     return 0;  /* Malloc failed */
48173c42a13Sdrh   }
482b7654111Sdrh   p->iTable = atoi((char*)&pToken->z[1]);
4834e0cff60Sdrh   return p;
4844e0cff60Sdrh }
4854e0cff60Sdrh 
4864e0cff60Sdrh /*
48791bb0eedSdrh ** Join two expressions using an AND operator.  If either expression is
48891bb0eedSdrh ** NULL, then just return the other expression.
48991bb0eedSdrh */
4901e536953Sdanielk1977 Expr *sqlite3ExprAnd(sqlite3 *db, Expr *pLeft, Expr *pRight){
49191bb0eedSdrh   if( pLeft==0 ){
49291bb0eedSdrh     return pRight;
49391bb0eedSdrh   }else if( pRight==0 ){
49491bb0eedSdrh     return pLeft;
49591bb0eedSdrh   }else{
496880c15beSdanielk1977     return sqlite3Expr(db, TK_AND, pLeft, pRight, 0);
49791bb0eedSdrh   }
49891bb0eedSdrh }
49991bb0eedSdrh 
50091bb0eedSdrh /*
5016977fea8Sdrh ** Set the Expr.span field of the given expression to span all
502e49b146fSdrh ** text between the two given tokens.  Both tokens must be pointing
503e49b146fSdrh ** at the same string.
504a76b5dfcSdrh */
5054adee20fSdanielk1977 void sqlite3ExprSpan(Expr *pExpr, Token *pLeft, Token *pRight){
5064efc4754Sdrh   assert( pRight!=0 );
5074efc4754Sdrh   assert( pLeft!=0 );
508e54a62adSdrh   if( pExpr ){
5096977fea8Sdrh     pExpr->span.z = pLeft->z;
510c427740bSdanielk1977     /* The following assert() may fail when this is called
511c427740bSdanielk1977     ** via sqlite3PExpr()/sqlite3Expr() from addWhereTerm(). */
512c427740bSdanielk1977     /* assert(pRight->z >= pLeft->z); */
513c0688ea1Sshane     pExpr->span.n = pRight->n + (unsigned)(pRight->z - pLeft->z);
514a76b5dfcSdrh   }
515a76b5dfcSdrh }
516a76b5dfcSdrh 
517a76b5dfcSdrh /*
518a76b5dfcSdrh ** Construct a new expression node for a function with multiple
519a76b5dfcSdrh ** arguments.
520a76b5dfcSdrh */
52117435752Sdrh Expr *sqlite3ExprFunction(Parse *pParse, ExprList *pList, Token *pToken){
522a76b5dfcSdrh   Expr *pNew;
523633e6d57Sdrh   sqlite3 *db = pParse->db;
5244b202ae2Sdanielk1977   assert( pToken );
525633e6d57Sdrh   pNew = sqlite3DbMallocZero(db, sizeof(Expr) );
526a76b5dfcSdrh   if( pNew==0 ){
527d9da78a2Sdrh     sqlite3ExprListDelete(db, pList); /* Avoid memory leak when malloc fails */
528a76b5dfcSdrh     return 0;
529a76b5dfcSdrh   }
530a76b5dfcSdrh   pNew->op = TK_FUNCTION;
5316ab3a2ecSdanielk1977   pNew->x.pList = pList;
5326ab3a2ecSdanielk1977   assert( !ExprHasProperty(pNew, EP_xIsSelect) );
5334b59ab5eSdrh   assert( pToken->dyn==0 );
534d9da78a2Sdrh   pNew->span = *pToken;
535d9da78a2Sdrh   sqlite3TokenCopy(db, &pNew->token, pToken);
5364b5255acSdanielk1977   sqlite3ExprSetHeight(pParse, pNew);
537a76b5dfcSdrh   return pNew;
538a76b5dfcSdrh }
539a76b5dfcSdrh 
540a76b5dfcSdrh /*
541fa6bc000Sdrh ** Assign a variable number to an expression that encodes a wildcard
542fa6bc000Sdrh ** in the original SQL statement.
543fa6bc000Sdrh **
544fa6bc000Sdrh ** Wildcards consisting of a single "?" are assigned the next sequential
545fa6bc000Sdrh ** variable number.
546fa6bc000Sdrh **
547fa6bc000Sdrh ** Wildcards of the form "?nnn" are assigned the number "nnn".  We make
548fa6bc000Sdrh ** sure "nnn" is not too be to avoid a denial of service attack when
549fa6bc000Sdrh ** the SQL statement comes from an external source.
550fa6bc000Sdrh **
551fa6bc000Sdrh ** Wildcards of the form ":aaa" or "$aaa" are assigned the same number
552fa6bc000Sdrh ** as the previous instance of the same wildcard.  Or if this is the first
553fa6bc000Sdrh ** instance of the wildcard, the next sequenial variable number is
554fa6bc000Sdrh ** assigned.
555fa6bc000Sdrh */
556fa6bc000Sdrh void sqlite3ExprAssignVarNumber(Parse *pParse, Expr *pExpr){
557fa6bc000Sdrh   Token *pToken;
55817435752Sdrh   sqlite3 *db = pParse->db;
55917435752Sdrh 
560fa6bc000Sdrh   if( pExpr==0 ) return;
561fa6bc000Sdrh   pToken = &pExpr->token;
562fa6bc000Sdrh   assert( pToken->n>=1 );
563fa6bc000Sdrh   assert( pToken->z!=0 );
564fa6bc000Sdrh   assert( pToken->z[0]!=0 );
565fa6bc000Sdrh   if( pToken->n==1 ){
566fa6bc000Sdrh     /* Wildcard of the form "?".  Assign the next variable number */
567fa6bc000Sdrh     pExpr->iTable = ++pParse->nVar;
568fa6bc000Sdrh   }else if( pToken->z[0]=='?' ){
569fa6bc000Sdrh     /* Wildcard of the form "?nnn".  Convert "nnn" to an integer and
570fa6bc000Sdrh     ** use it as the variable number */
571fa6bc000Sdrh     int i;
5722646da7eSdrh     pExpr->iTable = i = atoi((char*)&pToken->z[1]);
573c5499befSdrh     testcase( i==0 );
574c5499befSdrh     testcase( i==1 );
575c5499befSdrh     testcase( i==db->aLimit[SQLITE_LIMIT_VARIABLE_NUMBER]-1 );
576c5499befSdrh     testcase( i==db->aLimit[SQLITE_LIMIT_VARIABLE_NUMBER] );
577bb4957f8Sdrh     if( i<1 || i>db->aLimit[SQLITE_LIMIT_VARIABLE_NUMBER] ){
578fa6bc000Sdrh       sqlite3ErrorMsg(pParse, "variable number must be between ?1 and ?%d",
579bb4957f8Sdrh           db->aLimit[SQLITE_LIMIT_VARIABLE_NUMBER]);
580fa6bc000Sdrh     }
581fa6bc000Sdrh     if( i>pParse->nVar ){
582fa6bc000Sdrh       pParse->nVar = i;
583fa6bc000Sdrh     }
584fa6bc000Sdrh   }else{
585fa6bc000Sdrh     /* Wildcards of the form ":aaa" or "$aaa".  Reuse the same variable
586fa6bc000Sdrh     ** number as the prior appearance of the same name, or if the name
587fa6bc000Sdrh     ** has never appeared before, reuse the same variable number
588fa6bc000Sdrh     */
5891bd10f8aSdrh     int i;
5901bd10f8aSdrh     u32 n;
591fa6bc000Sdrh     n = pToken->n;
592fa6bc000Sdrh     for(i=0; i<pParse->nVarExpr; i++){
593fa6bc000Sdrh       Expr *pE;
594fa6bc000Sdrh       if( (pE = pParse->apVarExpr[i])!=0
595fa6bc000Sdrh           && pE->token.n==n
596fa6bc000Sdrh           && memcmp(pE->token.z, pToken->z, n)==0 ){
597fa6bc000Sdrh         pExpr->iTable = pE->iTable;
598fa6bc000Sdrh         break;
599fa6bc000Sdrh       }
600fa6bc000Sdrh     }
601fa6bc000Sdrh     if( i>=pParse->nVarExpr ){
602fa6bc000Sdrh       pExpr->iTable = ++pParse->nVar;
603fa6bc000Sdrh       if( pParse->nVarExpr>=pParse->nVarExprAlloc-1 ){
604fa6bc000Sdrh         pParse->nVarExprAlloc += pParse->nVarExprAlloc + 10;
60517435752Sdrh         pParse->apVarExpr =
60617435752Sdrh             sqlite3DbReallocOrFree(
60717435752Sdrh               db,
60817435752Sdrh               pParse->apVarExpr,
60917435752Sdrh               pParse->nVarExprAlloc*sizeof(pParse->apVarExpr[0])
61017435752Sdrh             );
611fa6bc000Sdrh       }
61217435752Sdrh       if( !db->mallocFailed ){
613fa6bc000Sdrh         assert( pParse->apVarExpr!=0 );
614fa6bc000Sdrh         pParse->apVarExpr[pParse->nVarExpr++] = pExpr;
615fa6bc000Sdrh       }
616fa6bc000Sdrh     }
617fa6bc000Sdrh   }
618bb4957f8Sdrh   if( !pParse->nErr && pParse->nVar>db->aLimit[SQLITE_LIMIT_VARIABLE_NUMBER] ){
619832b2664Sdanielk1977     sqlite3ErrorMsg(pParse, "too many SQL variables");
620832b2664Sdanielk1977   }
621fa6bc000Sdrh }
622fa6bc000Sdrh 
623fa6bc000Sdrh /*
62410fe840eSdrh ** Clear an expression structure without deleting the structure itself.
62510fe840eSdrh ** Substructure is deleted.
626a2e00042Sdrh */
62710fe840eSdrh void sqlite3ExprClear(sqlite3 *db, Expr *p){
628633e6d57Sdrh   if( p->token.dyn ) sqlite3DbFree(db, (char*)p->token.z);
62912ffee8cSdrh   if( !ExprHasAnyProperty(p, EP_TokenOnly|EP_SpanToken) ){
6306ab3a2ecSdanielk1977     if( p->span.dyn ) sqlite3DbFree(db, (char*)p->span.z);
6316ab3a2ecSdanielk1977     if( ExprHasProperty(p, EP_Reduced) ){
63212ffee8cSdrh       /* Subtrees are part of the same memory allocation when EP_Reduced set */
6336ab3a2ecSdanielk1977       if( p->pLeft ) sqlite3ExprClear(db, p->pLeft);
6346ab3a2ecSdanielk1977       if( p->pRight ) sqlite3ExprClear(db, p->pRight);
6356ab3a2ecSdanielk1977     }else{
63612ffee8cSdrh       /* Subtrees are separate allocations when EP_Reduced is clear */
637633e6d57Sdrh       sqlite3ExprDelete(db, p->pLeft);
638633e6d57Sdrh       sqlite3ExprDelete(db, p->pRight);
6396ab3a2ecSdanielk1977     }
64012ffee8cSdrh     /* x.pSelect and x.pList are always separately allocated */
6416ab3a2ecSdanielk1977     if( ExprHasProperty(p, EP_xIsSelect) ){
6426ab3a2ecSdanielk1977       sqlite3SelectDelete(db, p->x.pSelect);
6436ab3a2ecSdanielk1977     }else{
6446ab3a2ecSdanielk1977       sqlite3ExprListDelete(db, p->x.pList);
6456ab3a2ecSdanielk1977     }
6466ab3a2ecSdanielk1977   }
64710fe840eSdrh }
64810fe840eSdrh 
64910fe840eSdrh /*
65010fe840eSdrh ** Recursively delete an expression tree.
65110fe840eSdrh */
65210fe840eSdrh void sqlite3ExprDelete(sqlite3 *db, Expr *p){
65310fe840eSdrh   if( p==0 ) return;
65410fe840eSdrh   sqlite3ExprClear(db, p);
655633e6d57Sdrh   sqlite3DbFree(db, p);
656a2e00042Sdrh }
657a2e00042Sdrh 
658d2687b77Sdrh /*
6596ab3a2ecSdanielk1977 ** Return the number of bytes allocated for the expression structure
6606ab3a2ecSdanielk1977 ** passed as the first argument. This is always one of EXPR_FULLSIZE,
6616ab3a2ecSdanielk1977 ** EXPR_REDUCEDSIZE or EXPR_TOKENONLYSIZE.
6626ab3a2ecSdanielk1977 */
6636ab3a2ecSdanielk1977 static int exprStructSize(Expr *p){
6646ab3a2ecSdanielk1977   if( ExprHasProperty(p, EP_TokenOnly) ) return EXPR_TOKENONLYSIZE;
66512ffee8cSdrh   if( ExprHasProperty(p, EP_SpanToken) ) return EXPR_SPANTOKENSIZE;
6666ab3a2ecSdanielk1977   if( ExprHasProperty(p, EP_Reduced) ) return EXPR_REDUCEDSIZE;
6676ab3a2ecSdanielk1977   return EXPR_FULLSIZE;
6686ab3a2ecSdanielk1977 }
6696ab3a2ecSdanielk1977 
6706ab3a2ecSdanielk1977 /*
6716ab3a2ecSdanielk1977 ** sqlite3ExprDup() has been called to create a copy of expression p with
6726ab3a2ecSdanielk1977 ** the EXPRDUP_XXX flags passed as the second argument. This function
6736ab3a2ecSdanielk1977 ** returns the space required for the copy of the Expr structure only.
6746ab3a2ecSdanielk1977 ** This is always one of EXPR_FULLSIZE, EXPR_REDUCEDSIZE or EXPR_TOKENONLYSIZE.
6756ab3a2ecSdanielk1977 */
6766ab3a2ecSdanielk1977 static int dupedExprStructSize(Expr *p, int flags){
6776ab3a2ecSdanielk1977   int nSize;
6786ab3a2ecSdanielk1977   if( 0==(flags&EXPRDUP_REDUCE) ){
6796ab3a2ecSdanielk1977     nSize = EXPR_FULLSIZE;
6806ab3a2ecSdanielk1977   }else if( p->pLeft || p->pRight || p->pColl || p->x.pList ){
6816ab3a2ecSdanielk1977     nSize = EXPR_REDUCEDSIZE;
68212ffee8cSdrh   }else if( flags&EXPRDUP_SPAN ){
68312ffee8cSdrh     nSize = EXPR_SPANTOKENSIZE;
6846ab3a2ecSdanielk1977   }else{
6856ab3a2ecSdanielk1977     nSize = EXPR_TOKENONLYSIZE;
6866ab3a2ecSdanielk1977   }
6876ab3a2ecSdanielk1977   return nSize;
6886ab3a2ecSdanielk1977 }
6896ab3a2ecSdanielk1977 
6906ab3a2ecSdanielk1977 /*
6916ab3a2ecSdanielk1977 ** sqlite3ExprDup() has been called to create a copy of expression p with
6926ab3a2ecSdanielk1977 ** the EXPRDUP_XXX passed as the second argument. This function returns
6936ab3a2ecSdanielk1977 ** the space in bytes required to store the copy of the Expr structure
6946ab3a2ecSdanielk1977 ** and the copies of the Expr.token.z and Expr.span.z (if applicable)
6956ab3a2ecSdanielk1977 ** string buffers.
6966ab3a2ecSdanielk1977 */
6976ab3a2ecSdanielk1977 static int dupedExprNodeSize(Expr *p, int flags){
6986ab3a2ecSdanielk1977   int nByte = dupedExprStructSize(p, flags) + (p->token.z ? p->token.n + 1 : 0);
69912ffee8cSdrh   if( (flags&EXPRDUP_SPAN)!=0
70012ffee8cSdrh    && (p->token.z!=p->span.z || p->token.n!=p->span.n)
70121822c58Sdanielk1977   ){
7026ab3a2ecSdanielk1977     nByte += p->span.n;
7036ab3a2ecSdanielk1977   }
704bc73971dSdanielk1977   return ROUND8(nByte);
7056ab3a2ecSdanielk1977 }
7066ab3a2ecSdanielk1977 
7076ab3a2ecSdanielk1977 /*
7086ab3a2ecSdanielk1977 ** Return the number of bytes required to create a duplicate of the
7096ab3a2ecSdanielk1977 ** expression passed as the first argument. The second argument is a
7106ab3a2ecSdanielk1977 ** mask containing EXPRDUP_XXX flags.
7116ab3a2ecSdanielk1977 **
7126ab3a2ecSdanielk1977 ** The value returned includes space to create a copy of the Expr struct
7136ab3a2ecSdanielk1977 ** itself and the buffer referred to by Expr.token, if any. If the
7146ab3a2ecSdanielk1977 ** EXPRDUP_SPAN flag is set, then space to create a copy of the buffer
7156ab3a2ecSdanielk1977 ** refered to by Expr.span is also included.
7166ab3a2ecSdanielk1977 **
7176ab3a2ecSdanielk1977 ** If the EXPRDUP_REDUCE flag is set, then the return value includes
7186ab3a2ecSdanielk1977 ** space to duplicate all Expr nodes in the tree formed by Expr.pLeft
7196ab3a2ecSdanielk1977 ** and Expr.pRight variables (but not for any structures pointed to or
7206ab3a2ecSdanielk1977 ** descended from the Expr.x.pList or Expr.x.pSelect variables).
7216ab3a2ecSdanielk1977 */
7226ab3a2ecSdanielk1977 static int dupedExprSize(Expr *p, int flags){
7236ab3a2ecSdanielk1977   int nByte = 0;
7246ab3a2ecSdanielk1977   if( p ){
7256ab3a2ecSdanielk1977     nByte = dupedExprNodeSize(p, flags);
7266ab3a2ecSdanielk1977     if( flags&EXPRDUP_REDUCE ){
72712ffee8cSdrh       int f = flags&(~EXPRDUP_SPAN);
7286ab3a2ecSdanielk1977       nByte += dupedExprSize(p->pLeft, f) + dupedExprSize(p->pRight, f);
7296ab3a2ecSdanielk1977     }
7306ab3a2ecSdanielk1977   }
7316ab3a2ecSdanielk1977   return nByte;
7326ab3a2ecSdanielk1977 }
7336ab3a2ecSdanielk1977 
7346ab3a2ecSdanielk1977 /*
7356ab3a2ecSdanielk1977 ** This function is similar to sqlite3ExprDup(), except that if pzBuffer
7366ab3a2ecSdanielk1977 ** is not NULL then *pzBuffer is assumed to point to a buffer large enough
7376ab3a2ecSdanielk1977 ** to store the copy of expression p, the copies of p->token and p->span
7386ab3a2ecSdanielk1977 ** (if applicable), and the copies of the p->pLeft and p->pRight expressions,
7396ab3a2ecSdanielk1977 ** if any. Before returning, *pzBuffer is set to the first byte passed the
7406ab3a2ecSdanielk1977 ** portion of the buffer copied into by this function.
7416ab3a2ecSdanielk1977 */
7426ab3a2ecSdanielk1977 static Expr *exprDup(sqlite3 *db, Expr *p, int flags, u8 **pzBuffer){
7436ab3a2ecSdanielk1977   Expr *pNew = 0;                      /* Value to return */
7446ab3a2ecSdanielk1977   if( p ){
74512ffee8cSdrh     const int isRequireSpan = (flags&EXPRDUP_SPAN);
7466ab3a2ecSdanielk1977     const int isReduced = (flags&EXPRDUP_REDUCE);
7476ab3a2ecSdanielk1977     u8 *zAlloc;
7486ab3a2ecSdanielk1977 
7496ab3a2ecSdanielk1977     assert( pzBuffer==0 || isReduced );
7506ab3a2ecSdanielk1977 
7516ab3a2ecSdanielk1977     /* Figure out where to write the new Expr structure. */
7526ab3a2ecSdanielk1977     if( pzBuffer ){
7536ab3a2ecSdanielk1977       zAlloc = *pzBuffer;
7546ab3a2ecSdanielk1977     }else{
7556ab3a2ecSdanielk1977       zAlloc = sqlite3DbMallocRaw(db, dupedExprSize(p, flags));
7566ab3a2ecSdanielk1977     }
7576ab3a2ecSdanielk1977     pNew = (Expr *)zAlloc;
7586ab3a2ecSdanielk1977 
7596ab3a2ecSdanielk1977     if( pNew ){
7606ab3a2ecSdanielk1977       /* Set nNewSize to the size allocated for the structure pointed to
7616ab3a2ecSdanielk1977       ** by pNew. This is either EXPR_FULLSIZE, EXPR_REDUCEDSIZE or
7626ab3a2ecSdanielk1977       ** EXPR_TOKENONLYSIZE. nToken is set to the number of bytes consumed
7636ab3a2ecSdanielk1977       ** by the copy of the p->token.z string (if any).
7646ab3a2ecSdanielk1977       */
7656ab3a2ecSdanielk1977       const int nNewSize = dupedExprStructSize(p, flags);
7666ab3a2ecSdanielk1977       const int nToken = (p->token.z ? p->token.n + 1 : 0);
7676ab3a2ecSdanielk1977       if( isReduced ){
7686ab3a2ecSdanielk1977         assert( ExprHasProperty(p, EP_Reduced)==0 );
7696ab3a2ecSdanielk1977         memcpy(zAlloc, p, nNewSize);
7706ab3a2ecSdanielk1977       }else{
7716ab3a2ecSdanielk1977         int nSize = exprStructSize(p);
7726ab3a2ecSdanielk1977         memcpy(zAlloc, p, nSize);
7736ab3a2ecSdanielk1977         memset(&zAlloc[nSize], 0, EXPR_FULLSIZE-nSize);
7746ab3a2ecSdanielk1977       }
7756ab3a2ecSdanielk1977 
7766ab3a2ecSdanielk1977       /* Set the EP_Reduced and EP_TokenOnly flags appropriately. */
77712ffee8cSdrh       pNew->flags &= ~(EP_Reduced|EP_TokenOnly|EP_SpanToken);
7786ab3a2ecSdanielk1977       switch( nNewSize ){
7796ab3a2ecSdanielk1977         case EXPR_REDUCEDSIZE:   pNew->flags |= EP_Reduced; break;
7806ab3a2ecSdanielk1977         case EXPR_TOKENONLYSIZE: pNew->flags |= EP_TokenOnly; break;
78112ffee8cSdrh         case EXPR_SPANTOKENSIZE: pNew->flags |= EP_SpanToken; break;
7826ab3a2ecSdanielk1977       }
7836ab3a2ecSdanielk1977 
7846ab3a2ecSdanielk1977       /* Copy the p->token string, if any. */
7856ab3a2ecSdanielk1977       if( nToken ){
7866ab3a2ecSdanielk1977         unsigned char *zToken = &zAlloc[nNewSize];
7876ab3a2ecSdanielk1977         memcpy(zToken, p->token.z, nToken-1);
7886ab3a2ecSdanielk1977         zToken[nToken-1] = '\0';
7896ab3a2ecSdanielk1977         pNew->token.dyn = 0;
7906ab3a2ecSdanielk1977         pNew->token.z = zToken;
7916ab3a2ecSdanielk1977       }
7926ab3a2ecSdanielk1977 
7936ab3a2ecSdanielk1977       if( 0==((p->flags|pNew->flags) & EP_TokenOnly) ){
7946ab3a2ecSdanielk1977         /* Fill in the pNew->span token, if required. */
7956ab3a2ecSdanielk1977         if( isRequireSpan ){
79612ffee8cSdrh           if( p->token.z!=p->span.z || p->token.n!=p->span.n ){
7976ab3a2ecSdanielk1977             pNew->span.z = &zAlloc[nNewSize+nToken];
7986ab3a2ecSdanielk1977             memcpy((char *)pNew->span.z, p->span.z, p->span.n);
7996ab3a2ecSdanielk1977             pNew->span.dyn = 0;
8006ab3a2ecSdanielk1977           }else{
8016ab3a2ecSdanielk1977             pNew->span.z = pNew->token.z;
8026ab3a2ecSdanielk1977             pNew->span.n = pNew->token.n;
8036ab3a2ecSdanielk1977           }
8046ab3a2ecSdanielk1977         }else{
8056ab3a2ecSdanielk1977           pNew->span.z = 0;
8066ab3a2ecSdanielk1977           pNew->span.n = 0;
8076ab3a2ecSdanielk1977         }
8086ab3a2ecSdanielk1977       }
8096ab3a2ecSdanielk1977 
81012ffee8cSdrh       if( 0==((p->flags|pNew->flags) & (EP_TokenOnly|EP_SpanToken)) ){
8116ab3a2ecSdanielk1977         /* Fill in the pNew->x.pSelect or pNew->x.pList member. */
8126ab3a2ecSdanielk1977         if( ExprHasProperty(p, EP_xIsSelect) ){
8136ab3a2ecSdanielk1977           pNew->x.pSelect = sqlite3SelectDup(db, p->x.pSelect, isReduced);
8146ab3a2ecSdanielk1977         }else{
8156ab3a2ecSdanielk1977           pNew->x.pList = sqlite3ExprListDup(db, p->x.pList, isReduced);
8166ab3a2ecSdanielk1977         }
8176ab3a2ecSdanielk1977       }
8186ab3a2ecSdanielk1977 
8196ab3a2ecSdanielk1977       /* Fill in pNew->pLeft and pNew->pRight. */
82012ffee8cSdrh       if( ExprHasAnyProperty(pNew, EP_Reduced|EP_TokenOnly|EP_SpanToken) ){
8216ab3a2ecSdanielk1977         zAlloc += dupedExprNodeSize(p, flags);
8226ab3a2ecSdanielk1977         if( ExprHasProperty(pNew, EP_Reduced) ){
8236ab3a2ecSdanielk1977           pNew->pLeft = exprDup(db, p->pLeft, EXPRDUP_REDUCE, &zAlloc);
8246ab3a2ecSdanielk1977           pNew->pRight = exprDup(db, p->pRight, EXPRDUP_REDUCE, &zAlloc);
8256ab3a2ecSdanielk1977         }
8266ab3a2ecSdanielk1977         if( pzBuffer ){
8276ab3a2ecSdanielk1977           *pzBuffer = zAlloc;
8286ab3a2ecSdanielk1977         }
82912ffee8cSdrh       }else if( !ExprHasAnyProperty(p, EP_TokenOnly|EP_SpanToken) ){
8306ab3a2ecSdanielk1977         pNew->pLeft = sqlite3ExprDup(db, p->pLeft, 0);
8316ab3a2ecSdanielk1977         pNew->pRight = sqlite3ExprDup(db, p->pRight, 0);
8326ab3a2ecSdanielk1977       }
8336ab3a2ecSdanielk1977     }
8346ab3a2ecSdanielk1977   }
8356ab3a2ecSdanielk1977   return pNew;
8366ab3a2ecSdanielk1977 }
8376ab3a2ecSdanielk1977 
8386ab3a2ecSdanielk1977 /*
839ff78bd2fSdrh ** The following group of routines make deep copies of expressions,
840ff78bd2fSdrh ** expression lists, ID lists, and select statements.  The copies can
841ff78bd2fSdrh ** be deleted (by being passed to their respective ...Delete() routines)
842ff78bd2fSdrh ** without effecting the originals.
843ff78bd2fSdrh **
8444adee20fSdanielk1977 ** The expression list, ID, and source lists return by sqlite3ExprListDup(),
8454adee20fSdanielk1977 ** sqlite3IdListDup(), and sqlite3SrcListDup() can not be further expanded
846ad3cab52Sdrh ** by subsequent calls to sqlite*ListAppend() routines.
847ff78bd2fSdrh **
848ad3cab52Sdrh ** Any tables that the SrcList might point to are not duplicated.
8496ab3a2ecSdanielk1977 **
8506ab3a2ecSdanielk1977 ** The flags parameter contains a combination of the EXPRDUP_XXX flags. If
8516ab3a2ecSdanielk1977 ** the EXPRDUP_SPAN flag is set in the argument parameter, then the
8526ab3a2ecSdanielk1977 ** Expr.span field of the input expression is copied. If EXPRDUP_SPAN is
8536ab3a2ecSdanielk1977 ** clear, then the Expr.span field of the returned expression structure
8546ab3a2ecSdanielk1977 ** is zeroed.
8556ab3a2ecSdanielk1977 **
8566ab3a2ecSdanielk1977 ** If the EXPRDUP_REDUCE flag is set, then the structure returned is a
8576ab3a2ecSdanielk1977 ** truncated version of the usual Expr structure that will be stored as
8586ab3a2ecSdanielk1977 ** part of the in-memory representation of the database schema.
859ff78bd2fSdrh */
8606ab3a2ecSdanielk1977 Expr *sqlite3ExprDup(sqlite3 *db, Expr *p, int flags){
8616ab3a2ecSdanielk1977   return exprDup(db, p, flags, 0);
862ff78bd2fSdrh }
863d9da78a2Sdrh void sqlite3TokenCopy(sqlite3 *db, Token *pTo, const Token *pFrom){
864633e6d57Sdrh   if( pTo->dyn ) sqlite3DbFree(db, (char*)pTo->z);
8654b59ab5eSdrh   if( pFrom->z ){
8664b59ab5eSdrh     pTo->n = pFrom->n;
86717435752Sdrh     pTo->z = (u8*)sqlite3DbStrNDup(db, (char*)pFrom->z, pFrom->n);
8684b59ab5eSdrh     pTo->dyn = 1;
869*9ab4c2e8Sdrh     pTo->quoted = pFrom->quoted;
8704b59ab5eSdrh   }else{
8714b59ab5eSdrh     pTo->z = 0;
8724b59ab5eSdrh   }
8734b59ab5eSdrh }
8746ab3a2ecSdanielk1977 ExprList *sqlite3ExprListDup(sqlite3 *db, ExprList *p, int flags){
875ff78bd2fSdrh   ExprList *pNew;
876145716b3Sdrh   struct ExprList_item *pItem, *pOldItem;
877ff78bd2fSdrh   int i;
878ff78bd2fSdrh   if( p==0 ) return 0;
87917435752Sdrh   pNew = sqlite3DbMallocRaw(db, sizeof(*pNew) );
880ff78bd2fSdrh   if( pNew==0 ) return 0;
88131dad9daSdanielk1977   pNew->iECursor = 0;
8824305d103Sdrh   pNew->nExpr = pNew->nAlloc = p->nExpr;
88317435752Sdrh   pNew->a = pItem = sqlite3DbMallocRaw(db,  p->nExpr*sizeof(p->a[0]) );
884e0048400Sdanielk1977   if( pItem==0 ){
885633e6d57Sdrh     sqlite3DbFree(db, pNew);
886e0048400Sdanielk1977     return 0;
887e0048400Sdanielk1977   }
888145716b3Sdrh   pOldItem = p->a;
889145716b3Sdrh   for(i=0; i<p->nExpr; i++, pItem++, pOldItem++){
8906ab3a2ecSdanielk1977     Expr *pNewExpr;
8916ab3a2ecSdanielk1977     Expr *pOldExpr = pOldItem->pExpr;
8926ab3a2ecSdanielk1977     pItem->pExpr = pNewExpr = sqlite3ExprDup(db, pOldExpr, flags);
89317435752Sdrh     pItem->zName = sqlite3DbStrDup(db, pOldItem->zName);
894145716b3Sdrh     pItem->sortOrder = pOldItem->sortOrder;
8953e7bc9caSdrh     pItem->done = 0;
8967d10d5a6Sdrh     pItem->iCol = pOldItem->iCol;
8978b213899Sdrh     pItem->iAlias = pOldItem->iAlias;
898ff78bd2fSdrh   }
899ff78bd2fSdrh   return pNew;
900ff78bd2fSdrh }
90193758c8dSdanielk1977 
90293758c8dSdanielk1977 /*
90393758c8dSdanielk1977 ** If cursors, triggers, views and subqueries are all omitted from
90493758c8dSdanielk1977 ** the build, then none of the following routines, except for
90593758c8dSdanielk1977 ** sqlite3SelectDup(), can be called. sqlite3SelectDup() is sometimes
90693758c8dSdanielk1977 ** called with a NULL argument.
90793758c8dSdanielk1977 */
9086a67fe8eSdanielk1977 #if !defined(SQLITE_OMIT_VIEW) || !defined(SQLITE_OMIT_TRIGGER) \
9096a67fe8eSdanielk1977  || !defined(SQLITE_OMIT_SUBQUERY)
9106ab3a2ecSdanielk1977 SrcList *sqlite3SrcListDup(sqlite3 *db, SrcList *p, int flags){
911ad3cab52Sdrh   SrcList *pNew;
912ad3cab52Sdrh   int i;
913113088ecSdrh   int nByte;
914ad3cab52Sdrh   if( p==0 ) return 0;
915113088ecSdrh   nByte = sizeof(*p) + (p->nSrc>0 ? sizeof(p->a[0]) * (p->nSrc-1) : 0);
91617435752Sdrh   pNew = sqlite3DbMallocRaw(db, nByte );
917ad3cab52Sdrh   if( pNew==0 ) return 0;
9184305d103Sdrh   pNew->nSrc = pNew->nAlloc = p->nSrc;
919ad3cab52Sdrh   for(i=0; i<p->nSrc; i++){
9204efc4754Sdrh     struct SrcList_item *pNewItem = &pNew->a[i];
9214efc4754Sdrh     struct SrcList_item *pOldItem = &p->a[i];
922ed8a3bb1Sdrh     Table *pTab;
92317435752Sdrh     pNewItem->zDatabase = sqlite3DbStrDup(db, pOldItem->zDatabase);
92417435752Sdrh     pNewItem->zName = sqlite3DbStrDup(db, pOldItem->zName);
92517435752Sdrh     pNewItem->zAlias = sqlite3DbStrDup(db, pOldItem->zAlias);
9264efc4754Sdrh     pNewItem->jointype = pOldItem->jointype;
9274efc4754Sdrh     pNewItem->iCursor = pOldItem->iCursor;
9281787ccabSdanielk1977     pNewItem->isPopulated = pOldItem->isPopulated;
92985574e31Sdanielk1977     pNewItem->zIndex = sqlite3DbStrDup(db, pOldItem->zIndex);
93085574e31Sdanielk1977     pNewItem->notIndexed = pOldItem->notIndexed;
93185574e31Sdanielk1977     pNewItem->pIndex = pOldItem->pIndex;
932ed8a3bb1Sdrh     pTab = pNewItem->pTab = pOldItem->pTab;
933ed8a3bb1Sdrh     if( pTab ){
934ed8a3bb1Sdrh       pTab->nRef++;
935a1cb183dSdanielk1977     }
9366ab3a2ecSdanielk1977     pNewItem->pSelect = sqlite3SelectDup(db, pOldItem->pSelect, flags);
9376ab3a2ecSdanielk1977     pNewItem->pOn = sqlite3ExprDup(db, pOldItem->pOn, flags);
93817435752Sdrh     pNewItem->pUsing = sqlite3IdListDup(db, pOldItem->pUsing);
9396c18b6e0Sdanielk1977     pNewItem->colUsed = pOldItem->colUsed;
940ad3cab52Sdrh   }
941ad3cab52Sdrh   return pNew;
942ad3cab52Sdrh }
94317435752Sdrh IdList *sqlite3IdListDup(sqlite3 *db, IdList *p){
944ff78bd2fSdrh   IdList *pNew;
945ff78bd2fSdrh   int i;
946ff78bd2fSdrh   if( p==0 ) return 0;
94717435752Sdrh   pNew = sqlite3DbMallocRaw(db, sizeof(*pNew) );
948ff78bd2fSdrh   if( pNew==0 ) return 0;
9494305d103Sdrh   pNew->nId = pNew->nAlloc = p->nId;
95017435752Sdrh   pNew->a = sqlite3DbMallocRaw(db, p->nId*sizeof(p->a[0]) );
951d5d56523Sdanielk1977   if( pNew->a==0 ){
952633e6d57Sdrh     sqlite3DbFree(db, pNew);
953d5d56523Sdanielk1977     return 0;
954d5d56523Sdanielk1977   }
955ff78bd2fSdrh   for(i=0; i<p->nId; i++){
9564efc4754Sdrh     struct IdList_item *pNewItem = &pNew->a[i];
9574efc4754Sdrh     struct IdList_item *pOldItem = &p->a[i];
95817435752Sdrh     pNewItem->zName = sqlite3DbStrDup(db, pOldItem->zName);
9594efc4754Sdrh     pNewItem->idx = pOldItem->idx;
960ff78bd2fSdrh   }
961ff78bd2fSdrh   return pNew;
962ff78bd2fSdrh }
9636ab3a2ecSdanielk1977 Select *sqlite3SelectDup(sqlite3 *db, Select *p, int flags){
964ff78bd2fSdrh   Select *pNew;
965ff78bd2fSdrh   if( p==0 ) return 0;
96617435752Sdrh   pNew = sqlite3DbMallocRaw(db, sizeof(*p) );
967ff78bd2fSdrh   if( pNew==0 ) return 0;
9686ab3a2ecSdanielk1977   /* Always make a copy of the span for top-level expressions in the
9696ab3a2ecSdanielk1977   ** expression list.  The logic in SELECT processing that determines
9706ab3a2ecSdanielk1977   ** the names of columns in the result set needs this information */
9716ab3a2ecSdanielk1977   pNew->pEList = sqlite3ExprListDup(db, p->pEList, flags|EXPRDUP_SPAN);
9726ab3a2ecSdanielk1977   pNew->pSrc = sqlite3SrcListDup(db, p->pSrc, flags);
9736ab3a2ecSdanielk1977   pNew->pWhere = sqlite3ExprDup(db, p->pWhere, flags);
9746ab3a2ecSdanielk1977   pNew->pGroupBy = sqlite3ExprListDup(db, p->pGroupBy, flags);
9756ab3a2ecSdanielk1977   pNew->pHaving = sqlite3ExprDup(db, p->pHaving, flags);
9766ab3a2ecSdanielk1977   pNew->pOrderBy = sqlite3ExprListDup(db, p->pOrderBy, flags);
977ff78bd2fSdrh   pNew->op = p->op;
9786ab3a2ecSdanielk1977   pNew->pPrior = sqlite3SelectDup(db, p->pPrior, flags);
9796ab3a2ecSdanielk1977   pNew->pLimit = sqlite3ExprDup(db, p->pLimit, flags);
9806ab3a2ecSdanielk1977   pNew->pOffset = sqlite3ExprDup(db, p->pOffset, flags);
98192b01d53Sdrh   pNew->iLimit = 0;
98292b01d53Sdrh   pNew->iOffset = 0;
9837d10d5a6Sdrh   pNew->selFlags = p->selFlags & ~SF_UsesEphemeral;
9840342b1f5Sdrh   pNew->pRightmost = 0;
985b9bb7c18Sdrh   pNew->addrOpenEphm[0] = -1;
986b9bb7c18Sdrh   pNew->addrOpenEphm[1] = -1;
987b9bb7c18Sdrh   pNew->addrOpenEphm[2] = -1;
988ff78bd2fSdrh   return pNew;
989ff78bd2fSdrh }
99093758c8dSdanielk1977 #else
9916ab3a2ecSdanielk1977 Select *sqlite3SelectDup(sqlite3 *db, Select *p, int flags){
99293758c8dSdanielk1977   assert( p==0 );
99393758c8dSdanielk1977   return 0;
99493758c8dSdanielk1977 }
99593758c8dSdanielk1977 #endif
996ff78bd2fSdrh 
997ff78bd2fSdrh 
998ff78bd2fSdrh /*
999a76b5dfcSdrh ** Add a new element to the end of an expression list.  If pList is
1000a76b5dfcSdrh ** initially NULL, then create a new expression list.
1001a76b5dfcSdrh */
100217435752Sdrh ExprList *sqlite3ExprListAppend(
100317435752Sdrh   Parse *pParse,          /* Parsing context */
100417435752Sdrh   ExprList *pList,        /* List to which to append. Might be NULL */
100517435752Sdrh   Expr *pExpr,            /* Expression to be appended */
100617435752Sdrh   Token *pName            /* AS keyword for the expression */
100717435752Sdrh ){
100817435752Sdrh   sqlite3 *db = pParse->db;
1009a76b5dfcSdrh   if( pList==0 ){
101017435752Sdrh     pList = sqlite3DbMallocZero(db, sizeof(ExprList) );
1011a76b5dfcSdrh     if( pList==0 ){
1012d5d56523Sdanielk1977       goto no_mem;
1013a76b5dfcSdrh     }
10144efc4754Sdrh     assert( pList->nAlloc==0 );
1015a76b5dfcSdrh   }
10164305d103Sdrh   if( pList->nAlloc<=pList->nExpr ){
1017d5d56523Sdanielk1977     struct ExprList_item *a;
1018d5d56523Sdanielk1977     int n = pList->nAlloc*2 + 4;
101926783a58Sdanielk1977     a = sqlite3DbRealloc(db, pList->a, n*sizeof(pList->a[0]));
1020d5d56523Sdanielk1977     if( a==0 ){
1021d5d56523Sdanielk1977       goto no_mem;
1022a76b5dfcSdrh     }
1023d5d56523Sdanielk1977     pList->a = a;
10246a1e071fSdrh     pList->nAlloc = sqlite3DbMallocSize(db, a)/sizeof(a[0]);
1025a76b5dfcSdrh   }
10264efc4754Sdrh   assert( pList->a!=0 );
10274efc4754Sdrh   if( pExpr || pName ){
10284efc4754Sdrh     struct ExprList_item *pItem = &pList->a[pList->nExpr++];
10294efc4754Sdrh     memset(pItem, 0, sizeof(*pItem));
103017435752Sdrh     pItem->zName = sqlite3NameFromToken(db, pName);
1031e94ddc9eSdanielk1977     pItem->pExpr = pExpr;
10328b213899Sdrh     pItem->iAlias = 0;
1033a76b5dfcSdrh   }
1034a76b5dfcSdrh   return pList;
1035d5d56523Sdanielk1977 
1036d5d56523Sdanielk1977 no_mem:
1037d5d56523Sdanielk1977   /* Avoid leaking memory if malloc has failed. */
1038633e6d57Sdrh   sqlite3ExprDelete(db, pExpr);
1039633e6d57Sdrh   sqlite3ExprListDelete(db, pList);
1040d5d56523Sdanielk1977   return 0;
1041a76b5dfcSdrh }
1042a76b5dfcSdrh 
1043a76b5dfcSdrh /*
10447a15a4beSdanielk1977 ** If the expression list pEList contains more than iLimit elements,
10457a15a4beSdanielk1977 ** leave an error message in pParse.
10467a15a4beSdanielk1977 */
10477a15a4beSdanielk1977 void sqlite3ExprListCheckLength(
10487a15a4beSdanielk1977   Parse *pParse,
10497a15a4beSdanielk1977   ExprList *pEList,
10507a15a4beSdanielk1977   const char *zObject
10517a15a4beSdanielk1977 ){
1052b1a6c3c1Sdrh   int mx = pParse->db->aLimit[SQLITE_LIMIT_COLUMN];
1053c5499befSdrh   testcase( pEList && pEList->nExpr==mx );
1054c5499befSdrh   testcase( pEList && pEList->nExpr==mx+1 );
1055b1a6c3c1Sdrh   if( pEList && pEList->nExpr>mx ){
10567a15a4beSdanielk1977     sqlite3ErrorMsg(pParse, "too many columns in %s", zObject);
10577a15a4beSdanielk1977   }
10587a15a4beSdanielk1977 }
10597a15a4beSdanielk1977 
10607a15a4beSdanielk1977 /*
1061a76b5dfcSdrh ** Delete an entire expression list.
1062a76b5dfcSdrh */
1063633e6d57Sdrh void sqlite3ExprListDelete(sqlite3 *db, ExprList *pList){
1064a76b5dfcSdrh   int i;
1065be5c89acSdrh   struct ExprList_item *pItem;
1066a76b5dfcSdrh   if( pList==0 ) return;
10671bdd9b57Sdrh   assert( pList->a!=0 || (pList->nExpr==0 && pList->nAlloc==0) );
10681bdd9b57Sdrh   assert( pList->nExpr<=pList->nAlloc );
1069be5c89acSdrh   for(pItem=pList->a, i=0; i<pList->nExpr; i++, pItem++){
1070633e6d57Sdrh     sqlite3ExprDelete(db, pItem->pExpr);
1071633e6d57Sdrh     sqlite3DbFree(db, pItem->zName);
1072a76b5dfcSdrh   }
1073633e6d57Sdrh   sqlite3DbFree(db, pList->a);
1074633e6d57Sdrh   sqlite3DbFree(db, pList);
1075a76b5dfcSdrh }
1076a76b5dfcSdrh 
1077a76b5dfcSdrh /*
10787d10d5a6Sdrh ** These routines are Walker callbacks.  Walker.u.pi is a pointer
10797d10d5a6Sdrh ** to an integer.  These routines are checking an expression to see
10807d10d5a6Sdrh ** if it is a constant.  Set *Walker.u.pi to 0 if the expression is
10817d10d5a6Sdrh ** not constant.
108273b211abSdrh **
10837d10d5a6Sdrh ** These callback routines are used to implement the following:
1084626a879aSdrh **
10857d10d5a6Sdrh **     sqlite3ExprIsConstant()
10867d10d5a6Sdrh **     sqlite3ExprIsConstantNotJoin()
10877d10d5a6Sdrh **     sqlite3ExprIsConstantOrFunction()
108887abf5c0Sdrh **
1089626a879aSdrh */
10907d10d5a6Sdrh static int exprNodeIsConstant(Walker *pWalker, Expr *pExpr){
1091626a879aSdrh 
10927d10d5a6Sdrh   /* If pWalker->u.i is 3 then any term of the expression that comes from
10930a168377Sdrh   ** the ON or USING clauses of a join disqualifies the expression
10940a168377Sdrh   ** from being considered constant. */
10957d10d5a6Sdrh   if( pWalker->u.i==3 && ExprHasAnyProperty(pExpr, EP_FromJoin) ){
10967d10d5a6Sdrh     pWalker->u.i = 0;
10977d10d5a6Sdrh     return WRC_Abort;
10980a168377Sdrh   }
10990a168377Sdrh 
1100626a879aSdrh   switch( pExpr->op ){
1101eb55bd2fSdrh     /* Consider functions to be constant if all their arguments are constant
11027d10d5a6Sdrh     ** and pWalker->u.i==2 */
1103eb55bd2fSdrh     case TK_FUNCTION:
11047d10d5a6Sdrh       if( pWalker->u.i==2 ) return 0;
1105eb55bd2fSdrh       /* Fall through */
1106626a879aSdrh     case TK_ID:
1107626a879aSdrh     case TK_COLUMN:
1108626a879aSdrh     case TK_AGG_FUNCTION:
110913449892Sdrh     case TK_AGG_COLUMN:
1110fe2093d7Sdrh #ifndef SQLITE_OMIT_SUBQUERY
1111fe2093d7Sdrh     case TK_SELECT:
1112fe2093d7Sdrh     case TK_EXISTS:
1113c5499befSdrh       testcase( pExpr->op==TK_SELECT );
1114c5499befSdrh       testcase( pExpr->op==TK_EXISTS );
1115fe2093d7Sdrh #endif
1116c5499befSdrh       testcase( pExpr->op==TK_ID );
1117c5499befSdrh       testcase( pExpr->op==TK_COLUMN );
1118c5499befSdrh       testcase( pExpr->op==TK_AGG_FUNCTION );
1119c5499befSdrh       testcase( pExpr->op==TK_AGG_COLUMN );
11207d10d5a6Sdrh       pWalker->u.i = 0;
11217d10d5a6Sdrh       return WRC_Abort;
1122626a879aSdrh     default:
11237d10d5a6Sdrh       return WRC_Continue;
1124626a879aSdrh   }
1125626a879aSdrh }
112662c14b34Sdanielk1977 static int selectNodeIsConstant(Walker *pWalker, Select *NotUsed){
112762c14b34Sdanielk1977   UNUSED_PARAMETER(NotUsed);
11287d10d5a6Sdrh   pWalker->u.i = 0;
11297d10d5a6Sdrh   return WRC_Abort;
11307d10d5a6Sdrh }
11317d10d5a6Sdrh static int exprIsConst(Expr *p, int initFlag){
11327d10d5a6Sdrh   Walker w;
11337d10d5a6Sdrh   w.u.i = initFlag;
11347d10d5a6Sdrh   w.xExprCallback = exprNodeIsConstant;
11357d10d5a6Sdrh   w.xSelectCallback = selectNodeIsConstant;
11367d10d5a6Sdrh   sqlite3WalkExpr(&w, p);
11377d10d5a6Sdrh   return w.u.i;
11387d10d5a6Sdrh }
1139626a879aSdrh 
1140626a879aSdrh /*
1141fef5208cSdrh ** Walk an expression tree.  Return 1 if the expression is constant
1142eb55bd2fSdrh ** and 0 if it involves variables or function calls.
11432398937bSdrh **
11442398937bSdrh ** For the purposes of this function, a double-quoted string (ex: "abc")
11452398937bSdrh ** is considered a variable but a single-quoted string (ex: 'abc') is
11462398937bSdrh ** a constant.
1147fef5208cSdrh */
11484adee20fSdanielk1977 int sqlite3ExprIsConstant(Expr *p){
11497d10d5a6Sdrh   return exprIsConst(p, 1);
1150fef5208cSdrh }
1151fef5208cSdrh 
1152fef5208cSdrh /*
1153eb55bd2fSdrh ** Walk an expression tree.  Return 1 if the expression is constant
11540a168377Sdrh ** that does no originate from the ON or USING clauses of a join.
11550a168377Sdrh ** Return 0 if it involves variables or function calls or terms from
11560a168377Sdrh ** an ON or USING clause.
11570a168377Sdrh */
11580a168377Sdrh int sqlite3ExprIsConstantNotJoin(Expr *p){
11597d10d5a6Sdrh   return exprIsConst(p, 3);
11600a168377Sdrh }
11610a168377Sdrh 
11620a168377Sdrh /*
11630a168377Sdrh ** Walk an expression tree.  Return 1 if the expression is constant
1164eb55bd2fSdrh ** or a function call with constant arguments.  Return and 0 if there
1165eb55bd2fSdrh ** are any variables.
1166eb55bd2fSdrh **
1167eb55bd2fSdrh ** For the purposes of this function, a double-quoted string (ex: "abc")
1168eb55bd2fSdrh ** is considered a variable but a single-quoted string (ex: 'abc') is
1169eb55bd2fSdrh ** a constant.
1170eb55bd2fSdrh */
1171eb55bd2fSdrh int sqlite3ExprIsConstantOrFunction(Expr *p){
11727d10d5a6Sdrh   return exprIsConst(p, 2);
1173eb55bd2fSdrh }
1174eb55bd2fSdrh 
1175eb55bd2fSdrh /*
117673b211abSdrh ** If the expression p codes a constant integer that is small enough
1177202b2df7Sdrh ** to fit in a 32-bit integer, return 1 and put the value of the integer
1178202b2df7Sdrh ** in *pValue.  If the expression is not an integer or if it is too big
1179202b2df7Sdrh ** to fit in a signed 32-bit integer, return 0 and leave *pValue unchanged.
1180e4de1febSdrh */
11814adee20fSdanielk1977 int sqlite3ExprIsInteger(Expr *p, int *pValue){
118292b01d53Sdrh   int rc = 0;
118392b01d53Sdrh   if( p->flags & EP_IntValue ){
118492b01d53Sdrh     *pValue = p->iTable;
1185e4de1febSdrh     return 1;
1186e4de1febSdrh   }
118792b01d53Sdrh   switch( p->op ){
118892b01d53Sdrh     case TK_INTEGER: {
118992b01d53Sdrh       rc = sqlite3GetInt32((char*)p->token.z, pValue);
1190202b2df7Sdrh       break;
1191202b2df7Sdrh     }
11924b59ab5eSdrh     case TK_UPLUS: {
119392b01d53Sdrh       rc = sqlite3ExprIsInteger(p->pLeft, pValue);
1194f6e369a1Sdrh       break;
11954b59ab5eSdrh     }
1196e4de1febSdrh     case TK_UMINUS: {
1197e4de1febSdrh       int v;
11984adee20fSdanielk1977       if( sqlite3ExprIsInteger(p->pLeft, &v) ){
1199e4de1febSdrh         *pValue = -v;
120092b01d53Sdrh         rc = 1;
1201e4de1febSdrh       }
1202e4de1febSdrh       break;
1203e4de1febSdrh     }
1204e4de1febSdrh     default: break;
1205e4de1febSdrh   }
120692b01d53Sdrh   if( rc ){
120792b01d53Sdrh     p->op = TK_INTEGER;
120892b01d53Sdrh     p->flags |= EP_IntValue;
120992b01d53Sdrh     p->iTable = *pValue;
121092b01d53Sdrh   }
121192b01d53Sdrh   return rc;
1212e4de1febSdrh }
1213e4de1febSdrh 
1214e4de1febSdrh /*
1215c4a3c779Sdrh ** Return TRUE if the given string is a row-id column name.
1216c4a3c779Sdrh */
12174adee20fSdanielk1977 int sqlite3IsRowid(const char *z){
12184adee20fSdanielk1977   if( sqlite3StrICmp(z, "_ROWID_")==0 ) return 1;
12194adee20fSdanielk1977   if( sqlite3StrICmp(z, "ROWID")==0 ) return 1;
12204adee20fSdanielk1977   if( sqlite3StrICmp(z, "OID")==0 ) return 1;
1221c4a3c779Sdrh   return 0;
1222c4a3c779Sdrh }
1223c4a3c779Sdrh 
12249a96b668Sdanielk1977 /*
1225b287f4b6Sdrh ** Return true if the IN operator optimization is enabled and
1226b287f4b6Sdrh ** the SELECT statement p exists and is of the
1227b287f4b6Sdrh ** simple form:
1228b287f4b6Sdrh **
1229b287f4b6Sdrh **     SELECT <column> FROM <table>
1230b287f4b6Sdrh **
1231b287f4b6Sdrh ** If this is the case, it may be possible to use an existing table
1232b287f4b6Sdrh ** or index instead of generating an epheremal table.
1233b287f4b6Sdrh */
1234b287f4b6Sdrh #ifndef SQLITE_OMIT_SUBQUERY
1235b287f4b6Sdrh static int isCandidateForInOpt(Select *p){
1236b287f4b6Sdrh   SrcList *pSrc;
1237b287f4b6Sdrh   ExprList *pEList;
1238b287f4b6Sdrh   Table *pTab;
1239b287f4b6Sdrh   if( p==0 ) return 0;                   /* right-hand side of IN is SELECT */
1240b287f4b6Sdrh   if( p->pPrior ) return 0;              /* Not a compound SELECT */
12417d10d5a6Sdrh   if( p->selFlags & (SF_Distinct|SF_Aggregate) ){
12427d10d5a6Sdrh       return 0; /* No DISTINCT keyword and no aggregate functions */
12437d10d5a6Sdrh   }
1244b287f4b6Sdrh   if( p->pGroupBy ) return 0;            /* Has no GROUP BY clause */
1245b287f4b6Sdrh   if( p->pLimit ) return 0;              /* Has no LIMIT clause */
1246b287f4b6Sdrh   if( p->pOffset ) return 0;
1247b287f4b6Sdrh   if( p->pWhere ) return 0;              /* Has no WHERE clause */
1248b287f4b6Sdrh   pSrc = p->pSrc;
1249d1fa7bcaSdrh   assert( pSrc!=0 );
1250d1fa7bcaSdrh   if( pSrc->nSrc!=1 ) return 0;          /* Single term in FROM clause */
1251b287f4b6Sdrh   if( pSrc->a[0].pSelect ) return 0;     /* FROM clause is not a subquery */
1252b287f4b6Sdrh   pTab = pSrc->a[0].pTab;
1253b287f4b6Sdrh   if( pTab==0 ) return 0;
1254b287f4b6Sdrh   if( pTab->pSelect ) return 0;          /* FROM clause is not a view */
1255b287f4b6Sdrh   if( IsVirtual(pTab) ) return 0;        /* FROM clause not a virtual table */
1256b287f4b6Sdrh   pEList = p->pEList;
1257b287f4b6Sdrh   if( pEList->nExpr!=1 ) return 0;       /* One column in the result set */
1258b287f4b6Sdrh   if( pEList->a[0].pExpr->op!=TK_COLUMN ) return 0; /* Result is a column */
1259b287f4b6Sdrh   return 1;
1260b287f4b6Sdrh }
1261b287f4b6Sdrh #endif /* SQLITE_OMIT_SUBQUERY */
1262b287f4b6Sdrh 
1263b287f4b6Sdrh /*
12649a96b668Sdanielk1977 ** This function is used by the implementation of the IN (...) operator.
12659a96b668Sdanielk1977 ** It's job is to find or create a b-tree structure that may be used
12669a96b668Sdanielk1977 ** either to test for membership of the (...) set or to iterate through
126785b623f2Sdrh ** its members, skipping duplicates.
12689a96b668Sdanielk1977 **
12699a96b668Sdanielk1977 ** The cursor opened on the structure (database table, database index
12709a96b668Sdanielk1977 ** or ephermal table) is stored in pX->iTable before this function returns.
12719a96b668Sdanielk1977 ** The returned value indicates the structure type, as follows:
12729a96b668Sdanielk1977 **
12739a96b668Sdanielk1977 **   IN_INDEX_ROWID - The cursor was opened on a database table.
12742d401ab8Sdrh **   IN_INDEX_INDEX - The cursor was opened on a database index.
12759a96b668Sdanielk1977 **   IN_INDEX_EPH -   The cursor was opened on a specially created and
12769a96b668Sdanielk1977 **                    populated epheremal table.
12779a96b668Sdanielk1977 **
12789a96b668Sdanielk1977 ** An existing structure may only be used if the SELECT is of the simple
12799a96b668Sdanielk1977 ** form:
12809a96b668Sdanielk1977 **
12819a96b668Sdanielk1977 **     SELECT <column> FROM <table>
12829a96b668Sdanielk1977 **
12830cdc022eSdanielk1977 ** If prNotFound parameter is 0, then the structure will be used to iterate
12849a96b668Sdanielk1977 ** through the set members, skipping any duplicates. In this case an
12859a96b668Sdanielk1977 ** epheremal table must be used unless the selected <column> is guaranteed
12869a96b668Sdanielk1977 ** to be unique - either because it is an INTEGER PRIMARY KEY or it
12879a96b668Sdanielk1977 ** is unique by virtue of a constraint or implicit index.
12880cdc022eSdanielk1977 **
12890cdc022eSdanielk1977 ** If the prNotFound parameter is not 0, then the structure will be used
12900cdc022eSdanielk1977 ** for fast set membership tests. In this case an epheremal table must
12910cdc022eSdanielk1977 ** be used unless <column> is an INTEGER PRIMARY KEY or an index can
12920cdc022eSdanielk1977 ** be found with <column> as its left-most column.
12930cdc022eSdanielk1977 **
12940cdc022eSdanielk1977 ** When the structure is being used for set membership tests, the user
12950cdc022eSdanielk1977 ** needs to know whether or not the structure contains an SQL NULL
12960cdc022eSdanielk1977 ** value in order to correctly evaluate expressions like "X IN (Y, Z)".
12970cdc022eSdanielk1977 ** If there is a chance that the structure may contain a NULL value at
12980cdc022eSdanielk1977 ** runtime, then a register is allocated and the register number written
12990cdc022eSdanielk1977 ** to *prNotFound. If there is no chance that the structure contains a
13000cdc022eSdanielk1977 ** NULL value, then *prNotFound is left unchanged.
13010cdc022eSdanielk1977 **
13020cdc022eSdanielk1977 ** If a register is allocated and its location stored in *prNotFound, then
13030cdc022eSdanielk1977 ** its initial value is NULL. If the structure does not remain constant
13040cdc022eSdanielk1977 ** for the duration of the query (i.e. the set is a correlated sub-select),
13050cdc022eSdanielk1977 ** the value of the allocated register is reset to NULL each time the
13060cdc022eSdanielk1977 ** structure is repopulated. This allows the caller to use vdbe code
13070cdc022eSdanielk1977 ** equivalent to the following:
13080cdc022eSdanielk1977 **
13090cdc022eSdanielk1977 **   if( register==NULL ){
13100cdc022eSdanielk1977 **     has_null = <test if data structure contains null>
13110cdc022eSdanielk1977 **     register = 1
13120cdc022eSdanielk1977 **   }
13130cdc022eSdanielk1977 **
13140cdc022eSdanielk1977 ** in order to avoid running the <test if data structure contains null>
13150cdc022eSdanielk1977 ** test more often than is necessary.
13169a96b668Sdanielk1977 */
1317284f4acaSdanielk1977 #ifndef SQLITE_OMIT_SUBQUERY
13180cdc022eSdanielk1977 int sqlite3FindInIndex(Parse *pParse, Expr *pX, int *prNotFound){
13199a96b668Sdanielk1977   Select *p;
13209a96b668Sdanielk1977   int eType = 0;
13219a96b668Sdanielk1977   int iTab = pParse->nTab++;
13220cdc022eSdanielk1977   int mustBeUnique = !prNotFound;
13239a96b668Sdanielk1977 
13249a96b668Sdanielk1977   /* The follwing if(...) expression is true if the SELECT is of the
13259a96b668Sdanielk1977   ** simple form:
13269a96b668Sdanielk1977   **
13279a96b668Sdanielk1977   **     SELECT <column> FROM <table>
13289a96b668Sdanielk1977   **
13299a96b668Sdanielk1977   ** If this is the case, it may be possible to use an existing table
13309a96b668Sdanielk1977   ** or index instead of generating an epheremal table.
13319a96b668Sdanielk1977   */
13326ab3a2ecSdanielk1977   p = (ExprHasProperty(pX, EP_xIsSelect) ? pX->x.pSelect : 0);
1333b287f4b6Sdrh   if( isCandidateForInOpt(p) ){
1334e1fb65a0Sdanielk1977     sqlite3 *db = pParse->db;              /* Database connection */
1335e1fb65a0Sdanielk1977     Expr *pExpr = p->pEList->a[0].pExpr;   /* Expression <column> */
1336e1fb65a0Sdanielk1977     int iCol = pExpr->iColumn;             /* Index of column <column> */
1337e1fb65a0Sdanielk1977     Vdbe *v = sqlite3GetVdbe(pParse);      /* Virtual machine being coded */
1338e1fb65a0Sdanielk1977     Table *pTab = p->pSrc->a[0].pTab;      /* Table <table>. */
1339e1fb65a0Sdanielk1977     int iDb;                               /* Database idx for pTab */
1340e1fb65a0Sdanielk1977 
1341e1fb65a0Sdanielk1977     /* Code an OP_VerifyCookie and OP_TableLock for <table>. */
1342e1fb65a0Sdanielk1977     iDb = sqlite3SchemaToIndex(db, pTab->pSchema);
1343e1fb65a0Sdanielk1977     sqlite3CodeVerifySchema(pParse, iDb);
1344e1fb65a0Sdanielk1977     sqlite3TableLock(pParse, iDb, pTab->tnum, 0, pTab->zName);
13459a96b668Sdanielk1977 
13469a96b668Sdanielk1977     /* This function is only called from two places. In both cases the vdbe
13479a96b668Sdanielk1977     ** has already been allocated. So assume sqlite3GetVdbe() is always
13489a96b668Sdanielk1977     ** successful here.
13499a96b668Sdanielk1977     */
13509a96b668Sdanielk1977     assert(v);
13519a96b668Sdanielk1977     if( iCol<0 ){
13520a07c107Sdrh       int iMem = ++pParse->nMem;
13539a96b668Sdanielk1977       int iAddr;
13549a96b668Sdanielk1977       sqlite3VdbeUsesBtree(v, iDb);
13559a96b668Sdanielk1977 
1356892d3179Sdrh       iAddr = sqlite3VdbeAddOp1(v, OP_If, iMem);
13574c583128Sdrh       sqlite3VdbeAddOp2(v, OP_Integer, 1, iMem);
13589a96b668Sdanielk1977 
13599a96b668Sdanielk1977       sqlite3OpenTable(pParse, iTab, iDb, pTab, OP_OpenRead);
13609a96b668Sdanielk1977       eType = IN_INDEX_ROWID;
13619a96b668Sdanielk1977 
13629a96b668Sdanielk1977       sqlite3VdbeJumpHere(v, iAddr);
13639a96b668Sdanielk1977     }else{
1364e1fb65a0Sdanielk1977       Index *pIdx;                         /* Iterator variable */
1365e1fb65a0Sdanielk1977 
13669a96b668Sdanielk1977       /* The collation sequence used by the comparison. If an index is to
13679a96b668Sdanielk1977       ** be used in place of a temp-table, it must be ordered according
1368e1fb65a0Sdanielk1977       ** to this collation sequence.  */
13699a96b668Sdanielk1977       CollSeq *pReq = sqlite3BinaryCompareCollSeq(pParse, pX->pLeft, pExpr);
13709a96b668Sdanielk1977 
13719a96b668Sdanielk1977       /* Check that the affinity that will be used to perform the
13729a96b668Sdanielk1977       ** comparison is the same as the affinity of the column. If
13739a96b668Sdanielk1977       ** it is not, it is not possible to use any index.
13749a96b668Sdanielk1977       */
13759a96b668Sdanielk1977       char aff = comparisonAffinity(pX);
13769a96b668Sdanielk1977       int affinity_ok = (pTab->aCol[iCol].affinity==aff||aff==SQLITE_AFF_NONE);
13779a96b668Sdanielk1977 
13789a96b668Sdanielk1977       for(pIdx=pTab->pIndex; pIdx && eType==0 && affinity_ok; pIdx=pIdx->pNext){
13799a96b668Sdanielk1977         if( (pIdx->aiColumn[0]==iCol)
13809a96b668Sdanielk1977          && (pReq==sqlite3FindCollSeq(db, ENC(db), pIdx->azColl[0], -1, 0))
13819a96b668Sdanielk1977          && (!mustBeUnique || (pIdx->nColumn==1 && pIdx->onError!=OE_None))
13829a96b668Sdanielk1977         ){
13830a07c107Sdrh           int iMem = ++pParse->nMem;
13849a96b668Sdanielk1977           int iAddr;
13859a96b668Sdanielk1977           char *pKey;
13869a96b668Sdanielk1977 
13879a96b668Sdanielk1977           pKey = (char *)sqlite3IndexKeyinfo(pParse, pIdx);
13889a96b668Sdanielk1977           iDb = sqlite3SchemaToIndex(db, pIdx->pSchema);
13899a96b668Sdanielk1977           sqlite3VdbeUsesBtree(v, iDb);
13909a96b668Sdanielk1977 
1391892d3179Sdrh           iAddr = sqlite3VdbeAddOp1(v, OP_If, iMem);
13924c583128Sdrh           sqlite3VdbeAddOp2(v, OP_Integer, 1, iMem);
13939a96b668Sdanielk1977 
1394207872a4Sdanielk1977           sqlite3VdbeAddOp4(v, OP_OpenRead, iTab, pIdx->tnum, iDb,
139566a5167bSdrh                                pKey,P4_KEYINFO_HANDOFF);
1396207872a4Sdanielk1977           VdbeComment((v, "%s", pIdx->zName));
13979a96b668Sdanielk1977           eType = IN_INDEX_INDEX;
13989a96b668Sdanielk1977 
13999a96b668Sdanielk1977           sqlite3VdbeJumpHere(v, iAddr);
14000cdc022eSdanielk1977           if( prNotFound && !pTab->aCol[iCol].notNull ){
14010cdc022eSdanielk1977             *prNotFound = ++pParse->nMem;
14020cdc022eSdanielk1977           }
14039a96b668Sdanielk1977         }
14049a96b668Sdanielk1977       }
14059a96b668Sdanielk1977     }
14069a96b668Sdanielk1977   }
14079a96b668Sdanielk1977 
14089a96b668Sdanielk1977   if( eType==0 ){
14090cdc022eSdanielk1977     int rMayHaveNull = 0;
141041a05b7bSdanielk1977     eType = IN_INDEX_EPH;
14110cdc022eSdanielk1977     if( prNotFound ){
14120cdc022eSdanielk1977       *prNotFound = rMayHaveNull = ++pParse->nMem;
14136ab3a2ecSdanielk1977     }else if( pX->pLeft->iColumn<0 && !ExprHasAnyProperty(pX, EP_xIsSelect) ){
141441a05b7bSdanielk1977       eType = IN_INDEX_ROWID;
14150cdc022eSdanielk1977     }
141641a05b7bSdanielk1977     sqlite3CodeSubselect(pParse, pX, rMayHaveNull, eType==IN_INDEX_ROWID);
14179a96b668Sdanielk1977   }else{
14189a96b668Sdanielk1977     pX->iTable = iTab;
14199a96b668Sdanielk1977   }
14209a96b668Sdanielk1977   return eType;
14219a96b668Sdanielk1977 }
1422284f4acaSdanielk1977 #endif
1423626a879aSdrh 
1424626a879aSdrh /*
14259cbe6352Sdrh ** Generate code for scalar subqueries used as an expression
14269cbe6352Sdrh ** and IN operators.  Examples:
1427626a879aSdrh **
14289cbe6352Sdrh **     (SELECT a FROM b)          -- subquery
14299cbe6352Sdrh **     EXISTS (SELECT a FROM b)   -- EXISTS subquery
14309cbe6352Sdrh **     x IN (4,5,11)              -- IN operator with list on right-hand side
14319cbe6352Sdrh **     x IN (SELECT a FROM b)     -- IN operator with subquery on the right
1432fef5208cSdrh **
14339cbe6352Sdrh ** The pExpr parameter describes the expression that contains the IN
14349cbe6352Sdrh ** operator or subquery.
143541a05b7bSdanielk1977 **
143641a05b7bSdanielk1977 ** If parameter isRowid is non-zero, then expression pExpr is guaranteed
143741a05b7bSdanielk1977 ** to be of the form "<rowid> IN (?, ?, ?)", where <rowid> is a reference
143841a05b7bSdanielk1977 ** to some integer key column of a table B-Tree. In this case, use an
143941a05b7bSdanielk1977 ** intkey B-Tree to store the set of IN(...) values instead of the usual
144041a05b7bSdanielk1977 ** (slower) variable length keys B-Tree.
1441cce7d176Sdrh */
144251522cd3Sdrh #ifndef SQLITE_OMIT_SUBQUERY
144341a05b7bSdanielk1977 void sqlite3CodeSubselect(
144441a05b7bSdanielk1977   Parse *pParse,
144541a05b7bSdanielk1977   Expr *pExpr,
144641a05b7bSdanielk1977   int rMayHaveNull,
144741a05b7bSdanielk1977   int isRowid
144841a05b7bSdanielk1977 ){
144957dbd7b3Sdrh   int testAddr = 0;                       /* One-time test address */
1450b3bce662Sdanielk1977   Vdbe *v = sqlite3GetVdbe(pParse);
1451b3bce662Sdanielk1977   if( v==0 ) return;
1452ceea3321Sdrh   sqlite3ExprCachePush(pParse);
1453fc976065Sdanielk1977 
145457dbd7b3Sdrh   /* This code must be run in its entirety every time it is encountered
145557dbd7b3Sdrh   ** if any of the following is true:
145657dbd7b3Sdrh   **
145757dbd7b3Sdrh   **    *  The right-hand side is a correlated subquery
145857dbd7b3Sdrh   **    *  The right-hand side is an expression list containing variables
145957dbd7b3Sdrh   **    *  We are inside a trigger
146057dbd7b3Sdrh   **
146157dbd7b3Sdrh   ** If all of the above are false, then we can run this code just once
146257dbd7b3Sdrh   ** save the results, and reuse the same result on subsequent invocations.
1463b3bce662Sdanielk1977   */
1464b3bce662Sdanielk1977   if( !ExprHasAnyProperty(pExpr, EP_VarSelect) && !pParse->trigStack ){
14650a07c107Sdrh     int mem = ++pParse->nMem;
1466892d3179Sdrh     sqlite3VdbeAddOp1(v, OP_If, mem);
1467892d3179Sdrh     testAddr = sqlite3VdbeAddOp2(v, OP_Integer, 1, mem);
146817435752Sdrh     assert( testAddr>0 || pParse->db->mallocFailed );
1469b3bce662Sdanielk1977   }
1470b3bce662Sdanielk1977 
1471cce7d176Sdrh   switch( pExpr->op ){
1472fef5208cSdrh     case TK_IN: {
1473e014a838Sdanielk1977       char affinity;
1474d3d39e93Sdrh       KeyInfo keyInfo;
1475b9bb7c18Sdrh       int addr;        /* Address of OP_OpenEphemeral instruction */
147641a05b7bSdanielk1977       Expr *pLeft = pExpr->pLeft;
1477d3d39e93Sdrh 
14780cdc022eSdanielk1977       if( rMayHaveNull ){
14790cdc022eSdanielk1977         sqlite3VdbeAddOp2(v, OP_Null, 0, rMayHaveNull);
14800cdc022eSdanielk1977       }
14810cdc022eSdanielk1977 
148241a05b7bSdanielk1977       affinity = sqlite3ExprAffinity(pLeft);
1483e014a838Sdanielk1977 
1484e014a838Sdanielk1977       /* Whether this is an 'x IN(SELECT...)' or an 'x IN(<exprlist>)'
148557dbd7b3Sdrh       ** expression it is handled the same way. A virtual table is
1486e014a838Sdanielk1977       ** filled with single-field index keys representing the results
1487e014a838Sdanielk1977       ** from the SELECT or the <exprlist>.
1488fef5208cSdrh       **
1489e014a838Sdanielk1977       ** If the 'x' expression is a column value, or the SELECT...
1490e014a838Sdanielk1977       ** statement returns a column value, then the affinity of that
1491e014a838Sdanielk1977       ** column is used to build the index keys. If both 'x' and the
1492e014a838Sdanielk1977       ** SELECT... statement are columns, then numeric affinity is used
1493e014a838Sdanielk1977       ** if either column has NUMERIC or INTEGER affinity. If neither
1494e014a838Sdanielk1977       ** 'x' nor the SELECT... statement are columns, then numeric affinity
1495e014a838Sdanielk1977       ** is used.
1496fef5208cSdrh       */
1497832508b7Sdrh       pExpr->iTable = pParse->nTab++;
149841a05b7bSdanielk1977       addr = sqlite3VdbeAddOp2(v, OP_OpenEphemeral, pExpr->iTable, !isRowid);
1499d3d39e93Sdrh       memset(&keyInfo, 0, sizeof(keyInfo));
1500d3d39e93Sdrh       keyInfo.nField = 1;
1501e014a838Sdanielk1977 
15026ab3a2ecSdanielk1977       if( ExprHasProperty(pExpr, EP_xIsSelect) ){
1503e014a838Sdanielk1977         /* Case 1:     expr IN (SELECT ...)
1504e014a838Sdanielk1977         **
1505e014a838Sdanielk1977         ** Generate code to write the results of the select into the temporary
1506e014a838Sdanielk1977         ** table allocated and opened above.
1507e014a838Sdanielk1977         */
15081013c932Sdrh         SelectDest dest;
1509be5c89acSdrh         ExprList *pEList;
15101013c932Sdrh 
151141a05b7bSdanielk1977         assert( !isRowid );
15121013c932Sdrh         sqlite3SelectDestInit(&dest, SRT_Set, pExpr->iTable);
15131bd10f8aSdrh         dest.affinity = (u8)affinity;
1514e014a838Sdanielk1977         assert( (pExpr->iTable&0x0000FFFF)==pExpr->iTable );
15156ab3a2ecSdanielk1977         if( sqlite3Select(pParse, pExpr->x.pSelect, &dest) ){
151694ccde58Sdrh           return;
151794ccde58Sdrh         }
15186ab3a2ecSdanielk1977         pEList = pExpr->x.pSelect->pEList;
1519be5c89acSdrh         if( pEList && pEList->nExpr>0 ){
1520bcbb04e5Sdanielk1977           keyInfo.aColl[0] = sqlite3BinaryCompareCollSeq(pParse, pExpr->pLeft,
1521be5c89acSdrh               pEList->a[0].pExpr);
15220202b29eSdanielk1977         }
15236ab3a2ecSdanielk1977       }else if( pExpr->x.pList ){
1524fef5208cSdrh         /* Case 2:     expr IN (exprlist)
1525fef5208cSdrh         **
1526e014a838Sdanielk1977         ** For each expression, build an index key from the evaluation and
1527e014a838Sdanielk1977         ** store it in the temporary table. If <expr> is a column, then use
1528e014a838Sdanielk1977         ** that columns affinity when building index keys. If <expr> is not
1529e014a838Sdanielk1977         ** a column, use numeric affinity.
1530fef5208cSdrh         */
1531e014a838Sdanielk1977         int i;
15326ab3a2ecSdanielk1977         ExprList *pList = pExpr->x.pList;
153357dbd7b3Sdrh         struct ExprList_item *pItem;
1534ecc31805Sdrh         int r1, r2, r3;
153557dbd7b3Sdrh 
1536e014a838Sdanielk1977         if( !affinity ){
15378159a35fSdrh           affinity = SQLITE_AFF_NONE;
1538e014a838Sdanielk1977         }
15397d10d5a6Sdrh         keyInfo.aColl[0] = sqlite3ExprCollSeq(pParse, pExpr->pLeft);
1540e014a838Sdanielk1977 
1541e014a838Sdanielk1977         /* Loop through each expression in <exprlist>. */
15422d401ab8Sdrh         r1 = sqlite3GetTempReg(pParse);
15432d401ab8Sdrh         r2 = sqlite3GetTempReg(pParse);
15444e7f36a2Sdanielk1977         sqlite3VdbeAddOp2(v, OP_Null, 0, r2);
154557dbd7b3Sdrh         for(i=pList->nExpr, pItem=pList->a; i>0; i--, pItem++){
154657dbd7b3Sdrh           Expr *pE2 = pItem->pExpr;
1547e014a838Sdanielk1977 
154857dbd7b3Sdrh           /* If the expression is not constant then we will need to
154957dbd7b3Sdrh           ** disable the test that was generated above that makes sure
155057dbd7b3Sdrh           ** this code only executes once.  Because for a non-constant
155157dbd7b3Sdrh           ** expression we need to rerun this code each time.
155257dbd7b3Sdrh           */
1553892d3179Sdrh           if( testAddr && !sqlite3ExprIsConstant(pE2) ){
1554892d3179Sdrh             sqlite3VdbeChangeToNoop(v, testAddr-1, 2);
155557dbd7b3Sdrh             testAddr = 0;
15564794b980Sdrh           }
1557e014a838Sdanielk1977 
1558e014a838Sdanielk1977           /* Evaluate the expression and insert it into the temp table */
1559ecc31805Sdrh           r3 = sqlite3ExprCodeTarget(pParse, pE2, r1);
156041a05b7bSdanielk1977           if( isRowid ){
156141a05b7bSdanielk1977             sqlite3VdbeAddOp2(v, OP_MustBeInt, r3, sqlite3VdbeCurrentAddr(v)+2);
156241a05b7bSdanielk1977             sqlite3VdbeAddOp3(v, OP_Insert, pExpr->iTable, r2, r3);
156341a05b7bSdanielk1977           }else{
1564ecc31805Sdrh             sqlite3VdbeAddOp4(v, OP_MakeRecord, r3, 1, r2, &affinity, 1);
15653c31fc23Sdrh             sqlite3ExprCacheAffinityChange(pParse, r3, 1);
15662d401ab8Sdrh             sqlite3VdbeAddOp2(v, OP_IdxInsert, pExpr->iTable, r2);
1567fef5208cSdrh           }
156841a05b7bSdanielk1977         }
15692d401ab8Sdrh         sqlite3ReleaseTempReg(pParse, r1);
15702d401ab8Sdrh         sqlite3ReleaseTempReg(pParse, r2);
1571fef5208cSdrh       }
157241a05b7bSdanielk1977       if( !isRowid ){
157366a5167bSdrh         sqlite3VdbeChangeP4(v, addr, (void *)&keyInfo, P4_KEYINFO);
157441a05b7bSdanielk1977       }
1575b3bce662Sdanielk1977       break;
1576fef5208cSdrh     }
1577fef5208cSdrh 
157851522cd3Sdrh     case TK_EXISTS:
157919a775c2Sdrh     case TK_SELECT: {
1580fef5208cSdrh       /* This has to be a scalar SELECT.  Generate code to put the
1581fef5208cSdrh       ** value of this select in a memory cell and record the number
1582967e8b73Sdrh       ** of the memory cell in iColumn.
1583fef5208cSdrh       */
158424fb627aSdrh       static const Token one = { (u8*)"1", 0, 0, 1 };
158551522cd3Sdrh       Select *pSel;
15866c8c8ce0Sdanielk1977       SelectDest dest;
15871398ad36Sdrh 
15886ab3a2ecSdanielk1977       assert( ExprHasProperty(pExpr, EP_xIsSelect) );
15896ab3a2ecSdanielk1977       pSel = pExpr->x.pSelect;
15901013c932Sdrh       sqlite3SelectDestInit(&dest, 0, ++pParse->nMem);
159151522cd3Sdrh       if( pExpr->op==TK_SELECT ){
15926c8c8ce0Sdanielk1977         dest.eDest = SRT_Mem;
15934c583128Sdrh         sqlite3VdbeAddOp2(v, OP_Null, 0, dest.iParm);
1594d4e70ebdSdrh         VdbeComment((v, "Init subquery result"));
159551522cd3Sdrh       }else{
15966c8c8ce0Sdanielk1977         dest.eDest = SRT_Exists;
15974c583128Sdrh         sqlite3VdbeAddOp2(v, OP_Integer, 0, dest.iParm);
1598d4e70ebdSdrh         VdbeComment((v, "Init EXISTS result"));
159951522cd3Sdrh       }
1600633e6d57Sdrh       sqlite3ExprDelete(pParse->db, pSel->pLimit);
1601a1644fd8Sdanielk1977       pSel->pLimit = sqlite3PExpr(pParse, TK_INTEGER, 0, 0, &one);
16027d10d5a6Sdrh       if( sqlite3Select(pParse, pSel, &dest) ){
160394ccde58Sdrh         return;
160494ccde58Sdrh       }
16056c8c8ce0Sdanielk1977       pExpr->iColumn = dest.iParm;
1606b3bce662Sdanielk1977       break;
160719a775c2Sdrh     }
1608cce7d176Sdrh   }
1609b3bce662Sdanielk1977 
161057dbd7b3Sdrh   if( testAddr ){
1611892d3179Sdrh     sqlite3VdbeJumpHere(v, testAddr-1);
1612b3bce662Sdanielk1977   }
1613ceea3321Sdrh   sqlite3ExprCachePop(pParse, 1);
1614fc976065Sdanielk1977 
1615b3bce662Sdanielk1977   return;
1616cce7d176Sdrh }
161751522cd3Sdrh #endif /* SQLITE_OMIT_SUBQUERY */
1618cce7d176Sdrh 
1619cce7d176Sdrh /*
1620598f1340Sdrh ** Duplicate an 8-byte value
1621598f1340Sdrh */
1622598f1340Sdrh static char *dup8bytes(Vdbe *v, const char *in){
1623598f1340Sdrh   char *out = sqlite3DbMallocRaw(sqlite3VdbeDb(v), 8);
1624598f1340Sdrh   if( out ){
1625598f1340Sdrh     memcpy(out, in, 8);
1626598f1340Sdrh   }
1627598f1340Sdrh   return out;
1628598f1340Sdrh }
1629598f1340Sdrh 
1630598f1340Sdrh /*
1631598f1340Sdrh ** Generate an instruction that will put the floating point
16329cbf3425Sdrh ** value described by z[0..n-1] into register iMem.
16330cf19ed8Sdrh **
16340cf19ed8Sdrh ** The z[] string will probably not be zero-terminated.  But the
16350cf19ed8Sdrh ** z[n] character is guaranteed to be something that does not look
16360cf19ed8Sdrh ** like the continuation of the number.
1637598f1340Sdrh */
16389de221dfSdrh static void codeReal(Vdbe *v, const char *z, int n, int negateFlag, int iMem){
1639598f1340Sdrh   assert( z || v==0 || sqlite3VdbeDb(v)->mallocFailed );
164078ca0e7eSdanielk1977   assert( !z || !sqlite3Isdigit(z[n]) );
1641f3d3c27aSdanielk1977   UNUSED_PARAMETER(n);
1642598f1340Sdrh   if( z ){
1643598f1340Sdrh     double value;
1644598f1340Sdrh     char *zV;
1645598f1340Sdrh     sqlite3AtoF(z, &value);
16462eaf93d3Sdrh     if( sqlite3IsNaN(value) ){
16472eaf93d3Sdrh       sqlite3VdbeAddOp2(v, OP_Null, 0, iMem);
16482eaf93d3Sdrh     }else{
1649598f1340Sdrh       if( negateFlag ) value = -value;
1650598f1340Sdrh       zV = dup8bytes(v, (char*)&value);
16519de221dfSdrh       sqlite3VdbeAddOp4(v, OP_Real, 0, iMem, 0, zV, P4_REAL);
1652598f1340Sdrh     }
1653598f1340Sdrh   }
16542eaf93d3Sdrh }
1655598f1340Sdrh 
1656598f1340Sdrh 
1657598f1340Sdrh /*
1658fec19aadSdrh ** Generate an instruction that will put the integer describe by
16599cbf3425Sdrh ** text z[0..n-1] into register iMem.
16600cf19ed8Sdrh **
16610cf19ed8Sdrh ** The z[] string will probably not be zero-terminated.  But the
16620cf19ed8Sdrh ** z[n] character is guaranteed to be something that does not look
16630cf19ed8Sdrh ** like the continuation of the number.
1664fec19aadSdrh */
166592b01d53Sdrh static void codeInteger(Vdbe *v, Expr *pExpr, int negFlag, int iMem){
166692b01d53Sdrh   const char *z;
166792b01d53Sdrh   if( pExpr->flags & EP_IntValue ){
166892b01d53Sdrh     int i = pExpr->iTable;
166992b01d53Sdrh     if( negFlag ) i = -i;
167092b01d53Sdrh     sqlite3VdbeAddOp2(v, OP_Integer, i, iMem);
167192b01d53Sdrh   }else if( (z = (char*)pExpr->token.z)!=0 ){
1672fec19aadSdrh     int i;
167392b01d53Sdrh     int n = pExpr->token.n;
167478ca0e7eSdanielk1977     assert( !sqlite3Isdigit(z[n]) );
16756fec0762Sdrh     if( sqlite3GetInt32(z, &i) ){
16769de221dfSdrh       if( negFlag ) i = -i;
16779de221dfSdrh       sqlite3VdbeAddOp2(v, OP_Integer, i, iMem);
16789de221dfSdrh     }else if( sqlite3FitsIn64Bits(z, negFlag) ){
1679598f1340Sdrh       i64 value;
1680598f1340Sdrh       char *zV;
1681598f1340Sdrh       sqlite3Atoi64(z, &value);
16829de221dfSdrh       if( negFlag ) value = -value;
1683598f1340Sdrh       zV = dup8bytes(v, (char*)&value);
16849de221dfSdrh       sqlite3VdbeAddOp4(v, OP_Int64, 0, iMem, 0, zV, P4_INT64);
1685fec19aadSdrh     }else{
16869de221dfSdrh       codeReal(v, z, n, negFlag, iMem);
1687fec19aadSdrh     }
1688fec19aadSdrh   }
1689c9cf901dSdanielk1977 }
1690fec19aadSdrh 
1691ceea3321Sdrh /*
1692ceea3321Sdrh ** Clear a cache entry.
1693ceea3321Sdrh */
1694ceea3321Sdrh static void cacheEntryClear(Parse *pParse, struct yColCache *p){
1695ceea3321Sdrh   if( p->tempReg ){
1696ceea3321Sdrh     if( pParse->nTempReg<ArraySize(pParse->aTempReg) ){
1697ceea3321Sdrh       pParse->aTempReg[pParse->nTempReg++] = p->iReg;
1698ceea3321Sdrh     }
1699ceea3321Sdrh     p->tempReg = 0;
1700ceea3321Sdrh   }
1701ceea3321Sdrh }
1702ceea3321Sdrh 
1703ceea3321Sdrh 
1704ceea3321Sdrh /*
1705ceea3321Sdrh ** Record in the column cache that a particular column from a
1706ceea3321Sdrh ** particular table is stored in a particular register.
1707ceea3321Sdrh */
1708ceea3321Sdrh void sqlite3ExprCacheStore(Parse *pParse, int iTab, int iCol, int iReg){
1709ceea3321Sdrh   int i;
1710ceea3321Sdrh   int minLru;
1711ceea3321Sdrh   int idxLru;
1712ceea3321Sdrh   struct yColCache *p;
1713ceea3321Sdrh 
1714ceea3321Sdrh   /* First replace any existing entry */
1715ceea3321Sdrh   for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1716ceea3321Sdrh     if( p->iReg && p->iTable==iTab && p->iColumn==iCol ){
1717ceea3321Sdrh       cacheEntryClear(pParse, p);
1718ceea3321Sdrh       p->iLevel = pParse->iCacheLevel;
1719ceea3321Sdrh       p->iReg = iReg;
1720ceea3321Sdrh       p->affChange = 0;
1721ceea3321Sdrh       p->lru = pParse->iCacheCnt++;
1722ceea3321Sdrh       return;
1723ceea3321Sdrh     }
1724ceea3321Sdrh   }
1725ceea3321Sdrh   if( iReg<=0 ) return;
1726ceea3321Sdrh 
1727ceea3321Sdrh   /* Find an empty slot and replace it */
1728ceea3321Sdrh   for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1729ceea3321Sdrh     if( p->iReg==0 ){
1730ceea3321Sdrh       p->iLevel = pParse->iCacheLevel;
1731ceea3321Sdrh       p->iTable = iTab;
1732ceea3321Sdrh       p->iColumn = iCol;
1733ceea3321Sdrh       p->iReg = iReg;
1734ceea3321Sdrh       p->affChange = 0;
1735ceea3321Sdrh       p->tempReg = 0;
1736ceea3321Sdrh       p->lru = pParse->iCacheCnt++;
1737ceea3321Sdrh       return;
1738ceea3321Sdrh     }
1739ceea3321Sdrh   }
1740ceea3321Sdrh 
1741ceea3321Sdrh   /* Replace the last recently used */
1742ceea3321Sdrh   minLru = 0x7fffffff;
1743ceea3321Sdrh   idxLru = -1;
1744ceea3321Sdrh   for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1745ceea3321Sdrh     if( p->lru<minLru ){
1746ceea3321Sdrh       idxLru = i;
1747ceea3321Sdrh       minLru = p->lru;
1748ceea3321Sdrh     }
1749ceea3321Sdrh   }
1750ceea3321Sdrh   if( idxLru>=0 ){
1751ceea3321Sdrh     p = &pParse->aColCache[idxLru];
1752ceea3321Sdrh     p->iLevel = pParse->iCacheLevel;
1753ceea3321Sdrh     p->iTable = iTab;
1754ceea3321Sdrh     p->iColumn = iCol;
1755ceea3321Sdrh     p->iReg = iReg;
1756ceea3321Sdrh     p->affChange = 0;
1757ceea3321Sdrh     p->tempReg = 0;
1758ceea3321Sdrh     p->lru = pParse->iCacheCnt++;
1759ceea3321Sdrh     return;
1760ceea3321Sdrh   }
1761ceea3321Sdrh }
1762ceea3321Sdrh 
1763ceea3321Sdrh /*
1764ceea3321Sdrh ** Indicate that a register is being overwritten.  Purge the register
1765ceea3321Sdrh ** from the column cache.
1766ceea3321Sdrh */
1767ceea3321Sdrh void sqlite3ExprCacheRemove(Parse *pParse, int iReg){
1768ceea3321Sdrh   int i;
1769ceea3321Sdrh   struct yColCache *p;
1770ceea3321Sdrh   for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1771ceea3321Sdrh     if( p->iReg==iReg ){
1772ceea3321Sdrh       cacheEntryClear(pParse, p);
1773ceea3321Sdrh       p->iReg = 0;
1774ceea3321Sdrh     }
1775ceea3321Sdrh   }
1776ceea3321Sdrh }
1777ceea3321Sdrh 
1778ceea3321Sdrh /*
1779ceea3321Sdrh ** Remember the current column cache context.  Any new entries added
1780ceea3321Sdrh ** added to the column cache after this call are removed when the
1781ceea3321Sdrh ** corresponding pop occurs.
1782ceea3321Sdrh */
1783ceea3321Sdrh void sqlite3ExprCachePush(Parse *pParse){
1784ceea3321Sdrh   pParse->iCacheLevel++;
1785ceea3321Sdrh }
1786ceea3321Sdrh 
1787ceea3321Sdrh /*
1788ceea3321Sdrh ** Remove from the column cache any entries that were added since the
1789ceea3321Sdrh ** the previous N Push operations.  In other words, restore the cache
1790ceea3321Sdrh ** to the state it was in N Pushes ago.
1791ceea3321Sdrh */
1792ceea3321Sdrh void sqlite3ExprCachePop(Parse *pParse, int N){
1793ceea3321Sdrh   int i;
1794ceea3321Sdrh   struct yColCache *p;
1795ceea3321Sdrh   assert( N>0 );
1796ceea3321Sdrh   assert( pParse->iCacheLevel>=N );
1797ceea3321Sdrh   pParse->iCacheLevel -= N;
1798ceea3321Sdrh   for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1799ceea3321Sdrh     if( p->iReg && p->iLevel>pParse->iCacheLevel ){
1800ceea3321Sdrh       cacheEntryClear(pParse, p);
1801ceea3321Sdrh       p->iReg = 0;
1802ceea3321Sdrh     }
1803ceea3321Sdrh   }
1804ceea3321Sdrh }
1805945498f3Sdrh 
1806945498f3Sdrh /*
1807945498f3Sdrh ** Generate code that will extract the iColumn-th column from
1808e55cbd72Sdrh ** table pTab and store the column value in a register.  An effort
1809e55cbd72Sdrh ** is made to store the column value in register iReg, but this is
1810e55cbd72Sdrh ** not guaranteed.  The location of the column value is returned.
1811e55cbd72Sdrh **
1812e55cbd72Sdrh ** There must be an open cursor to pTab in iTable when this routine
1813e55cbd72Sdrh ** is called.  If iColumn<0 then code is generated that extracts the rowid.
1814da250ea5Sdrh **
1815da250ea5Sdrh ** This routine might attempt to reuse the value of the column that
1816da250ea5Sdrh ** has already been loaded into a register.  The value will always
1817da250ea5Sdrh ** be used if it has not undergone any affinity changes.  But if
1818da250ea5Sdrh ** an affinity change has occurred, then the cached value will only be
1819da250ea5Sdrh ** used if allowAffChng is true.
1820945498f3Sdrh */
1821e55cbd72Sdrh int sqlite3ExprCodeGetColumn(
1822e55cbd72Sdrh   Parse *pParse,   /* Parsing and code generating context */
18232133d822Sdrh   Table *pTab,     /* Description of the table we are reading from */
18242133d822Sdrh   int iColumn,     /* Index of the table column */
18252133d822Sdrh   int iTable,      /* The cursor pointing to the table */
1826da250ea5Sdrh   int iReg,        /* Store results here */
1827da250ea5Sdrh   int allowAffChng /* True if prior affinity changes are OK */
18282133d822Sdrh ){
1829e55cbd72Sdrh   Vdbe *v = pParse->pVdbe;
1830e55cbd72Sdrh   int i;
1831da250ea5Sdrh   struct yColCache *p;
1832e55cbd72Sdrh 
1833ceea3321Sdrh   for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1834ceea3321Sdrh     if( p->iReg>0 && p->iTable==iTable && p->iColumn==iColumn
1835da250ea5Sdrh            && (!p->affChange || allowAffChng) ){
1836e55cbd72Sdrh #if 0
1837e55cbd72Sdrh       sqlite3VdbeAddOp0(v, OP_Noop);
1838da250ea5Sdrh       VdbeComment((v, "OPT: tab%d.col%d -> r%d", iTable, iColumn, p->iReg));
1839e55cbd72Sdrh #endif
1840ceea3321Sdrh       p->lru = pParse->iCacheCnt++;
1841ceea3321Sdrh       p->tempReg = 0;  /* This pins the register, but also leaks it */
1842da250ea5Sdrh       return p->iReg;
1843e55cbd72Sdrh     }
1844e55cbd72Sdrh   }
1845e55cbd72Sdrh   assert( v!=0 );
1846945498f3Sdrh   if( iColumn<0 ){
1847044925beSdrh     sqlite3VdbeAddOp2(v, OP_Rowid, iTable, iReg);
1848945498f3Sdrh   }else if( pTab==0 ){
18492133d822Sdrh     sqlite3VdbeAddOp3(v, OP_Column, iTable, iColumn, iReg);
1850945498f3Sdrh   }else{
1851945498f3Sdrh     int op = IsVirtual(pTab) ? OP_VColumn : OP_Column;
18522133d822Sdrh     sqlite3VdbeAddOp3(v, op, iTable, iColumn, iReg);
1853945498f3Sdrh     sqlite3ColumnDefault(v, pTab, iColumn);
1854945498f3Sdrh #ifndef SQLITE_OMIT_FLOATING_POINT
1855945498f3Sdrh     if( pTab->aCol[iColumn].affinity==SQLITE_AFF_REAL ){
18562133d822Sdrh       sqlite3VdbeAddOp1(v, OP_RealAffinity, iReg);
1857945498f3Sdrh     }
1858945498f3Sdrh #endif
1859945498f3Sdrh   }
1860ceea3321Sdrh   sqlite3ExprCacheStore(pParse, iTable, iColumn, iReg);
1861e55cbd72Sdrh   return iReg;
1862e55cbd72Sdrh }
1863e55cbd72Sdrh 
1864e55cbd72Sdrh /*
1865ceea3321Sdrh ** Clear all column cache entries.
1866e55cbd72Sdrh */
1867ceea3321Sdrh void sqlite3ExprCacheClear(Parse *pParse){
1868e55cbd72Sdrh   int i;
1869ceea3321Sdrh   struct yColCache *p;
1870ceea3321Sdrh 
1871ceea3321Sdrh   for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1872ceea3321Sdrh     if( p->iReg ){
1873ceea3321Sdrh       cacheEntryClear(pParse, p);
1874ceea3321Sdrh       p->iReg = 0;
1875e55cbd72Sdrh     }
1876da250ea5Sdrh   }
1877da250ea5Sdrh }
1878e55cbd72Sdrh 
1879e55cbd72Sdrh /*
1880da250ea5Sdrh ** Record the fact that an affinity change has occurred on iCount
1881da250ea5Sdrh ** registers starting with iStart.
1882e55cbd72Sdrh */
1883da250ea5Sdrh void sqlite3ExprCacheAffinityChange(Parse *pParse, int iStart, int iCount){
1884da250ea5Sdrh   int iEnd = iStart + iCount - 1;
1885e55cbd72Sdrh   int i;
1886ceea3321Sdrh   struct yColCache *p;
1887ceea3321Sdrh   for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1888ceea3321Sdrh     int r = p->iReg;
1889da250ea5Sdrh     if( r>=iStart && r<=iEnd ){
1890ceea3321Sdrh       p->affChange = 1;
1891e55cbd72Sdrh     }
1892e55cbd72Sdrh   }
1893e55cbd72Sdrh }
1894e55cbd72Sdrh 
1895e55cbd72Sdrh /*
1896b21e7c70Sdrh ** Generate code to move content from registers iFrom...iFrom+nReg-1
1897b21e7c70Sdrh ** over to iTo..iTo+nReg-1. Keep the column cache up-to-date.
1898e55cbd72Sdrh */
1899b21e7c70Sdrh void sqlite3ExprCodeMove(Parse *pParse, int iFrom, int iTo, int nReg){
1900e55cbd72Sdrh   int i;
1901ceea3321Sdrh   struct yColCache *p;
1902e55cbd72Sdrh   if( iFrom==iTo ) return;
1903b21e7c70Sdrh   sqlite3VdbeAddOp3(pParse->pVdbe, OP_Move, iFrom, iTo, nReg);
1904ceea3321Sdrh   for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1905ceea3321Sdrh     int x = p->iReg;
1906b21e7c70Sdrh     if( x>=iFrom && x<iFrom+nReg ){
1907ceea3321Sdrh       p->iReg += iTo-iFrom;
1908e55cbd72Sdrh     }
1909e55cbd72Sdrh   }
1910945498f3Sdrh }
1911945498f3Sdrh 
1912fec19aadSdrh /*
191392b01d53Sdrh ** Generate code to copy content from registers iFrom...iFrom+nReg-1
191492b01d53Sdrh ** over to iTo..iTo+nReg-1.
191592b01d53Sdrh */
191692b01d53Sdrh void sqlite3ExprCodeCopy(Parse *pParse, int iFrom, int iTo, int nReg){
191792b01d53Sdrh   int i;
191892b01d53Sdrh   if( iFrom==iTo ) return;
191992b01d53Sdrh   for(i=0; i<nReg; i++){
192092b01d53Sdrh     sqlite3VdbeAddOp2(pParse->pVdbe, OP_Copy, iFrom+i, iTo+i);
192192b01d53Sdrh   }
192292b01d53Sdrh }
192392b01d53Sdrh 
192492b01d53Sdrh /*
1925652fbf55Sdrh ** Return true if any register in the range iFrom..iTo (inclusive)
1926652fbf55Sdrh ** is used as part of the column cache.
1927652fbf55Sdrh */
1928652fbf55Sdrh static int usedAsColumnCache(Parse *pParse, int iFrom, int iTo){
1929652fbf55Sdrh   int i;
1930ceea3321Sdrh   struct yColCache *p;
1931ceea3321Sdrh   for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
1932ceea3321Sdrh     int r = p->iReg;
1933652fbf55Sdrh     if( r>=iFrom && r<=iTo ) return 1;
1934652fbf55Sdrh   }
1935652fbf55Sdrh   return 0;
1936652fbf55Sdrh }
1937652fbf55Sdrh 
1938652fbf55Sdrh /*
1939191b54cbSdrh ** If the last instruction coded is an ephemeral copy of any of
1940191b54cbSdrh ** the registers in the nReg registers beginning with iReg, then
1941191b54cbSdrh ** convert the last instruction from OP_SCopy to OP_Copy.
1942191b54cbSdrh */
1943191b54cbSdrh void sqlite3ExprHardCopy(Parse *pParse, int iReg, int nReg){
1944191b54cbSdrh   int addr;
1945191b54cbSdrh   VdbeOp *pOp;
1946191b54cbSdrh   Vdbe *v;
1947191b54cbSdrh 
1948191b54cbSdrh   v = pParse->pVdbe;
1949191b54cbSdrh   addr = sqlite3VdbeCurrentAddr(v);
1950191b54cbSdrh   pOp = sqlite3VdbeGetOp(v, addr-1);
1951d7eb2ed5Sdanielk1977   assert( pOp || pParse->db->mallocFailed );
1952d7eb2ed5Sdanielk1977   if( pOp && pOp->opcode==OP_SCopy && pOp->p1>=iReg && pOp->p1<iReg+nReg ){
1953191b54cbSdrh     pOp->opcode = OP_Copy;
1954191b54cbSdrh   }
1955191b54cbSdrh }
1956191b54cbSdrh 
1957191b54cbSdrh /*
19588b213899Sdrh ** Generate code to store the value of the iAlias-th alias in register
19598b213899Sdrh ** target.  The first time this is called, pExpr is evaluated to compute
19608b213899Sdrh ** the value of the alias.  The value is stored in an auxiliary register
19618b213899Sdrh ** and the number of that register is returned.  On subsequent calls,
19628b213899Sdrh ** the register number is returned without generating any code.
19638b213899Sdrh **
19648b213899Sdrh ** Note that in order for this to work, code must be generated in the
19658b213899Sdrh ** same order that it is executed.
19668b213899Sdrh **
19678b213899Sdrh ** Aliases are numbered starting with 1.  So iAlias is in the range
19688b213899Sdrh ** of 1 to pParse->nAlias inclusive.
19698b213899Sdrh **
19708b213899Sdrh ** pParse->aAlias[iAlias-1] records the register number where the value
19718b213899Sdrh ** of the iAlias-th alias is stored.  If zero, that means that the
19728b213899Sdrh ** alias has not yet been computed.
19738b213899Sdrh */
197431daa63fSdrh static int codeAlias(Parse *pParse, int iAlias, Expr *pExpr, int target){
1975ceea3321Sdrh #if 0
19768b213899Sdrh   sqlite3 *db = pParse->db;
19778b213899Sdrh   int iReg;
1978555f8de7Sdrh   if( pParse->nAliasAlloc<pParse->nAlias ){
1979555f8de7Sdrh     pParse->aAlias = sqlite3DbReallocOrFree(db, pParse->aAlias,
19808b213899Sdrh                                  sizeof(pParse->aAlias[0])*pParse->nAlias );
1981555f8de7Sdrh     testcase( db->mallocFailed && pParse->nAliasAlloc>0 );
19828b213899Sdrh     if( db->mallocFailed ) return 0;
1983555f8de7Sdrh     memset(&pParse->aAlias[pParse->nAliasAlloc], 0,
1984555f8de7Sdrh            (pParse->nAlias-pParse->nAliasAlloc)*sizeof(pParse->aAlias[0]));
1985555f8de7Sdrh     pParse->nAliasAlloc = pParse->nAlias;
19868b213899Sdrh   }
19878b213899Sdrh   assert( iAlias>0 && iAlias<=pParse->nAlias );
19888b213899Sdrh   iReg = pParse->aAlias[iAlias-1];
19898b213899Sdrh   if( iReg==0 ){
1990ceea3321Sdrh     if( pParse->iCacheLevel>0 ){
199131daa63fSdrh       iReg = sqlite3ExprCodeTarget(pParse, pExpr, target);
199231daa63fSdrh     }else{
19938b213899Sdrh       iReg = ++pParse->nMem;
19948b213899Sdrh       sqlite3ExprCode(pParse, pExpr, iReg);
19958b213899Sdrh       pParse->aAlias[iAlias-1] = iReg;
19968b213899Sdrh     }
199731daa63fSdrh   }
19988b213899Sdrh   return iReg;
1999ceea3321Sdrh #else
200060a4b538Sshane   UNUSED_PARAMETER(iAlias);
2001ceea3321Sdrh   return sqlite3ExprCodeTarget(pParse, pExpr, target);
2002ceea3321Sdrh #endif
20038b213899Sdrh }
20048b213899Sdrh 
20058b213899Sdrh /*
2006cce7d176Sdrh ** Generate code into the current Vdbe to evaluate the given
20072dcef11bSdrh ** expression.  Attempt to store the results in register "target".
20082dcef11bSdrh ** Return the register where results are stored.
2009389a1adbSdrh **
20108b213899Sdrh ** With this routine, there is no guarantee that results will
20112dcef11bSdrh ** be stored in target.  The result might be stored in some other
20122dcef11bSdrh ** register if it is convenient to do so.  The calling function
20132dcef11bSdrh ** must check the return code and move the results to the desired
20142dcef11bSdrh ** register.
2015cce7d176Sdrh */
2016678ccce8Sdrh int sqlite3ExprCodeTarget(Parse *pParse, Expr *pExpr, int target){
20172dcef11bSdrh   Vdbe *v = pParse->pVdbe;  /* The VM under construction */
20182dcef11bSdrh   int op;                   /* The opcode being coded */
20192dcef11bSdrh   int inReg = target;       /* Results stored in register inReg */
20202dcef11bSdrh   int regFree1 = 0;         /* If non-zero free this temporary register */
20212dcef11bSdrh   int regFree2 = 0;         /* If non-zero free this temporary register */
2022678ccce8Sdrh   int r1, r2, r3, r4;       /* Various register numbers */
20238b213899Sdrh   sqlite3 *db;
2024ffe07b2dSdrh 
20258b213899Sdrh   db = pParse->db;
20268b213899Sdrh   assert( v!=0 || db->mallocFailed );
20279cbf3425Sdrh   assert( target>0 && target<=pParse->nMem );
2028389a1adbSdrh   if( v==0 ) return 0;
2029389a1adbSdrh 
2030389a1adbSdrh   if( pExpr==0 ){
2031389a1adbSdrh     op = TK_NULL;
2032389a1adbSdrh   }else{
2033f2bc013cSdrh     op = pExpr->op;
2034389a1adbSdrh   }
2035f2bc013cSdrh   switch( op ){
203613449892Sdrh     case TK_AGG_COLUMN: {
203713449892Sdrh       AggInfo *pAggInfo = pExpr->pAggInfo;
203813449892Sdrh       struct AggInfo_col *pCol = &pAggInfo->aCol[pExpr->iAgg];
203913449892Sdrh       if( !pAggInfo->directMode ){
20409de221dfSdrh         assert( pCol->iMem>0 );
20419de221dfSdrh         inReg = pCol->iMem;
204213449892Sdrh         break;
204313449892Sdrh       }else if( pAggInfo->useSortingIdx ){
2044389a1adbSdrh         sqlite3VdbeAddOp3(v, OP_Column, pAggInfo->sortingIdx,
2045389a1adbSdrh                               pCol->iSorterColumn, target);
204613449892Sdrh         break;
204713449892Sdrh       }
204813449892Sdrh       /* Otherwise, fall thru into the TK_COLUMN case */
204913449892Sdrh     }
2050967e8b73Sdrh     case TK_COLUMN: {
2051ffe07b2dSdrh       if( pExpr->iTable<0 ){
2052ffe07b2dSdrh         /* This only happens when coding check constraints */
2053aa9b8963Sdrh         assert( pParse->ckBase>0 );
2054aa9b8963Sdrh         inReg = pExpr->iColumn + pParse->ckBase;
2055c4a3c779Sdrh       }else{
2056c5499befSdrh         testcase( (pExpr->flags & EP_AnyAff)!=0 );
2057e55cbd72Sdrh         inReg = sqlite3ExprCodeGetColumn(pParse, pExpr->pTab,
2058da250ea5Sdrh                                  pExpr->iColumn, pExpr->iTable, target,
2059da250ea5Sdrh                                  pExpr->flags & EP_AnyAff);
20602282792aSdrh       }
2061cce7d176Sdrh       break;
2062cce7d176Sdrh     }
2063cce7d176Sdrh     case TK_INTEGER: {
206492b01d53Sdrh       codeInteger(v, pExpr, 0, target);
2065fec19aadSdrh       break;
206651e9a445Sdrh     }
2067598f1340Sdrh     case TK_FLOAT: {
20689de221dfSdrh       codeReal(v, (char*)pExpr->token.z, pExpr->token.n, 0, target);
2069598f1340Sdrh       break;
2070598f1340Sdrh     }
2071fec19aadSdrh     case TK_STRING: {
20729de221dfSdrh       sqlite3VdbeAddOp4(v, OP_String8, 0, target, 0,
207366a5167bSdrh                         (char*)pExpr->token.z, pExpr->token.n);
2074cce7d176Sdrh       break;
2075cce7d176Sdrh     }
2076f0863fe5Sdrh     case TK_NULL: {
20779de221dfSdrh       sqlite3VdbeAddOp2(v, OP_Null, 0, target);
2078f0863fe5Sdrh       break;
2079f0863fe5Sdrh     }
20805338a5f7Sdanielk1977 #ifndef SQLITE_OMIT_BLOB_LITERAL
2081c572ef7fSdanielk1977     case TK_BLOB: {
20826c8c6cecSdrh       int n;
20836c8c6cecSdrh       const char *z;
2084ca48c90fSdrh       char *zBlob;
2085ca48c90fSdrh       assert( pExpr->token.n>=3 );
2086ca48c90fSdrh       assert( pExpr->token.z[0]=='x' || pExpr->token.z[0]=='X' );
2087ca48c90fSdrh       assert( pExpr->token.z[1]=='\'' );
2088ca48c90fSdrh       assert( pExpr->token.z[pExpr->token.n-1]=='\'' );
20896c8c6cecSdrh       n = pExpr->token.n - 3;
20902646da7eSdrh       z = (char*)pExpr->token.z + 2;
2091ca48c90fSdrh       zBlob = sqlite3HexToBlob(sqlite3VdbeDb(v), z, n);
2092ca48c90fSdrh       sqlite3VdbeAddOp4(v, OP_Blob, n/2, target, 0, zBlob, P4_DYNAMIC);
2093c572ef7fSdanielk1977       break;
2094c572ef7fSdanielk1977     }
20955338a5f7Sdanielk1977 #endif
209650457896Sdrh     case TK_VARIABLE: {
209708de1490Sdrh       int iPrior;
209808de1490Sdrh       VdbeOp *pOp;
209908de1490Sdrh       if( pExpr->token.n<=1
210008de1490Sdrh          && (iPrior = sqlite3VdbeCurrentAddr(v)-1)>=0
210108de1490Sdrh          && (pOp = sqlite3VdbeGetOp(v, iPrior))->opcode==OP_Variable
210208de1490Sdrh          && pOp->p1+pOp->p3==pExpr->iTable
210308de1490Sdrh          && pOp->p2+pOp->p3==target
210408de1490Sdrh          && pOp->p4.z==0
210508de1490Sdrh       ){
210608de1490Sdrh         /* If the previous instruction was a copy of the previous unnamed
210708de1490Sdrh         ** parameter into the previous register, then simply increment the
210808de1490Sdrh         ** repeat count on the prior instruction rather than making a new
210908de1490Sdrh         ** instruction.
211008de1490Sdrh         */
211108de1490Sdrh         pOp->p3++;
211208de1490Sdrh       }else{
211308de1490Sdrh         sqlite3VdbeAddOp3(v, OP_Variable, pExpr->iTable, target, 1);
2114895d7472Sdrh         if( pExpr->token.n>1 ){
211566a5167bSdrh           sqlite3VdbeChangeP4(v, -1, (char*)pExpr->token.z, pExpr->token.n);
2116895d7472Sdrh         }
211708de1490Sdrh       }
211850457896Sdrh       break;
211950457896Sdrh     }
21204e0cff60Sdrh     case TK_REGISTER: {
21219de221dfSdrh       inReg = pExpr->iTable;
21224e0cff60Sdrh       break;
21234e0cff60Sdrh     }
21248b213899Sdrh     case TK_AS: {
212531daa63fSdrh       inReg = codeAlias(pParse, pExpr->iTable, pExpr->pLeft, target);
21268b213899Sdrh       break;
21278b213899Sdrh     }
2128487e262fSdrh #ifndef SQLITE_OMIT_CAST
2129487e262fSdrh     case TK_CAST: {
2130487e262fSdrh       /* Expressions of the form:   CAST(pLeft AS token) */
2131f0113000Sdanielk1977       int aff, to_op;
21322dcef11bSdrh       inReg = sqlite3ExprCodeTarget(pParse, pExpr->pLeft, target);
21338a51256cSdrh       aff = sqlite3AffinityType(&pExpr->token);
2134f0113000Sdanielk1977       to_op = aff - SQLITE_AFF_TEXT + OP_ToText;
2135f0113000Sdanielk1977       assert( to_op==OP_ToText    || aff!=SQLITE_AFF_TEXT    );
2136f0113000Sdanielk1977       assert( to_op==OP_ToBlob    || aff!=SQLITE_AFF_NONE    );
2137f0113000Sdanielk1977       assert( to_op==OP_ToNumeric || aff!=SQLITE_AFF_NUMERIC );
2138f0113000Sdanielk1977       assert( to_op==OP_ToInt     || aff!=SQLITE_AFF_INTEGER );
2139f0113000Sdanielk1977       assert( to_op==OP_ToReal    || aff!=SQLITE_AFF_REAL    );
2140c5499befSdrh       testcase( to_op==OP_ToText );
2141c5499befSdrh       testcase( to_op==OP_ToBlob );
2142c5499befSdrh       testcase( to_op==OP_ToNumeric );
2143c5499befSdrh       testcase( to_op==OP_ToInt );
2144c5499befSdrh       testcase( to_op==OP_ToReal );
21451735fa88Sdrh       if( inReg!=target ){
21461735fa88Sdrh         sqlite3VdbeAddOp2(v, OP_SCopy, inReg, target);
21471735fa88Sdrh         inReg = target;
21481735fa88Sdrh       }
21492dcef11bSdrh       sqlite3VdbeAddOp1(v, to_op, inReg);
2150c5499befSdrh       testcase( usedAsColumnCache(pParse, inReg, inReg) );
2151b3843a82Sdrh       sqlite3ExprCacheAffinityChange(pParse, inReg, 1);
2152487e262fSdrh       break;
2153487e262fSdrh     }
2154487e262fSdrh #endif /* SQLITE_OMIT_CAST */
2155c9b84a1fSdrh     case TK_LT:
2156c9b84a1fSdrh     case TK_LE:
2157c9b84a1fSdrh     case TK_GT:
2158c9b84a1fSdrh     case TK_GE:
2159c9b84a1fSdrh     case TK_NE:
2160c9b84a1fSdrh     case TK_EQ: {
2161f2bc013cSdrh       assert( TK_LT==OP_Lt );
2162f2bc013cSdrh       assert( TK_LE==OP_Le );
2163f2bc013cSdrh       assert( TK_GT==OP_Gt );
2164f2bc013cSdrh       assert( TK_GE==OP_Ge );
2165f2bc013cSdrh       assert( TK_EQ==OP_Eq );
2166f2bc013cSdrh       assert( TK_NE==OP_Ne );
2167c5499befSdrh       testcase( op==TK_LT );
2168c5499befSdrh       testcase( op==TK_LE );
2169c5499befSdrh       testcase( op==TK_GT );
2170c5499befSdrh       testcase( op==TK_GE );
2171c5499befSdrh       testcase( op==TK_EQ );
2172c5499befSdrh       testcase( op==TK_NE );
2173da250ea5Sdrh       codeCompareOperands(pParse, pExpr->pLeft, &r1, &regFree1,
2174da250ea5Sdrh                                   pExpr->pRight, &r2, &regFree2);
217535573356Sdrh       codeCompare(pParse, pExpr->pLeft, pExpr->pRight, op,
217635573356Sdrh                   r1, r2, inReg, SQLITE_STOREP2);
2177c5499befSdrh       testcase( regFree1==0 );
2178c5499befSdrh       testcase( regFree2==0 );
2179a37cdde0Sdanielk1977       break;
2180c9b84a1fSdrh     }
2181cce7d176Sdrh     case TK_AND:
2182cce7d176Sdrh     case TK_OR:
2183cce7d176Sdrh     case TK_PLUS:
2184cce7d176Sdrh     case TK_STAR:
2185cce7d176Sdrh     case TK_MINUS:
2186bf4133cbSdrh     case TK_REM:
2187bf4133cbSdrh     case TK_BITAND:
2188bf4133cbSdrh     case TK_BITOR:
218917c40294Sdrh     case TK_SLASH:
2190bf4133cbSdrh     case TK_LSHIFT:
2191855eb1cfSdrh     case TK_RSHIFT:
21920040077dSdrh     case TK_CONCAT: {
2193f2bc013cSdrh       assert( TK_AND==OP_And );
2194f2bc013cSdrh       assert( TK_OR==OP_Or );
2195f2bc013cSdrh       assert( TK_PLUS==OP_Add );
2196f2bc013cSdrh       assert( TK_MINUS==OP_Subtract );
2197f2bc013cSdrh       assert( TK_REM==OP_Remainder );
2198f2bc013cSdrh       assert( TK_BITAND==OP_BitAnd );
2199f2bc013cSdrh       assert( TK_BITOR==OP_BitOr );
2200f2bc013cSdrh       assert( TK_SLASH==OP_Divide );
2201f2bc013cSdrh       assert( TK_LSHIFT==OP_ShiftLeft );
2202f2bc013cSdrh       assert( TK_RSHIFT==OP_ShiftRight );
2203f2bc013cSdrh       assert( TK_CONCAT==OP_Concat );
2204c5499befSdrh       testcase( op==TK_AND );
2205c5499befSdrh       testcase( op==TK_OR );
2206c5499befSdrh       testcase( op==TK_PLUS );
2207c5499befSdrh       testcase( op==TK_MINUS );
2208c5499befSdrh       testcase( op==TK_REM );
2209c5499befSdrh       testcase( op==TK_BITAND );
2210c5499befSdrh       testcase( op==TK_BITOR );
2211c5499befSdrh       testcase( op==TK_SLASH );
2212c5499befSdrh       testcase( op==TK_LSHIFT );
2213c5499befSdrh       testcase( op==TK_RSHIFT );
2214c5499befSdrh       testcase( op==TK_CONCAT );
22152dcef11bSdrh       r1 = sqlite3ExprCodeTemp(pParse, pExpr->pLeft, &regFree1);
22162dcef11bSdrh       r2 = sqlite3ExprCodeTemp(pParse, pExpr->pRight, &regFree2);
22175b6afba9Sdrh       sqlite3VdbeAddOp3(v, op, r2, r1, target);
2218c5499befSdrh       testcase( regFree1==0 );
2219c5499befSdrh       testcase( regFree2==0 );
22200040077dSdrh       break;
22210040077dSdrh     }
2222cce7d176Sdrh     case TK_UMINUS: {
2223fec19aadSdrh       Expr *pLeft = pExpr->pLeft;
2224fec19aadSdrh       assert( pLeft );
2225fec19aadSdrh       if( pLeft->op==TK_FLOAT ){
222692b01d53Sdrh         codeReal(v, (char*)pLeft->token.z, pLeft->token.n, 1, target);
2227fbd60f82Sshane       }else if( pLeft->op==TK_INTEGER ){
222892b01d53Sdrh         codeInteger(v, pLeft, 1, target);
22293c84ddffSdrh       }else{
22302dcef11bSdrh         regFree1 = r1 = sqlite3GetTempReg(pParse);
22313c84ddffSdrh         sqlite3VdbeAddOp2(v, OP_Integer, 0, r1);
2232e55cbd72Sdrh         r2 = sqlite3ExprCodeTemp(pParse, pExpr->pLeft, &regFree2);
22332dcef11bSdrh         sqlite3VdbeAddOp3(v, OP_Subtract, r2, r1, target);
2234c5499befSdrh         testcase( regFree2==0 );
22353c84ddffSdrh       }
22369de221dfSdrh       inReg = target;
22376e142f54Sdrh       break;
22386e142f54Sdrh     }
2239bf4133cbSdrh     case TK_BITNOT:
22406e142f54Sdrh     case TK_NOT: {
2241f2bc013cSdrh       assert( TK_BITNOT==OP_BitNot );
2242f2bc013cSdrh       assert( TK_NOT==OP_Not );
2243c5499befSdrh       testcase( op==TK_BITNOT );
2244c5499befSdrh       testcase( op==TK_NOT );
2245e99fa2afSdrh       r1 = sqlite3ExprCodeTemp(pParse, pExpr->pLeft, &regFree1);
2246e99fa2afSdrh       testcase( regFree1==0 );
2247e99fa2afSdrh       inReg = target;
2248e99fa2afSdrh       sqlite3VdbeAddOp2(v, op, r1, inReg);
2249cce7d176Sdrh       break;
2250cce7d176Sdrh     }
2251cce7d176Sdrh     case TK_ISNULL:
2252cce7d176Sdrh     case TK_NOTNULL: {
22536a288a33Sdrh       int addr;
2254f2bc013cSdrh       assert( TK_ISNULL==OP_IsNull );
2255f2bc013cSdrh       assert( TK_NOTNULL==OP_NotNull );
2256c5499befSdrh       testcase( op==TK_ISNULL );
2257c5499befSdrh       testcase( op==TK_NOTNULL );
22589de221dfSdrh       sqlite3VdbeAddOp2(v, OP_Integer, 1, target);
22592dcef11bSdrh       r1 = sqlite3ExprCodeTemp(pParse, pExpr->pLeft, &regFree1);
2260c5499befSdrh       testcase( regFree1==0 );
22612dcef11bSdrh       addr = sqlite3VdbeAddOp1(v, op, r1);
22629de221dfSdrh       sqlite3VdbeAddOp2(v, OP_AddImm, target, -1);
22636a288a33Sdrh       sqlite3VdbeJumpHere(v, addr);
2264a37cdde0Sdanielk1977       break;
2265f2bc013cSdrh     }
22662282792aSdrh     case TK_AGG_FUNCTION: {
226713449892Sdrh       AggInfo *pInfo = pExpr->pAggInfo;
22687e56e711Sdrh       if( pInfo==0 ){
22697e56e711Sdrh         sqlite3ErrorMsg(pParse, "misuse of aggregate: %T",
22707e56e711Sdrh             &pExpr->span);
22717e56e711Sdrh       }else{
22729de221dfSdrh         inReg = pInfo->aFunc[pExpr->iAgg].iMem;
22737e56e711Sdrh       }
22742282792aSdrh       break;
22752282792aSdrh     }
2276b71090fdSdrh     case TK_CONST_FUNC:
2277cce7d176Sdrh     case TK_FUNCTION: {
227812ffee8cSdrh       ExprList *pFarg;       /* List of function arguments */
227912ffee8cSdrh       int nFarg;             /* Number of function arguments */
228012ffee8cSdrh       FuncDef *pDef;         /* The function definition object */
228112ffee8cSdrh       int nId;               /* Length of the function name in bytes */
228212ffee8cSdrh       const char *zId;       /* The function name */
228312ffee8cSdrh       int constMask = 0;     /* Mask of function arguments that are constant */
228412ffee8cSdrh       int i;                 /* Loop counter */
228512ffee8cSdrh       u8 enc = ENC(db);      /* The text encoding used by this database */
228612ffee8cSdrh       CollSeq *pColl = 0;    /* A collating sequence */
228717435752Sdrh 
22886ab3a2ecSdanielk1977       assert( !ExprHasProperty(pExpr, EP_xIsSelect) );
2289c5499befSdrh       testcase( op==TK_CONST_FUNC );
2290c5499befSdrh       testcase( op==TK_FUNCTION );
229112ffee8cSdrh       if( ExprHasAnyProperty(pExpr, EP_TokenOnly|EP_SpanToken) ){
229212ffee8cSdrh         pFarg = 0;
229312ffee8cSdrh       }else{
229412ffee8cSdrh         pFarg = pExpr->x.pList;
229512ffee8cSdrh       }
229612ffee8cSdrh       nFarg = pFarg ? pFarg->nExpr : 0;
22972646da7eSdrh       zId = (char*)pExpr->token.z;
2298b71090fdSdrh       nId = pExpr->token.n;
229912ffee8cSdrh       pDef = sqlite3FindFunction(db, zId, nId, nFarg, enc, 0);
23000bce8354Sdrh       assert( pDef!=0 );
230112ffee8cSdrh       if( pFarg ){
230212ffee8cSdrh         r1 = sqlite3GetTempRange(pParse, nFarg);
230312ffee8cSdrh         sqlite3ExprCodeExprList(pParse, pFarg, r1, 1);
2304892d3179Sdrh       }else{
230512ffee8cSdrh         r1 = 0;
2306892d3179Sdrh       }
2307b7f6f68fSdrh #ifndef SQLITE_OMIT_VIRTUALTABLE
2308a43fa227Sdrh       /* Possibly overload the function if the first argument is
2309a43fa227Sdrh       ** a virtual table column.
2310a43fa227Sdrh       **
2311a43fa227Sdrh       ** For infix functions (LIKE, GLOB, REGEXP, and MATCH) use the
2312a43fa227Sdrh       ** second argument, not the first, as the argument to test to
2313a43fa227Sdrh       ** see if it is a column in a virtual table.  This is done because
2314a43fa227Sdrh       ** the left operand of infix functions (the operand we want to
2315a43fa227Sdrh       ** control overloading) ends up as the second argument to the
2316a43fa227Sdrh       ** function.  The expression "A glob B" is equivalent to
2317a43fa227Sdrh       ** "glob(B,A).  We want to use the A in "A glob B" to test
2318a43fa227Sdrh       ** for function overloading.  But we use the B term in "glob(B,A)".
2319a43fa227Sdrh       */
232012ffee8cSdrh       if( nFarg>=2 && (pExpr->flags & EP_InfixFunc) ){
232112ffee8cSdrh         pDef = sqlite3VtabOverloadFunction(db, pDef, nFarg, pFarg->a[1].pExpr);
232212ffee8cSdrh       }else if( nFarg>0 ){
232312ffee8cSdrh         pDef = sqlite3VtabOverloadFunction(db, pDef, nFarg, pFarg->a[0].pExpr);
2324b7f6f68fSdrh       }
2325b7f6f68fSdrh #endif
232612ffee8cSdrh       for(i=0; i<nFarg && i<32; i++){
232712ffee8cSdrh         if( sqlite3ExprIsConstant(pFarg->a[i].pExpr) ){
232813449892Sdrh           constMask |= (1<<i);
2329d02eb1fdSdanielk1977         }
2330e82f5d04Sdrh         if( (pDef->flags & SQLITE_FUNC_NEEDCOLL)!=0 && !pColl ){
233112ffee8cSdrh           pColl = sqlite3ExprCollSeq(pParse, pFarg->a[i].pExpr);
2332dc1bdc4fSdanielk1977         }
2333dc1bdc4fSdanielk1977       }
2334e82f5d04Sdrh       if( pDef->flags & SQLITE_FUNC_NEEDCOLL ){
23358b213899Sdrh         if( !pColl ) pColl = db->pDfltColl;
233666a5167bSdrh         sqlite3VdbeAddOp4(v, OP_CollSeq, 0, 0, 0, (char *)pColl, P4_COLLSEQ);
2337682f68b0Sdanielk1977       }
23382dcef11bSdrh       sqlite3VdbeAddOp4(v, OP_Function, constMask, r1, target,
233966a5167bSdrh                         (char*)pDef, P4_FUNCDEF);
234012ffee8cSdrh       sqlite3VdbeChangeP5(v, (u8)nFarg);
234112ffee8cSdrh       if( nFarg ){
234212ffee8cSdrh         sqlite3ReleaseTempRange(pParse, r1, nFarg);
23432dcef11bSdrh       }
234412ffee8cSdrh       sqlite3ExprCacheAffinityChange(pParse, r1, nFarg);
23456ec2733bSdrh       break;
23466ec2733bSdrh     }
2347fe2093d7Sdrh #ifndef SQLITE_OMIT_SUBQUERY
2348fe2093d7Sdrh     case TK_EXISTS:
234919a775c2Sdrh     case TK_SELECT: {
2350c5499befSdrh       testcase( op==TK_EXISTS );
2351c5499befSdrh       testcase( op==TK_SELECT );
235241714d6fSdrh       if( pExpr->iColumn==0 ){
235341a05b7bSdanielk1977         sqlite3CodeSubselect(pParse, pExpr, 0, 0);
235441714d6fSdrh       }
23559de221dfSdrh       inReg = pExpr->iColumn;
235619a775c2Sdrh       break;
235719a775c2Sdrh     }
2358fef5208cSdrh     case TK_IN: {
23590cdc022eSdanielk1977       int rNotFound = 0;
23600cdc022eSdanielk1977       int rMayHaveNull = 0;
23616fccc35aSdrh       int j2, j3, j4, j5;
236294a11211Sdrh       char affinity;
23639a96b668Sdanielk1977       int eType;
23649a96b668Sdanielk1977 
23653c31fc23Sdrh       VdbeNoopComment((v, "begin IN expr r%d", target));
23660cdc022eSdanielk1977       eType = sqlite3FindInIndex(pParse, pExpr, &rMayHaveNull);
23670cdc022eSdanielk1977       if( rMayHaveNull ){
23680cdc022eSdanielk1977         rNotFound = ++pParse->nMem;
23690cdc022eSdanielk1977       }
2370e014a838Sdanielk1977 
2371e014a838Sdanielk1977       /* Figure out the affinity to use to create a key from the results
2372e014a838Sdanielk1977       ** of the expression. affinityStr stores a static string suitable for
237366a5167bSdrh       ** P4 of OP_MakeRecord.
2374e014a838Sdanielk1977       */
237594a11211Sdrh       affinity = comparisonAffinity(pExpr);
2376e014a838Sdanielk1977 
2377e014a838Sdanielk1977 
2378e014a838Sdanielk1977       /* Code the <expr> from "<expr> IN (...)". The temporary table
2379e014a838Sdanielk1977       ** pExpr->iTable contains the values that make up the (...) set.
2380e014a838Sdanielk1977       */
2381ceea3321Sdrh       sqlite3ExprCachePush(pParse);
238266ba23ceSdrh       sqlite3ExprCode(pParse, pExpr->pLeft, target);
238366ba23ceSdrh       j2 = sqlite3VdbeAddOp1(v, OP_IsNull, target);
23849a96b668Sdanielk1977       if( eType==IN_INDEX_ROWID ){
238566ba23ceSdrh         j3 = sqlite3VdbeAddOp1(v, OP_MustBeInt, target);
238666ba23ceSdrh         j4 = sqlite3VdbeAddOp3(v, OP_NotExists, pExpr->iTable, 0, target);
238766ba23ceSdrh         sqlite3VdbeAddOp2(v, OP_Integer, 1, target);
23886a288a33Sdrh         j5 = sqlite3VdbeAddOp0(v, OP_Goto);
23896a288a33Sdrh         sqlite3VdbeJumpHere(v, j3);
23906a288a33Sdrh         sqlite3VdbeJumpHere(v, j4);
23910cdc022eSdanielk1977         sqlite3VdbeAddOp2(v, OP_Integer, 0, target);
23929a96b668Sdanielk1977       }else{
23932dcef11bSdrh         r2 = regFree2 = sqlite3GetTempReg(pParse);
23940cdc022eSdanielk1977 
23950cdc022eSdanielk1977         /* Create a record and test for set membership. If the set contains
23960cdc022eSdanielk1977         ** the value, then jump to the end of the test code. The target
23970cdc022eSdanielk1977         ** register still contains the true (1) value written to it earlier.
23980cdc022eSdanielk1977         */
239966ba23ceSdrh         sqlite3VdbeAddOp4(v, OP_MakeRecord, target, 1, r2, &affinity, 1);
240066ba23ceSdrh         sqlite3VdbeAddOp2(v, OP_Integer, 1, target);
24012dcef11bSdrh         j5 = sqlite3VdbeAddOp3(v, OP_Found, pExpr->iTable, 0, r2);
24020cdc022eSdanielk1977 
24030cdc022eSdanielk1977         /* If the set membership test fails, then the result of the
24040cdc022eSdanielk1977         ** "x IN (...)" expression must be either 0 or NULL. If the set
24050cdc022eSdanielk1977         ** contains no NULL values, then the result is 0. If the set
24060cdc022eSdanielk1977         ** contains one or more NULL values, then the result of the
24070cdc022eSdanielk1977         ** expression is also NULL.
24080cdc022eSdanielk1977         */
24090cdc022eSdanielk1977         if( rNotFound==0 ){
24100cdc022eSdanielk1977           /* This branch runs if it is known at compile time (now) that
24110cdc022eSdanielk1977           ** the set contains no NULL values. This happens as the result
24120cdc022eSdanielk1977           ** of a "NOT NULL" constraint in the database schema. No need
24130cdc022eSdanielk1977           ** to test the data structure at runtime in this case.
24140cdc022eSdanielk1977           */
24150cdc022eSdanielk1977           sqlite3VdbeAddOp2(v, OP_Integer, 0, target);
24160cdc022eSdanielk1977         }else{
24170cdc022eSdanielk1977           /* This block populates the rNotFound register with either NULL
24180cdc022eSdanielk1977           ** or 0 (an integer value). If the data structure contains one
24190cdc022eSdanielk1977           ** or more NULLs, then set rNotFound to NULL. Otherwise, set it
24200cdc022eSdanielk1977           ** to 0. If register rMayHaveNull is already set to some value
24210cdc022eSdanielk1977           ** other than NULL, then the test has already been run and
24220cdc022eSdanielk1977           ** rNotFound is already populated.
24230cdc022eSdanielk1977           */
242466ba23ceSdrh           static const char nullRecord[] = { 0x02, 0x00 };
24250cdc022eSdanielk1977           j3 = sqlite3VdbeAddOp1(v, OP_NotNull, rMayHaveNull);
24260cdc022eSdanielk1977           sqlite3VdbeAddOp2(v, OP_Null, 0, rNotFound);
242766ba23ceSdrh           sqlite3VdbeAddOp4(v, OP_Blob, 2, rMayHaveNull, 0,
242866ba23ceSdrh                              nullRecord, P4_STATIC);
242966ba23ceSdrh           j4 = sqlite3VdbeAddOp3(v, OP_Found, pExpr->iTable, 0, rMayHaveNull);
24300cdc022eSdanielk1977           sqlite3VdbeAddOp2(v, OP_Integer, 0, rNotFound);
24310cdc022eSdanielk1977           sqlite3VdbeJumpHere(v, j4);
24320cdc022eSdanielk1977           sqlite3VdbeJumpHere(v, j3);
24330cdc022eSdanielk1977 
24340cdc022eSdanielk1977           /* Copy the value of register rNotFound (which is either NULL or 0)
24350cdc022eSdanielk1977           ** into the target register. This will be the result of the
24360cdc022eSdanielk1977           ** expression.
24370cdc022eSdanielk1977           */
24380cdc022eSdanielk1977           sqlite3VdbeAddOp2(v, OP_Copy, rNotFound, target);
24399a96b668Sdanielk1977         }
24400cdc022eSdanielk1977       }
24416a288a33Sdrh       sqlite3VdbeJumpHere(v, j2);
24426a288a33Sdrh       sqlite3VdbeJumpHere(v, j5);
2443ceea3321Sdrh       sqlite3ExprCachePop(pParse, 1);
24443c31fc23Sdrh       VdbeComment((v, "end IN expr r%d", target));
2445fef5208cSdrh       break;
2446fef5208cSdrh     }
244793758c8dSdanielk1977 #endif
24482dcef11bSdrh     /*
24492dcef11bSdrh     **    x BETWEEN y AND z
24502dcef11bSdrh     **
24512dcef11bSdrh     ** This is equivalent to
24522dcef11bSdrh     **
24532dcef11bSdrh     **    x>=y AND x<=z
24542dcef11bSdrh     **
24552dcef11bSdrh     ** X is stored in pExpr->pLeft.
24562dcef11bSdrh     ** Y is stored in pExpr->pList->a[0].pExpr.
24572dcef11bSdrh     ** Z is stored in pExpr->pList->a[1].pExpr.
24582dcef11bSdrh     */
2459fef5208cSdrh     case TK_BETWEEN: {
2460be5c89acSdrh       Expr *pLeft = pExpr->pLeft;
24616ab3a2ecSdanielk1977       struct ExprList_item *pLItem = pExpr->x.pList->a;
2462be5c89acSdrh       Expr *pRight = pLItem->pExpr;
246335573356Sdrh 
2464da250ea5Sdrh       codeCompareOperands(pParse, pLeft, &r1, &regFree1,
2465da250ea5Sdrh                                   pRight, &r2, &regFree2);
2466c5499befSdrh       testcase( regFree1==0 );
2467c5499befSdrh       testcase( regFree2==0 );
24682dcef11bSdrh       r3 = sqlite3GetTempReg(pParse);
2469678ccce8Sdrh       r4 = sqlite3GetTempReg(pParse);
247035573356Sdrh       codeCompare(pParse, pLeft, pRight, OP_Ge,
247135573356Sdrh                   r1, r2, r3, SQLITE_STOREP2);
2472be5c89acSdrh       pLItem++;
2473be5c89acSdrh       pRight = pLItem->pExpr;
24742dcef11bSdrh       sqlite3ReleaseTempReg(pParse, regFree2);
24752dcef11bSdrh       r2 = sqlite3ExprCodeTemp(pParse, pRight, &regFree2);
2476c5499befSdrh       testcase( regFree2==0 );
2477678ccce8Sdrh       codeCompare(pParse, pLeft, pRight, OP_Le, r1, r2, r4, SQLITE_STOREP2);
2478678ccce8Sdrh       sqlite3VdbeAddOp3(v, OP_And, r3, r4, target);
24792dcef11bSdrh       sqlite3ReleaseTempReg(pParse, r3);
2480678ccce8Sdrh       sqlite3ReleaseTempReg(pParse, r4);
2481fef5208cSdrh       break;
2482fef5208cSdrh     }
24834f07e5fbSdrh     case TK_UPLUS: {
24842dcef11bSdrh       inReg = sqlite3ExprCodeTarget(pParse, pExpr->pLeft, target);
2485a2e00042Sdrh       break;
2486a2e00042Sdrh     }
24872dcef11bSdrh 
24882dcef11bSdrh     /*
24892dcef11bSdrh     ** Form A:
24902dcef11bSdrh     **   CASE x WHEN e1 THEN r1 WHEN e2 THEN r2 ... WHEN eN THEN rN ELSE y END
24912dcef11bSdrh     **
24922dcef11bSdrh     ** Form B:
24932dcef11bSdrh     **   CASE WHEN e1 THEN r1 WHEN e2 THEN r2 ... WHEN eN THEN rN ELSE y END
24942dcef11bSdrh     **
24952dcef11bSdrh     ** Form A is can be transformed into the equivalent form B as follows:
24962dcef11bSdrh     **   CASE WHEN x=e1 THEN r1 WHEN x=e2 THEN r2 ...
24972dcef11bSdrh     **        WHEN x=eN THEN rN ELSE y END
24982dcef11bSdrh     **
24992dcef11bSdrh     ** X (if it exists) is in pExpr->pLeft.
25002dcef11bSdrh     ** Y is in pExpr->pRight.  The Y is also optional.  If there is no
25012dcef11bSdrh     ** ELSE clause and no other term matches, then the result of the
25022dcef11bSdrh     ** exprssion is NULL.
25032dcef11bSdrh     ** Ei is in pExpr->pList->a[i*2] and Ri is pExpr->pList->a[i*2+1].
25042dcef11bSdrh     **
25052dcef11bSdrh     ** The result of the expression is the Ri for the first matching Ei,
25062dcef11bSdrh     ** or if there is no matching Ei, the ELSE term Y, or if there is
25072dcef11bSdrh     ** no ELSE term, NULL.
25082dcef11bSdrh     */
250917a7f8ddSdrh     case TK_CASE: {
25102dcef11bSdrh       int endLabel;                     /* GOTO label for end of CASE stmt */
25112dcef11bSdrh       int nextCase;                     /* GOTO label for next WHEN clause */
25122dcef11bSdrh       int nExpr;                        /* 2x number of WHEN terms */
25132dcef11bSdrh       int i;                            /* Loop counter */
25142dcef11bSdrh       ExprList *pEList;                 /* List of WHEN terms */
25152dcef11bSdrh       struct ExprList_item *aListelem;  /* Array of WHEN terms */
25162dcef11bSdrh       Expr opCompare;                   /* The X==Ei expression */
25172dcef11bSdrh       Expr cacheX;                      /* Cached expression X */
25182dcef11bSdrh       Expr *pX;                         /* The X expression */
25191bd10f8aSdrh       Expr *pTest = 0;                  /* X==Ei (form A) or just Ei (form B) */
2520ceea3321Sdrh       VVA_ONLY( int iCacheLevel = pParse->iCacheLevel; )
252117a7f8ddSdrh 
25226ab3a2ecSdanielk1977       assert( !ExprHasProperty(pExpr, EP_xIsSelect) && pExpr->x.pList );
25236ab3a2ecSdanielk1977       assert((pExpr->x.pList->nExpr % 2) == 0);
25246ab3a2ecSdanielk1977       assert(pExpr->x.pList->nExpr > 0);
25256ab3a2ecSdanielk1977       pEList = pExpr->x.pList;
2526be5c89acSdrh       aListelem = pEList->a;
2527be5c89acSdrh       nExpr = pEList->nExpr;
25282dcef11bSdrh       endLabel = sqlite3VdbeMakeLabel(v);
25292dcef11bSdrh       if( (pX = pExpr->pLeft)!=0 ){
25302dcef11bSdrh         cacheX = *pX;
2531c5499befSdrh         testcase( pX->op==TK_COLUMN || pX->op==TK_REGISTER );
25322dcef11bSdrh         cacheX.iTable = sqlite3ExprCodeTemp(pParse, pX, &regFree1);
2533c5499befSdrh         testcase( regFree1==0 );
25342dcef11bSdrh         cacheX.op = TK_REGISTER;
25352dcef11bSdrh         opCompare.op = TK_EQ;
25362dcef11bSdrh         opCompare.pLeft = &cacheX;
25372dcef11bSdrh         pTest = &opCompare;
2538cce7d176Sdrh       }
2539f5905aa7Sdrh       for(i=0; i<nExpr; i=i+2){
2540ceea3321Sdrh         sqlite3ExprCachePush(pParse);
25412dcef11bSdrh         if( pX ){
25421bd10f8aSdrh           assert( pTest!=0 );
25432dcef11bSdrh           opCompare.pRight = aListelem[i].pExpr;
2544f5905aa7Sdrh         }else{
25452dcef11bSdrh           pTest = aListelem[i].pExpr;
254617a7f8ddSdrh         }
25472dcef11bSdrh         nextCase = sqlite3VdbeMakeLabel(v);
2548c5499befSdrh         testcase( pTest->op==TK_COLUMN || pTest->op==TK_REGISTER );
25492dcef11bSdrh         sqlite3ExprIfFalse(pParse, pTest, nextCase, SQLITE_JUMPIFNULL);
2550c5499befSdrh         testcase( aListelem[i+1].pExpr->op==TK_COLUMN );
2551c5499befSdrh         testcase( aListelem[i+1].pExpr->op==TK_REGISTER );
25529de221dfSdrh         sqlite3ExprCode(pParse, aListelem[i+1].pExpr, target);
25532dcef11bSdrh         sqlite3VdbeAddOp2(v, OP_Goto, 0, endLabel);
2554ceea3321Sdrh         sqlite3ExprCachePop(pParse, 1);
25552dcef11bSdrh         sqlite3VdbeResolveLabel(v, nextCase);
2556f570f011Sdrh       }
255717a7f8ddSdrh       if( pExpr->pRight ){
2558ceea3321Sdrh         sqlite3ExprCachePush(pParse);
25599de221dfSdrh         sqlite3ExprCode(pParse, pExpr->pRight, target);
2560ceea3321Sdrh         sqlite3ExprCachePop(pParse, 1);
256117a7f8ddSdrh       }else{
25629de221dfSdrh         sqlite3VdbeAddOp2(v, OP_Null, 0, target);
256317a7f8ddSdrh       }
2564c1f4a19bSdanielk1977       assert( db->mallocFailed || pParse->nErr>0
2565c1f4a19bSdanielk1977            || pParse->iCacheLevel==iCacheLevel );
25662dcef11bSdrh       sqlite3VdbeResolveLabel(v, endLabel);
25676f34903eSdanielk1977       break;
25686f34903eSdanielk1977     }
25695338a5f7Sdanielk1977 #ifndef SQLITE_OMIT_TRIGGER
25706f34903eSdanielk1977     case TK_RAISE: {
25716f34903eSdanielk1977       if( !pParse->trigStack ){
25724adee20fSdanielk1977         sqlite3ErrorMsg(pParse,
2573da93d238Sdrh                        "RAISE() may only be used within a trigger-program");
2574389a1adbSdrh         return 0;
25756f34903eSdanielk1977       }
25766ab3a2ecSdanielk1977       if( pExpr->affinity!=OE_Ignore ){
25776ab3a2ecSdanielk1977          assert( pExpr->affinity==OE_Rollback ||
25786ab3a2ecSdanielk1977                  pExpr->affinity == OE_Abort ||
25796ab3a2ecSdanielk1977                  pExpr->affinity == OE_Fail );
25806ab3a2ecSdanielk1977          sqlite3VdbeAddOp4(v, OP_Halt, SQLITE_CONSTRAINT, pExpr->affinity, 0,
25812646da7eSdrh                         (char*)pExpr->token.z, pExpr->token.n);
25826f34903eSdanielk1977       } else {
25836ab3a2ecSdanielk1977          assert( pExpr->affinity == OE_Ignore );
258466a5167bSdrh          sqlite3VdbeAddOp2(v, OP_ContextPop, 0, 0);
258566a5167bSdrh          sqlite3VdbeAddOp2(v, OP_Goto, 0, pParse->trigStack->ignoreJump);
2586d4e70ebdSdrh          VdbeComment((v, "raise(IGNORE)"));
25876f34903eSdanielk1977       }
2588ffe07b2dSdrh       break;
258917a7f8ddSdrh     }
25905338a5f7Sdanielk1977 #endif
2591ffe07b2dSdrh   }
25922dcef11bSdrh   sqlite3ReleaseTempReg(pParse, regFree1);
25932dcef11bSdrh   sqlite3ReleaseTempReg(pParse, regFree2);
25942dcef11bSdrh   return inReg;
25955b6afba9Sdrh }
25962dcef11bSdrh 
25972dcef11bSdrh /*
25982dcef11bSdrh ** Generate code to evaluate an expression and store the results
25992dcef11bSdrh ** into a register.  Return the register number where the results
26002dcef11bSdrh ** are stored.
26012dcef11bSdrh **
26022dcef11bSdrh ** If the register is a temporary register that can be deallocated,
2603678ccce8Sdrh ** then write its number into *pReg.  If the result register is not
26042dcef11bSdrh ** a temporary, then set *pReg to zero.
26052dcef11bSdrh */
26062dcef11bSdrh int sqlite3ExprCodeTemp(Parse *pParse, Expr *pExpr, int *pReg){
26072dcef11bSdrh   int r1 = sqlite3GetTempReg(pParse);
26082dcef11bSdrh   int r2 = sqlite3ExprCodeTarget(pParse, pExpr, r1);
26092dcef11bSdrh   if( r2==r1 ){
26102dcef11bSdrh     *pReg = r1;
26112dcef11bSdrh   }else{
26122dcef11bSdrh     sqlite3ReleaseTempReg(pParse, r1);
26132dcef11bSdrh     *pReg = 0;
26142dcef11bSdrh   }
26152dcef11bSdrh   return r2;
26162dcef11bSdrh }
26172dcef11bSdrh 
26182dcef11bSdrh /*
26192dcef11bSdrh ** Generate code that will evaluate expression pExpr and store the
26202dcef11bSdrh ** results in register target.  The results are guaranteed to appear
26212dcef11bSdrh ** in register target.
26222dcef11bSdrh */
26232dcef11bSdrh int sqlite3ExprCode(Parse *pParse, Expr *pExpr, int target){
26249cbf3425Sdrh   int inReg;
26259cbf3425Sdrh 
26269cbf3425Sdrh   assert( target>0 && target<=pParse->nMem );
26279cbf3425Sdrh   inReg = sqlite3ExprCodeTarget(pParse, pExpr, target);
26280e359b30Sdrh   assert( pParse->pVdbe || pParse->db->mallocFailed );
26290e359b30Sdrh   if( inReg!=target && pParse->pVdbe ){
26309cbf3425Sdrh     sqlite3VdbeAddOp2(pParse->pVdbe, OP_SCopy, inReg, target);
263117a7f8ddSdrh   }
2632389a1adbSdrh   return target;
2633cce7d176Sdrh }
2634cce7d176Sdrh 
2635cce7d176Sdrh /*
26362dcef11bSdrh ** Generate code that evalutes the given expression and puts the result
2637de4fcfddSdrh ** in register target.
263825303780Sdrh **
26392dcef11bSdrh ** Also make a copy of the expression results into another "cache" register
26402dcef11bSdrh ** and modify the expression so that the next time it is evaluated,
26412dcef11bSdrh ** the result is a copy of the cache register.
26422dcef11bSdrh **
26432dcef11bSdrh ** This routine is used for expressions that are used multiple
26442dcef11bSdrh ** times.  They are evaluated once and the results of the expression
26452dcef11bSdrh ** are reused.
264625303780Sdrh */
26472dcef11bSdrh int sqlite3ExprCodeAndCache(Parse *pParse, Expr *pExpr, int target){
264825303780Sdrh   Vdbe *v = pParse->pVdbe;
26492dcef11bSdrh   int inReg;
26502dcef11bSdrh   inReg = sqlite3ExprCode(pParse, pExpr, target);
2651de4fcfddSdrh   assert( target>0 );
26522dcef11bSdrh   if( pExpr->op!=TK_REGISTER ){
265325303780Sdrh     int iMem;
26542dcef11bSdrh     iMem = ++pParse->nMem;
26552dcef11bSdrh     sqlite3VdbeAddOp2(v, OP_Copy, inReg, iMem);
26562dcef11bSdrh     pExpr->iTable = iMem;
265725303780Sdrh     pExpr->op = TK_REGISTER;
265825303780Sdrh   }
26592dcef11bSdrh   return inReg;
266025303780Sdrh }
26612dcef11bSdrh 
2662678ccce8Sdrh /*
266347de955eSdrh ** Return TRUE if pExpr is an constant expression that is appropriate
266447de955eSdrh ** for factoring out of a loop.  Appropriate expressions are:
266547de955eSdrh **
266647de955eSdrh **    *  Any expression that evaluates to two or more opcodes.
266747de955eSdrh **
266847de955eSdrh **    *  Any OP_Integer, OP_Real, OP_String, OP_Blob, OP_Null,
266947de955eSdrh **       or OP_Variable that does not need to be placed in a
267047de955eSdrh **       specific register.
267147de955eSdrh **
267247de955eSdrh ** There is no point in factoring out single-instruction constant
267347de955eSdrh ** expressions that need to be placed in a particular register.
267447de955eSdrh ** We could factor them out, but then we would end up adding an
267547de955eSdrh ** OP_SCopy instruction to move the value into the correct register
267647de955eSdrh ** later.  We might as well just use the original instruction and
267747de955eSdrh ** avoid the OP_SCopy.
267847de955eSdrh */
267947de955eSdrh static int isAppropriateForFactoring(Expr *p){
268047de955eSdrh   if( !sqlite3ExprIsConstantNotJoin(p) ){
268147de955eSdrh     return 0;  /* Only constant expressions are appropriate for factoring */
268247de955eSdrh   }
268347de955eSdrh   if( (p->flags & EP_FixedDest)==0 ){
268447de955eSdrh     return 1;  /* Any constant without a fixed destination is appropriate */
268547de955eSdrh   }
268647de955eSdrh   while( p->op==TK_UPLUS ) p = p->pLeft;
268747de955eSdrh   switch( p->op ){
268847de955eSdrh #ifndef SQLITE_OMIT_BLOB_LITERAL
268947de955eSdrh     case TK_BLOB:
269047de955eSdrh #endif
269147de955eSdrh     case TK_VARIABLE:
269247de955eSdrh     case TK_INTEGER:
269347de955eSdrh     case TK_FLOAT:
269447de955eSdrh     case TK_NULL:
269547de955eSdrh     case TK_STRING: {
269647de955eSdrh       testcase( p->op==TK_BLOB );
269747de955eSdrh       testcase( p->op==TK_VARIABLE );
269847de955eSdrh       testcase( p->op==TK_INTEGER );
269947de955eSdrh       testcase( p->op==TK_FLOAT );
270047de955eSdrh       testcase( p->op==TK_NULL );
270147de955eSdrh       testcase( p->op==TK_STRING );
270247de955eSdrh       /* Single-instruction constants with a fixed destination are
270347de955eSdrh       ** better done in-line.  If we factor them, they will just end
270447de955eSdrh       ** up generating an OP_SCopy to move the value to the destination
270547de955eSdrh       ** register. */
270647de955eSdrh       return 0;
270747de955eSdrh     }
270847de955eSdrh     case TK_UMINUS: {
270947de955eSdrh        if( p->pLeft->op==TK_FLOAT || p->pLeft->op==TK_INTEGER ){
271047de955eSdrh          return 0;
271147de955eSdrh        }
271247de955eSdrh        break;
271347de955eSdrh     }
271447de955eSdrh     default: {
271547de955eSdrh       break;
271647de955eSdrh     }
271747de955eSdrh   }
271847de955eSdrh   return 1;
271947de955eSdrh }
272047de955eSdrh 
272147de955eSdrh /*
272247de955eSdrh ** If pExpr is a constant expression that is appropriate for
272347de955eSdrh ** factoring out of a loop, then evaluate the expression
2724678ccce8Sdrh ** into a register and convert the expression into a TK_REGISTER
2725678ccce8Sdrh ** expression.
2726678ccce8Sdrh */
27277d10d5a6Sdrh static int evalConstExpr(Walker *pWalker, Expr *pExpr){
27287d10d5a6Sdrh   Parse *pParse = pWalker->pParse;
272947de955eSdrh   switch( pExpr->op ){
273047de955eSdrh     case TK_REGISTER: {
2731678ccce8Sdrh       return 1;
2732678ccce8Sdrh     }
273347de955eSdrh     case TK_FUNCTION:
273447de955eSdrh     case TK_AGG_FUNCTION:
273547de955eSdrh     case TK_CONST_FUNC: {
273647de955eSdrh       /* The arguments to a function have a fixed destination.
273747de955eSdrh       ** Mark them this way to avoid generated unneeded OP_SCopy
273847de955eSdrh       ** instructions.
273947de955eSdrh       */
27406ab3a2ecSdanielk1977       ExprList *pList = pExpr->x.pList;
27416ab3a2ecSdanielk1977       assert( !ExprHasProperty(pExpr, EP_xIsSelect) );
274247de955eSdrh       if( pList ){
274347de955eSdrh         int i = pList->nExpr;
274447de955eSdrh         struct ExprList_item *pItem = pList->a;
274547de955eSdrh         for(; i>0; i--, pItem++){
274647de955eSdrh           if( pItem->pExpr ) pItem->pExpr->flags |= EP_FixedDest;
274747de955eSdrh         }
274847de955eSdrh       }
274947de955eSdrh       break;
275047de955eSdrh     }
275147de955eSdrh   }
275247de955eSdrh   if( isAppropriateForFactoring(pExpr) ){
2753678ccce8Sdrh     int r1 = ++pParse->nMem;
2754678ccce8Sdrh     int r2;
2755678ccce8Sdrh     r2 = sqlite3ExprCodeTarget(pParse, pExpr, r1);
2756c5499befSdrh     if( r1!=r2 ) sqlite3ReleaseTempReg(pParse, r1);
2757678ccce8Sdrh     pExpr->op = TK_REGISTER;
2758678ccce8Sdrh     pExpr->iTable = r2;
27597d10d5a6Sdrh     return WRC_Prune;
2760678ccce8Sdrh   }
27617d10d5a6Sdrh   return WRC_Continue;
2762678ccce8Sdrh }
2763678ccce8Sdrh 
2764678ccce8Sdrh /*
2765678ccce8Sdrh ** Preevaluate constant subexpressions within pExpr and store the
2766678ccce8Sdrh ** results in registers.  Modify pExpr so that the constant subexpresions
2767678ccce8Sdrh ** are TK_REGISTER opcodes that refer to the precomputed values.
2768678ccce8Sdrh */
2769678ccce8Sdrh void sqlite3ExprCodeConstants(Parse *pParse, Expr *pExpr){
27707d10d5a6Sdrh   Walker w;
27717d10d5a6Sdrh   w.xExprCallback = evalConstExpr;
27727d10d5a6Sdrh   w.xSelectCallback = 0;
27737d10d5a6Sdrh   w.pParse = pParse;
27747d10d5a6Sdrh   sqlite3WalkExpr(&w, pExpr);
2775678ccce8Sdrh }
2776678ccce8Sdrh 
277725303780Sdrh 
277825303780Sdrh /*
2779268380caSdrh ** Generate code that pushes the value of every element of the given
27809cbf3425Sdrh ** expression list into a sequence of registers beginning at target.
2781268380caSdrh **
2782892d3179Sdrh ** Return the number of elements evaluated.
2783268380caSdrh */
27844adee20fSdanielk1977 int sqlite3ExprCodeExprList(
2785268380caSdrh   Parse *pParse,     /* Parsing context */
2786389a1adbSdrh   ExprList *pList,   /* The expression list to be coded */
2787191b54cbSdrh   int target,        /* Where to write results */
2788d176611bSdrh   int doHardCopy     /* Make a hard copy of every element */
2789268380caSdrh ){
2790268380caSdrh   struct ExprList_item *pItem;
27919cbf3425Sdrh   int i, n;
27929d8b3072Sdrh   assert( pList!=0 );
27939cbf3425Sdrh   assert( target>0 );
2794268380caSdrh   n = pList->nExpr;
2795191b54cbSdrh   for(pItem=pList->a, i=0; i<n; i++, pItem++){
27968b213899Sdrh     if( pItem->iAlias ){
279731daa63fSdrh       int iReg = codeAlias(pParse, pItem->iAlias, pItem->pExpr, target+i);
27988b213899Sdrh       Vdbe *v = sqlite3GetVdbe(pParse);
279931daa63fSdrh       if( iReg!=target+i ){
28008b213899Sdrh         sqlite3VdbeAddOp2(v, OP_SCopy, iReg, target+i);
280131daa63fSdrh       }
2802d176611bSdrh     }else{
2803191b54cbSdrh       sqlite3ExprCode(pParse, pItem->pExpr, target+i);
28048b213899Sdrh     }
2805d176611bSdrh     if( doHardCopy ){
2806d176611bSdrh       sqlite3ExprHardCopy(pParse, target, n);
2807d176611bSdrh     }
2808268380caSdrh   }
2809f9b596ebSdrh   return n;
2810268380caSdrh }
2811268380caSdrh 
2812268380caSdrh /*
2813cce7d176Sdrh ** Generate code for a boolean expression such that a jump is made
2814cce7d176Sdrh ** to the label "dest" if the expression is true but execution
2815cce7d176Sdrh ** continues straight thru if the expression is false.
2816f5905aa7Sdrh **
2817f5905aa7Sdrh ** If the expression evaluates to NULL (neither true nor false), then
281835573356Sdrh ** take the jump if the jumpIfNull flag is SQLITE_JUMPIFNULL.
2819f2bc013cSdrh **
2820f2bc013cSdrh ** This code depends on the fact that certain token values (ex: TK_EQ)
2821f2bc013cSdrh ** are the same as opcode values (ex: OP_Eq) that implement the corresponding
2822f2bc013cSdrh ** operation.  Special comments in vdbe.c and the mkopcodeh.awk script in
2823f2bc013cSdrh ** the make process cause these values to align.  Assert()s in the code
2824f2bc013cSdrh ** below verify that the numbers are aligned correctly.
2825cce7d176Sdrh */
28264adee20fSdanielk1977 void sqlite3ExprIfTrue(Parse *pParse, Expr *pExpr, int dest, int jumpIfNull){
2827cce7d176Sdrh   Vdbe *v = pParse->pVdbe;
2828cce7d176Sdrh   int op = 0;
28292dcef11bSdrh   int regFree1 = 0;
28302dcef11bSdrh   int regFree2 = 0;
28312dcef11bSdrh   int r1, r2;
28322dcef11bSdrh 
283335573356Sdrh   assert( jumpIfNull==SQLITE_JUMPIFNULL || jumpIfNull==0 );
2834daffd0e5Sdrh   if( v==0 || pExpr==0 ) return;
2835f2bc013cSdrh   op = pExpr->op;
2836f2bc013cSdrh   switch( op ){
2837cce7d176Sdrh     case TK_AND: {
28384adee20fSdanielk1977       int d2 = sqlite3VdbeMakeLabel(v);
2839c5499befSdrh       testcase( jumpIfNull==0 );
2840ceea3321Sdrh       sqlite3ExprCachePush(pParse);
284135573356Sdrh       sqlite3ExprIfFalse(pParse, pExpr->pLeft, d2,jumpIfNull^SQLITE_JUMPIFNULL);
28424adee20fSdanielk1977       sqlite3ExprIfTrue(pParse, pExpr->pRight, dest, jumpIfNull);
28434adee20fSdanielk1977       sqlite3VdbeResolveLabel(v, d2);
2844ceea3321Sdrh       sqlite3ExprCachePop(pParse, 1);
2845cce7d176Sdrh       break;
2846cce7d176Sdrh     }
2847cce7d176Sdrh     case TK_OR: {
2848c5499befSdrh       testcase( jumpIfNull==0 );
28494adee20fSdanielk1977       sqlite3ExprIfTrue(pParse, pExpr->pLeft, dest, jumpIfNull);
28504adee20fSdanielk1977       sqlite3ExprIfTrue(pParse, pExpr->pRight, dest, jumpIfNull);
2851cce7d176Sdrh       break;
2852cce7d176Sdrh     }
2853cce7d176Sdrh     case TK_NOT: {
2854c5499befSdrh       testcase( jumpIfNull==0 );
28554adee20fSdanielk1977       sqlite3ExprIfFalse(pParse, pExpr->pLeft, dest, jumpIfNull);
2856cce7d176Sdrh       break;
2857cce7d176Sdrh     }
2858cce7d176Sdrh     case TK_LT:
2859cce7d176Sdrh     case TK_LE:
2860cce7d176Sdrh     case TK_GT:
2861cce7d176Sdrh     case TK_GE:
2862cce7d176Sdrh     case TK_NE:
28630ac65892Sdrh     case TK_EQ: {
2864f2bc013cSdrh       assert( TK_LT==OP_Lt );
2865f2bc013cSdrh       assert( TK_LE==OP_Le );
2866f2bc013cSdrh       assert( TK_GT==OP_Gt );
2867f2bc013cSdrh       assert( TK_GE==OP_Ge );
2868f2bc013cSdrh       assert( TK_EQ==OP_Eq );
2869f2bc013cSdrh       assert( TK_NE==OP_Ne );
2870c5499befSdrh       testcase( op==TK_LT );
2871c5499befSdrh       testcase( op==TK_LE );
2872c5499befSdrh       testcase( op==TK_GT );
2873c5499befSdrh       testcase( op==TK_GE );
2874c5499befSdrh       testcase( op==TK_EQ );
2875c5499befSdrh       testcase( op==TK_NE );
2876c5499befSdrh       testcase( jumpIfNull==0 );
2877da250ea5Sdrh       codeCompareOperands(pParse, pExpr->pLeft, &r1, &regFree1,
2878da250ea5Sdrh                                   pExpr->pRight, &r2, &regFree2);
287935573356Sdrh       codeCompare(pParse, pExpr->pLeft, pExpr->pRight, op,
28802dcef11bSdrh                   r1, r2, dest, jumpIfNull);
2881c5499befSdrh       testcase( regFree1==0 );
2882c5499befSdrh       testcase( regFree2==0 );
2883cce7d176Sdrh       break;
2884cce7d176Sdrh     }
2885cce7d176Sdrh     case TK_ISNULL:
2886cce7d176Sdrh     case TK_NOTNULL: {
2887f2bc013cSdrh       assert( TK_ISNULL==OP_IsNull );
2888f2bc013cSdrh       assert( TK_NOTNULL==OP_NotNull );
2889c5499befSdrh       testcase( op==TK_ISNULL );
2890c5499befSdrh       testcase( op==TK_NOTNULL );
28912dcef11bSdrh       r1 = sqlite3ExprCodeTemp(pParse, pExpr->pLeft, &regFree1);
28922dcef11bSdrh       sqlite3VdbeAddOp2(v, op, r1, dest);
2893c5499befSdrh       testcase( regFree1==0 );
2894cce7d176Sdrh       break;
2895cce7d176Sdrh     }
2896fef5208cSdrh     case TK_BETWEEN: {
28972dcef11bSdrh       /*    x BETWEEN y AND z
28980202b29eSdanielk1977       **
28992dcef11bSdrh       ** Is equivalent to
29002dcef11bSdrh       **
29012dcef11bSdrh       **    x>=y AND x<=z
29022dcef11bSdrh       **
29032dcef11bSdrh       ** Code it as such, taking care to do the common subexpression
29042dcef11bSdrh       ** elementation of x.
29050202b29eSdanielk1977       */
29062dcef11bSdrh       Expr exprAnd;
29072dcef11bSdrh       Expr compLeft;
29082dcef11bSdrh       Expr compRight;
29092dcef11bSdrh       Expr exprX;
29100202b29eSdanielk1977 
29116ab3a2ecSdanielk1977       assert( !ExprHasProperty(pExpr, EP_xIsSelect) );
29122dcef11bSdrh       exprX = *pExpr->pLeft;
29132dcef11bSdrh       exprAnd.op = TK_AND;
29142dcef11bSdrh       exprAnd.pLeft = &compLeft;
29152dcef11bSdrh       exprAnd.pRight = &compRight;
29162dcef11bSdrh       compLeft.op = TK_GE;
29172dcef11bSdrh       compLeft.pLeft = &exprX;
29186ab3a2ecSdanielk1977       compLeft.pRight = pExpr->x.pList->a[0].pExpr;
29192dcef11bSdrh       compRight.op = TK_LE;
29202dcef11bSdrh       compRight.pLeft = &exprX;
29216ab3a2ecSdanielk1977       compRight.pRight = pExpr->x.pList->a[1].pExpr;
29222dcef11bSdrh       exprX.iTable = sqlite3ExprCodeTemp(pParse, &exprX, &regFree1);
2923c5499befSdrh       testcase( regFree1==0 );
29242dcef11bSdrh       exprX.op = TK_REGISTER;
2925c5499befSdrh       testcase( jumpIfNull==0 );
29262dcef11bSdrh       sqlite3ExprIfTrue(pParse, &exprAnd, dest, jumpIfNull);
2927fef5208cSdrh       break;
2928fef5208cSdrh     }
2929cce7d176Sdrh     default: {
29302dcef11bSdrh       r1 = sqlite3ExprCodeTemp(pParse, pExpr, &regFree1);
29312dcef11bSdrh       sqlite3VdbeAddOp3(v, OP_If, r1, dest, jumpIfNull!=0);
2932c5499befSdrh       testcase( regFree1==0 );
2933c5499befSdrh       testcase( jumpIfNull==0 );
2934cce7d176Sdrh       break;
2935cce7d176Sdrh     }
2936cce7d176Sdrh   }
29372dcef11bSdrh   sqlite3ReleaseTempReg(pParse, regFree1);
29382dcef11bSdrh   sqlite3ReleaseTempReg(pParse, regFree2);
2939cce7d176Sdrh }
2940cce7d176Sdrh 
2941cce7d176Sdrh /*
294266b89c8fSdrh ** Generate code for a boolean expression such that a jump is made
2943cce7d176Sdrh ** to the label "dest" if the expression is false but execution
2944cce7d176Sdrh ** continues straight thru if the expression is true.
2945f5905aa7Sdrh **
2946f5905aa7Sdrh ** If the expression evaluates to NULL (neither true nor false) then
294735573356Sdrh ** jump if jumpIfNull is SQLITE_JUMPIFNULL or fall through if jumpIfNull
294835573356Sdrh ** is 0.
2949cce7d176Sdrh */
29504adee20fSdanielk1977 void sqlite3ExprIfFalse(Parse *pParse, Expr *pExpr, int dest, int jumpIfNull){
2951cce7d176Sdrh   Vdbe *v = pParse->pVdbe;
2952cce7d176Sdrh   int op = 0;
29532dcef11bSdrh   int regFree1 = 0;
29542dcef11bSdrh   int regFree2 = 0;
29552dcef11bSdrh   int r1, r2;
29562dcef11bSdrh 
295735573356Sdrh   assert( jumpIfNull==SQLITE_JUMPIFNULL || jumpIfNull==0 );
2958daffd0e5Sdrh   if( v==0 || pExpr==0 ) return;
2959f2bc013cSdrh 
2960f2bc013cSdrh   /* The value of pExpr->op and op are related as follows:
2961f2bc013cSdrh   **
2962f2bc013cSdrh   **       pExpr->op            op
2963f2bc013cSdrh   **       ---------          ----------
2964f2bc013cSdrh   **       TK_ISNULL          OP_NotNull
2965f2bc013cSdrh   **       TK_NOTNULL         OP_IsNull
2966f2bc013cSdrh   **       TK_NE              OP_Eq
2967f2bc013cSdrh   **       TK_EQ              OP_Ne
2968f2bc013cSdrh   **       TK_GT              OP_Le
2969f2bc013cSdrh   **       TK_LE              OP_Gt
2970f2bc013cSdrh   **       TK_GE              OP_Lt
2971f2bc013cSdrh   **       TK_LT              OP_Ge
2972f2bc013cSdrh   **
2973f2bc013cSdrh   ** For other values of pExpr->op, op is undefined and unused.
2974f2bc013cSdrh   ** The value of TK_ and OP_ constants are arranged such that we
2975f2bc013cSdrh   ** can compute the mapping above using the following expression.
2976f2bc013cSdrh   ** Assert()s verify that the computation is correct.
2977f2bc013cSdrh   */
2978f2bc013cSdrh   op = ((pExpr->op+(TK_ISNULL&1))^1)-(TK_ISNULL&1);
2979f2bc013cSdrh 
2980f2bc013cSdrh   /* Verify correct alignment of TK_ and OP_ constants
2981f2bc013cSdrh   */
2982f2bc013cSdrh   assert( pExpr->op!=TK_ISNULL || op==OP_NotNull );
2983f2bc013cSdrh   assert( pExpr->op!=TK_NOTNULL || op==OP_IsNull );
2984f2bc013cSdrh   assert( pExpr->op!=TK_NE || op==OP_Eq );
2985f2bc013cSdrh   assert( pExpr->op!=TK_EQ || op==OP_Ne );
2986f2bc013cSdrh   assert( pExpr->op!=TK_LT || op==OP_Ge );
2987f2bc013cSdrh   assert( pExpr->op!=TK_LE || op==OP_Gt );
2988f2bc013cSdrh   assert( pExpr->op!=TK_GT || op==OP_Le );
2989f2bc013cSdrh   assert( pExpr->op!=TK_GE || op==OP_Lt );
2990f2bc013cSdrh 
2991cce7d176Sdrh   switch( pExpr->op ){
2992cce7d176Sdrh     case TK_AND: {
2993c5499befSdrh       testcase( jumpIfNull==0 );
29944adee20fSdanielk1977       sqlite3ExprIfFalse(pParse, pExpr->pLeft, dest, jumpIfNull);
29954adee20fSdanielk1977       sqlite3ExprIfFalse(pParse, pExpr->pRight, dest, jumpIfNull);
2996cce7d176Sdrh       break;
2997cce7d176Sdrh     }
2998cce7d176Sdrh     case TK_OR: {
29994adee20fSdanielk1977       int d2 = sqlite3VdbeMakeLabel(v);
3000c5499befSdrh       testcase( jumpIfNull==0 );
3001ceea3321Sdrh       sqlite3ExprCachePush(pParse);
300235573356Sdrh       sqlite3ExprIfTrue(pParse, pExpr->pLeft, d2, jumpIfNull^SQLITE_JUMPIFNULL);
30034adee20fSdanielk1977       sqlite3ExprIfFalse(pParse, pExpr->pRight, dest, jumpIfNull);
30044adee20fSdanielk1977       sqlite3VdbeResolveLabel(v, d2);
3005ceea3321Sdrh       sqlite3ExprCachePop(pParse, 1);
3006cce7d176Sdrh       break;
3007cce7d176Sdrh     }
3008cce7d176Sdrh     case TK_NOT: {
30094adee20fSdanielk1977       sqlite3ExprIfTrue(pParse, pExpr->pLeft, dest, jumpIfNull);
3010cce7d176Sdrh       break;
3011cce7d176Sdrh     }
3012cce7d176Sdrh     case TK_LT:
3013cce7d176Sdrh     case TK_LE:
3014cce7d176Sdrh     case TK_GT:
3015cce7d176Sdrh     case TK_GE:
3016cce7d176Sdrh     case TK_NE:
3017cce7d176Sdrh     case TK_EQ: {
3018c5499befSdrh       testcase( op==TK_LT );
3019c5499befSdrh       testcase( op==TK_LE );
3020c5499befSdrh       testcase( op==TK_GT );
3021c5499befSdrh       testcase( op==TK_GE );
3022c5499befSdrh       testcase( op==TK_EQ );
3023c5499befSdrh       testcase( op==TK_NE );
3024c5499befSdrh       testcase( jumpIfNull==0 );
3025da250ea5Sdrh       codeCompareOperands(pParse, pExpr->pLeft, &r1, &regFree1,
3026da250ea5Sdrh                                   pExpr->pRight, &r2, &regFree2);
302735573356Sdrh       codeCompare(pParse, pExpr->pLeft, pExpr->pRight, op,
30282dcef11bSdrh                   r1, r2, dest, jumpIfNull);
3029c5499befSdrh       testcase( regFree1==0 );
3030c5499befSdrh       testcase( regFree2==0 );
3031cce7d176Sdrh       break;
3032cce7d176Sdrh     }
3033cce7d176Sdrh     case TK_ISNULL:
3034cce7d176Sdrh     case TK_NOTNULL: {
3035c5499befSdrh       testcase( op==TK_ISNULL );
3036c5499befSdrh       testcase( op==TK_NOTNULL );
30372dcef11bSdrh       r1 = sqlite3ExprCodeTemp(pParse, pExpr->pLeft, &regFree1);
30382dcef11bSdrh       sqlite3VdbeAddOp2(v, op, r1, dest);
3039c5499befSdrh       testcase( regFree1==0 );
3040cce7d176Sdrh       break;
3041cce7d176Sdrh     }
3042fef5208cSdrh     case TK_BETWEEN: {
30432dcef11bSdrh       /*    x BETWEEN y AND z
30440202b29eSdanielk1977       **
30452dcef11bSdrh       ** Is equivalent to
30462dcef11bSdrh       **
30472dcef11bSdrh       **    x>=y AND x<=z
30482dcef11bSdrh       **
30492dcef11bSdrh       ** Code it as such, taking care to do the common subexpression
30502dcef11bSdrh       ** elementation of x.
30510202b29eSdanielk1977       */
30522dcef11bSdrh       Expr exprAnd;
30532dcef11bSdrh       Expr compLeft;
30542dcef11bSdrh       Expr compRight;
30552dcef11bSdrh       Expr exprX;
3056be5c89acSdrh 
30576ab3a2ecSdanielk1977       assert( !ExprHasProperty(pExpr, EP_xIsSelect) );
30582dcef11bSdrh       exprX = *pExpr->pLeft;
30592dcef11bSdrh       exprAnd.op = TK_AND;
30602dcef11bSdrh       exprAnd.pLeft = &compLeft;
30612dcef11bSdrh       exprAnd.pRight = &compRight;
30622dcef11bSdrh       compLeft.op = TK_GE;
30632dcef11bSdrh       compLeft.pLeft = &exprX;
30646ab3a2ecSdanielk1977       compLeft.pRight = pExpr->x.pList->a[0].pExpr;
30652dcef11bSdrh       compRight.op = TK_LE;
30662dcef11bSdrh       compRight.pLeft = &exprX;
30676ab3a2ecSdanielk1977       compRight.pRight = pExpr->x.pList->a[1].pExpr;
30682dcef11bSdrh       exprX.iTable = sqlite3ExprCodeTemp(pParse, &exprX, &regFree1);
3069c5499befSdrh       testcase( regFree1==0 );
30702dcef11bSdrh       exprX.op = TK_REGISTER;
3071c5499befSdrh       testcase( jumpIfNull==0 );
30722dcef11bSdrh       sqlite3ExprIfFalse(pParse, &exprAnd, dest, jumpIfNull);
3073fef5208cSdrh       break;
3074fef5208cSdrh     }
3075cce7d176Sdrh     default: {
30762dcef11bSdrh       r1 = sqlite3ExprCodeTemp(pParse, pExpr, &regFree1);
30772dcef11bSdrh       sqlite3VdbeAddOp3(v, OP_IfNot, r1, dest, jumpIfNull!=0);
3078c5499befSdrh       testcase( regFree1==0 );
3079c5499befSdrh       testcase( jumpIfNull==0 );
3080cce7d176Sdrh       break;
3081cce7d176Sdrh     }
3082cce7d176Sdrh   }
30832dcef11bSdrh   sqlite3ReleaseTempReg(pParse, regFree1);
30842dcef11bSdrh   sqlite3ReleaseTempReg(pParse, regFree2);
3085cce7d176Sdrh }
30862282792aSdrh 
30872282792aSdrh /*
30882282792aSdrh ** Do a deep comparison of two expression trees.  Return TRUE (non-zero)
30892282792aSdrh ** if they are identical and return FALSE if they differ in any way.
3090d40aab0eSdrh **
3091d40aab0eSdrh ** Sometimes this routine will return FALSE even if the two expressions
3092d40aab0eSdrh ** really are equivalent.  If we cannot prove that the expressions are
3093d40aab0eSdrh ** identical, we return FALSE just to be safe.  So if this routine
3094d40aab0eSdrh ** returns false, then you do not really know for certain if the two
3095d40aab0eSdrh ** expressions are the same.  But if you get a TRUE return, then you
3096d40aab0eSdrh ** can be sure the expressions are the same.  In the places where
3097d40aab0eSdrh ** this routine is used, it does not hurt to get an extra FALSE - that
3098d40aab0eSdrh ** just might result in some slightly slower code.  But returning
3099d40aab0eSdrh ** an incorrect TRUE could lead to a malfunction.
31002282792aSdrh */
31014adee20fSdanielk1977 int sqlite3ExprCompare(Expr *pA, Expr *pB){
31022282792aSdrh   int i;
31034b202ae2Sdanielk1977   if( pA==0||pB==0 ){
31044b202ae2Sdanielk1977     return pB==pA;
31052282792aSdrh   }
31066ab3a2ecSdanielk1977   if( ExprHasProperty(pA, EP_xIsSelect) || ExprHasProperty(pB, EP_xIsSelect) ){
31076ab3a2ecSdanielk1977     return 0;
31086ab3a2ecSdanielk1977   }
3109fd357974Sdrh   if( (pA->flags & EP_Distinct)!=(pB->flags & EP_Distinct) ) return 0;
31106ab3a2ecSdanielk1977   if( pA->op!=pB->op ) return 0;
31114adee20fSdanielk1977   if( !sqlite3ExprCompare(pA->pLeft, pB->pLeft) ) return 0;
31124adee20fSdanielk1977   if( !sqlite3ExprCompare(pA->pRight, pB->pRight) ) return 0;
31136ab3a2ecSdanielk1977 
31146ab3a2ecSdanielk1977   if( pA->x.pList && pB->x.pList ){
31156ab3a2ecSdanielk1977     if( pA->x.pList->nExpr!=pB->x.pList->nExpr ) return 0;
31166ab3a2ecSdanielk1977     for(i=0; i<pA->x.pList->nExpr; i++){
31176ab3a2ecSdanielk1977       Expr *pExprA = pA->x.pList->a[i].pExpr;
31186ab3a2ecSdanielk1977       Expr *pExprB = pB->x.pList->a[i].pExpr;
31196ab3a2ecSdanielk1977       if( !sqlite3ExprCompare(pExprA, pExprB) ) return 0;
31206ab3a2ecSdanielk1977     }
31216ab3a2ecSdanielk1977   }else if( pA->x.pList || pB->x.pList ){
31222282792aSdrh     return 0;
31232282792aSdrh   }
31246ab3a2ecSdanielk1977 
31252f2c01e5Sdrh   if( pA->iTable!=pB->iTable || pA->iColumn!=pB->iColumn ) return 0;
3126dd73521bSdrh   if( pA->op!=TK_COLUMN && pA->token.z ){
31272282792aSdrh     if( pB->token.z==0 ) return 0;
31286977fea8Sdrh     if( pB->token.n!=pA->token.n ) return 0;
31292646da7eSdrh     if( sqlite3StrNICmp((char*)pA->token.z,(char*)pB->token.z,pB->token.n)!=0 ){
31302646da7eSdrh       return 0;
31312646da7eSdrh     }
31322282792aSdrh   }
31332282792aSdrh   return 1;
31342282792aSdrh }
31352282792aSdrh 
313613449892Sdrh 
31372282792aSdrh /*
313813449892Sdrh ** Add a new element to the pAggInfo->aCol[] array.  Return the index of
313913449892Sdrh ** the new element.  Return a negative number if malloc fails.
31402282792aSdrh */
314117435752Sdrh static int addAggInfoColumn(sqlite3 *db, AggInfo *pInfo){
314213449892Sdrh   int i;
3143cf643729Sdrh   pInfo->aCol = sqlite3ArrayAllocate(
314417435752Sdrh        db,
3145cf643729Sdrh        pInfo->aCol,
3146cf643729Sdrh        sizeof(pInfo->aCol[0]),
3147cf643729Sdrh        3,
3148cf643729Sdrh        &pInfo->nColumn,
3149cf643729Sdrh        &pInfo->nColumnAlloc,
3150cf643729Sdrh        &i
3151cf643729Sdrh   );
315213449892Sdrh   return i;
31532282792aSdrh }
315413449892Sdrh 
315513449892Sdrh /*
315613449892Sdrh ** Add a new element to the pAggInfo->aFunc[] array.  Return the index of
315713449892Sdrh ** the new element.  Return a negative number if malloc fails.
315813449892Sdrh */
315917435752Sdrh static int addAggInfoFunc(sqlite3 *db, AggInfo *pInfo){
316013449892Sdrh   int i;
3161cf643729Sdrh   pInfo->aFunc = sqlite3ArrayAllocate(
316217435752Sdrh        db,
3163cf643729Sdrh        pInfo->aFunc,
3164cf643729Sdrh        sizeof(pInfo->aFunc[0]),
3165cf643729Sdrh        3,
3166cf643729Sdrh        &pInfo->nFunc,
3167cf643729Sdrh        &pInfo->nFuncAlloc,
3168cf643729Sdrh        &i
3169cf643729Sdrh   );
317013449892Sdrh   return i;
31712282792aSdrh }
31722282792aSdrh 
31732282792aSdrh /*
31747d10d5a6Sdrh ** This is the xExprCallback for a tree walker.  It is used to
31757d10d5a6Sdrh ** implement sqlite3ExprAnalyzeAggregates().  See sqlite3ExprAnalyzeAggregates
3176626a879aSdrh ** for additional information.
31772282792aSdrh */
31787d10d5a6Sdrh static int analyzeAggregate(Walker *pWalker, Expr *pExpr){
31792282792aSdrh   int i;
31807d10d5a6Sdrh   NameContext *pNC = pWalker->u.pNC;
3181a58fdfb1Sdanielk1977   Parse *pParse = pNC->pParse;
3182a58fdfb1Sdanielk1977   SrcList *pSrcList = pNC->pSrcList;
318313449892Sdrh   AggInfo *pAggInfo = pNC->pAggInfo;
318413449892Sdrh 
31852282792aSdrh   switch( pExpr->op ){
318689c69d00Sdrh     case TK_AGG_COLUMN:
3187967e8b73Sdrh     case TK_COLUMN: {
31888b213899Sdrh       testcase( pExpr->op==TK_AGG_COLUMN );
31898b213899Sdrh       testcase( pExpr->op==TK_COLUMN );
319013449892Sdrh       /* Check to see if the column is in one of the tables in the FROM
319113449892Sdrh       ** clause of the aggregate query */
319213449892Sdrh       if( pSrcList ){
319313449892Sdrh         struct SrcList_item *pItem = pSrcList->a;
319413449892Sdrh         for(i=0; i<pSrcList->nSrc; i++, pItem++){
319513449892Sdrh           struct AggInfo_col *pCol;
319613449892Sdrh           if( pExpr->iTable==pItem->iCursor ){
319713449892Sdrh             /* If we reach this point, it means that pExpr refers to a table
319813449892Sdrh             ** that is in the FROM clause of the aggregate query.
319913449892Sdrh             **
320013449892Sdrh             ** Make an entry for the column in pAggInfo->aCol[] if there
320113449892Sdrh             ** is not an entry there already.
320213449892Sdrh             */
32037f906d63Sdrh             int k;
320413449892Sdrh             pCol = pAggInfo->aCol;
32057f906d63Sdrh             for(k=0; k<pAggInfo->nColumn; k++, pCol++){
320613449892Sdrh               if( pCol->iTable==pExpr->iTable &&
320713449892Sdrh                   pCol->iColumn==pExpr->iColumn ){
32082282792aSdrh                 break;
32092282792aSdrh               }
32102282792aSdrh             }
32111e536953Sdanielk1977             if( (k>=pAggInfo->nColumn)
32121e536953Sdanielk1977              && (k = addAggInfoColumn(pParse->db, pAggInfo))>=0
32131e536953Sdanielk1977             ){
32147f906d63Sdrh               pCol = &pAggInfo->aCol[k];
32150817d0dfSdanielk1977               pCol->pTab = pExpr->pTab;
321613449892Sdrh               pCol->iTable = pExpr->iTable;
321713449892Sdrh               pCol->iColumn = pExpr->iColumn;
32180a07c107Sdrh               pCol->iMem = ++pParse->nMem;
321913449892Sdrh               pCol->iSorterColumn = -1;
32205774b806Sdrh               pCol->pExpr = pExpr;
322113449892Sdrh               if( pAggInfo->pGroupBy ){
322213449892Sdrh                 int j, n;
322313449892Sdrh                 ExprList *pGB = pAggInfo->pGroupBy;
322413449892Sdrh                 struct ExprList_item *pTerm = pGB->a;
322513449892Sdrh                 n = pGB->nExpr;
322613449892Sdrh                 for(j=0; j<n; j++, pTerm++){
322713449892Sdrh                   Expr *pE = pTerm->pExpr;
322813449892Sdrh                   if( pE->op==TK_COLUMN && pE->iTable==pExpr->iTable &&
322913449892Sdrh                       pE->iColumn==pExpr->iColumn ){
323013449892Sdrh                     pCol->iSorterColumn = j;
323113449892Sdrh                     break;
32322282792aSdrh                   }
323313449892Sdrh                 }
323413449892Sdrh               }
323513449892Sdrh               if( pCol->iSorterColumn<0 ){
323613449892Sdrh                 pCol->iSorterColumn = pAggInfo->nSortingColumn++;
323713449892Sdrh               }
323813449892Sdrh             }
323913449892Sdrh             /* There is now an entry for pExpr in pAggInfo->aCol[] (either
324013449892Sdrh             ** because it was there before or because we just created it).
324113449892Sdrh             ** Convert the pExpr to be a TK_AGG_COLUMN referring to that
324213449892Sdrh             ** pAggInfo->aCol[] entry.
324313449892Sdrh             */
324413449892Sdrh             pExpr->pAggInfo = pAggInfo;
324513449892Sdrh             pExpr->op = TK_AGG_COLUMN;
32467f906d63Sdrh             pExpr->iAgg = k;
324713449892Sdrh             break;
324813449892Sdrh           } /* endif pExpr->iTable==pItem->iCursor */
324913449892Sdrh         } /* end loop over pSrcList */
3250a58fdfb1Sdanielk1977       }
32517d10d5a6Sdrh       return WRC_Prune;
32522282792aSdrh     }
32532282792aSdrh     case TK_AGG_FUNCTION: {
325413449892Sdrh       /* The pNC->nDepth==0 test causes aggregate functions in subqueries
325513449892Sdrh       ** to be ignored */
3256a58fdfb1Sdanielk1977       if( pNC->nDepth==0 ){
325713449892Sdrh         /* Check to see if pExpr is a duplicate of another aggregate
325813449892Sdrh         ** function that is already in the pAggInfo structure
325913449892Sdrh         */
326013449892Sdrh         struct AggInfo_func *pItem = pAggInfo->aFunc;
326113449892Sdrh         for(i=0; i<pAggInfo->nFunc; i++, pItem++){
326213449892Sdrh           if( sqlite3ExprCompare(pItem->pExpr, pExpr) ){
32632282792aSdrh             break;
32642282792aSdrh           }
32652282792aSdrh         }
326613449892Sdrh         if( i>=pAggInfo->nFunc ){
326713449892Sdrh           /* pExpr is original.  Make a new entry in pAggInfo->aFunc[]
326813449892Sdrh           */
326914db2665Sdanielk1977           u8 enc = ENC(pParse->db);
32701e536953Sdanielk1977           i = addAggInfoFunc(pParse->db, pAggInfo);
327113449892Sdrh           if( i>=0 ){
32726ab3a2ecSdanielk1977             assert( !ExprHasProperty(pExpr, EP_xIsSelect) );
327313449892Sdrh             pItem = &pAggInfo->aFunc[i];
327413449892Sdrh             pItem->pExpr = pExpr;
32750a07c107Sdrh             pItem->iMem = ++pParse->nMem;
327613449892Sdrh             pItem->pFunc = sqlite3FindFunction(pParse->db,
32772646da7eSdrh                    (char*)pExpr->token.z, pExpr->token.n,
32786ab3a2ecSdanielk1977                    pExpr->x.pList ? pExpr->x.pList->nExpr : 0, enc, 0);
3279fd357974Sdrh             if( pExpr->flags & EP_Distinct ){
3280fd357974Sdrh               pItem->iDistinct = pParse->nTab++;
3281fd357974Sdrh             }else{
3282fd357974Sdrh               pItem->iDistinct = -1;
3283fd357974Sdrh             }
32842282792aSdrh           }
328513449892Sdrh         }
328613449892Sdrh         /* Make pExpr point to the appropriate pAggInfo->aFunc[] entry
328713449892Sdrh         */
32882282792aSdrh         pExpr->iAgg = i;
328913449892Sdrh         pExpr->pAggInfo = pAggInfo;
32907d10d5a6Sdrh         return WRC_Prune;
32912282792aSdrh       }
32922282792aSdrh     }
3293a58fdfb1Sdanielk1977   }
32947d10d5a6Sdrh   return WRC_Continue;
32957d10d5a6Sdrh }
32967d10d5a6Sdrh static int analyzeAggregatesInSelect(Walker *pWalker, Select *pSelect){
32977d10d5a6Sdrh   NameContext *pNC = pWalker->u.pNC;
32987d10d5a6Sdrh   if( pNC->nDepth==0 ){
3299a58fdfb1Sdanielk1977     pNC->nDepth++;
33007d10d5a6Sdrh     sqlite3WalkSelect(pWalker, pSelect);
3301a58fdfb1Sdanielk1977     pNC->nDepth--;
33027d10d5a6Sdrh     return WRC_Prune;
33037d10d5a6Sdrh   }else{
33047d10d5a6Sdrh     return WRC_Continue;
3305a58fdfb1Sdanielk1977   }
33062282792aSdrh }
3307626a879aSdrh 
3308626a879aSdrh /*
3309626a879aSdrh ** Analyze the given expression looking for aggregate functions and
3310626a879aSdrh ** for variables that need to be added to the pParse->aAgg[] array.
3311626a879aSdrh ** Make additional entries to the pParse->aAgg[] array as necessary.
3312626a879aSdrh **
3313626a879aSdrh ** This routine should only be called after the expression has been
33147d10d5a6Sdrh ** analyzed by sqlite3ResolveExprNames().
3315626a879aSdrh */
3316d2b3e23bSdrh void sqlite3ExprAnalyzeAggregates(NameContext *pNC, Expr *pExpr){
33177d10d5a6Sdrh   Walker w;
33187d10d5a6Sdrh   w.xExprCallback = analyzeAggregate;
33197d10d5a6Sdrh   w.xSelectCallback = analyzeAggregatesInSelect;
33207d10d5a6Sdrh   w.u.pNC = pNC;
33217d10d5a6Sdrh   sqlite3WalkExpr(&w, pExpr);
33222282792aSdrh }
33235d9a4af9Sdrh 
33245d9a4af9Sdrh /*
33255d9a4af9Sdrh ** Call sqlite3ExprAnalyzeAggregates() for every expression in an
33265d9a4af9Sdrh ** expression list.  Return the number of errors.
33275d9a4af9Sdrh **
33285d9a4af9Sdrh ** If an error is found, the analysis is cut short.
33295d9a4af9Sdrh */
3330d2b3e23bSdrh void sqlite3ExprAnalyzeAggList(NameContext *pNC, ExprList *pList){
33315d9a4af9Sdrh   struct ExprList_item *pItem;
33325d9a4af9Sdrh   int i;
33335d9a4af9Sdrh   if( pList ){
3334d2b3e23bSdrh     for(pItem=pList->a, i=0; i<pList->nExpr; i++, pItem++){
3335d2b3e23bSdrh       sqlite3ExprAnalyzeAggregates(pNC, pItem->pExpr);
33365d9a4af9Sdrh     }
33375d9a4af9Sdrh   }
33385d9a4af9Sdrh }
3339892d3179Sdrh 
3340892d3179Sdrh /*
3341ceea3321Sdrh ** Allocate a single new register for use to hold some intermediate result.
3342892d3179Sdrh */
3343892d3179Sdrh int sqlite3GetTempReg(Parse *pParse){
3344e55cbd72Sdrh   if( pParse->nTempReg==0 ){
3345892d3179Sdrh     return ++pParse->nMem;
3346892d3179Sdrh   }
33472f425f6bSdanielk1977   return pParse->aTempReg[--pParse->nTempReg];
3348892d3179Sdrh }
3349ceea3321Sdrh 
3350ceea3321Sdrh /*
3351ceea3321Sdrh ** Deallocate a register, making available for reuse for some other
3352ceea3321Sdrh ** purpose.
3353ceea3321Sdrh **
3354ceea3321Sdrh ** If a register is currently being used by the column cache, then
3355ceea3321Sdrh ** the dallocation is deferred until the column cache line that uses
3356ceea3321Sdrh ** the register becomes stale.
3357ceea3321Sdrh */
3358892d3179Sdrh void sqlite3ReleaseTempReg(Parse *pParse, int iReg){
33592dcef11bSdrh   if( iReg && pParse->nTempReg<ArraySize(pParse->aTempReg) ){
3360ceea3321Sdrh     int i;
3361ceea3321Sdrh     struct yColCache *p;
3362ceea3321Sdrh     for(i=0, p=pParse->aColCache; i<SQLITE_N_COLCACHE; i++, p++){
3363ceea3321Sdrh       if( p->iReg==iReg ){
3364ceea3321Sdrh         p->tempReg = 1;
3365ceea3321Sdrh         return;
3366ceea3321Sdrh       }
3367ceea3321Sdrh     }
3368892d3179Sdrh     pParse->aTempReg[pParse->nTempReg++] = iReg;
3369892d3179Sdrh   }
3370892d3179Sdrh }
3371892d3179Sdrh 
3372892d3179Sdrh /*
3373892d3179Sdrh ** Allocate or deallocate a block of nReg consecutive registers
3374892d3179Sdrh */
3375892d3179Sdrh int sqlite3GetTempRange(Parse *pParse, int nReg){
3376e55cbd72Sdrh   int i, n;
3377892d3179Sdrh   i = pParse->iRangeReg;
3378e55cbd72Sdrh   n = pParse->nRangeReg;
3379e55cbd72Sdrh   if( nReg<=n && !usedAsColumnCache(pParse, i, i+n-1) ){
3380892d3179Sdrh     pParse->iRangeReg += nReg;
3381892d3179Sdrh     pParse->nRangeReg -= nReg;
3382892d3179Sdrh   }else{
3383892d3179Sdrh     i = pParse->nMem+1;
3384892d3179Sdrh     pParse->nMem += nReg;
3385892d3179Sdrh   }
3386892d3179Sdrh   return i;
3387892d3179Sdrh }
3388892d3179Sdrh void sqlite3ReleaseTempRange(Parse *pParse, int iReg, int nReg){
3389892d3179Sdrh   if( nReg>pParse->nRangeReg ){
3390892d3179Sdrh     pParse->nRangeReg = nReg;
3391892d3179Sdrh     pParse->iRangeReg = iReg;
3392892d3179Sdrh   }
3393892d3179Sdrh }
3394