1 /* 2 ** 2008 August 18 3 ** 4 ** The author disclaims copyright to this source code. In place of 5 ** a legal notice, here is a blessing: 6 ** 7 ** May you do good and not evil. 8 ** May you find forgiveness for yourself and forgive others. 9 ** May you share freely, never taking more than you give. 10 ** 11 ************************************************************************* 12 ** 13 ** This file contains routines used for walking the parser tree and 14 ** resolve all identifiers by associating them with a particular 15 ** table and column. 16 */ 17 #include "sqliteInt.h" 18 19 /* 20 ** Magic table number to mean the EXCLUDED table in an UPSERT statement. 21 */ 22 #define EXCLUDED_TABLE_NUMBER 2 23 24 /* 25 ** Walk the expression tree pExpr and increase the aggregate function 26 ** depth (the Expr.op2 field) by N on every TK_AGG_FUNCTION node. 27 ** This needs to occur when copying a TK_AGG_FUNCTION node from an 28 ** outer query into an inner subquery. 29 ** 30 ** incrAggFunctionDepth(pExpr,n) is the main routine. incrAggDepth(..) 31 ** is a helper function - a callback for the tree walker. 32 ** 33 ** See also the sqlite3WindowExtraAggFuncDepth() routine in window.c 34 */ 35 static int incrAggDepth(Walker *pWalker, Expr *pExpr){ 36 if( pExpr->op==TK_AGG_FUNCTION ) pExpr->op2 += pWalker->u.n; 37 return WRC_Continue; 38 } 39 static void incrAggFunctionDepth(Expr *pExpr, int N){ 40 if( N>0 ){ 41 Walker w; 42 memset(&w, 0, sizeof(w)); 43 w.xExprCallback = incrAggDepth; 44 w.u.n = N; 45 sqlite3WalkExpr(&w, pExpr); 46 } 47 } 48 49 /* 50 ** Turn the pExpr expression into an alias for the iCol-th column of the 51 ** result set in pEList. 52 ** 53 ** If the reference is followed by a COLLATE operator, then make sure 54 ** the COLLATE operator is preserved. For example: 55 ** 56 ** SELECT a+b, c+d FROM t1 ORDER BY 1 COLLATE nocase; 57 ** 58 ** Should be transformed into: 59 ** 60 ** SELECT a+b, c+d FROM t1 ORDER BY (a+b) COLLATE nocase; 61 ** 62 ** The nSubquery parameter specifies how many levels of subquery the 63 ** alias is removed from the original expression. The usual value is 64 ** zero but it might be more if the alias is contained within a subquery 65 ** of the original expression. The Expr.op2 field of TK_AGG_FUNCTION 66 ** structures must be increased by the nSubquery amount. 67 */ 68 static void resolveAlias( 69 Parse *pParse, /* Parsing context */ 70 ExprList *pEList, /* A result set */ 71 int iCol, /* A column in the result set. 0..pEList->nExpr-1 */ 72 Expr *pExpr, /* Transform this into an alias to the result set */ 73 int nSubquery /* Number of subqueries that the label is moving */ 74 ){ 75 Expr *pOrig; /* The iCol-th column of the result set */ 76 Expr *pDup; /* Copy of pOrig */ 77 sqlite3 *db; /* The database connection */ 78 79 assert( iCol>=0 && iCol<pEList->nExpr ); 80 pOrig = pEList->a[iCol].pExpr; 81 assert( pOrig!=0 ); 82 db = pParse->db; 83 pDup = sqlite3ExprDup(db, pOrig, 0); 84 if( pDup!=0 ){ 85 incrAggFunctionDepth(pDup, nSubquery); 86 if( pExpr->op==TK_COLLATE ){ 87 pDup = sqlite3ExprAddCollateString(pParse, pDup, pExpr->u.zToken); 88 } 89 90 /* Before calling sqlite3ExprDelete(), set the EP_Static flag. This 91 ** prevents ExprDelete() from deleting the Expr structure itself, 92 ** allowing it to be repopulated by the memcpy() on the following line. 93 ** The pExpr->u.zToken might point into memory that will be freed by the 94 ** sqlite3DbFree(db, pDup) on the last line of this block, so be sure to 95 ** make a copy of the token before doing the sqlite3DbFree(). 96 */ 97 ExprSetProperty(pExpr, EP_Static); 98 sqlite3ExprDelete(db, pExpr); 99 memcpy(pExpr, pDup, sizeof(*pExpr)); 100 if( !ExprHasProperty(pExpr, EP_IntValue) && pExpr->u.zToken!=0 ){ 101 assert( (pExpr->flags & (EP_Reduced|EP_TokenOnly))==0 ); 102 pExpr->u.zToken = sqlite3DbStrDup(db, pExpr->u.zToken); 103 pExpr->flags |= EP_MemToken; 104 } 105 if( ExprHasProperty(pExpr, EP_WinFunc) ){ 106 if( pExpr->y.pWin!=0 ){ 107 pExpr->y.pWin->pOwner = pExpr; 108 }else{ 109 assert( db->mallocFailed ); 110 } 111 } 112 sqlite3DbFree(db, pDup); 113 } 114 } 115 116 117 /* 118 ** Return TRUE if the name zCol occurs anywhere in the USING clause. 119 ** 120 ** Return FALSE if the USING clause is NULL or if it does not contain 121 ** zCol. 122 */ 123 static int nameInUsingClause(IdList *pUsing, const char *zCol){ 124 if( pUsing ){ 125 int k; 126 for(k=0; k<pUsing->nId; k++){ 127 if( sqlite3StrICmp(pUsing->a[k].zName, zCol)==0 ) return 1; 128 } 129 } 130 return 0; 131 } 132 133 /* 134 ** Subqueries stores the original database, table and column names for their 135 ** result sets in ExprList.a[].zSpan, in the form "DATABASE.TABLE.COLUMN". 136 ** Check to see if the zSpan given to this routine matches the zDb, zTab, 137 ** and zCol. If any of zDb, zTab, and zCol are NULL then those fields will 138 ** match anything. 139 */ 140 int sqlite3MatchEName( 141 const struct ExprList_item *pItem, 142 const char *zCol, 143 const char *zTab, 144 const char *zDb 145 ){ 146 int n; 147 const char *zSpan; 148 if( pItem->eEName!=ENAME_TAB ) return 0; 149 zSpan = pItem->zEName; 150 for(n=0; ALWAYS(zSpan[n]) && zSpan[n]!='.'; n++){} 151 if( zDb && (sqlite3StrNICmp(zSpan, zDb, n)!=0 || zDb[n]!=0) ){ 152 return 0; 153 } 154 zSpan += n+1; 155 for(n=0; ALWAYS(zSpan[n]) && zSpan[n]!='.'; n++){} 156 if( zTab && (sqlite3StrNICmp(zSpan, zTab, n)!=0 || zTab[n]!=0) ){ 157 return 0; 158 } 159 zSpan += n+1; 160 if( zCol && sqlite3StrICmp(zSpan, zCol)!=0 ){ 161 return 0; 162 } 163 return 1; 164 } 165 166 /* 167 ** Return TRUE if the double-quoted string mis-feature should be supported. 168 */ 169 static int areDoubleQuotedStringsEnabled(sqlite3 *db, NameContext *pTopNC){ 170 if( db->init.busy ) return 1; /* Always support for legacy schemas */ 171 if( pTopNC->ncFlags & NC_IsDDL ){ 172 /* Currently parsing a DDL statement */ 173 if( sqlite3WritableSchema(db) && (db->flags & SQLITE_DqsDML)!=0 ){ 174 return 1; 175 } 176 return (db->flags & SQLITE_DqsDDL)!=0; 177 }else{ 178 /* Currently parsing a DML statement */ 179 return (db->flags & SQLITE_DqsDML)!=0; 180 } 181 } 182 183 /* 184 ** The argument is guaranteed to be a non-NULL Expr node of type TK_COLUMN. 185 ** return the appropriate colUsed mask. 186 */ 187 Bitmask sqlite3ExprColUsed(Expr *pExpr){ 188 int n; 189 Table *pExTab; 190 191 n = pExpr->iColumn; 192 pExTab = pExpr->y.pTab; 193 assert( pExTab!=0 ); 194 if( (pExTab->tabFlags & TF_HasGenerated)!=0 195 && (pExTab->aCol[n].colFlags & COLFLAG_GENERATED)!=0 196 ){ 197 testcase( pExTab->nCol==BMS-1 ); 198 testcase( pExTab->nCol==BMS ); 199 return pExTab->nCol>=BMS ? ALLBITS : MASKBIT(pExTab->nCol)-1; 200 }else{ 201 testcase( n==BMS-1 ); 202 testcase( n==BMS ); 203 if( n>=BMS ) n = BMS-1; 204 return ((Bitmask)1)<<n; 205 } 206 } 207 208 /* 209 ** Given the name of a column of the form X.Y.Z or Y.Z or just Z, look up 210 ** that name in the set of source tables in pSrcList and make the pExpr 211 ** expression node refer back to that source column. The following changes 212 ** are made to pExpr: 213 ** 214 ** pExpr->iDb Set the index in db->aDb[] of the database X 215 ** (even if X is implied). 216 ** pExpr->iTable Set to the cursor number for the table obtained 217 ** from pSrcList. 218 ** pExpr->y.pTab Points to the Table structure of X.Y (even if 219 ** X and/or Y are implied.) 220 ** pExpr->iColumn Set to the column number within the table. 221 ** pExpr->op Set to TK_COLUMN. 222 ** pExpr->pLeft Any expression this points to is deleted 223 ** pExpr->pRight Any expression this points to is deleted. 224 ** 225 ** The zDb variable is the name of the database (the "X"). This value may be 226 ** NULL meaning that name is of the form Y.Z or Z. Any available database 227 ** can be used. The zTable variable is the name of the table (the "Y"). This 228 ** value can be NULL if zDb is also NULL. If zTable is NULL it 229 ** means that the form of the name is Z and that columns from any table 230 ** can be used. 231 ** 232 ** If the name cannot be resolved unambiguously, leave an error message 233 ** in pParse and return WRC_Abort. Return WRC_Prune on success. 234 */ 235 static int lookupName( 236 Parse *pParse, /* The parsing context */ 237 const char *zDb, /* Name of the database containing table, or NULL */ 238 const char *zTab, /* Name of table containing column, or NULL */ 239 const char *zCol, /* Name of the column. */ 240 NameContext *pNC, /* The name context used to resolve the name */ 241 Expr *pExpr /* Make this EXPR node point to the selected column */ 242 ){ 243 int i, j; /* Loop counters */ 244 int cnt = 0; /* Number of matching column names */ 245 int cntTab = 0; /* Number of matching table names */ 246 int nSubquery = 0; /* How many levels of subquery */ 247 sqlite3 *db = pParse->db; /* The database connection */ 248 SrcItem *pItem; /* Use for looping over pSrcList items */ 249 SrcItem *pMatch = 0; /* The matching pSrcList item */ 250 NameContext *pTopNC = pNC; /* First namecontext in the list */ 251 Schema *pSchema = 0; /* Schema of the expression */ 252 int eNewExprOp = TK_COLUMN; /* New value for pExpr->op on success */ 253 Table *pTab = 0; /* Table hold the row */ 254 Column *pCol; /* A column of pTab */ 255 256 assert( pNC ); /* the name context cannot be NULL. */ 257 assert( zCol ); /* The Z in X.Y.Z cannot be NULL */ 258 assert( !ExprHasProperty(pExpr, EP_TokenOnly|EP_Reduced) ); 259 260 /* Initialize the node to no-match */ 261 pExpr->iTable = -1; 262 ExprSetVVAProperty(pExpr, EP_NoReduce); 263 264 /* Translate the schema name in zDb into a pointer to the corresponding 265 ** schema. If not found, pSchema will remain NULL and nothing will match 266 ** resulting in an appropriate error message toward the end of this routine 267 */ 268 if( zDb ){ 269 testcase( pNC->ncFlags & NC_PartIdx ); 270 testcase( pNC->ncFlags & NC_IsCheck ); 271 if( (pNC->ncFlags & (NC_PartIdx|NC_IsCheck))!=0 ){ 272 /* Silently ignore database qualifiers inside CHECK constraints and 273 ** partial indices. Do not raise errors because that might break 274 ** legacy and because it does not hurt anything to just ignore the 275 ** database name. */ 276 zDb = 0; 277 }else{ 278 for(i=0; i<db->nDb; i++){ 279 assert( db->aDb[i].zDbSName ); 280 if( sqlite3StrICmp(db->aDb[i].zDbSName,zDb)==0 ){ 281 pSchema = db->aDb[i].pSchema; 282 break; 283 } 284 } 285 if( i==db->nDb && sqlite3StrICmp("main", zDb)==0 ){ 286 /* This branch is taken when the main database has been renamed 287 ** using SQLITE_DBCONFIG_MAINDBNAME. */ 288 pSchema = db->aDb[0].pSchema; 289 zDb = db->aDb[0].zDbSName; 290 } 291 } 292 } 293 294 /* Start at the inner-most context and move outward until a match is found */ 295 assert( pNC && cnt==0 ); 296 do{ 297 ExprList *pEList; 298 SrcList *pSrcList = pNC->pSrcList; 299 300 if( pSrcList ){ 301 for(i=0, pItem=pSrcList->a; i<pSrcList->nSrc; i++, pItem++){ 302 u8 hCol; 303 pTab = pItem->pTab; 304 assert( pTab!=0 && pTab->zName!=0 ); 305 assert( pTab->nCol>0 ); 306 if( pItem->pSelect && (pItem->pSelect->selFlags & SF_NestedFrom)!=0 ){ 307 int hit = 0; 308 pEList = pItem->pSelect->pEList; 309 for(j=0; j<pEList->nExpr; j++){ 310 if( sqlite3MatchEName(&pEList->a[j], zCol, zTab, zDb) ){ 311 cnt++; 312 cntTab = 2; 313 pMatch = pItem; 314 pExpr->iColumn = j; 315 hit = 1; 316 } 317 } 318 if( hit || zTab==0 ) continue; 319 } 320 if( zDb && pTab->pSchema!=pSchema ){ 321 continue; 322 } 323 if( zTab ){ 324 const char *zTabName = pItem->zAlias ? pItem->zAlias : pTab->zName; 325 assert( zTabName!=0 ); 326 if( sqlite3StrICmp(zTabName, zTab)!=0 ){ 327 continue; 328 } 329 if( IN_RENAME_OBJECT && pItem->zAlias ){ 330 sqlite3RenameTokenRemap(pParse, 0, (void*)&pExpr->y.pTab); 331 } 332 } 333 if( 0==(cntTab++) ){ 334 pMatch = pItem; 335 } 336 hCol = sqlite3StrIHash(zCol); 337 for(j=0, pCol=pTab->aCol; j<pTab->nCol; j++, pCol++){ 338 if( pCol->hName==hCol && sqlite3StrICmp(pCol->zName, zCol)==0 ){ 339 /* If there has been exactly one prior match and this match 340 ** is for the right-hand table of a NATURAL JOIN or is in a 341 ** USING clause, then skip this match. 342 */ 343 if( cnt==1 ){ 344 if( pItem->fg.jointype & JT_NATURAL ) continue; 345 if( nameInUsingClause(pItem->pUsing, zCol) ) continue; 346 } 347 cnt++; 348 pMatch = pItem; 349 /* Substitute the rowid (column -1) for the INTEGER PRIMARY KEY */ 350 pExpr->iColumn = j==pTab->iPKey ? -1 : (i16)j; 351 break; 352 } 353 } 354 } 355 if( pMatch ){ 356 pExpr->iTable = pMatch->iCursor; 357 pExpr->y.pTab = pMatch->pTab; 358 /* RIGHT JOIN not (yet) supported */ 359 assert( (pMatch->fg.jointype & JT_RIGHT)==0 ); 360 if( (pMatch->fg.jointype & JT_LEFT)!=0 ){ 361 ExprSetProperty(pExpr, EP_CanBeNull); 362 } 363 pSchema = pExpr->y.pTab->pSchema; 364 } 365 } /* if( pSrcList ) */ 366 367 #if !defined(SQLITE_OMIT_TRIGGER) || !defined(SQLITE_OMIT_UPSERT) 368 /* If we have not already resolved the name, then maybe 369 ** it is a new.* or old.* trigger argument reference. Or 370 ** maybe it is an excluded.* from an upsert. Or maybe it is 371 ** a reference in the RETURNING clause to a table being modified. 372 */ 373 if( cnt==0 && zDb==0 ){ 374 pTab = 0; 375 #ifndef SQLITE_OMIT_TRIGGER 376 if( pParse->pTriggerTab!=0 ){ 377 int op = pParse->eTriggerOp; 378 assert( op==TK_DELETE || op==TK_UPDATE || op==TK_INSERT ); 379 if( pParse->bReturning ){ 380 if( (pNC->ncFlags & NC_UBaseReg)!=0 381 && (zTab==0 || sqlite3StrICmp(zTab,pParse->pTriggerTab->zName)==0) 382 ){ 383 pExpr->iTable = op!=TK_DELETE; 384 pTab = pParse->pTriggerTab; 385 } 386 }else if( op!=TK_DELETE && zTab && sqlite3StrICmp("new",zTab) == 0 ){ 387 pExpr->iTable = 1; 388 pTab = pParse->pTriggerTab; 389 }else if( op!=TK_INSERT && zTab && sqlite3StrICmp("old",zTab)==0 ){ 390 pExpr->iTable = 0; 391 pTab = pParse->pTriggerTab; 392 } 393 } 394 #endif /* SQLITE_OMIT_TRIGGER */ 395 #ifndef SQLITE_OMIT_UPSERT 396 if( (pNC->ncFlags & NC_UUpsert)!=0 && zTab!=0 ){ 397 Upsert *pUpsert = pNC->uNC.pUpsert; 398 if( pUpsert && sqlite3StrICmp("excluded",zTab)==0 ){ 399 pTab = pUpsert->pUpsertSrc->a[0].pTab; 400 pExpr->iTable = EXCLUDED_TABLE_NUMBER; 401 } 402 } 403 #endif /* SQLITE_OMIT_UPSERT */ 404 405 if( pTab ){ 406 int iCol; 407 u8 hCol = sqlite3StrIHash(zCol); 408 pSchema = pTab->pSchema; 409 cntTab++; 410 for(iCol=0, pCol=pTab->aCol; iCol<pTab->nCol; iCol++, pCol++){ 411 if( pCol->hName==hCol && sqlite3StrICmp(pCol->zName, zCol)==0 ){ 412 if( iCol==pTab->iPKey ){ 413 iCol = -1; 414 } 415 break; 416 } 417 } 418 if( iCol>=pTab->nCol && sqlite3IsRowid(zCol) && VisibleRowid(pTab) ){ 419 /* IMP: R-51414-32910 */ 420 iCol = -1; 421 } 422 if( iCol<pTab->nCol ){ 423 cnt++; 424 pMatch = 0; 425 #ifndef SQLITE_OMIT_UPSERT 426 if( pExpr->iTable==EXCLUDED_TABLE_NUMBER ){ 427 testcase( iCol==(-1) ); 428 if( IN_RENAME_OBJECT ){ 429 pExpr->iColumn = iCol; 430 pExpr->y.pTab = pTab; 431 eNewExprOp = TK_COLUMN; 432 }else{ 433 pExpr->iTable = pNC->uNC.pUpsert->regData + 434 sqlite3TableColumnToStorage(pTab, iCol); 435 eNewExprOp = TK_REGISTER; 436 } 437 }else 438 #endif /* SQLITE_OMIT_UPSERT */ 439 { 440 pExpr->y.pTab = pTab; 441 if( pParse->bReturning ){ 442 eNewExprOp = TK_REGISTER; 443 pExpr->iTable = pNC->uNC.iBaseReg + (pTab->nCol+1)*pExpr->iTable + 444 sqlite3TableColumnToStorage(pTab, iCol) + 1; 445 }else{ 446 pExpr->iColumn = (i16)iCol; 447 eNewExprOp = TK_TRIGGER; 448 #ifndef SQLITE_OMIT_TRIGGER 449 if( iCol<0 ){ 450 pExpr->affExpr = SQLITE_AFF_INTEGER; 451 }else if( pExpr->iTable==0 ){ 452 testcase( iCol==31 ); 453 testcase( iCol==32 ); 454 pParse->oldmask |= (iCol>=32 ? 0xffffffff : (((u32)1)<<iCol)); 455 }else{ 456 testcase( iCol==31 ); 457 testcase( iCol==32 ); 458 pParse->newmask |= (iCol>=32 ? 0xffffffff : (((u32)1)<<iCol)); 459 } 460 #endif /* SQLITE_OMIT_TRIGGER */ 461 } 462 } 463 } 464 } 465 } 466 #endif /* !defined(SQLITE_OMIT_TRIGGER) || !defined(SQLITE_OMIT_UPSERT) */ 467 468 /* 469 ** Perhaps the name is a reference to the ROWID 470 */ 471 if( cnt==0 472 && cntTab==1 473 && pMatch 474 && (pNC->ncFlags & (NC_IdxExpr|NC_GenCol))==0 475 && sqlite3IsRowid(zCol) 476 && VisibleRowid(pMatch->pTab) 477 ){ 478 cnt = 1; 479 pExpr->iColumn = -1; 480 pExpr->affExpr = SQLITE_AFF_INTEGER; 481 } 482 483 /* 484 ** If the input is of the form Z (not Y.Z or X.Y.Z) then the name Z 485 ** might refer to an result-set alias. This happens, for example, when 486 ** we are resolving names in the WHERE clause of the following command: 487 ** 488 ** SELECT a+b AS x FROM table WHERE x<10; 489 ** 490 ** In cases like this, replace pExpr with a copy of the expression that 491 ** forms the result set entry ("a+b" in the example) and return immediately. 492 ** Note that the expression in the result set should have already been 493 ** resolved by the time the WHERE clause is resolved. 494 ** 495 ** The ability to use an output result-set column in the WHERE, GROUP BY, 496 ** or HAVING clauses, or as part of a larger expression in the ORDER BY 497 ** clause is not standard SQL. This is a (goofy) SQLite extension, that 498 ** is supported for backwards compatibility only. Hence, we issue a warning 499 ** on sqlite3_log() whenever the capability is used. 500 */ 501 if( (pNC->ncFlags & NC_UEList)!=0 502 && cnt==0 503 && zTab==0 504 ){ 505 pEList = pNC->uNC.pEList; 506 assert( pEList!=0 ); 507 for(j=0; j<pEList->nExpr; j++){ 508 char *zAs = pEList->a[j].zEName; 509 if( pEList->a[j].eEName==ENAME_NAME 510 && sqlite3_stricmp(zAs, zCol)==0 511 ){ 512 Expr *pOrig; 513 assert( pExpr->pLeft==0 && pExpr->pRight==0 ); 514 assert( pExpr->x.pList==0 ); 515 assert( pExpr->x.pSelect==0 ); 516 pOrig = pEList->a[j].pExpr; 517 if( (pNC->ncFlags&NC_AllowAgg)==0 && ExprHasProperty(pOrig, EP_Agg) ){ 518 sqlite3ErrorMsg(pParse, "misuse of aliased aggregate %s", zAs); 519 return WRC_Abort; 520 } 521 if( ExprHasProperty(pOrig, EP_Win) 522 && ((pNC->ncFlags&NC_AllowWin)==0 || pNC!=pTopNC ) 523 ){ 524 sqlite3ErrorMsg(pParse, "misuse of aliased window function %s",zAs); 525 return WRC_Abort; 526 } 527 if( sqlite3ExprVectorSize(pOrig)!=1 ){ 528 sqlite3ErrorMsg(pParse, "row value misused"); 529 return WRC_Abort; 530 } 531 resolveAlias(pParse, pEList, j, pExpr, nSubquery); 532 cnt = 1; 533 pMatch = 0; 534 assert( zTab==0 && zDb==0 ); 535 if( IN_RENAME_OBJECT ){ 536 sqlite3RenameTokenRemap(pParse, 0, (void*)pExpr); 537 } 538 goto lookupname_end; 539 } 540 } 541 } 542 543 /* Advance to the next name context. The loop will exit when either 544 ** we have a match (cnt>0) or when we run out of name contexts. 545 */ 546 if( cnt ) break; 547 pNC = pNC->pNext; 548 nSubquery++; 549 }while( pNC ); 550 551 552 /* 553 ** If X and Y are NULL (in other words if only the column name Z is 554 ** supplied) and the value of Z is enclosed in double-quotes, then 555 ** Z is a string literal if it doesn't match any column names. In that 556 ** case, we need to return right away and not make any changes to 557 ** pExpr. 558 ** 559 ** Because no reference was made to outer contexts, the pNC->nRef 560 ** fields are not changed in any context. 561 */ 562 if( cnt==0 && zTab==0 ){ 563 assert( pExpr->op==TK_ID ); 564 if( ExprHasProperty(pExpr,EP_DblQuoted) 565 && areDoubleQuotedStringsEnabled(db, pTopNC) 566 ){ 567 /* If a double-quoted identifier does not match any known column name, 568 ** then treat it as a string. 569 ** 570 ** This hack was added in the early days of SQLite in a misguided attempt 571 ** to be compatible with MySQL 3.x, which used double-quotes for strings. 572 ** I now sorely regret putting in this hack. The effect of this hack is 573 ** that misspelled identifier names are silently converted into strings 574 ** rather than causing an error, to the frustration of countless 575 ** programmers. To all those frustrated programmers, my apologies. 576 ** 577 ** Someday, I hope to get rid of this hack. Unfortunately there is 578 ** a huge amount of legacy SQL that uses it. So for now, we just 579 ** issue a warning. 580 */ 581 sqlite3_log(SQLITE_WARNING, 582 "double-quoted string literal: \"%w\"", zCol); 583 #ifdef SQLITE_ENABLE_NORMALIZE 584 sqlite3VdbeAddDblquoteStr(db, pParse->pVdbe, zCol); 585 #endif 586 pExpr->op = TK_STRING; 587 pExpr->y.pTab = 0; 588 return WRC_Prune; 589 } 590 if( sqlite3ExprIdToTrueFalse(pExpr) ){ 591 return WRC_Prune; 592 } 593 } 594 595 /* 596 ** cnt==0 means there was not match. cnt>1 means there were two or 597 ** more matches. Either way, we have an error. 598 */ 599 if( cnt!=1 ){ 600 const char *zErr; 601 zErr = cnt==0 ? "no such column" : "ambiguous column name"; 602 if( zDb ){ 603 sqlite3ErrorMsg(pParse, "%s: %s.%s.%s", zErr, zDb, zTab, zCol); 604 }else if( zTab ){ 605 sqlite3ErrorMsg(pParse, "%s: %s.%s", zErr, zTab, zCol); 606 }else{ 607 sqlite3ErrorMsg(pParse, "%s: %s", zErr, zCol); 608 } 609 pParse->checkSchema = 1; 610 pTopNC->nNcErr++; 611 } 612 613 /* If a column from a table in pSrcList is referenced, then record 614 ** this fact in the pSrcList.a[].colUsed bitmask. Column 0 causes 615 ** bit 0 to be set. Column 1 sets bit 1. And so forth. Bit 63 is 616 ** set if the 63rd or any subsequent column is used. 617 ** 618 ** The colUsed mask is an optimization used to help determine if an 619 ** index is a covering index. The correct answer is still obtained 620 ** if the mask contains extra set bits. However, it is important to 621 ** avoid setting bits beyond the maximum column number of the table. 622 ** (See ticket [b92e5e8ec2cdbaa1]). 623 ** 624 ** If a generated column is referenced, set bits for every column 625 ** of the table. 626 */ 627 if( pExpr->iColumn>=0 && pMatch!=0 ){ 628 pMatch->colUsed |= sqlite3ExprColUsed(pExpr); 629 } 630 631 /* Clean up and return 632 */ 633 if( !ExprHasProperty(pExpr,(EP_TokenOnly|EP_Leaf)) ){ 634 sqlite3ExprDelete(db, pExpr->pLeft); 635 pExpr->pLeft = 0; 636 sqlite3ExprDelete(db, pExpr->pRight); 637 pExpr->pRight = 0; 638 } 639 pExpr->op = eNewExprOp; 640 ExprSetProperty(pExpr, EP_Leaf); 641 lookupname_end: 642 if( cnt==1 ){ 643 assert( pNC!=0 ); 644 #ifndef SQLITE_OMIT_AUTHORIZATION 645 if( pParse->db->xAuth 646 && (pExpr->op==TK_COLUMN || pExpr->op==TK_TRIGGER) 647 ){ 648 sqlite3AuthRead(pParse, pExpr, pSchema, pNC->pSrcList); 649 } 650 #endif 651 /* Increment the nRef value on all name contexts from TopNC up to 652 ** the point where the name matched. */ 653 for(;;){ 654 assert( pTopNC!=0 ); 655 pTopNC->nRef++; 656 if( pTopNC==pNC ) break; 657 pTopNC = pTopNC->pNext; 658 } 659 return WRC_Prune; 660 } else { 661 return WRC_Abort; 662 } 663 } 664 665 /* 666 ** Allocate and return a pointer to an expression to load the column iCol 667 ** from datasource iSrc in SrcList pSrc. 668 */ 669 Expr *sqlite3CreateColumnExpr(sqlite3 *db, SrcList *pSrc, int iSrc, int iCol){ 670 Expr *p = sqlite3ExprAlloc(db, TK_COLUMN, 0, 0); 671 if( p ){ 672 SrcItem *pItem = &pSrc->a[iSrc]; 673 Table *pTab = p->y.pTab = pItem->pTab; 674 p->iTable = pItem->iCursor; 675 if( p->y.pTab->iPKey==iCol ){ 676 p->iColumn = -1; 677 }else{ 678 p->iColumn = (ynVar)iCol; 679 if( (pTab->tabFlags & TF_HasGenerated)!=0 680 && (pTab->aCol[iCol].colFlags & COLFLAG_GENERATED)!=0 681 ){ 682 testcase( pTab->nCol==63 ); 683 testcase( pTab->nCol==64 ); 684 pItem->colUsed = pTab->nCol>=64 ? ALLBITS : MASKBIT(pTab->nCol)-1; 685 }else{ 686 testcase( iCol==BMS ); 687 testcase( iCol==BMS-1 ); 688 pItem->colUsed |= ((Bitmask)1)<<(iCol>=BMS ? BMS-1 : iCol); 689 } 690 } 691 } 692 return p; 693 } 694 695 /* 696 ** Report an error that an expression is not valid for some set of 697 ** pNC->ncFlags values determined by validMask. 698 ** 699 ** static void notValid( 700 ** Parse *pParse, // Leave error message here 701 ** NameContext *pNC, // The name context 702 ** const char *zMsg, // Type of error 703 ** int validMask, // Set of contexts for which prohibited 704 ** Expr *pExpr // Invalidate this expression on error 705 ** ){...} 706 ** 707 ** As an optimization, since the conditional is almost always false 708 ** (because errors are rare), the conditional is moved outside of the 709 ** function call using a macro. 710 */ 711 static void notValidImpl( 712 Parse *pParse, /* Leave error message here */ 713 NameContext *pNC, /* The name context */ 714 const char *zMsg, /* Type of error */ 715 Expr *pExpr /* Invalidate this expression on error */ 716 ){ 717 const char *zIn = "partial index WHERE clauses"; 718 if( pNC->ncFlags & NC_IdxExpr ) zIn = "index expressions"; 719 #ifndef SQLITE_OMIT_CHECK 720 else if( pNC->ncFlags & NC_IsCheck ) zIn = "CHECK constraints"; 721 #endif 722 #ifndef SQLITE_OMIT_GENERATED_COLUMNS 723 else if( pNC->ncFlags & NC_GenCol ) zIn = "generated columns"; 724 #endif 725 sqlite3ErrorMsg(pParse, "%s prohibited in %s", zMsg, zIn); 726 if( pExpr ) pExpr->op = TK_NULL; 727 } 728 #define sqlite3ResolveNotValid(P,N,M,X,E) \ 729 assert( ((X)&~(NC_IsCheck|NC_PartIdx|NC_IdxExpr|NC_GenCol))==0 ); \ 730 if( ((N)->ncFlags & (X))!=0 ) notValidImpl(P,N,M,E); 731 732 /* 733 ** Expression p should encode a floating point value between 1.0 and 0.0. 734 ** Return 1024 times this value. Or return -1 if p is not a floating point 735 ** value between 1.0 and 0.0. 736 */ 737 static int exprProbability(Expr *p){ 738 double r = -1.0; 739 if( p->op!=TK_FLOAT ) return -1; 740 sqlite3AtoF(p->u.zToken, &r, sqlite3Strlen30(p->u.zToken), SQLITE_UTF8); 741 assert( r>=0.0 ); 742 if( r>1.0 ) return -1; 743 return (int)(r*134217728.0); 744 } 745 746 /* 747 ** This routine is callback for sqlite3WalkExpr(). 748 ** 749 ** Resolve symbolic names into TK_COLUMN operators for the current 750 ** node in the expression tree. Return 0 to continue the search down 751 ** the tree or 2 to abort the tree walk. 752 ** 753 ** This routine also does error checking and name resolution for 754 ** function names. The operator for aggregate functions is changed 755 ** to TK_AGG_FUNCTION. 756 */ 757 static int resolveExprStep(Walker *pWalker, Expr *pExpr){ 758 NameContext *pNC; 759 Parse *pParse; 760 761 pNC = pWalker->u.pNC; 762 assert( pNC!=0 ); 763 pParse = pNC->pParse; 764 assert( pParse==pWalker->pParse ); 765 766 #ifndef NDEBUG 767 if( pNC->pSrcList && pNC->pSrcList->nAlloc>0 ){ 768 SrcList *pSrcList = pNC->pSrcList; 769 int i; 770 for(i=0; i<pNC->pSrcList->nSrc; i++){ 771 assert( pSrcList->a[i].iCursor>=0 && pSrcList->a[i].iCursor<pParse->nTab); 772 } 773 } 774 #endif 775 switch( pExpr->op ){ 776 777 /* The special operator TK_ROW means use the rowid for the first 778 ** column in the FROM clause. This is used by the LIMIT and ORDER BY 779 ** clause processing on UPDATE and DELETE statements, and by 780 ** UPDATE ... FROM statement processing. 781 */ 782 case TK_ROW: { 783 SrcList *pSrcList = pNC->pSrcList; 784 SrcItem *pItem; 785 assert( pSrcList && pSrcList->nSrc>=1 ); 786 pItem = pSrcList->a; 787 pExpr->op = TK_COLUMN; 788 pExpr->y.pTab = pItem->pTab; 789 pExpr->iTable = pItem->iCursor; 790 pExpr->iColumn--; 791 pExpr->affExpr = SQLITE_AFF_INTEGER; 792 break; 793 } 794 795 /* An optimization: Attempt to convert 796 ** 797 ** "expr IS NOT NULL" --> "TRUE" 798 ** "expr IS NULL" --> "FALSE" 799 ** 800 ** if we can prove that "expr" is never NULL. Call this the 801 ** "NOT NULL strength reduction optimization". 802 ** 803 ** If this optimization occurs, also restore the NameContext ref-counts 804 ** to the state they where in before the "column" LHS expression was 805 ** resolved. This prevents "column" from being counted as having been 806 ** referenced, which might prevent a SELECT from being erroneously 807 ** marked as correlated. 808 */ 809 case TK_NOTNULL: 810 case TK_ISNULL: { 811 int anRef[8]; 812 NameContext *p; 813 int i; 814 for(i=0, p=pNC; p && i<ArraySize(anRef); p=p->pNext, i++){ 815 anRef[i] = p->nRef; 816 } 817 sqlite3WalkExpr(pWalker, pExpr->pLeft); 818 if( 0==sqlite3ExprCanBeNull(pExpr->pLeft) && !IN_RENAME_OBJECT ){ 819 if( pExpr->op==TK_NOTNULL ){ 820 pExpr->u.zToken = "true"; 821 ExprSetProperty(pExpr, EP_IsTrue); 822 }else{ 823 pExpr->u.zToken = "false"; 824 ExprSetProperty(pExpr, EP_IsFalse); 825 } 826 pExpr->op = TK_TRUEFALSE; 827 for(i=0, p=pNC; p && i<ArraySize(anRef); p=p->pNext, i++){ 828 p->nRef = anRef[i]; 829 } 830 sqlite3ExprDelete(pParse->db, pExpr->pLeft); 831 pExpr->pLeft = 0; 832 } 833 return WRC_Prune; 834 } 835 836 /* A column name: ID 837 ** Or table name and column name: ID.ID 838 ** Or a database, table and column: ID.ID.ID 839 ** 840 ** The TK_ID and TK_OUT cases are combined so that there will only 841 ** be one call to lookupName(). Then the compiler will in-line 842 ** lookupName() for a size reduction and performance increase. 843 */ 844 case TK_ID: 845 case TK_DOT: { 846 const char *zColumn; 847 const char *zTable; 848 const char *zDb; 849 Expr *pRight; 850 851 if( pExpr->op==TK_ID ){ 852 zDb = 0; 853 zTable = 0; 854 zColumn = pExpr->u.zToken; 855 }else{ 856 Expr *pLeft = pExpr->pLeft; 857 testcase( pNC->ncFlags & NC_IdxExpr ); 858 testcase( pNC->ncFlags & NC_GenCol ); 859 sqlite3ResolveNotValid(pParse, pNC, "the \".\" operator", 860 NC_IdxExpr|NC_GenCol, 0); 861 pRight = pExpr->pRight; 862 if( pRight->op==TK_ID ){ 863 zDb = 0; 864 }else{ 865 assert( pRight->op==TK_DOT ); 866 zDb = pLeft->u.zToken; 867 pLeft = pRight->pLeft; 868 pRight = pRight->pRight; 869 } 870 zTable = pLeft->u.zToken; 871 zColumn = pRight->u.zToken; 872 if( IN_RENAME_OBJECT ){ 873 sqlite3RenameTokenRemap(pParse, (void*)pExpr, (void*)pRight); 874 sqlite3RenameTokenRemap(pParse, (void*)&pExpr->y.pTab, (void*)pLeft); 875 } 876 } 877 return lookupName(pParse, zDb, zTable, zColumn, pNC, pExpr); 878 } 879 880 /* Resolve function names 881 */ 882 case TK_FUNCTION: { 883 ExprList *pList = pExpr->x.pList; /* The argument list */ 884 int n = pList ? pList->nExpr : 0; /* Number of arguments */ 885 int no_such_func = 0; /* True if no such function exists */ 886 int wrong_num_args = 0; /* True if wrong number of arguments */ 887 int is_agg = 0; /* True if is an aggregate function */ 888 int nId; /* Number of characters in function name */ 889 const char *zId; /* The function name. */ 890 FuncDef *pDef; /* Information about the function */ 891 u8 enc = ENC(pParse->db); /* The database encoding */ 892 int savedAllowFlags = (pNC->ncFlags & (NC_AllowAgg | NC_AllowWin)); 893 #ifndef SQLITE_OMIT_WINDOWFUNC 894 Window *pWin = (IsWindowFunc(pExpr) ? pExpr->y.pWin : 0); 895 #endif 896 assert( !ExprHasProperty(pExpr, EP_xIsSelect) ); 897 zId = pExpr->u.zToken; 898 nId = sqlite3Strlen30(zId); 899 pDef = sqlite3FindFunction(pParse->db, zId, n, enc, 0); 900 if( pDef==0 ){ 901 pDef = sqlite3FindFunction(pParse->db, zId, -2, enc, 0); 902 if( pDef==0 ){ 903 no_such_func = 1; 904 }else{ 905 wrong_num_args = 1; 906 } 907 }else{ 908 is_agg = pDef->xFinalize!=0; 909 if( pDef->funcFlags & SQLITE_FUNC_UNLIKELY ){ 910 ExprSetProperty(pExpr, EP_Unlikely); 911 if( n==2 ){ 912 pExpr->iTable = exprProbability(pList->a[1].pExpr); 913 if( pExpr->iTable<0 ){ 914 sqlite3ErrorMsg(pParse, 915 "second argument to likelihood() must be a " 916 "constant between 0.0 and 1.0"); 917 pNC->nNcErr++; 918 } 919 }else{ 920 /* EVIDENCE-OF: R-61304-29449 The unlikely(X) function is 921 ** equivalent to likelihood(X, 0.0625). 922 ** EVIDENCE-OF: R-01283-11636 The unlikely(X) function is 923 ** short-hand for likelihood(X,0.0625). 924 ** EVIDENCE-OF: R-36850-34127 The likely(X) function is short-hand 925 ** for likelihood(X,0.9375). 926 ** EVIDENCE-OF: R-53436-40973 The likely(X) function is equivalent 927 ** to likelihood(X,0.9375). */ 928 /* TUNING: unlikely() probability is 0.0625. likely() is 0.9375 */ 929 pExpr->iTable = pDef->zName[0]=='u' ? 8388608 : 125829120; 930 } 931 } 932 #ifndef SQLITE_OMIT_AUTHORIZATION 933 { 934 int auth = sqlite3AuthCheck(pParse, SQLITE_FUNCTION, 0,pDef->zName,0); 935 if( auth!=SQLITE_OK ){ 936 if( auth==SQLITE_DENY ){ 937 sqlite3ErrorMsg(pParse, "not authorized to use function: %s", 938 pDef->zName); 939 pNC->nNcErr++; 940 } 941 pExpr->op = TK_NULL; 942 return WRC_Prune; 943 } 944 } 945 #endif 946 if( pDef->funcFlags & (SQLITE_FUNC_CONSTANT|SQLITE_FUNC_SLOCHNG) ){ 947 /* For the purposes of the EP_ConstFunc flag, date and time 948 ** functions and other functions that change slowly are considered 949 ** constant because they are constant for the duration of one query. 950 ** This allows them to be factored out of inner loops. */ 951 ExprSetProperty(pExpr,EP_ConstFunc); 952 } 953 if( (pDef->funcFlags & SQLITE_FUNC_CONSTANT)==0 ){ 954 /* Clearly non-deterministic functions like random(), but also 955 ** date/time functions that use 'now', and other functions like 956 ** sqlite_version() that might change over time cannot be used 957 ** in an index or generated column. Curiously, they can be used 958 ** in a CHECK constraint. SQLServer, MySQL, and PostgreSQL all 959 ** all this. */ 960 sqlite3ResolveNotValid(pParse, pNC, "non-deterministic functions", 961 NC_IdxExpr|NC_PartIdx|NC_GenCol, 0); 962 }else{ 963 assert( (NC_SelfRef & 0xff)==NC_SelfRef ); /* Must fit in 8 bits */ 964 pExpr->op2 = pNC->ncFlags & NC_SelfRef; 965 if( pNC->ncFlags & NC_FromDDL ) ExprSetProperty(pExpr, EP_FromDDL); 966 } 967 if( (pDef->funcFlags & SQLITE_FUNC_INTERNAL)!=0 968 && pParse->nested==0 969 && (pParse->db->mDbFlags & DBFLAG_InternalFunc)==0 970 ){ 971 /* Internal-use-only functions are disallowed unless the 972 ** SQL is being compiled using sqlite3NestedParse() or 973 ** the SQLITE_TESTCTRL_INTERNAL_FUNCTIONS test-control has be 974 ** used to activate internal functionsn for testing purposes */ 975 no_such_func = 1; 976 pDef = 0; 977 }else 978 if( (pDef->funcFlags & (SQLITE_FUNC_DIRECT|SQLITE_FUNC_UNSAFE))!=0 979 && !IN_RENAME_OBJECT 980 ){ 981 sqlite3ExprFunctionUsable(pParse, pExpr, pDef); 982 } 983 } 984 985 if( 0==IN_RENAME_OBJECT ){ 986 #ifndef SQLITE_OMIT_WINDOWFUNC 987 assert( is_agg==0 || (pDef->funcFlags & SQLITE_FUNC_MINMAX) 988 || (pDef->xValue==0 && pDef->xInverse==0) 989 || (pDef->xValue && pDef->xInverse && pDef->xSFunc && pDef->xFinalize) 990 ); 991 if( pDef && pDef->xValue==0 && pWin ){ 992 sqlite3ErrorMsg(pParse, 993 "%.*s() may not be used as a window function", nId, zId 994 ); 995 pNC->nNcErr++; 996 }else if( 997 (is_agg && (pNC->ncFlags & NC_AllowAgg)==0) 998 || (is_agg && (pDef->funcFlags&SQLITE_FUNC_WINDOW) && !pWin) 999 || (is_agg && pWin && (pNC->ncFlags & NC_AllowWin)==0) 1000 ){ 1001 const char *zType; 1002 if( (pDef->funcFlags & SQLITE_FUNC_WINDOW) || pWin ){ 1003 zType = "window"; 1004 }else{ 1005 zType = "aggregate"; 1006 } 1007 sqlite3ErrorMsg(pParse, "misuse of %s function %.*s()",zType,nId,zId); 1008 pNC->nNcErr++; 1009 is_agg = 0; 1010 } 1011 #else 1012 if( (is_agg && (pNC->ncFlags & NC_AllowAgg)==0) ){ 1013 sqlite3ErrorMsg(pParse,"misuse of aggregate function %.*s()",nId,zId); 1014 pNC->nNcErr++; 1015 is_agg = 0; 1016 } 1017 #endif 1018 else if( no_such_func && pParse->db->init.busy==0 1019 #ifdef SQLITE_ENABLE_UNKNOWN_SQL_FUNCTION 1020 && pParse->explain==0 1021 #endif 1022 ){ 1023 sqlite3ErrorMsg(pParse, "no such function: %.*s", nId, zId); 1024 pNC->nNcErr++; 1025 }else if( wrong_num_args ){ 1026 sqlite3ErrorMsg(pParse,"wrong number of arguments to function %.*s()", 1027 nId, zId); 1028 pNC->nNcErr++; 1029 } 1030 #ifndef SQLITE_OMIT_WINDOWFUNC 1031 else if( is_agg==0 && ExprHasProperty(pExpr, EP_WinFunc) ){ 1032 sqlite3ErrorMsg(pParse, 1033 "FILTER may not be used with non-aggregate %.*s()", 1034 nId, zId 1035 ); 1036 pNC->nNcErr++; 1037 } 1038 #endif 1039 if( is_agg ){ 1040 /* Window functions may not be arguments of aggregate functions. 1041 ** Or arguments of other window functions. But aggregate functions 1042 ** may be arguments for window functions. */ 1043 #ifndef SQLITE_OMIT_WINDOWFUNC 1044 pNC->ncFlags &= ~(NC_AllowWin | (!pWin ? NC_AllowAgg : 0)); 1045 #else 1046 pNC->ncFlags &= ~NC_AllowAgg; 1047 #endif 1048 } 1049 } 1050 #ifndef SQLITE_OMIT_WINDOWFUNC 1051 else if( ExprHasProperty(pExpr, EP_WinFunc) ){ 1052 is_agg = 1; 1053 } 1054 #endif 1055 sqlite3WalkExprList(pWalker, pList); 1056 if( is_agg ){ 1057 #ifndef SQLITE_OMIT_WINDOWFUNC 1058 if( pWin ){ 1059 Select *pSel = pNC->pWinSelect; 1060 assert( pWin==pExpr->y.pWin ); 1061 if( IN_RENAME_OBJECT==0 ){ 1062 sqlite3WindowUpdate(pParse, pSel ? pSel->pWinDefn : 0, pWin, pDef); 1063 if( pParse->db->mallocFailed ) break; 1064 } 1065 sqlite3WalkExprList(pWalker, pWin->pPartition); 1066 sqlite3WalkExprList(pWalker, pWin->pOrderBy); 1067 sqlite3WalkExpr(pWalker, pWin->pFilter); 1068 sqlite3WindowLink(pSel, pWin); 1069 pNC->ncFlags |= NC_HasWin; 1070 }else 1071 #endif /* SQLITE_OMIT_WINDOWFUNC */ 1072 { 1073 NameContext *pNC2 = pNC; 1074 pExpr->op = TK_AGG_FUNCTION; 1075 pExpr->op2 = 0; 1076 #ifndef SQLITE_OMIT_WINDOWFUNC 1077 if( ExprHasProperty(pExpr, EP_WinFunc) ){ 1078 sqlite3WalkExpr(pWalker, pExpr->y.pWin->pFilter); 1079 } 1080 #endif 1081 while( pNC2 && !sqlite3FunctionUsesThisSrc(pExpr, pNC2->pSrcList) ){ 1082 pExpr->op2++; 1083 pNC2 = pNC2->pNext; 1084 } 1085 assert( pDef!=0 || IN_RENAME_OBJECT ); 1086 if( pNC2 && pDef ){ 1087 assert( SQLITE_FUNC_MINMAX==NC_MinMaxAgg ); 1088 testcase( (pDef->funcFlags & SQLITE_FUNC_MINMAX)!=0 ); 1089 pNC2->ncFlags |= NC_HasAgg | (pDef->funcFlags & SQLITE_FUNC_MINMAX); 1090 1091 } 1092 } 1093 pNC->ncFlags |= savedAllowFlags; 1094 } 1095 /* FIX ME: Compute pExpr->affinity based on the expected return 1096 ** type of the function 1097 */ 1098 return WRC_Prune; 1099 } 1100 #ifndef SQLITE_OMIT_SUBQUERY 1101 case TK_SELECT: 1102 case TK_EXISTS: testcase( pExpr->op==TK_EXISTS ); 1103 #endif 1104 case TK_IN: { 1105 testcase( pExpr->op==TK_IN ); 1106 if( ExprHasProperty(pExpr, EP_xIsSelect) ){ 1107 int nRef = pNC->nRef; 1108 testcase( pNC->ncFlags & NC_IsCheck ); 1109 testcase( pNC->ncFlags & NC_PartIdx ); 1110 testcase( pNC->ncFlags & NC_IdxExpr ); 1111 testcase( pNC->ncFlags & NC_GenCol ); 1112 sqlite3ResolveNotValid(pParse, pNC, "subqueries", 1113 NC_IsCheck|NC_PartIdx|NC_IdxExpr|NC_GenCol, pExpr); 1114 sqlite3WalkSelect(pWalker, pExpr->x.pSelect); 1115 assert( pNC->nRef>=nRef ); 1116 if( nRef!=pNC->nRef ){ 1117 ExprSetProperty(pExpr, EP_VarSelect); 1118 pNC->ncFlags |= NC_VarSelect; 1119 } 1120 } 1121 break; 1122 } 1123 case TK_VARIABLE: { 1124 testcase( pNC->ncFlags & NC_IsCheck ); 1125 testcase( pNC->ncFlags & NC_PartIdx ); 1126 testcase( pNC->ncFlags & NC_IdxExpr ); 1127 testcase( pNC->ncFlags & NC_GenCol ); 1128 sqlite3ResolveNotValid(pParse, pNC, "parameters", 1129 NC_IsCheck|NC_PartIdx|NC_IdxExpr|NC_GenCol, pExpr); 1130 break; 1131 } 1132 case TK_IS: 1133 case TK_ISNOT: { 1134 Expr *pRight = sqlite3ExprSkipCollateAndLikely(pExpr->pRight); 1135 assert( !ExprHasProperty(pExpr, EP_Reduced) ); 1136 /* Handle special cases of "x IS TRUE", "x IS FALSE", "x IS NOT TRUE", 1137 ** and "x IS NOT FALSE". */ 1138 if( ALWAYS(pRight) && (pRight->op==TK_ID || pRight->op==TK_TRUEFALSE) ){ 1139 int rc = resolveExprStep(pWalker, pRight); 1140 if( rc==WRC_Abort ) return WRC_Abort; 1141 if( pRight->op==TK_TRUEFALSE ){ 1142 pExpr->op2 = pExpr->op; 1143 pExpr->op = TK_TRUTH; 1144 return WRC_Continue; 1145 } 1146 } 1147 /* no break */ deliberate_fall_through 1148 } 1149 case TK_BETWEEN: 1150 case TK_EQ: 1151 case TK_NE: 1152 case TK_LT: 1153 case TK_LE: 1154 case TK_GT: 1155 case TK_GE: { 1156 int nLeft, nRight; 1157 if( pParse->db->mallocFailed ) break; 1158 assert( pExpr->pLeft!=0 ); 1159 nLeft = sqlite3ExprVectorSize(pExpr->pLeft); 1160 if( pExpr->op==TK_BETWEEN ){ 1161 nRight = sqlite3ExprVectorSize(pExpr->x.pList->a[0].pExpr); 1162 if( nRight==nLeft ){ 1163 nRight = sqlite3ExprVectorSize(pExpr->x.pList->a[1].pExpr); 1164 } 1165 }else{ 1166 assert( pExpr->pRight!=0 ); 1167 nRight = sqlite3ExprVectorSize(pExpr->pRight); 1168 } 1169 if( nLeft!=nRight ){ 1170 testcase( pExpr->op==TK_EQ ); 1171 testcase( pExpr->op==TK_NE ); 1172 testcase( pExpr->op==TK_LT ); 1173 testcase( pExpr->op==TK_LE ); 1174 testcase( pExpr->op==TK_GT ); 1175 testcase( pExpr->op==TK_GE ); 1176 testcase( pExpr->op==TK_IS ); 1177 testcase( pExpr->op==TK_ISNOT ); 1178 testcase( pExpr->op==TK_BETWEEN ); 1179 sqlite3ErrorMsg(pParse, "row value misused"); 1180 } 1181 break; 1182 } 1183 } 1184 return (pParse->nErr || pParse->db->mallocFailed) ? WRC_Abort : WRC_Continue; 1185 } 1186 1187 /* 1188 ** pEList is a list of expressions which are really the result set of the 1189 ** a SELECT statement. pE is a term in an ORDER BY or GROUP BY clause. 1190 ** This routine checks to see if pE is a simple identifier which corresponds 1191 ** to the AS-name of one of the terms of the expression list. If it is, 1192 ** this routine return an integer between 1 and N where N is the number of 1193 ** elements in pEList, corresponding to the matching entry. If there is 1194 ** no match, or if pE is not a simple identifier, then this routine 1195 ** return 0. 1196 ** 1197 ** pEList has been resolved. pE has not. 1198 */ 1199 static int resolveAsName( 1200 Parse *pParse, /* Parsing context for error messages */ 1201 ExprList *pEList, /* List of expressions to scan */ 1202 Expr *pE /* Expression we are trying to match */ 1203 ){ 1204 int i; /* Loop counter */ 1205 1206 UNUSED_PARAMETER(pParse); 1207 1208 if( pE->op==TK_ID ){ 1209 char *zCol = pE->u.zToken; 1210 for(i=0; i<pEList->nExpr; i++){ 1211 if( pEList->a[i].eEName==ENAME_NAME 1212 && sqlite3_stricmp(pEList->a[i].zEName, zCol)==0 1213 ){ 1214 return i+1; 1215 } 1216 } 1217 } 1218 return 0; 1219 } 1220 1221 /* 1222 ** pE is a pointer to an expression which is a single term in the 1223 ** ORDER BY of a compound SELECT. The expression has not been 1224 ** name resolved. 1225 ** 1226 ** At the point this routine is called, we already know that the 1227 ** ORDER BY term is not an integer index into the result set. That 1228 ** case is handled by the calling routine. 1229 ** 1230 ** Attempt to match pE against result set columns in the left-most 1231 ** SELECT statement. Return the index i of the matching column, 1232 ** as an indication to the caller that it should sort by the i-th column. 1233 ** The left-most column is 1. In other words, the value returned is the 1234 ** same integer value that would be used in the SQL statement to indicate 1235 ** the column. 1236 ** 1237 ** If there is no match, return 0. Return -1 if an error occurs. 1238 */ 1239 static int resolveOrderByTermToExprList( 1240 Parse *pParse, /* Parsing context for error messages */ 1241 Select *pSelect, /* The SELECT statement with the ORDER BY clause */ 1242 Expr *pE /* The specific ORDER BY term */ 1243 ){ 1244 int i; /* Loop counter */ 1245 ExprList *pEList; /* The columns of the result set */ 1246 NameContext nc; /* Name context for resolving pE */ 1247 sqlite3 *db; /* Database connection */ 1248 int rc; /* Return code from subprocedures */ 1249 u8 savedSuppErr; /* Saved value of db->suppressErr */ 1250 1251 assert( sqlite3ExprIsInteger(pE, &i)==0 ); 1252 pEList = pSelect->pEList; 1253 1254 /* Resolve all names in the ORDER BY term expression 1255 */ 1256 memset(&nc, 0, sizeof(nc)); 1257 nc.pParse = pParse; 1258 nc.pSrcList = pSelect->pSrc; 1259 nc.uNC.pEList = pEList; 1260 nc.ncFlags = NC_AllowAgg|NC_UEList|NC_NoSelect; 1261 nc.nNcErr = 0; 1262 db = pParse->db; 1263 savedSuppErr = db->suppressErr; 1264 if( IN_RENAME_OBJECT==0 ) db->suppressErr = 1; 1265 rc = sqlite3ResolveExprNames(&nc, pE); 1266 db->suppressErr = savedSuppErr; 1267 if( rc ) return 0; 1268 1269 /* Try to match the ORDER BY expression against an expression 1270 ** in the result set. Return an 1-based index of the matching 1271 ** result-set entry. 1272 */ 1273 for(i=0; i<pEList->nExpr; i++){ 1274 if( sqlite3ExprCompare(0, pEList->a[i].pExpr, pE, -1)<2 ){ 1275 return i+1; 1276 } 1277 } 1278 1279 /* If no match, return 0. */ 1280 return 0; 1281 } 1282 1283 /* 1284 ** Generate an ORDER BY or GROUP BY term out-of-range error. 1285 */ 1286 static void resolveOutOfRangeError( 1287 Parse *pParse, /* The error context into which to write the error */ 1288 const char *zType, /* "ORDER" or "GROUP" */ 1289 int i, /* The index (1-based) of the term out of range */ 1290 int mx /* Largest permissible value of i */ 1291 ){ 1292 sqlite3ErrorMsg(pParse, 1293 "%r %s BY term out of range - should be " 1294 "between 1 and %d", i, zType, mx); 1295 } 1296 1297 /* 1298 ** Analyze the ORDER BY clause in a compound SELECT statement. Modify 1299 ** each term of the ORDER BY clause is a constant integer between 1 1300 ** and N where N is the number of columns in the compound SELECT. 1301 ** 1302 ** ORDER BY terms that are already an integer between 1 and N are 1303 ** unmodified. ORDER BY terms that are integers outside the range of 1304 ** 1 through N generate an error. ORDER BY terms that are expressions 1305 ** are matched against result set expressions of compound SELECT 1306 ** beginning with the left-most SELECT and working toward the right. 1307 ** At the first match, the ORDER BY expression is transformed into 1308 ** the integer column number. 1309 ** 1310 ** Return the number of errors seen. 1311 */ 1312 static int resolveCompoundOrderBy( 1313 Parse *pParse, /* Parsing context. Leave error messages here */ 1314 Select *pSelect /* The SELECT statement containing the ORDER BY */ 1315 ){ 1316 int i; 1317 ExprList *pOrderBy; 1318 ExprList *pEList; 1319 sqlite3 *db; 1320 int moreToDo = 1; 1321 1322 pOrderBy = pSelect->pOrderBy; 1323 if( pOrderBy==0 ) return 0; 1324 db = pParse->db; 1325 if( pOrderBy->nExpr>db->aLimit[SQLITE_LIMIT_COLUMN] ){ 1326 sqlite3ErrorMsg(pParse, "too many terms in ORDER BY clause"); 1327 return 1; 1328 } 1329 for(i=0; i<pOrderBy->nExpr; i++){ 1330 pOrderBy->a[i].done = 0; 1331 } 1332 pSelect->pNext = 0; 1333 while( pSelect->pPrior ){ 1334 pSelect->pPrior->pNext = pSelect; 1335 pSelect = pSelect->pPrior; 1336 } 1337 while( pSelect && moreToDo ){ 1338 struct ExprList_item *pItem; 1339 moreToDo = 0; 1340 pEList = pSelect->pEList; 1341 assert( pEList!=0 ); 1342 for(i=0, pItem=pOrderBy->a; i<pOrderBy->nExpr; i++, pItem++){ 1343 int iCol = -1; 1344 Expr *pE, *pDup; 1345 if( pItem->done ) continue; 1346 pE = sqlite3ExprSkipCollateAndLikely(pItem->pExpr); 1347 if( NEVER(pE==0) ) continue; 1348 if( sqlite3ExprIsInteger(pE, &iCol) ){ 1349 if( iCol<=0 || iCol>pEList->nExpr ){ 1350 resolveOutOfRangeError(pParse, "ORDER", i+1, pEList->nExpr); 1351 return 1; 1352 } 1353 }else{ 1354 iCol = resolveAsName(pParse, pEList, pE); 1355 if( iCol==0 ){ 1356 /* Now test if expression pE matches one of the values returned 1357 ** by pSelect. In the usual case this is done by duplicating the 1358 ** expression, resolving any symbols in it, and then comparing 1359 ** it against each expression returned by the SELECT statement. 1360 ** Once the comparisons are finished, the duplicate expression 1361 ** is deleted. 1362 ** 1363 ** Or, if this is running as part of an ALTER TABLE operation, 1364 ** resolve the symbols in the actual expression, not a duplicate. 1365 ** And, if one of the comparisons is successful, leave the expression 1366 ** as is instead of transforming it to an integer as in the usual 1367 ** case. This allows the code in alter.c to modify column 1368 ** refererences within the ORDER BY expression as required. */ 1369 if( IN_RENAME_OBJECT ){ 1370 pDup = pE; 1371 }else{ 1372 pDup = sqlite3ExprDup(db, pE, 0); 1373 } 1374 if( !db->mallocFailed ){ 1375 assert(pDup); 1376 iCol = resolveOrderByTermToExprList(pParse, pSelect, pDup); 1377 } 1378 if( !IN_RENAME_OBJECT ){ 1379 sqlite3ExprDelete(db, pDup); 1380 } 1381 } 1382 } 1383 if( iCol>0 ){ 1384 /* Convert the ORDER BY term into an integer column number iCol, 1385 ** taking care to preserve the COLLATE clause if it exists */ 1386 if( !IN_RENAME_OBJECT ){ 1387 Expr *pNew = sqlite3Expr(db, TK_INTEGER, 0); 1388 if( pNew==0 ) return 1; 1389 pNew->flags |= EP_IntValue; 1390 pNew->u.iValue = iCol; 1391 if( pItem->pExpr==pE ){ 1392 pItem->pExpr = pNew; 1393 }else{ 1394 Expr *pParent = pItem->pExpr; 1395 assert( pParent->op==TK_COLLATE ); 1396 while( pParent->pLeft->op==TK_COLLATE ) pParent = pParent->pLeft; 1397 assert( pParent->pLeft==pE ); 1398 pParent->pLeft = pNew; 1399 } 1400 sqlite3ExprDelete(db, pE); 1401 pItem->u.x.iOrderByCol = (u16)iCol; 1402 } 1403 pItem->done = 1; 1404 }else{ 1405 moreToDo = 1; 1406 } 1407 } 1408 pSelect = pSelect->pNext; 1409 } 1410 for(i=0; i<pOrderBy->nExpr; i++){ 1411 if( pOrderBy->a[i].done==0 ){ 1412 sqlite3ErrorMsg(pParse, "%r ORDER BY term does not match any " 1413 "column in the result set", i+1); 1414 return 1; 1415 } 1416 } 1417 return 0; 1418 } 1419 1420 /* 1421 ** Check every term in the ORDER BY or GROUP BY clause pOrderBy of 1422 ** the SELECT statement pSelect. If any term is reference to a 1423 ** result set expression (as determined by the ExprList.a.u.x.iOrderByCol 1424 ** field) then convert that term into a copy of the corresponding result set 1425 ** column. 1426 ** 1427 ** If any errors are detected, add an error message to pParse and 1428 ** return non-zero. Return zero if no errors are seen. 1429 */ 1430 int sqlite3ResolveOrderGroupBy( 1431 Parse *pParse, /* Parsing context. Leave error messages here */ 1432 Select *pSelect, /* The SELECT statement containing the clause */ 1433 ExprList *pOrderBy, /* The ORDER BY or GROUP BY clause to be processed */ 1434 const char *zType /* "ORDER" or "GROUP" */ 1435 ){ 1436 int i; 1437 sqlite3 *db = pParse->db; 1438 ExprList *pEList; 1439 struct ExprList_item *pItem; 1440 1441 if( pOrderBy==0 || pParse->db->mallocFailed || IN_RENAME_OBJECT ) return 0; 1442 if( pOrderBy->nExpr>db->aLimit[SQLITE_LIMIT_COLUMN] ){ 1443 sqlite3ErrorMsg(pParse, "too many terms in %s BY clause", zType); 1444 return 1; 1445 } 1446 pEList = pSelect->pEList; 1447 assert( pEList!=0 ); /* sqlite3SelectNew() guarantees this */ 1448 for(i=0, pItem=pOrderBy->a; i<pOrderBy->nExpr; i++, pItem++){ 1449 if( pItem->u.x.iOrderByCol ){ 1450 if( pItem->u.x.iOrderByCol>pEList->nExpr ){ 1451 resolveOutOfRangeError(pParse, zType, i+1, pEList->nExpr); 1452 return 1; 1453 } 1454 resolveAlias(pParse, pEList, pItem->u.x.iOrderByCol-1, pItem->pExpr,0); 1455 } 1456 } 1457 return 0; 1458 } 1459 1460 #ifndef SQLITE_OMIT_WINDOWFUNC 1461 /* 1462 ** Walker callback for windowRemoveExprFromSelect(). 1463 */ 1464 static int resolveRemoveWindowsCb(Walker *pWalker, Expr *pExpr){ 1465 UNUSED_PARAMETER(pWalker); 1466 if( ExprHasProperty(pExpr, EP_WinFunc) ){ 1467 Window *pWin = pExpr->y.pWin; 1468 sqlite3WindowUnlinkFromSelect(pWin); 1469 } 1470 return WRC_Continue; 1471 } 1472 1473 /* 1474 ** Remove any Window objects owned by the expression pExpr from the 1475 ** Select.pWin list of Select object pSelect. 1476 */ 1477 static void windowRemoveExprFromSelect(Select *pSelect, Expr *pExpr){ 1478 if( pSelect->pWin ){ 1479 Walker sWalker; 1480 memset(&sWalker, 0, sizeof(Walker)); 1481 sWalker.xExprCallback = resolveRemoveWindowsCb; 1482 sWalker.u.pSelect = pSelect; 1483 sqlite3WalkExpr(&sWalker, pExpr); 1484 } 1485 } 1486 #else 1487 # define windowRemoveExprFromSelect(a, b) 1488 #endif /* SQLITE_OMIT_WINDOWFUNC */ 1489 1490 /* 1491 ** pOrderBy is an ORDER BY or GROUP BY clause in SELECT statement pSelect. 1492 ** The Name context of the SELECT statement is pNC. zType is either 1493 ** "ORDER" or "GROUP" depending on which type of clause pOrderBy is. 1494 ** 1495 ** This routine resolves each term of the clause into an expression. 1496 ** If the order-by term is an integer I between 1 and N (where N is the 1497 ** number of columns in the result set of the SELECT) then the expression 1498 ** in the resolution is a copy of the I-th result-set expression. If 1499 ** the order-by term is an identifier that corresponds to the AS-name of 1500 ** a result-set expression, then the term resolves to a copy of the 1501 ** result-set expression. Otherwise, the expression is resolved in 1502 ** the usual way - using sqlite3ResolveExprNames(). 1503 ** 1504 ** This routine returns the number of errors. If errors occur, then 1505 ** an appropriate error message might be left in pParse. (OOM errors 1506 ** excepted.) 1507 */ 1508 static int resolveOrderGroupBy( 1509 NameContext *pNC, /* The name context of the SELECT statement */ 1510 Select *pSelect, /* The SELECT statement holding pOrderBy */ 1511 ExprList *pOrderBy, /* An ORDER BY or GROUP BY clause to resolve */ 1512 const char *zType /* Either "ORDER" or "GROUP", as appropriate */ 1513 ){ 1514 int i, j; /* Loop counters */ 1515 int iCol; /* Column number */ 1516 struct ExprList_item *pItem; /* A term of the ORDER BY clause */ 1517 Parse *pParse; /* Parsing context */ 1518 int nResult; /* Number of terms in the result set */ 1519 1520 if( pOrderBy==0 ) return 0; 1521 nResult = pSelect->pEList->nExpr; 1522 pParse = pNC->pParse; 1523 for(i=0, pItem=pOrderBy->a; i<pOrderBy->nExpr; i++, pItem++){ 1524 Expr *pE = pItem->pExpr; 1525 Expr *pE2 = sqlite3ExprSkipCollateAndLikely(pE); 1526 if( NEVER(pE2==0) ) continue; 1527 if( zType[0]!='G' ){ 1528 iCol = resolveAsName(pParse, pSelect->pEList, pE2); 1529 if( iCol>0 ){ 1530 /* If an AS-name match is found, mark this ORDER BY column as being 1531 ** a copy of the iCol-th result-set column. The subsequent call to 1532 ** sqlite3ResolveOrderGroupBy() will convert the expression to a 1533 ** copy of the iCol-th result-set expression. */ 1534 pItem->u.x.iOrderByCol = (u16)iCol; 1535 continue; 1536 } 1537 } 1538 if( sqlite3ExprIsInteger(pE2, &iCol) ){ 1539 /* The ORDER BY term is an integer constant. Again, set the column 1540 ** number so that sqlite3ResolveOrderGroupBy() will convert the 1541 ** order-by term to a copy of the result-set expression */ 1542 if( iCol<1 || iCol>0xffff ){ 1543 resolveOutOfRangeError(pParse, zType, i+1, nResult); 1544 return 1; 1545 } 1546 pItem->u.x.iOrderByCol = (u16)iCol; 1547 continue; 1548 } 1549 1550 /* Otherwise, treat the ORDER BY term as an ordinary expression */ 1551 pItem->u.x.iOrderByCol = 0; 1552 if( sqlite3ResolveExprNames(pNC, pE) ){ 1553 return 1; 1554 } 1555 for(j=0; j<pSelect->pEList->nExpr; j++){ 1556 if( sqlite3ExprCompare(0, pE, pSelect->pEList->a[j].pExpr, -1)==0 ){ 1557 /* Since this expresion is being changed into a reference 1558 ** to an identical expression in the result set, remove all Window 1559 ** objects belonging to the expression from the Select.pWin list. */ 1560 windowRemoveExprFromSelect(pSelect, pE); 1561 pItem->u.x.iOrderByCol = j+1; 1562 } 1563 } 1564 } 1565 return sqlite3ResolveOrderGroupBy(pParse, pSelect, pOrderBy, zType); 1566 } 1567 1568 /* 1569 ** Resolve names in the SELECT statement p and all of its descendants. 1570 */ 1571 static int resolveSelectStep(Walker *pWalker, Select *p){ 1572 NameContext *pOuterNC; /* Context that contains this SELECT */ 1573 NameContext sNC; /* Name context of this SELECT */ 1574 int isCompound; /* True if p is a compound select */ 1575 int nCompound; /* Number of compound terms processed so far */ 1576 Parse *pParse; /* Parsing context */ 1577 int i; /* Loop counter */ 1578 ExprList *pGroupBy; /* The GROUP BY clause */ 1579 Select *pLeftmost; /* Left-most of SELECT of a compound */ 1580 sqlite3 *db; /* Database connection */ 1581 1582 1583 assert( p!=0 ); 1584 if( p->selFlags & SF_Resolved ){ 1585 return WRC_Prune; 1586 } 1587 pOuterNC = pWalker->u.pNC; 1588 pParse = pWalker->pParse; 1589 db = pParse->db; 1590 1591 /* Normally sqlite3SelectExpand() will be called first and will have 1592 ** already expanded this SELECT. However, if this is a subquery within 1593 ** an expression, sqlite3ResolveExprNames() will be called without a 1594 ** prior call to sqlite3SelectExpand(). When that happens, let 1595 ** sqlite3SelectPrep() do all of the processing for this SELECT. 1596 ** sqlite3SelectPrep() will invoke both sqlite3SelectExpand() and 1597 ** this routine in the correct order. 1598 */ 1599 if( (p->selFlags & SF_Expanded)==0 ){ 1600 sqlite3SelectPrep(pParse, p, pOuterNC); 1601 return (pParse->nErr || db->mallocFailed) ? WRC_Abort : WRC_Prune; 1602 } 1603 1604 isCompound = p->pPrior!=0; 1605 nCompound = 0; 1606 pLeftmost = p; 1607 while( p ){ 1608 assert( (p->selFlags & SF_Expanded)!=0 ); 1609 assert( (p->selFlags & SF_Resolved)==0 ); 1610 assert( db->suppressErr==0 ); /* SF_Resolved not set if errors suppressed */ 1611 p->selFlags |= SF_Resolved; 1612 1613 1614 /* Resolve the expressions in the LIMIT and OFFSET clauses. These 1615 ** are not allowed to refer to any names, so pass an empty NameContext. 1616 */ 1617 memset(&sNC, 0, sizeof(sNC)); 1618 sNC.pParse = pParse; 1619 sNC.pWinSelect = p; 1620 if( sqlite3ResolveExprNames(&sNC, p->pLimit) ){ 1621 return WRC_Abort; 1622 } 1623 1624 /* If the SF_Converted flags is set, then this Select object was 1625 ** was created by the convertCompoundSelectToSubquery() function. 1626 ** In this case the ORDER BY clause (p->pOrderBy) should be resolved 1627 ** as if it were part of the sub-query, not the parent. This block 1628 ** moves the pOrderBy down to the sub-query. It will be moved back 1629 ** after the names have been resolved. */ 1630 if( p->selFlags & SF_Converted ){ 1631 Select *pSub = p->pSrc->a[0].pSelect; 1632 assert( p->pSrc->nSrc==1 && p->pOrderBy ); 1633 assert( pSub->pPrior && pSub->pOrderBy==0 ); 1634 pSub->pOrderBy = p->pOrderBy; 1635 p->pOrderBy = 0; 1636 } 1637 1638 /* Recursively resolve names in all subqueries 1639 */ 1640 for(i=0; i<p->pSrc->nSrc; i++){ 1641 SrcItem *pItem = &p->pSrc->a[i]; 1642 if( pItem->pSelect && (pItem->pSelect->selFlags & SF_Resolved)==0 ){ 1643 int nRef = pOuterNC ? pOuterNC->nRef : 0; 1644 const char *zSavedContext = pParse->zAuthContext; 1645 1646 if( pItem->zName ) pParse->zAuthContext = pItem->zName; 1647 sqlite3ResolveSelectNames(pParse, pItem->pSelect, pOuterNC); 1648 pParse->zAuthContext = zSavedContext; 1649 if( pParse->nErr || db->mallocFailed ) return WRC_Abort; 1650 1651 /* If the number of references to the outer context changed when 1652 ** expressions in the sub-select were resolved, the sub-select 1653 ** is correlated. It is not required to check the refcount on any 1654 ** but the innermost outer context object, as lookupName() increments 1655 ** the refcount on all contexts between the current one and the 1656 ** context containing the column when it resolves a name. */ 1657 if( pOuterNC ){ 1658 assert( pItem->fg.isCorrelated==0 && pOuterNC->nRef>=nRef ); 1659 pItem->fg.isCorrelated = (pOuterNC->nRef>nRef); 1660 } 1661 } 1662 } 1663 1664 /* Set up the local name-context to pass to sqlite3ResolveExprNames() to 1665 ** resolve the result-set expression list. 1666 */ 1667 sNC.ncFlags = NC_AllowAgg|NC_AllowWin; 1668 sNC.pSrcList = p->pSrc; 1669 sNC.pNext = pOuterNC; 1670 1671 /* Resolve names in the result set. */ 1672 if( sqlite3ResolveExprListNames(&sNC, p->pEList) ) return WRC_Abort; 1673 sNC.ncFlags &= ~NC_AllowWin; 1674 1675 /* If there are no aggregate functions in the result-set, and no GROUP BY 1676 ** expression, do not allow aggregates in any of the other expressions. 1677 */ 1678 assert( (p->selFlags & SF_Aggregate)==0 ); 1679 pGroupBy = p->pGroupBy; 1680 if( pGroupBy || (sNC.ncFlags & NC_HasAgg)!=0 ){ 1681 assert( NC_MinMaxAgg==SF_MinMaxAgg ); 1682 p->selFlags |= SF_Aggregate | (sNC.ncFlags&NC_MinMaxAgg); 1683 }else{ 1684 sNC.ncFlags &= ~NC_AllowAgg; 1685 } 1686 1687 /* If a HAVING clause is present, then there must be a GROUP BY clause. 1688 */ 1689 if( p->pHaving && !pGroupBy ){ 1690 sqlite3ErrorMsg(pParse, "a GROUP BY clause is required before HAVING"); 1691 return WRC_Abort; 1692 } 1693 1694 /* Add the output column list to the name-context before parsing the 1695 ** other expressions in the SELECT statement. This is so that 1696 ** expressions in the WHERE clause (etc.) can refer to expressions by 1697 ** aliases in the result set. 1698 ** 1699 ** Minor point: If this is the case, then the expression will be 1700 ** re-evaluated for each reference to it. 1701 */ 1702 assert( (sNC.ncFlags & (NC_UAggInfo|NC_UUpsert|NC_UBaseReg))==0 ); 1703 sNC.uNC.pEList = p->pEList; 1704 sNC.ncFlags |= NC_UEList; 1705 if( sqlite3ResolveExprNames(&sNC, p->pHaving) ) return WRC_Abort; 1706 if( sqlite3ResolveExprNames(&sNC, p->pWhere) ) return WRC_Abort; 1707 1708 /* Resolve names in table-valued-function arguments */ 1709 for(i=0; i<p->pSrc->nSrc; i++){ 1710 SrcItem *pItem = &p->pSrc->a[i]; 1711 if( pItem->fg.isTabFunc 1712 && sqlite3ResolveExprListNames(&sNC, pItem->u1.pFuncArg) 1713 ){ 1714 return WRC_Abort; 1715 } 1716 } 1717 1718 /* The ORDER BY and GROUP BY clauses may not refer to terms in 1719 ** outer queries 1720 */ 1721 sNC.pNext = 0; 1722 sNC.ncFlags |= NC_AllowAgg|NC_AllowWin; 1723 1724 /* If this is a converted compound query, move the ORDER BY clause from 1725 ** the sub-query back to the parent query. At this point each term 1726 ** within the ORDER BY clause has been transformed to an integer value. 1727 ** These integers will be replaced by copies of the corresponding result 1728 ** set expressions by the call to resolveOrderGroupBy() below. */ 1729 if( p->selFlags & SF_Converted ){ 1730 Select *pSub = p->pSrc->a[0].pSelect; 1731 p->pOrderBy = pSub->pOrderBy; 1732 pSub->pOrderBy = 0; 1733 } 1734 1735 /* Process the ORDER BY clause for singleton SELECT statements. 1736 ** The ORDER BY clause for compounds SELECT statements is handled 1737 ** below, after all of the result-sets for all of the elements of 1738 ** the compound have been resolved. 1739 ** 1740 ** If there is an ORDER BY clause on a term of a compound-select other 1741 ** than the right-most term, then that is a syntax error. But the error 1742 ** is not detected until much later, and so we need to go ahead and 1743 ** resolve those symbols on the incorrect ORDER BY for consistency. 1744 */ 1745 if( isCompound<=nCompound /* Defer right-most ORDER BY of a compound */ 1746 && resolveOrderGroupBy(&sNC, p, p->pOrderBy, "ORDER") 1747 ){ 1748 return WRC_Abort; 1749 } 1750 if( db->mallocFailed ){ 1751 return WRC_Abort; 1752 } 1753 sNC.ncFlags &= ~NC_AllowWin; 1754 1755 /* Resolve the GROUP BY clause. At the same time, make sure 1756 ** the GROUP BY clause does not contain aggregate functions. 1757 */ 1758 if( pGroupBy ){ 1759 struct ExprList_item *pItem; 1760 1761 if( resolveOrderGroupBy(&sNC, p, pGroupBy, "GROUP") || db->mallocFailed ){ 1762 return WRC_Abort; 1763 } 1764 for(i=0, pItem=pGroupBy->a; i<pGroupBy->nExpr; i++, pItem++){ 1765 if( ExprHasProperty(pItem->pExpr, EP_Agg) ){ 1766 sqlite3ErrorMsg(pParse, "aggregate functions are not allowed in " 1767 "the GROUP BY clause"); 1768 return WRC_Abort; 1769 } 1770 } 1771 } 1772 1773 #ifndef SQLITE_OMIT_WINDOWFUNC 1774 if( IN_RENAME_OBJECT ){ 1775 Window *pWin; 1776 for(pWin=p->pWinDefn; pWin; pWin=pWin->pNextWin){ 1777 if( sqlite3ResolveExprListNames(&sNC, pWin->pOrderBy) 1778 || sqlite3ResolveExprListNames(&sNC, pWin->pPartition) 1779 ){ 1780 return WRC_Abort; 1781 } 1782 } 1783 } 1784 #endif 1785 1786 /* If this is part of a compound SELECT, check that it has the right 1787 ** number of expressions in the select list. */ 1788 if( p->pNext && p->pEList->nExpr!=p->pNext->pEList->nExpr ){ 1789 sqlite3SelectWrongNumTermsError(pParse, p->pNext); 1790 return WRC_Abort; 1791 } 1792 1793 /* Advance to the next term of the compound 1794 */ 1795 p = p->pPrior; 1796 nCompound++; 1797 } 1798 1799 /* Resolve the ORDER BY on a compound SELECT after all terms of 1800 ** the compound have been resolved. 1801 */ 1802 if( isCompound && resolveCompoundOrderBy(pParse, pLeftmost) ){ 1803 return WRC_Abort; 1804 } 1805 1806 return WRC_Prune; 1807 } 1808 1809 /* 1810 ** This routine walks an expression tree and resolves references to 1811 ** table columns and result-set columns. At the same time, do error 1812 ** checking on function usage and set a flag if any aggregate functions 1813 ** are seen. 1814 ** 1815 ** To resolve table columns references we look for nodes (or subtrees) of the 1816 ** form X.Y.Z or Y.Z or just Z where 1817 ** 1818 ** X: The name of a database. Ex: "main" or "temp" or 1819 ** the symbolic name assigned to an ATTACH-ed database. 1820 ** 1821 ** Y: The name of a table in a FROM clause. Or in a trigger 1822 ** one of the special names "old" or "new". 1823 ** 1824 ** Z: The name of a column in table Y. 1825 ** 1826 ** The node at the root of the subtree is modified as follows: 1827 ** 1828 ** Expr.op Changed to TK_COLUMN 1829 ** Expr.pTab Points to the Table object for X.Y 1830 ** Expr.iColumn The column index in X.Y. -1 for the rowid. 1831 ** Expr.iTable The VDBE cursor number for X.Y 1832 ** 1833 ** 1834 ** To resolve result-set references, look for expression nodes of the 1835 ** form Z (with no X and Y prefix) where the Z matches the right-hand 1836 ** size of an AS clause in the result-set of a SELECT. The Z expression 1837 ** is replaced by a copy of the left-hand side of the result-set expression. 1838 ** Table-name and function resolution occurs on the substituted expression 1839 ** tree. For example, in: 1840 ** 1841 ** SELECT a+b AS x, c+d AS y FROM t1 ORDER BY x; 1842 ** 1843 ** The "x" term of the order by is replaced by "a+b" to render: 1844 ** 1845 ** SELECT a+b AS x, c+d AS y FROM t1 ORDER BY a+b; 1846 ** 1847 ** Function calls are checked to make sure that the function is 1848 ** defined and that the correct number of arguments are specified. 1849 ** If the function is an aggregate function, then the NC_HasAgg flag is 1850 ** set and the opcode is changed from TK_FUNCTION to TK_AGG_FUNCTION. 1851 ** If an expression contains aggregate functions then the EP_Agg 1852 ** property on the expression is set. 1853 ** 1854 ** An error message is left in pParse if anything is amiss. The number 1855 ** if errors is returned. 1856 */ 1857 int sqlite3ResolveExprNames( 1858 NameContext *pNC, /* Namespace to resolve expressions in. */ 1859 Expr *pExpr /* The expression to be analyzed. */ 1860 ){ 1861 int savedHasAgg; 1862 Walker w; 1863 1864 if( pExpr==0 ) return SQLITE_OK; 1865 savedHasAgg = pNC->ncFlags & (NC_HasAgg|NC_MinMaxAgg|NC_HasWin); 1866 pNC->ncFlags &= ~(NC_HasAgg|NC_MinMaxAgg|NC_HasWin); 1867 w.pParse = pNC->pParse; 1868 w.xExprCallback = resolveExprStep; 1869 w.xSelectCallback = (pNC->ncFlags & NC_NoSelect) ? 0 : resolveSelectStep; 1870 w.xSelectCallback2 = 0; 1871 w.u.pNC = pNC; 1872 #if SQLITE_MAX_EXPR_DEPTH>0 1873 w.pParse->nHeight += pExpr->nHeight; 1874 if( sqlite3ExprCheckHeight(w.pParse, w.pParse->nHeight) ){ 1875 return SQLITE_ERROR; 1876 } 1877 #endif 1878 sqlite3WalkExpr(&w, pExpr); 1879 #if SQLITE_MAX_EXPR_DEPTH>0 1880 w.pParse->nHeight -= pExpr->nHeight; 1881 #endif 1882 assert( EP_Agg==NC_HasAgg ); 1883 assert( EP_Win==NC_HasWin ); 1884 testcase( pNC->ncFlags & NC_HasAgg ); 1885 testcase( pNC->ncFlags & NC_HasWin ); 1886 ExprSetProperty(pExpr, pNC->ncFlags & (NC_HasAgg|NC_HasWin) ); 1887 pNC->ncFlags |= savedHasAgg; 1888 return pNC->nNcErr>0 || w.pParse->nErr>0; 1889 } 1890 1891 /* 1892 ** Resolve all names for all expression in an expression list. This is 1893 ** just like sqlite3ResolveExprNames() except that it works for an expression 1894 ** list rather than a single expression. 1895 */ 1896 int sqlite3ResolveExprListNames( 1897 NameContext *pNC, /* Namespace to resolve expressions in. */ 1898 ExprList *pList /* The expression list to be analyzed. */ 1899 ){ 1900 int i; 1901 int savedHasAgg = 0; 1902 Walker w; 1903 if( pList==0 ) return WRC_Continue; 1904 w.pParse = pNC->pParse; 1905 w.xExprCallback = resolveExprStep; 1906 w.xSelectCallback = resolveSelectStep; 1907 w.xSelectCallback2 = 0; 1908 w.u.pNC = pNC; 1909 savedHasAgg = pNC->ncFlags & (NC_HasAgg|NC_MinMaxAgg|NC_HasWin); 1910 pNC->ncFlags &= ~(NC_HasAgg|NC_MinMaxAgg|NC_HasWin); 1911 for(i=0; i<pList->nExpr; i++){ 1912 Expr *pExpr = pList->a[i].pExpr; 1913 if( pExpr==0 ) continue; 1914 #if SQLITE_MAX_EXPR_DEPTH>0 1915 w.pParse->nHeight += pExpr->nHeight; 1916 if( sqlite3ExprCheckHeight(w.pParse, w.pParse->nHeight) ){ 1917 return WRC_Abort; 1918 } 1919 #endif 1920 sqlite3WalkExpr(&w, pExpr); 1921 #if SQLITE_MAX_EXPR_DEPTH>0 1922 w.pParse->nHeight -= pExpr->nHeight; 1923 #endif 1924 assert( EP_Agg==NC_HasAgg ); 1925 assert( EP_Win==NC_HasWin ); 1926 testcase( pNC->ncFlags & NC_HasAgg ); 1927 testcase( pNC->ncFlags & NC_HasWin ); 1928 if( pNC->ncFlags & (NC_HasAgg|NC_MinMaxAgg|NC_HasWin) ){ 1929 ExprSetProperty(pExpr, pNC->ncFlags & (NC_HasAgg|NC_HasWin) ); 1930 savedHasAgg |= pNC->ncFlags & (NC_HasAgg|NC_MinMaxAgg|NC_HasWin); 1931 pNC->ncFlags &= ~(NC_HasAgg|NC_MinMaxAgg|NC_HasWin); 1932 } 1933 if( w.pParse->nErr>0 ) return WRC_Abort; 1934 } 1935 pNC->ncFlags |= savedHasAgg; 1936 return WRC_Continue; 1937 } 1938 1939 /* 1940 ** Resolve all names in all expressions of a SELECT and in all 1941 ** decendents of the SELECT, including compounds off of p->pPrior, 1942 ** subqueries in expressions, and subqueries used as FROM clause 1943 ** terms. 1944 ** 1945 ** See sqlite3ResolveExprNames() for a description of the kinds of 1946 ** transformations that occur. 1947 ** 1948 ** All SELECT statements should have been expanded using 1949 ** sqlite3SelectExpand() prior to invoking this routine. 1950 */ 1951 void sqlite3ResolveSelectNames( 1952 Parse *pParse, /* The parser context */ 1953 Select *p, /* The SELECT statement being coded. */ 1954 NameContext *pOuterNC /* Name context for parent SELECT statement */ 1955 ){ 1956 Walker w; 1957 1958 assert( p!=0 ); 1959 w.xExprCallback = resolveExprStep; 1960 w.xSelectCallback = resolveSelectStep; 1961 w.xSelectCallback2 = 0; 1962 w.pParse = pParse; 1963 w.u.pNC = pOuterNC; 1964 sqlite3WalkSelect(&w, p); 1965 } 1966 1967 /* 1968 ** Resolve names in expressions that can only reference a single table 1969 ** or which cannot reference any tables at all. Examples: 1970 ** 1971 ** "type" flag 1972 ** ------------ 1973 ** (1) CHECK constraints NC_IsCheck 1974 ** (2) WHERE clauses on partial indices NC_PartIdx 1975 ** (3) Expressions in indexes on expressions NC_IdxExpr 1976 ** (4) Expression arguments to VACUUM INTO. 0 1977 ** (5) GENERATED ALWAYS as expressions NC_GenCol 1978 ** 1979 ** In all cases except (4), the Expr.iTable value for Expr.op==TK_COLUMN 1980 ** nodes of the expression is set to -1 and the Expr.iColumn value is 1981 ** set to the column number. In case (4), TK_COLUMN nodes cause an error. 1982 ** 1983 ** Any errors cause an error message to be set in pParse. 1984 */ 1985 int sqlite3ResolveSelfReference( 1986 Parse *pParse, /* Parsing context */ 1987 Table *pTab, /* The table being referenced, or NULL */ 1988 int type, /* NC_IsCheck, NC_PartIdx, NC_IdxExpr, NC_GenCol, or 0 */ 1989 Expr *pExpr, /* Expression to resolve. May be NULL. */ 1990 ExprList *pList /* Expression list to resolve. May be NULL. */ 1991 ){ 1992 SrcList sSrc; /* Fake SrcList for pParse->pNewTable */ 1993 NameContext sNC; /* Name context for pParse->pNewTable */ 1994 int rc; 1995 1996 assert( type==0 || pTab!=0 ); 1997 assert( type==NC_IsCheck || type==NC_PartIdx || type==NC_IdxExpr 1998 || type==NC_GenCol || pTab==0 ); 1999 memset(&sNC, 0, sizeof(sNC)); 2000 memset(&sSrc, 0, sizeof(sSrc)); 2001 if( pTab ){ 2002 sSrc.nSrc = 1; 2003 sSrc.a[0].zName = pTab->zName; 2004 sSrc.a[0].pTab = pTab; 2005 sSrc.a[0].iCursor = -1; 2006 if( pTab->pSchema!=pParse->db->aDb[1].pSchema ){ 2007 /* Cause EP_FromDDL to be set on TK_FUNCTION nodes of non-TEMP 2008 ** schema elements */ 2009 type |= NC_FromDDL; 2010 } 2011 } 2012 sNC.pParse = pParse; 2013 sNC.pSrcList = &sSrc; 2014 sNC.ncFlags = type | NC_IsDDL; 2015 if( (rc = sqlite3ResolveExprNames(&sNC, pExpr))!=SQLITE_OK ) return rc; 2016 if( pList ) rc = sqlite3ResolveExprListNames(&sNC, pList); 2017 return rc; 2018 } 2019