175897234Sdrh /* 275897234Sdrh ** Copyright (c) 1999, 2000 D. Richard Hipp 375897234Sdrh ** 475897234Sdrh ** This program is free software; you can redistribute it and/or 575897234Sdrh ** modify it under the terms of the GNU General Public 675897234Sdrh ** License as published by the Free Software Foundation; either 775897234Sdrh ** version 2 of the License, or (at your option) any later version. 875897234Sdrh ** 975897234Sdrh ** This program is distributed in the hope that it will be useful, 1075897234Sdrh ** but WITHOUT ANY WARRANTY; without even the implied warranty of 1175897234Sdrh ** MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 1275897234Sdrh ** General Public License for more details. 1375897234Sdrh ** 1475897234Sdrh ** You should have received a copy of the GNU General Public 1575897234Sdrh ** License along with this library; if not, write to the 1675897234Sdrh ** Free Software Foundation, Inc., 59 Temple Place - Suite 330, 1775897234Sdrh ** Boston, MA 02111-1307, USA. 1875897234Sdrh ** 1975897234Sdrh ** Author contact information: 2075897234Sdrh ** [email protected] 2175897234Sdrh ** http://www.hwaci.com/drh/ 2275897234Sdrh ** 2375897234Sdrh ************************************************************************* 2475897234Sdrh ** Internal interface definitions for SQLite. 2575897234Sdrh ** 26*d8bc7086Sdrh ** @(#) $Id: sqliteInt.h,v 1.22 2000/06/07 23:51:51 drh Exp $ 2775897234Sdrh */ 2875897234Sdrh #include "sqlite.h" 2975897234Sdrh #include "dbbe.h" 3075897234Sdrh #include "vdbe.h" 3175897234Sdrh #include "parse.h" 3275897234Sdrh #include <gdbm.h> 3375897234Sdrh #include <stdio.h> 3475897234Sdrh #include <stdlib.h> 3575897234Sdrh #include <string.h> 3675897234Sdrh #include <assert.h> 3775897234Sdrh 3856c58161Sdrh /* #define MEMORY_DEBUG 1 */ 39dcc581ccSdrh #ifdef MEMORY_DEBUG 40dcc581ccSdrh # define sqliteMalloc(X) sqliteMalloc_(X,__FILE__,__LINE__) 41dcc581ccSdrh # define sqliteFree(X) sqliteFree_(X,__FILE__,__LINE__) 42dcc581ccSdrh # define sqliteRealloc(X,Y) sqliteRealloc_(X,Y,__FILE__,__LINE__) 43c3c2fc9aSdrh void sqliteStrRealloc(char**); 44c3c2fc9aSdrh #else 45c3c2fc9aSdrh # define sqliteStrRealloc(X) 46dcc581ccSdrh #endif 47dcc581ccSdrh 4875897234Sdrh /* 4975897234Sdrh ** The number of entries in the in-memory hash table holding the 5075897234Sdrh ** schema. 5175897234Sdrh */ 5275897234Sdrh #define N_HASH 51 5375897234Sdrh 5475897234Sdrh /* 5575897234Sdrh ** Name of the master database table. The master database table 5675897234Sdrh ** is a special table that holds the names and attributes of all 5775897234Sdrh ** user tables and indices. 5875897234Sdrh */ 5975897234Sdrh #define MASTER_NAME "sqlite_master" 6075897234Sdrh 6175897234Sdrh /* 6275897234Sdrh ** A convenience macro that returns the number of elements in 6375897234Sdrh ** an array. 6475897234Sdrh */ 6575897234Sdrh #define ArraySize(X) (sizeof(X)/sizeof(X[0])) 6675897234Sdrh 6775897234Sdrh /* 68cce7d176Sdrh ** Integer identifiers for functions. 69cce7d176Sdrh */ 70cce7d176Sdrh #define FN_Unknown 0 71cce7d176Sdrh #define FN_Count 1 72cce7d176Sdrh #define FN_Min 2 73cce7d176Sdrh #define FN_Max 3 74cce7d176Sdrh #define FN_Sum 4 75cce7d176Sdrh #define FN_Avg 5 76cce7d176Sdrh 77cce7d176Sdrh /* 7875897234Sdrh ** Forward references to structures 7975897234Sdrh */ 807020f651Sdrh typedef struct Column Column; 8175897234Sdrh typedef struct Table Table; 8275897234Sdrh typedef struct Index Index; 8375897234Sdrh typedef struct Instruction Instruction; 8475897234Sdrh typedef struct Expr Expr; 8575897234Sdrh typedef struct ExprList ExprList; 8675897234Sdrh typedef struct Parse Parse; 8775897234Sdrh typedef struct Token Token; 8875897234Sdrh typedef struct IdList IdList; 8975897234Sdrh typedef struct WhereInfo WhereInfo; 909bb61fe7Sdrh typedef struct Select Select; 912282792aSdrh typedef struct AggExpr AggExpr; 9275897234Sdrh 9375897234Sdrh /* 9475897234Sdrh ** Each database is an instance of the following structure 9575897234Sdrh */ 9675897234Sdrh struct sqlite { 9775897234Sdrh Dbbe *pBe; /* The backend driver */ 9875897234Sdrh int flags; /* Miscellanous flags */ 9975897234Sdrh Table *apTblHash[N_HASH]; /* All tables of the database */ 10075897234Sdrh Index *apIdxHash[N_HASH]; /* All indices of the database */ 10175897234Sdrh }; 10275897234Sdrh 10375897234Sdrh /* 10475897234Sdrh ** Possible values for the flags field of sqlite 10575897234Sdrh */ 10675897234Sdrh #define SQLITE_VdbeTrace 0x00000001 10758b9576bSdrh #define SQLITE_Initialized 0x00000002 10858b9576bSdrh 10958b9576bSdrh /* 1107020f651Sdrh ** information about each column of a table is held in an instance 1117020f651Sdrh ** of this structure. 1127020f651Sdrh */ 1137020f651Sdrh struct Column { 1147020f651Sdrh char *zName; /* Name of this column */ 1157020f651Sdrh char *zDflt; /* Default value of this column */ 1167020f651Sdrh int notNull; /* True if there is a NOT NULL constraing */ 1177020f651Sdrh }; 1187020f651Sdrh 1197020f651Sdrh /* 12075897234Sdrh ** Each table is represented in memory by 12175897234Sdrh ** an instance of the following structure 12275897234Sdrh */ 12375897234Sdrh struct Table { 12475897234Sdrh char *zName; /* Name of the table */ 12575897234Sdrh Table *pHash; /* Next table with same hash on zName */ 12675897234Sdrh int nCol; /* Number of columns in this table */ 1277020f651Sdrh Column *aCol; /* Information about each column */ 12875897234Sdrh int readOnly; /* True if this table should not be written by the user */ 12975897234Sdrh Index *pIndex; /* List of indices on this table. */ 13075897234Sdrh }; 13175897234Sdrh 13275897234Sdrh /* 13375897234Sdrh ** Each index is represented in memory by and 13475897234Sdrh ** instance of the following structure. 13575897234Sdrh */ 13675897234Sdrh struct Index { 13775897234Sdrh char *zName; /* Name of this index */ 13875897234Sdrh Index *pHash; /* Next index with the same hash on zName */ 13975897234Sdrh int nField; /* Number of fields in the table indexed by this index */ 14075897234Sdrh int *aiField; /* Indices of fields used by this index. 1st is 0 */ 14175897234Sdrh Table *pTable; /* The table being indexed */ 1427020f651Sdrh int isUnique; /* True if keys must all be unique */ 14375897234Sdrh Index *pNext; /* The next index associated with the same table */ 14475897234Sdrh }; 14575897234Sdrh 14675897234Sdrh /* 14775897234Sdrh ** Each token coming out of the lexer is an instance of 14875897234Sdrh ** this structure. 14975897234Sdrh */ 15075897234Sdrh struct Token { 15175897234Sdrh char *z; /* Text of the token */ 15275897234Sdrh int n; /* Number of characters in this token */ 15375897234Sdrh }; 15475897234Sdrh 15575897234Sdrh /* 15675897234Sdrh ** Each node of an expression in the parse tree is an instance 15775897234Sdrh ** of this structure 15875897234Sdrh */ 15975897234Sdrh struct Expr { 16075897234Sdrh int op; /* Operation performed by this node */ 16175897234Sdrh Expr *pLeft, *pRight; /* Left and right subnodes */ 16275897234Sdrh ExprList *pList; /* A list of expressions used as a function argument */ 16375897234Sdrh Token token; /* An operand token */ 16475897234Sdrh int iTable, iField; /* When op==TK_FIELD, then this node means the 1652282792aSdrh ** iField-th field of the iTable-th table. When 1662282792aSdrh ** op==TK_FUNCTION, iField holds the function id */ 1672282792aSdrh int iAgg; /* When op==TK_FIELD and pParse->useAgg==TRUE, pull 1682282792aSdrh ** value from these element of the aggregator */ 16919a775c2Sdrh Select *pSelect; /* When the expression is a sub-select */ 17075897234Sdrh }; 17175897234Sdrh 17275897234Sdrh /* 17375897234Sdrh ** A list of expressions. Each expression may optionally have a 17475897234Sdrh ** name. An expr/name combination can be used in several ways, such 17575897234Sdrh ** as the list of "expr AS ID" fields following a "SELECT" or in the 17675897234Sdrh ** list of "ID = expr" items in an UPDATE. A list of expressions can 17775897234Sdrh ** also be used as the argument to a function, in which case the azName 17875897234Sdrh ** field is not used. 17975897234Sdrh */ 18075897234Sdrh struct ExprList { 18175897234Sdrh int nExpr; /* Number of expressions on the list */ 18275897234Sdrh struct { 18375897234Sdrh Expr *pExpr; /* The list of expressions */ 18475897234Sdrh char *zName; /* Token associated with this expression */ 185*d8bc7086Sdrh char sortOrder; /* 1 for DESC or 0 for ASC */ 186*d8bc7086Sdrh char isAgg; /* True if this is an aggregate like count(*) */ 187*d8bc7086Sdrh char done; /* A flag to indicate when processing is finished */ 18875897234Sdrh } *a; /* One entry for each expression */ 18975897234Sdrh }; 19075897234Sdrh 19175897234Sdrh /* 19275897234Sdrh ** A list of identifiers. 19375897234Sdrh */ 19475897234Sdrh struct IdList { 19575897234Sdrh int nId; /* Number of identifiers on the list */ 19675897234Sdrh struct { 19775897234Sdrh char *zName; /* Text of the identifier. */ 19875897234Sdrh char *zAlias; /* The "B" part of a "A AS B" phrase. zName is the "A" */ 19975897234Sdrh Table *pTab; /* Table corresponding to zName */ 20019a775c2Sdrh int idx; /* Index of a field named zName in a table */ 20175897234Sdrh } *a; /* One entry for each identifier on the list */ 20275897234Sdrh }; 20375897234Sdrh 20475897234Sdrh /* 20575897234Sdrh ** The WHERE clause processing routine has two halves. The 20675897234Sdrh ** first part does the start of the WHERE loop and the second 20775897234Sdrh ** half does the tail of the WHERE loop. An instance of 20875897234Sdrh ** this structure is returned by the first half and passed 20975897234Sdrh ** into the second half to give some continuity. 21075897234Sdrh */ 21175897234Sdrh struct WhereInfo { 21275897234Sdrh Parse *pParse; 21319a775c2Sdrh IdList *pTabList; /* List of tables in the join */ 21419a775c2Sdrh int iContinue; /* Jump here to continue with next record */ 21519a775c2Sdrh int iBreak; /* Jump here to break out of the loop */ 21619a775c2Sdrh int base; /* Index of first Open opcode */ 21719a775c2Sdrh Index *aIdx[32]; /* Indices used for each table */ 21875897234Sdrh }; 21975897234Sdrh 22075897234Sdrh /* 2219bb61fe7Sdrh ** An instance of the following structure contains all information 2229bb61fe7Sdrh ** needed to generate code for a single SELECT statement. 2239bb61fe7Sdrh */ 2249bb61fe7Sdrh struct Select { 2259bb61fe7Sdrh int isDistinct; /* True if the DISTINCT keyword is present */ 2269bb61fe7Sdrh ExprList *pEList; /* The fields of the result */ 2279bb61fe7Sdrh IdList *pSrc; /* The FROM clause */ 2289bb61fe7Sdrh Expr *pWhere; /* The WHERE clause */ 2299bb61fe7Sdrh ExprList *pGroupBy; /* The GROUP BY clause */ 2309bb61fe7Sdrh Expr *pHaving; /* The HAVING clause */ 2319bb61fe7Sdrh ExprList *pOrderBy; /* The ORDER BY clause */ 23282c3d636Sdrh int op; /* One of: TK_UNION TK_ALL TK_INTERSECT TK_EXCEPT */ 23382c3d636Sdrh Select *pPrior; /* Prior select to which this one joins */ 2349bb61fe7Sdrh }; 2359bb61fe7Sdrh 2369bb61fe7Sdrh /* 237fef5208cSdrh ** The results of a select can be distributed in several ways. 238fef5208cSdrh */ 239fef5208cSdrh #define SRT_Callback 1 /* Invoke a callback with each row of result */ 240fef5208cSdrh #define SRT_Mem 2 /* Store result in a memory cell */ 24182c3d636Sdrh #define SRT_Set 3 /* Store result as unique keys in a table */ 24282c3d636Sdrh #define SRT_Union 5 /* Store result as keys in a table */ 24382c3d636Sdrh #define SRT_Except 6 /* Remove result from a UNION table */ 2445974a30fSdrh #define SRT_Table 7 /* Store result as data with a unique key */ 245fef5208cSdrh 246fef5208cSdrh /* 2472282792aSdrh ** When a SELECT uses aggregate functions (like "count(*)" or "avg(f1)") 2482282792aSdrh ** we have to do some additional analysis of expressions. An instance 2492282792aSdrh ** of the following structure holds information about a single subexpression 2502282792aSdrh ** somewhere in the SELECT statement. An array of these structures holds 2512282792aSdrh ** all the information we need to generate code for aggregate 2522282792aSdrh ** expressions. 2532282792aSdrh ** 2542282792aSdrh ** Note that when analyzing a SELECT containing aggregates, both 2552282792aSdrh ** non-aggregate field variables and aggregate functions are stored 2562282792aSdrh ** in the AggExpr array of the Parser structure. 2572282792aSdrh ** 2582282792aSdrh ** The pExpr field points to an expression that is part of either the 2592282792aSdrh ** field list, the GROUP BY clause, the HAVING clause or the ORDER BY 2602282792aSdrh ** clause. The expression will be freed when those clauses are cleaned 2612282792aSdrh ** up. Do not try to delete the expression attached to AggExpr.pExpr. 2622282792aSdrh ** 2632282792aSdrh ** If AggExpr.pExpr==0, that means the expression is "count(*)". 2642282792aSdrh */ 2652282792aSdrh struct AggExpr { 2662282792aSdrh int isAgg; /* if TRUE contains an aggregate function */ 2672282792aSdrh Expr *pExpr; /* The expression */ 2682282792aSdrh }; 2692282792aSdrh 2702282792aSdrh /* 27175897234Sdrh ** An SQL parser context 27275897234Sdrh */ 27375897234Sdrh struct Parse { 27475897234Sdrh sqlite *db; /* The main database structure */ 27575897234Sdrh sqlite_callback xCallback; /* The callback function */ 27675897234Sdrh void *pArg; /* First argument to the callback function */ 27775897234Sdrh char *zErrMsg; /* An error message */ 27875897234Sdrh Token sErrToken; /* The token at which the error occurred */ 27975897234Sdrh Token sFirstToken; /* The first token parsed */ 28075897234Sdrh Token sLastToken; /* The last token parsed */ 28175897234Sdrh Table *pNewTable; /* A table being constructed by CREATE TABLE */ 28275897234Sdrh Vdbe *pVdbe; /* An engine for executing database bytecode */ 283*d8bc7086Sdrh int colNamesSet; /* TRUE after OP_ColumnCount has been issued to pVdbe */ 28475897234Sdrh int explain; /* True if the EXPLAIN flag is found on the query */ 28575897234Sdrh int initFlag; /* True if reparsing CREATE TABLEs */ 28675897234Sdrh int nErr; /* Number of errors seen */ 28719a775c2Sdrh int nTab; /* Number of previously allocated cursors */ 28819a775c2Sdrh int nMem; /* Number of memory cells used so far */ 289fef5208cSdrh int nSet; /* Number of sets used so far */ 2902282792aSdrh int nAgg; /* Number of aggregate expressions */ 2912282792aSdrh AggExpr *aAgg; /* An array of aggregate expressions */ 2922282792aSdrh int iAggCount; /* Index of the count(*) aggregate in aAgg[] */ 2932282792aSdrh int useAgg; /* If true, extract field values from the aggregator 2942282792aSdrh ** while generating expressions. Normally false */ 29575897234Sdrh }; 29675897234Sdrh 29775897234Sdrh /* 29875897234Sdrh ** Internal function prototypes 29975897234Sdrh */ 30075897234Sdrh int sqliteStrICmp(const char *, const char *); 30175897234Sdrh int sqliteStrNICmp(const char *, const char *, int); 30275897234Sdrh int sqliteHashNoCase(const char *, int); 30375897234Sdrh int sqliteCompare(const char *, const char *); 30475897234Sdrh int sqliteSortCompare(const char *, const char *); 305dcc581ccSdrh #ifdef MEMORY_DEBUG 306dcc581ccSdrh void *sqliteMalloc_(int,char*,int); 307dcc581ccSdrh void sqliteFree_(void*,char*,int); 308dcc581ccSdrh void *sqliteRealloc_(void*,int,char*,int); 309dcc581ccSdrh #else 31075897234Sdrh void *sqliteMalloc(int); 31175897234Sdrh void sqliteFree(void*); 31275897234Sdrh void *sqliteRealloc(void*,int); 313dcc581ccSdrh #endif 31475897234Sdrh int sqliteGetToken(const char*, int *); 31575897234Sdrh void sqliteSetString(char **, const char *, ...); 31675897234Sdrh void sqliteSetNString(char **, ...); 317982cef7eSdrh void sqliteDequote(char*); 31875897234Sdrh int sqliteRunParser(Parse*, char*, char **); 31975897234Sdrh void sqliteExec(Parse*); 32075897234Sdrh Expr *sqliteExpr(int, Expr*, Expr*, Token*); 32175897234Sdrh Expr *sqliteExprFunction(ExprList*, Token*); 32275897234Sdrh void sqliteExprDelete(Expr*); 32375897234Sdrh ExprList *sqliteExprListAppend(ExprList*,Expr*,Token*); 32475897234Sdrh void sqliteExprListDelete(ExprList*); 32575897234Sdrh void sqliteStartTable(Parse*,Token*,Token*); 32675897234Sdrh void sqliteAddColumn(Parse*,Token*); 3277020f651Sdrh void sqliteAddDefaultValue(Parse*,Token*,int); 32875897234Sdrh void sqliteEndTable(Parse*,Token*); 32975897234Sdrh void sqliteDropTable(Parse*, Token*); 33075897234Sdrh void sqliteDeleteTable(sqlite*, Table*); 3315974a30fSdrh void sqliteInsert(Parse*, Token*, ExprList*, Select*, IdList*); 33275897234Sdrh IdList *sqliteIdListAppend(IdList*, Token*); 33375897234Sdrh void sqliteIdListAddAlias(IdList*, Token*); 33475897234Sdrh void sqliteIdListDelete(IdList*); 33575897234Sdrh void sqliteCreateIndex(Parse*, Token*, Token*, IdList*, Token*, Token*); 33675897234Sdrh void sqliteDropIndex(Parse*, Token*); 33719a775c2Sdrh int sqliteSelect(Parse*, Select*, int, int); 3389bb61fe7Sdrh Select *sqliteSelectNew(ExprList*,IdList*,Expr*,ExprList*,Expr*,ExprList*,int); 3399bb61fe7Sdrh void sqliteSelectDelete(Select*); 34075897234Sdrh void sqliteDeleteFrom(Parse*, Token*, Expr*); 34175897234Sdrh void sqliteUpdate(Parse*, Token*, ExprList*, Expr*); 34275897234Sdrh WhereInfo *sqliteWhereBegin(Parse*, IdList*, Expr*, int); 34375897234Sdrh void sqliteWhereEnd(WhereInfo*); 34475897234Sdrh void sqliteExprCode(Parse*, Expr*); 34575897234Sdrh void sqliteExprIfTrue(Parse*, Expr*, int); 34675897234Sdrh void sqliteExprIfFalse(Parse*, Expr*, int); 34775897234Sdrh Table *sqliteFindTable(sqlite*,char*); 348982cef7eSdrh void sqliteCopy(Parse*, Token*, Token*, Token*); 349dce2cbe6Sdrh void sqliteVacuum(Parse*, Token*); 350dce2cbe6Sdrh int sqliteGlobCompare(const char*,const char*); 351dce2cbe6Sdrh int sqliteLikeCompare(const unsigned char*,const unsigned char*); 352cce7d176Sdrh char *sqliteTableNameFromToken(Token*); 353cce7d176Sdrh int sqliteExprCheck(Parse*, Expr*, int, int*); 354*d8bc7086Sdrh int sqliteExprCompare(Expr*, Expr*); 355cce7d176Sdrh int sqliteFuncId(Token*); 356bed8690fSdrh int sqliteExprResolveIds(Parse*, IdList*, Expr*); 3574794b980Sdrh void sqliteExprResolveInSelect(Parse*, Expr*); 3582282792aSdrh int sqliteExprAnalyzeAggregates(Parse*, Expr*); 359*d8bc7086Sdrh void sqliteParseInfoReset(Parse*); 360*d8bc7086Sdrh Vdbe *sqliteGetVdbe(Parse*); 361