xref: /sqlite-3.40.0/src/sqliteInt.h (revision d8bc7086)
175897234Sdrh /*
275897234Sdrh ** Copyright (c) 1999, 2000 D. Richard Hipp
375897234Sdrh **
475897234Sdrh ** This program is free software; you can redistribute it and/or
575897234Sdrh ** modify it under the terms of the GNU General Public
675897234Sdrh ** License as published by the Free Software Foundation; either
775897234Sdrh ** version 2 of the License, or (at your option) any later version.
875897234Sdrh **
975897234Sdrh ** This program is distributed in the hope that it will be useful,
1075897234Sdrh ** but WITHOUT ANY WARRANTY; without even the implied warranty of
1175897234Sdrh ** MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
1275897234Sdrh ** General Public License for more details.
1375897234Sdrh **
1475897234Sdrh ** You should have received a copy of the GNU General Public
1575897234Sdrh ** License along with this library; if not, write to the
1675897234Sdrh ** Free Software Foundation, Inc., 59 Temple Place - Suite 330,
1775897234Sdrh ** Boston, MA  02111-1307, USA.
1875897234Sdrh **
1975897234Sdrh ** Author contact information:
2075897234Sdrh **   [email protected]
2175897234Sdrh **   http://www.hwaci.com/drh/
2275897234Sdrh **
2375897234Sdrh *************************************************************************
2475897234Sdrh ** Internal interface definitions for SQLite.
2575897234Sdrh **
26*d8bc7086Sdrh ** @(#) $Id: sqliteInt.h,v 1.22 2000/06/07 23:51:51 drh Exp $
2775897234Sdrh */
2875897234Sdrh #include "sqlite.h"
2975897234Sdrh #include "dbbe.h"
3075897234Sdrh #include "vdbe.h"
3175897234Sdrh #include "parse.h"
3275897234Sdrh #include <gdbm.h>
3375897234Sdrh #include <stdio.h>
3475897234Sdrh #include <stdlib.h>
3575897234Sdrh #include <string.h>
3675897234Sdrh #include <assert.h>
3775897234Sdrh 
3856c58161Sdrh /* #define MEMORY_DEBUG 1 */
39dcc581ccSdrh #ifdef MEMORY_DEBUG
40dcc581ccSdrh # define sqliteMalloc(X)    sqliteMalloc_(X,__FILE__,__LINE__)
41dcc581ccSdrh # define sqliteFree(X)      sqliteFree_(X,__FILE__,__LINE__)
42dcc581ccSdrh # define sqliteRealloc(X,Y) sqliteRealloc_(X,Y,__FILE__,__LINE__)
43c3c2fc9aSdrh   void sqliteStrRealloc(char**);
44c3c2fc9aSdrh #else
45c3c2fc9aSdrh # define sqliteStrRealloc(X)
46dcc581ccSdrh #endif
47dcc581ccSdrh 
4875897234Sdrh /*
4975897234Sdrh ** The number of entries in the in-memory hash table holding the
5075897234Sdrh ** schema.
5175897234Sdrh */
5275897234Sdrh #define N_HASH        51
5375897234Sdrh 
5475897234Sdrh /*
5575897234Sdrh ** Name of the master database table.  The master database table
5675897234Sdrh ** is a special table that holds the names and attributes of all
5775897234Sdrh ** user tables and indices.
5875897234Sdrh */
5975897234Sdrh #define MASTER_NAME   "sqlite_master"
6075897234Sdrh 
6175897234Sdrh /*
6275897234Sdrh ** A convenience macro that returns the number of elements in
6375897234Sdrh ** an array.
6475897234Sdrh */
6575897234Sdrh #define ArraySize(X)    (sizeof(X)/sizeof(X[0]))
6675897234Sdrh 
6775897234Sdrh /*
68cce7d176Sdrh ** Integer identifiers for functions.
69cce7d176Sdrh */
70cce7d176Sdrh #define FN_Unknown    0
71cce7d176Sdrh #define FN_Count      1
72cce7d176Sdrh #define FN_Min        2
73cce7d176Sdrh #define FN_Max        3
74cce7d176Sdrh #define FN_Sum        4
75cce7d176Sdrh #define FN_Avg        5
76cce7d176Sdrh 
77cce7d176Sdrh /*
7875897234Sdrh ** Forward references to structures
7975897234Sdrh */
807020f651Sdrh typedef struct Column Column;
8175897234Sdrh typedef struct Table Table;
8275897234Sdrh typedef struct Index Index;
8375897234Sdrh typedef struct Instruction Instruction;
8475897234Sdrh typedef struct Expr Expr;
8575897234Sdrh typedef struct ExprList ExprList;
8675897234Sdrh typedef struct Parse Parse;
8775897234Sdrh typedef struct Token Token;
8875897234Sdrh typedef struct IdList IdList;
8975897234Sdrh typedef struct WhereInfo WhereInfo;
909bb61fe7Sdrh typedef struct Select Select;
912282792aSdrh typedef struct AggExpr AggExpr;
9275897234Sdrh 
9375897234Sdrh /*
9475897234Sdrh ** Each database is an instance of the following structure
9575897234Sdrh */
9675897234Sdrh struct sqlite {
9775897234Sdrh   Dbbe *pBe;                 /* The backend driver */
9875897234Sdrh   int flags;                 /* Miscellanous flags */
9975897234Sdrh   Table *apTblHash[N_HASH];  /* All tables of the database */
10075897234Sdrh   Index *apIdxHash[N_HASH];  /* All indices of the database */
10175897234Sdrh };
10275897234Sdrh 
10375897234Sdrh /*
10475897234Sdrh ** Possible values for the flags field of sqlite
10575897234Sdrh */
10675897234Sdrh #define SQLITE_VdbeTrace    0x00000001
10758b9576bSdrh #define SQLITE_Initialized  0x00000002
10858b9576bSdrh 
10958b9576bSdrh /*
1107020f651Sdrh ** information about each column of a table is held in an instance
1117020f651Sdrh ** of this structure.
1127020f651Sdrh */
1137020f651Sdrh struct Column {
1147020f651Sdrh   char *zName;        /* Name of this column */
1157020f651Sdrh   char *zDflt;        /* Default value of this column */
1167020f651Sdrh   int notNull;        /* True if there is a NOT NULL constraing */
1177020f651Sdrh };
1187020f651Sdrh 
1197020f651Sdrh /*
12075897234Sdrh ** Each table is represented in memory by
12175897234Sdrh ** an instance of the following structure
12275897234Sdrh */
12375897234Sdrh struct Table {
12475897234Sdrh   char *zName;        /* Name of the table */
12575897234Sdrh   Table *pHash;       /* Next table with same hash on zName */
12675897234Sdrh   int nCol;           /* Number of columns in this table */
1277020f651Sdrh   Column *aCol;       /* Information about each column */
12875897234Sdrh   int readOnly;       /* True if this table should not be written by the user */
12975897234Sdrh   Index *pIndex;      /* List of indices on this table. */
13075897234Sdrh };
13175897234Sdrh 
13275897234Sdrh /*
13375897234Sdrh ** Each index is represented in memory by and
13475897234Sdrh ** instance of the following structure.
13575897234Sdrh */
13675897234Sdrh struct Index {
13775897234Sdrh   char *zName;        /* Name of this index */
13875897234Sdrh   Index *pHash;       /* Next index with the same hash on zName */
13975897234Sdrh   int nField;         /* Number of fields in the table indexed by this index */
14075897234Sdrh   int *aiField;       /* Indices of fields used by this index.  1st is 0 */
14175897234Sdrh   Table *pTable;      /* The table being indexed */
1427020f651Sdrh   int isUnique;       /* True if keys must all be unique */
14375897234Sdrh   Index *pNext;       /* The next index associated with the same table */
14475897234Sdrh };
14575897234Sdrh 
14675897234Sdrh /*
14775897234Sdrh ** Each token coming out of the lexer is an instance of
14875897234Sdrh ** this structure.
14975897234Sdrh */
15075897234Sdrh struct Token {
15175897234Sdrh   char *z;      /* Text of the token */
15275897234Sdrh   int n;        /* Number of characters in this token */
15375897234Sdrh };
15475897234Sdrh 
15575897234Sdrh /*
15675897234Sdrh ** Each node of an expression in the parse tree is an instance
15775897234Sdrh ** of this structure
15875897234Sdrh */
15975897234Sdrh struct Expr {
16075897234Sdrh   int op;                /* Operation performed by this node */
16175897234Sdrh   Expr *pLeft, *pRight;  /* Left and right subnodes */
16275897234Sdrh   ExprList *pList;       /* A list of expressions used as a function argument */
16375897234Sdrh   Token token;           /* An operand token */
16475897234Sdrh   int iTable, iField;    /* When op==TK_FIELD, then this node means the
1652282792aSdrh                          ** iField-th field of the iTable-th table.  When
1662282792aSdrh                          ** op==TK_FUNCTION, iField holds the function id */
1672282792aSdrh   int iAgg;              /* When op==TK_FIELD and pParse->useAgg==TRUE, pull
1682282792aSdrh                          ** value from these element of the aggregator */
16919a775c2Sdrh   Select *pSelect;       /* When the expression is a sub-select */
17075897234Sdrh };
17175897234Sdrh 
17275897234Sdrh /*
17375897234Sdrh ** A list of expressions.  Each expression may optionally have a
17475897234Sdrh ** name.  An expr/name combination can be used in several ways, such
17575897234Sdrh ** as the list of "expr AS ID" fields following a "SELECT" or in the
17675897234Sdrh ** list of "ID = expr" items in an UPDATE.  A list of expressions can
17775897234Sdrh ** also be used as the argument to a function, in which case the azName
17875897234Sdrh ** field is not used.
17975897234Sdrh */
18075897234Sdrh struct ExprList {
18175897234Sdrh   int nExpr;             /* Number of expressions on the list */
18275897234Sdrh   struct {
18375897234Sdrh     Expr *pExpr;           /* The list of expressions */
18475897234Sdrh     char *zName;           /* Token associated with this expression */
185*d8bc7086Sdrh     char sortOrder;        /* 1 for DESC or 0 for ASC */
186*d8bc7086Sdrh     char isAgg;            /* True if this is an aggregate like count(*) */
187*d8bc7086Sdrh     char done;             /* A flag to indicate when processing is finished */
18875897234Sdrh   } *a;                  /* One entry for each expression */
18975897234Sdrh };
19075897234Sdrh 
19175897234Sdrh /*
19275897234Sdrh ** A list of identifiers.
19375897234Sdrh */
19475897234Sdrh struct IdList {
19575897234Sdrh   int nId;         /* Number of identifiers on the list */
19675897234Sdrh   struct {
19775897234Sdrh     char *zName;      /* Text of the identifier. */
19875897234Sdrh     char *zAlias;     /* The "B" part of a "A AS B" phrase.  zName is the "A" */
19975897234Sdrh     Table *pTab;      /* Table corresponding to zName */
20019a775c2Sdrh     int idx;          /* Index of a field named zName in a table */
20175897234Sdrh   } *a;            /* One entry for each identifier on the list */
20275897234Sdrh };
20375897234Sdrh 
20475897234Sdrh /*
20575897234Sdrh ** The WHERE clause processing routine has two halves.  The
20675897234Sdrh ** first part does the start of the WHERE loop and the second
20775897234Sdrh ** half does the tail of the WHERE loop.  An instance of
20875897234Sdrh ** this structure is returned by the first half and passed
20975897234Sdrh ** into the second half to give some continuity.
21075897234Sdrh */
21175897234Sdrh struct WhereInfo {
21275897234Sdrh   Parse *pParse;
21319a775c2Sdrh   IdList *pTabList;    /* List of tables in the join */
21419a775c2Sdrh   int iContinue;       /* Jump here to continue with next record */
21519a775c2Sdrh   int iBreak;          /* Jump here to break out of the loop */
21619a775c2Sdrh   int base;            /* Index of first Open opcode */
21719a775c2Sdrh   Index *aIdx[32];     /* Indices used for each table */
21875897234Sdrh };
21975897234Sdrh 
22075897234Sdrh /*
2219bb61fe7Sdrh ** An instance of the following structure contains all information
2229bb61fe7Sdrh ** needed to generate code for a single SELECT statement.
2239bb61fe7Sdrh */
2249bb61fe7Sdrh struct Select {
2259bb61fe7Sdrh   int isDistinct;        /* True if the DISTINCT keyword is present */
2269bb61fe7Sdrh   ExprList *pEList;      /* The fields of the result */
2279bb61fe7Sdrh   IdList *pSrc;          /* The FROM clause */
2289bb61fe7Sdrh   Expr *pWhere;          /* The WHERE clause */
2299bb61fe7Sdrh   ExprList *pGroupBy;    /* The GROUP BY clause */
2309bb61fe7Sdrh   Expr *pHaving;         /* The HAVING clause */
2319bb61fe7Sdrh   ExprList *pOrderBy;    /* The ORDER BY clause */
23282c3d636Sdrh   int op;                /* One of: TK_UNION TK_ALL TK_INTERSECT TK_EXCEPT */
23382c3d636Sdrh   Select *pPrior;        /* Prior select to which this one joins */
2349bb61fe7Sdrh };
2359bb61fe7Sdrh 
2369bb61fe7Sdrh /*
237fef5208cSdrh ** The results of a select can be distributed in several ways.
238fef5208cSdrh */
239fef5208cSdrh #define SRT_Callback     1  /* Invoke a callback with each row of result */
240fef5208cSdrh #define SRT_Mem          2  /* Store result in a memory cell */
24182c3d636Sdrh #define SRT_Set          3  /* Store result as unique keys in a table */
24282c3d636Sdrh #define SRT_Union        5  /* Store result as keys in a table */
24382c3d636Sdrh #define SRT_Except       6  /* Remove result from a UNION table */
2445974a30fSdrh #define SRT_Table        7  /* Store result as data with a unique key */
245fef5208cSdrh 
246fef5208cSdrh /*
2472282792aSdrh ** When a SELECT uses aggregate functions (like "count(*)" or "avg(f1)")
2482282792aSdrh ** we have to do some additional analysis of expressions.  An instance
2492282792aSdrh ** of the following structure holds information about a single subexpression
2502282792aSdrh ** somewhere in the SELECT statement.  An array of these structures holds
2512282792aSdrh ** all the information we need to generate code for aggregate
2522282792aSdrh ** expressions.
2532282792aSdrh **
2542282792aSdrh ** Note that when analyzing a SELECT containing aggregates, both
2552282792aSdrh ** non-aggregate field variables and aggregate functions are stored
2562282792aSdrh ** in the AggExpr array of the Parser structure.
2572282792aSdrh **
2582282792aSdrh ** The pExpr field points to an expression that is part of either the
2592282792aSdrh ** field list, the GROUP BY clause, the HAVING clause or the ORDER BY
2602282792aSdrh ** clause.  The expression will be freed when those clauses are cleaned
2612282792aSdrh ** up.  Do not try to delete the expression attached to AggExpr.pExpr.
2622282792aSdrh **
2632282792aSdrh ** If AggExpr.pExpr==0, that means the expression is "count(*)".
2642282792aSdrh */
2652282792aSdrh struct AggExpr {
2662282792aSdrh   int isAgg;        /* if TRUE contains an aggregate function */
2672282792aSdrh   Expr *pExpr;      /* The expression */
2682282792aSdrh };
2692282792aSdrh 
2702282792aSdrh /*
27175897234Sdrh ** An SQL parser context
27275897234Sdrh */
27375897234Sdrh struct Parse {
27475897234Sdrh   sqlite *db;          /* The main database structure */
27575897234Sdrh   sqlite_callback xCallback;  /* The callback function */
27675897234Sdrh   void *pArg;          /* First argument to the callback function */
27775897234Sdrh   char *zErrMsg;       /* An error message */
27875897234Sdrh   Token sErrToken;     /* The token at which the error occurred */
27975897234Sdrh   Token sFirstToken;   /* The first token parsed */
28075897234Sdrh   Token sLastToken;    /* The last token parsed */
28175897234Sdrh   Table *pNewTable;    /* A table being constructed by CREATE TABLE */
28275897234Sdrh   Vdbe *pVdbe;         /* An engine for executing database bytecode */
283*d8bc7086Sdrh   int colNamesSet;     /* TRUE after OP_ColumnCount has been issued to pVdbe */
28475897234Sdrh   int explain;         /* True if the EXPLAIN flag is found on the query */
28575897234Sdrh   int initFlag;        /* True if reparsing CREATE TABLEs */
28675897234Sdrh   int nErr;            /* Number of errors seen */
28719a775c2Sdrh   int nTab;            /* Number of previously allocated cursors */
28819a775c2Sdrh   int nMem;            /* Number of memory cells used so far */
289fef5208cSdrh   int nSet;            /* Number of sets used so far */
2902282792aSdrh   int nAgg;            /* Number of aggregate expressions */
2912282792aSdrh   AggExpr *aAgg;       /* An array of aggregate expressions */
2922282792aSdrh   int iAggCount;       /* Index of the count(*) aggregate in aAgg[] */
2932282792aSdrh   int useAgg;          /* If true, extract field values from the aggregator
2942282792aSdrh                        ** while generating expressions.  Normally false */
29575897234Sdrh };
29675897234Sdrh 
29775897234Sdrh /*
29875897234Sdrh ** Internal function prototypes
29975897234Sdrh */
30075897234Sdrh int sqliteStrICmp(const char *, const char *);
30175897234Sdrh int sqliteStrNICmp(const char *, const char *, int);
30275897234Sdrh int sqliteHashNoCase(const char *, int);
30375897234Sdrh int sqliteCompare(const char *, const char *);
30475897234Sdrh int sqliteSortCompare(const char *, const char *);
305dcc581ccSdrh #ifdef MEMORY_DEBUG
306dcc581ccSdrh   void *sqliteMalloc_(int,char*,int);
307dcc581ccSdrh   void sqliteFree_(void*,char*,int);
308dcc581ccSdrh   void *sqliteRealloc_(void*,int,char*,int);
309dcc581ccSdrh #else
31075897234Sdrh   void *sqliteMalloc(int);
31175897234Sdrh   void sqliteFree(void*);
31275897234Sdrh   void *sqliteRealloc(void*,int);
313dcc581ccSdrh #endif
31475897234Sdrh int sqliteGetToken(const char*, int *);
31575897234Sdrh void sqliteSetString(char **, const char *, ...);
31675897234Sdrh void sqliteSetNString(char **, ...);
317982cef7eSdrh void sqliteDequote(char*);
31875897234Sdrh int sqliteRunParser(Parse*, char*, char **);
31975897234Sdrh void sqliteExec(Parse*);
32075897234Sdrh Expr *sqliteExpr(int, Expr*, Expr*, Token*);
32175897234Sdrh Expr *sqliteExprFunction(ExprList*, Token*);
32275897234Sdrh void sqliteExprDelete(Expr*);
32375897234Sdrh ExprList *sqliteExprListAppend(ExprList*,Expr*,Token*);
32475897234Sdrh void sqliteExprListDelete(ExprList*);
32575897234Sdrh void sqliteStartTable(Parse*,Token*,Token*);
32675897234Sdrh void sqliteAddColumn(Parse*,Token*);
3277020f651Sdrh void sqliteAddDefaultValue(Parse*,Token*,int);
32875897234Sdrh void sqliteEndTable(Parse*,Token*);
32975897234Sdrh void sqliteDropTable(Parse*, Token*);
33075897234Sdrh void sqliteDeleteTable(sqlite*, Table*);
3315974a30fSdrh void sqliteInsert(Parse*, Token*, ExprList*, Select*, IdList*);
33275897234Sdrh IdList *sqliteIdListAppend(IdList*, Token*);
33375897234Sdrh void sqliteIdListAddAlias(IdList*, Token*);
33475897234Sdrh void sqliteIdListDelete(IdList*);
33575897234Sdrh void sqliteCreateIndex(Parse*, Token*, Token*, IdList*, Token*, Token*);
33675897234Sdrh void sqliteDropIndex(Parse*, Token*);
33719a775c2Sdrh int sqliteSelect(Parse*, Select*, int, int);
3389bb61fe7Sdrh Select *sqliteSelectNew(ExprList*,IdList*,Expr*,ExprList*,Expr*,ExprList*,int);
3399bb61fe7Sdrh void sqliteSelectDelete(Select*);
34075897234Sdrh void sqliteDeleteFrom(Parse*, Token*, Expr*);
34175897234Sdrh void sqliteUpdate(Parse*, Token*, ExprList*, Expr*);
34275897234Sdrh WhereInfo *sqliteWhereBegin(Parse*, IdList*, Expr*, int);
34375897234Sdrh void sqliteWhereEnd(WhereInfo*);
34475897234Sdrh void sqliteExprCode(Parse*, Expr*);
34575897234Sdrh void sqliteExprIfTrue(Parse*, Expr*, int);
34675897234Sdrh void sqliteExprIfFalse(Parse*, Expr*, int);
34775897234Sdrh Table *sqliteFindTable(sqlite*,char*);
348982cef7eSdrh void sqliteCopy(Parse*, Token*, Token*, Token*);
349dce2cbe6Sdrh void sqliteVacuum(Parse*, Token*);
350dce2cbe6Sdrh int sqliteGlobCompare(const char*,const char*);
351dce2cbe6Sdrh int sqliteLikeCompare(const unsigned char*,const unsigned char*);
352cce7d176Sdrh char *sqliteTableNameFromToken(Token*);
353cce7d176Sdrh int sqliteExprCheck(Parse*, Expr*, int, int*);
354*d8bc7086Sdrh int sqliteExprCompare(Expr*, Expr*);
355cce7d176Sdrh int sqliteFuncId(Token*);
356bed8690fSdrh int sqliteExprResolveIds(Parse*, IdList*, Expr*);
3574794b980Sdrh void sqliteExprResolveInSelect(Parse*, Expr*);
3582282792aSdrh int sqliteExprAnalyzeAggregates(Parse*, Expr*);
359*d8bc7086Sdrh void sqliteParseInfoReset(Parse*);
360*d8bc7086Sdrh Vdbe *sqliteGetVdbe(Parse*);
361