1cce7d176Sdrh /* 2b19a2bc6Sdrh ** 2001 September 15 3cce7d176Sdrh ** 4b19a2bc6Sdrh ** The author disclaims copyright to this source code. In place of 5b19a2bc6Sdrh ** a legal notice, here is a blessing: 6cce7d176Sdrh ** 7b19a2bc6Sdrh ** May you do good and not evil. 8b19a2bc6Sdrh ** May you find forgiveness for yourself and forgive others. 9b19a2bc6Sdrh ** May you share freely, never taking more than you give. 10cce7d176Sdrh ** 11cce7d176Sdrh ************************************************************************* 12cce7d176Sdrh ** This file contains C code routines that are called by the parser 13b19a2bc6Sdrh ** to handle INSERT statements in SQLite. 14cce7d176Sdrh */ 15cce7d176Sdrh #include "sqliteInt.h" 16cce7d176Sdrh 17cce7d176Sdrh /* 1826198bb4Sdrh ** Generate code that will 19dd9930efSdrh ** 2026198bb4Sdrh ** (1) acquire a lock for table pTab then 2126198bb4Sdrh ** (2) open pTab as cursor iCur. 2226198bb4Sdrh ** 2326198bb4Sdrh ** If pTab is a WITHOUT ROWID table, then it is the PRIMARY KEY index 2426198bb4Sdrh ** for that table that is actually opened. 25bbb5e4e0Sdrh */ 26bbb5e4e0Sdrh void sqlite3OpenTable( 272ec2fb22Sdrh Parse *pParse, /* Generate code into this VDBE */ 28bbb5e4e0Sdrh int iCur, /* The cursor number of the table */ 29bbb5e4e0Sdrh int iDb, /* The database index in sqlite3.aDb[] */ 30bbb5e4e0Sdrh Table *pTab, /* The table to be opened */ 31bbb5e4e0Sdrh int opcode /* OP_OpenRead or OP_OpenWrite */ 32bbb5e4e0Sdrh ){ 33bbb5e4e0Sdrh Vdbe *v; 345f53aac2Sdrh assert( !IsVirtual(pTab) ); 35289a0c84Sdrh assert( pParse->pVdbe!=0 ); 36289a0c84Sdrh v = pParse->pVdbe; 37bbb5e4e0Sdrh assert( opcode==OP_OpenWrite || opcode==OP_OpenRead ); 382ec2fb22Sdrh sqlite3TableLock(pParse, iDb, pTab->tnum, 392ec2fb22Sdrh (opcode==OP_OpenWrite)?1:0, pTab->zName); 40ec95c441Sdrh if( HasRowid(pTab) ){ 410b0b3a95Sdrh sqlite3VdbeAddOp4Int(v, opcode, iCur, pTab->tnum, iDb, pTab->nNVCol); 42bbb5e4e0Sdrh VdbeComment((v, "%s", pTab->zName)); 4326198bb4Sdrh }else{ 44dd9930efSdrh Index *pPk = sqlite3PrimaryKeyIndex(pTab); 45dd9930efSdrh assert( pPk!=0 ); 46afe028a8Sdrh assert( pPk->tnum==pTab->tnum ); 472ec2fb22Sdrh sqlite3VdbeAddOp3(v, opcode, iCur, pPk->tnum, iDb); 482ec2fb22Sdrh sqlite3VdbeSetP4KeyInfo(pParse, pPk); 49bbb5e4e0Sdrh VdbeComment((v, "%s", pTab->zName)); 50bbb5e4e0Sdrh } 51bbb5e4e0Sdrh } 52bbb5e4e0Sdrh 53bbb5e4e0Sdrh /* 5469f8bb9cSdan ** Return a pointer to the column affinity string associated with index 5569f8bb9cSdan ** pIdx. A column affinity string has one character for each column in 5669f8bb9cSdan ** the table, according to the affinity of the column: 573d1bfeaaSdanielk1977 ** 583d1bfeaaSdanielk1977 ** Character Column affinity 593d1bfeaaSdanielk1977 ** ------------------------------ 6005883a34Sdrh ** 'A' BLOB 614583c37cSdrh ** 'B' TEXT 624583c37cSdrh ** 'C' NUMERIC 634583c37cSdrh ** 'D' INTEGER 644583c37cSdrh ** 'F' REAL 652d401ab8Sdrh ** 664583c37cSdrh ** An extra 'D' is appended to the end of the string to cover the 672d401ab8Sdrh ** rowid that appears as the last column in every index. 6869f8bb9cSdan ** 6969f8bb9cSdan ** Memory for the buffer containing the column index affinity string 7069f8bb9cSdan ** is managed along with the rest of the Index structure. It will be 7169f8bb9cSdan ** released when sqlite3DeleteIndex() is called. 723d1bfeaaSdanielk1977 */ 73e9107698Sdrh const char *sqlite3IndexAffinityStr(sqlite3 *db, Index *pIdx){ 74a37cdde0Sdanielk1977 if( !pIdx->zColAff ){ 75e014a838Sdanielk1977 /* The first time a column affinity string for a particular index is 76a37cdde0Sdanielk1977 ** required, it is allocated and populated here. It is then stored as 77e014a838Sdanielk1977 ** a member of the Index structure for subsequent use. 78a37cdde0Sdanielk1977 ** 79a37cdde0Sdanielk1977 ** The column affinity string will eventually be deleted by 80e014a838Sdanielk1977 ** sqliteDeleteIndex() when the Index structure itself is cleaned 81a37cdde0Sdanielk1977 ** up. 82a37cdde0Sdanielk1977 */ 83a37cdde0Sdanielk1977 int n; 84a37cdde0Sdanielk1977 Table *pTab = pIdx->pTable; 85ad124329Sdrh pIdx->zColAff = (char *)sqlite3DbMallocRaw(0, pIdx->nColumn+1); 86a37cdde0Sdanielk1977 if( !pIdx->zColAff ){ 874a642b60Sdrh sqlite3OomFault(db); 8869f8bb9cSdan return 0; 89a37cdde0Sdanielk1977 } 90a37cdde0Sdanielk1977 for(n=0; n<pIdx->nColumn; n++){ 91ad124329Sdrh i16 x = pIdx->aiColumn[n]; 926860e6faSdrh char aff; 9381506b88Sdrh if( x>=0 ){ 9481506b88Sdrh aff = pTab->aCol[x].affinity; 9581506b88Sdrh }else if( x==XN_ROWID ){ 9681506b88Sdrh aff = SQLITE_AFF_INTEGER; 9781506b88Sdrh }else{ 984b92f98cSdrh assert( x==XN_EXPR ); 991f9ca2c8Sdrh assert( pIdx->aColExpr!=0 ); 1006860e6faSdrh aff = sqlite3ExprAffinity(pIdx->aColExpr->a[n].pExpr); 10181506b88Sdrh } 10296fb16eeSdrh if( aff<SQLITE_AFF_BLOB ) aff = SQLITE_AFF_BLOB; 1037314495fSdrh if( aff>SQLITE_AFF_NUMERIC) aff = SQLITE_AFF_NUMERIC; 1046860e6faSdrh pIdx->zColAff[n] = aff; 1051f9ca2c8Sdrh } 1062d401ab8Sdrh pIdx->zColAff[n] = 0; 107a37cdde0Sdanielk1977 } 1083d1bfeaaSdanielk1977 10969f8bb9cSdan return pIdx->zColAff; 110a37cdde0Sdanielk1977 } 111a37cdde0Sdanielk1977 112a37cdde0Sdanielk1977 /* 11371c770fbSdrh ** Make changes to the evolving bytecode to do affinity transformations 11471c770fbSdrh ** of values that are about to be gathered into a row for table pTab. 11571c770fbSdrh ** 11671c770fbSdrh ** For ordinary (legacy, non-strict) tables: 11771c770fbSdrh ** ----------------------------------------- 11871c770fbSdrh ** 11957bf4a8eSdrh ** Compute the affinity string for table pTab, if it has not already been 12005883a34Sdrh ** computed. As an optimization, omit trailing SQLITE_AFF_BLOB affinities. 12157bf4a8eSdrh ** 12271c770fbSdrh ** If the affinity string is empty (because it was all SQLITE_AFF_BLOB entries 12371c770fbSdrh ** which were then optimized out) then this routine becomes a no-op. 12471c770fbSdrh ** 12571c770fbSdrh ** Otherwise if iReg>0 then code an OP_Affinity opcode that will set the 12671c770fbSdrh ** affinities for register iReg and following. Or if iReg==0, 12757bf4a8eSdrh ** then just set the P4 operand of the previous opcode (which should be 12857bf4a8eSdrh ** an OP_MakeRecord) to the affinity string. 12957bf4a8eSdrh ** 130b6e8fd10Sdrh ** A column affinity string has one character per column: 131a37cdde0Sdanielk1977 ** 132a37cdde0Sdanielk1977 ** Character Column affinity 13371c770fbSdrh ** --------- --------------- 13405883a34Sdrh ** 'A' BLOB 1354583c37cSdrh ** 'B' TEXT 1364583c37cSdrh ** 'C' NUMERIC 1374583c37cSdrh ** 'D' INTEGER 1384583c37cSdrh ** 'E' REAL 13971c770fbSdrh ** 14071c770fbSdrh ** For STRICT tables: 14171c770fbSdrh ** ------------------ 14271c770fbSdrh ** 14371c770fbSdrh ** Generate an appropropriate OP_TypeCheck opcode that will verify the 14471c770fbSdrh ** datatypes against the column definitions in pTab. If iReg==0, that 14571c770fbSdrh ** means an OP_MakeRecord opcode has already been generated and should be 14671c770fbSdrh ** the last opcode generated. The new OP_TypeCheck needs to be inserted 14771c770fbSdrh ** before the OP_MakeRecord. The new OP_TypeCheck should use the same 14871c770fbSdrh ** register set as the OP_MakeRecord. If iReg>0 then register iReg is 14971c770fbSdrh ** the first of a series of registers that will form the new record. 15071c770fbSdrh ** Apply the type checking to that array of registers. 151a37cdde0Sdanielk1977 */ 15257bf4a8eSdrh void sqlite3TableAffinity(Vdbe *v, Table *pTab, int iReg){ 153ab45fc04Sdrh int i, j; 15472532f52Sdrh char *zColAff; 15572532f52Sdrh if( pTab->tabFlags & TF_Strict ){ 15672532f52Sdrh if( iReg==0 ){ 15772532f52Sdrh /* Move the previous opcode (which should be OP_MakeRecord) forward 15872532f52Sdrh ** by one slot and insert a new OP_TypeCheck where the current 15972532f52Sdrh ** OP_MakeRecord is found */ 16072532f52Sdrh VdbeOp *pPrev; 16172532f52Sdrh sqlite3VdbeAppendP4(v, pTab, P4_TABLE); 16272532f52Sdrh pPrev = sqlite3VdbeGetOp(v, -1); 16371c770fbSdrh assert( pPrev!=0 ); 16471c770fbSdrh assert( pPrev->opcode==OP_MakeRecord || sqlite3VdbeDb(v)->mallocFailed ); 16572532f52Sdrh pPrev->opcode = OP_TypeCheck; 16672532f52Sdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, pPrev->p1, pPrev->p2, pPrev->p3); 16772532f52Sdrh }else{ 16872532f52Sdrh /* Insert an isolated OP_Typecheck */ 16972532f52Sdrh sqlite3VdbeAddOp2(v, OP_TypeCheck, iReg, pTab->nNVCol); 17072532f52Sdrh sqlite3VdbeAppendP4(v, pTab, P4_TABLE); 17172532f52Sdrh } 17272532f52Sdrh return; 17372532f52Sdrh } 17472532f52Sdrh zColAff = pTab->zColAff; 17557bf4a8eSdrh if( zColAff==0 ){ 176abb6fcabSdrh sqlite3 *db = sqlite3VdbeDb(v); 177b975598eSdrh zColAff = (char *)sqlite3DbMallocRaw(0, pTab->nCol+1); 1783d1bfeaaSdanielk1977 if( !zColAff ){ 1794a642b60Sdrh sqlite3OomFault(db); 180a37cdde0Sdanielk1977 return; 1813d1bfeaaSdanielk1977 } 1823d1bfeaaSdanielk1977 183ab45fc04Sdrh for(i=j=0; i<pTab->nCol; i++){ 18496fb16eeSdrh assert( pTab->aCol[i].affinity!=0 ); 185ab45fc04Sdrh if( (pTab->aCol[i].colFlags & COLFLAG_VIRTUAL)==0 ){ 186ab45fc04Sdrh zColAff[j++] = pTab->aCol[i].affinity; 187ab45fc04Sdrh } 1883d1bfeaaSdanielk1977 } 18957bf4a8eSdrh do{ 190ab45fc04Sdrh zColAff[j--] = 0; 191ab45fc04Sdrh }while( j>=0 && zColAff[j]<=SQLITE_AFF_BLOB ); 1923d1bfeaaSdanielk1977 pTab->zColAff = zColAff; 1933d1bfeaaSdanielk1977 } 1947301e774Sdrh assert( zColAff!=0 ); 1957301e774Sdrh i = sqlite3Strlen30NN(zColAff); 19657bf4a8eSdrh if( i ){ 19757bf4a8eSdrh if( iReg ){ 19857bf4a8eSdrh sqlite3VdbeAddOp4(v, OP_Affinity, iReg, i, 0, zColAff, i); 19957bf4a8eSdrh }else{ 20071c770fbSdrh assert( sqlite3VdbeGetOp(v, -1)->opcode==OP_MakeRecord 20171c770fbSdrh || sqlite3VdbeDb(v)->mallocFailed ); 20257bf4a8eSdrh sqlite3VdbeChangeP4(v, -1, zColAff, i); 20357bf4a8eSdrh } 20457bf4a8eSdrh } 2053d1bfeaaSdanielk1977 } 2063d1bfeaaSdanielk1977 2074d88778bSdanielk1977 /* 20848d1178aSdrh ** Return non-zero if the table pTab in database iDb or any of its indices 209b6e8fd10Sdrh ** have been opened at any point in the VDBE program. This is used to see if 21048d1178aSdrh ** a statement of the form "INSERT INTO <iDb, pTab> SELECT ..." can 211b6e8fd10Sdrh ** run without using a temporary table for the results of the SELECT. 2124d88778bSdanielk1977 */ 21305a86c5cSdrh static int readsTable(Parse *p, int iDb, Table *pTab){ 214595a523aSdanielk1977 Vdbe *v = sqlite3GetVdbe(p); 2154d88778bSdanielk1977 int i; 21648d1178aSdrh int iEnd = sqlite3VdbeCurrentAddr(v); 217595a523aSdanielk1977 #ifndef SQLITE_OMIT_VIRTUALTABLE 218595a523aSdanielk1977 VTable *pVTab = IsVirtual(pTab) ? sqlite3GetVTable(p->db, pTab) : 0; 219595a523aSdanielk1977 #endif 220595a523aSdanielk1977 22105a86c5cSdrh for(i=1; i<iEnd; i++){ 22248d1178aSdrh VdbeOp *pOp = sqlite3VdbeGetOp(v, i); 223ef0bea92Sdrh assert( pOp!=0 ); 224207872a4Sdanielk1977 if( pOp->opcode==OP_OpenRead && pOp->p3==iDb ){ 22548d1178aSdrh Index *pIndex; 2268deae5adSdrh Pgno tnum = pOp->p2; 22748d1178aSdrh if( tnum==pTab->tnum ){ 22848d1178aSdrh return 1; 22948d1178aSdrh } 23048d1178aSdrh for(pIndex=pTab->pIndex; pIndex; pIndex=pIndex->pNext){ 23148d1178aSdrh if( tnum==pIndex->tnum ){ 23248d1178aSdrh return 1; 23348d1178aSdrh } 23448d1178aSdrh } 23548d1178aSdrh } 236543165efSdrh #ifndef SQLITE_OMIT_VIRTUALTABLE 237595a523aSdanielk1977 if( pOp->opcode==OP_VOpen && pOp->p4.pVtab==pVTab ){ 2382dca4ac1Sdanielk1977 assert( pOp->p4.pVtab!=0 ); 23966a5167bSdrh assert( pOp->p4type==P4_VTAB ); 24048d1178aSdrh return 1; 2414d88778bSdanielk1977 } 242543165efSdrh #endif 2434d88778bSdanielk1977 } 2444d88778bSdanielk1977 return 0; 2454d88778bSdanielk1977 } 2463d1bfeaaSdanielk1977 247dfa15270Sdrh /* This walker callback will compute the union of colFlags flags for all 2487dc76d8bSdrh ** referenced columns in a CHECK constraint or generated column expression. 249dfa15270Sdrh */ 250dfa15270Sdrh static int exprColumnFlagUnion(Walker *pWalker, Expr *pExpr){ 2517dc76d8bSdrh if( pExpr->op==TK_COLUMN && pExpr->iColumn>=0 ){ 2527dc76d8bSdrh assert( pExpr->iColumn < pWalker->u.pTab->nCol ); 253dfa15270Sdrh pWalker->eCode |= pWalker->u.pTab->aCol[pExpr->iColumn].colFlags; 254dfa15270Sdrh } 255dfa15270Sdrh return WRC_Continue; 256dfa15270Sdrh } 257dfa15270Sdrh 258c1431144Sdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 259c1431144Sdrh /* 260c1431144Sdrh ** All regular columns for table pTab have been puts into registers 261c1431144Sdrh ** starting with iRegStore. The registers that correspond to STORED 262dd6cc9b5Sdrh ** or VIRTUAL columns have not yet been initialized. This routine goes 263dd6cc9b5Sdrh ** back and computes the values for those columns based on the previously 264dd6cc9b5Sdrh ** computed normal columns. 265c1431144Sdrh */ 266dd6cc9b5Sdrh void sqlite3ComputeGeneratedColumns( 267c1431144Sdrh Parse *pParse, /* Parsing context */ 268c1431144Sdrh int iRegStore, /* Register holding the first column */ 269c1431144Sdrh Table *pTab /* The table */ 270c1431144Sdrh ){ 271c1431144Sdrh int i; 272dfa15270Sdrh Walker w; 273dfa15270Sdrh Column *pRedo; 274dfa15270Sdrh int eProgress; 275b5f6243fSdrh VdbeOp *pOp; 276b5f6243fSdrh 277b5f6243fSdrh assert( pTab->tabFlags & TF_HasGenerated ); 278b5f6243fSdrh testcase( pTab->tabFlags & TF_HasVirtual ); 279b5f6243fSdrh testcase( pTab->tabFlags & TF_HasStored ); 280b5f6243fSdrh 281b5f6243fSdrh /* Before computing generated columns, first go through and make sure 282b5f6243fSdrh ** that appropriate affinity has been applied to the regular columns 283b5f6243fSdrh */ 284b5f6243fSdrh sqlite3TableAffinity(pParse->pVdbe, pTab, iRegStore); 285b5f6243fSdrh if( (pTab->tabFlags & TF_HasStored)!=0 286b5f6243fSdrh && (pOp = sqlite3VdbeGetOp(pParse->pVdbe,-1))->opcode==OP_Affinity 287b5f6243fSdrh ){ 288b5f6243fSdrh /* Change the OP_Affinity argument to '@' (NONE) for all stored 289b5f6243fSdrh ** columns. '@' is the no-op affinity and those columns have not 290b5f6243fSdrh ** yet been computed. */ 291b5f6243fSdrh int ii, jj; 292b5f6243fSdrh char *zP4 = pOp->p4.z; 293b5f6243fSdrh assert( zP4!=0 ); 294b5f6243fSdrh assert( pOp->p4type==P4_DYNAMIC ); 295b5f6243fSdrh for(ii=jj=0; zP4[jj]; ii++){ 296b5f6243fSdrh if( pTab->aCol[ii].colFlags & COLFLAG_VIRTUAL ){ 297b5f6243fSdrh continue; 298b5f6243fSdrh } 299b5f6243fSdrh if( pTab->aCol[ii].colFlags & COLFLAG_STORED ){ 300b5f6243fSdrh zP4[jj] = SQLITE_AFF_NONE; 301b5f6243fSdrh } 302b5f6243fSdrh jj++; 303b5f6243fSdrh } 304b5f6243fSdrh } 305dfa15270Sdrh 306dd6cc9b5Sdrh /* Because there can be multiple generated columns that refer to one another, 307dd6cc9b5Sdrh ** this is a two-pass algorithm. On the first pass, mark all generated 308dd6cc9b5Sdrh ** columns as "not available". 3099942ef0dSdrh */ 3109942ef0dSdrh for(i=0; i<pTab->nCol; i++){ 311dd6cc9b5Sdrh if( pTab->aCol[i].colFlags & COLFLAG_GENERATED ){ 312ab0992f0Sdrh testcase( pTab->aCol[i].colFlags & COLFLAG_VIRTUAL ); 313ab0992f0Sdrh testcase( pTab->aCol[i].colFlags & COLFLAG_STORED ); 3149942ef0dSdrh pTab->aCol[i].colFlags |= COLFLAG_NOTAVAIL; 3159942ef0dSdrh } 3169942ef0dSdrh } 317dfa15270Sdrh 318dfa15270Sdrh w.u.pTab = pTab; 319dfa15270Sdrh w.xExprCallback = exprColumnFlagUnion; 320dfa15270Sdrh w.xSelectCallback = 0; 321dfa15270Sdrh w.xSelectCallback2 = 0; 322dfa15270Sdrh 3239942ef0dSdrh /* On the second pass, compute the value of each NOT-AVAILABLE column. 3249942ef0dSdrh ** Companion code in the TK_COLUMN case of sqlite3ExprCodeTarget() will 3259942ef0dSdrh ** compute dependencies and mark remove the COLSPAN_NOTAVAIL mark, as 3269942ef0dSdrh ** they are needed. 3279942ef0dSdrh */ 328c1431144Sdrh pParse->iSelfTab = -iRegStore; 329dfa15270Sdrh do{ 330dfa15270Sdrh eProgress = 0; 331dfa15270Sdrh pRedo = 0; 332dfa15270Sdrh for(i=0; i<pTab->nCol; i++){ 333dfa15270Sdrh Column *pCol = pTab->aCol + i; 334dfa15270Sdrh if( (pCol->colFlags & COLFLAG_NOTAVAIL)!=0 ){ 335dfa15270Sdrh int x; 336dfa15270Sdrh pCol->colFlags |= COLFLAG_BUSY; 337dfa15270Sdrh w.eCode = 0; 33879cf2b71Sdrh sqlite3WalkExpr(&w, sqlite3ColumnExpr(pTab, pCol)); 339dfa15270Sdrh pCol->colFlags &= ~COLFLAG_BUSY; 340dfa15270Sdrh if( w.eCode & COLFLAG_NOTAVAIL ){ 341dfa15270Sdrh pRedo = pCol; 342dfa15270Sdrh continue; 343dd6cc9b5Sdrh } 344dfa15270Sdrh eProgress = 1; 345dfa15270Sdrh assert( pCol->colFlags & COLFLAG_GENERATED ); 346dfa15270Sdrh x = sqlite3TableColumnToStorage(pTab, i) + iRegStore; 34779cf2b71Sdrh sqlite3ExprCodeGeneratedColumn(pParse, pTab, pCol, x); 348dfa15270Sdrh pCol->colFlags &= ~COLFLAG_NOTAVAIL; 349c1431144Sdrh } 350dfa15270Sdrh } 351dfa15270Sdrh }while( pRedo && eProgress ); 352dfa15270Sdrh if( pRedo ){ 353cf9d36d1Sdrh sqlite3ErrorMsg(pParse, "generated column loop on \"%s\"", pRedo->zCnName); 354c1431144Sdrh } 355c1431144Sdrh pParse->iSelfTab = 0; 356c1431144Sdrh } 357c1431144Sdrh #endif /* SQLITE_OMIT_GENERATED_COLUMNS */ 358c1431144Sdrh 359c1431144Sdrh 3609d9cf229Sdrh #ifndef SQLITE_OMIT_AUTOINCREMENT 3619d9cf229Sdrh /* 3620b9f50d8Sdrh ** Locate or create an AutoincInfo structure associated with table pTab 3630b9f50d8Sdrh ** which is in database iDb. Return the register number for the register 3649ef5e770Sdrh ** that holds the maximum rowid. Return zero if pTab is not an AUTOINCREMENT 3659ef5e770Sdrh ** table. (Also return zero when doing a VACUUM since we do not want to 3669ef5e770Sdrh ** update the AUTOINCREMENT counters during a VACUUM.) 3679d9cf229Sdrh ** 3680b9f50d8Sdrh ** There is at most one AutoincInfo structure per table even if the 3690b9f50d8Sdrh ** same table is autoincremented multiple times due to inserts within 3700b9f50d8Sdrh ** triggers. A new AutoincInfo structure is created if this is the 3710b9f50d8Sdrh ** first use of table pTab. On 2nd and subsequent uses, the original 3720b9f50d8Sdrh ** AutoincInfo structure is used. 3739d9cf229Sdrh ** 374c8abbc11Sdrh ** Four consecutive registers are allocated: 3750b9f50d8Sdrh ** 376c8abbc11Sdrh ** (1) The name of the pTab table. 377c8abbc11Sdrh ** (2) The maximum ROWID of pTab. 378c8abbc11Sdrh ** (3) The rowid in sqlite_sequence of pTab 379c8abbc11Sdrh ** (4) The original value of the max ROWID in pTab, or NULL if none 3800b9f50d8Sdrh ** 3810b9f50d8Sdrh ** The 2nd register is the one that is returned. That is all the 3820b9f50d8Sdrh ** insert routine needs to know about. 3839d9cf229Sdrh */ 3849d9cf229Sdrh static int autoIncBegin( 3859d9cf229Sdrh Parse *pParse, /* Parsing context */ 3869d9cf229Sdrh int iDb, /* Index of the database holding pTab */ 3879d9cf229Sdrh Table *pTab /* The table we are writing to */ 3889d9cf229Sdrh ){ 3896a288a33Sdrh int memId = 0; /* Register holding maximum rowid */ 390186ebd41Sdrh assert( pParse->db->aDb[iDb].pSchema!=0 ); 3919ef5e770Sdrh if( (pTab->tabFlags & TF_Autoincrement)!=0 3928257aa8dSdrh && (pParse->db->mDbFlags & DBFLAG_Vacuum)==0 3939ef5e770Sdrh ){ 39465a7cd16Sdan Parse *pToplevel = sqlite3ParseToplevel(pParse); 3950b9f50d8Sdrh AutoincInfo *pInfo; 396186ebd41Sdrh Table *pSeqTab = pParse->db->aDb[iDb].pSchema->pSeqTab; 397186ebd41Sdrh 398186ebd41Sdrh /* Verify that the sqlite_sequence table exists and is an ordinary 399186ebd41Sdrh ** rowid table with exactly two columns. 400186ebd41Sdrh ** Ticket d8dc2b3a58cd5dc2918a1d4acb 2018-05-23 */ 401186ebd41Sdrh if( pSeqTab==0 402186ebd41Sdrh || !HasRowid(pSeqTab) 4030003d878Sdrh || NEVER(IsVirtual(pSeqTab)) 404186ebd41Sdrh || pSeqTab->nCol!=2 405186ebd41Sdrh ){ 406186ebd41Sdrh pParse->nErr++; 407186ebd41Sdrh pParse->rc = SQLITE_CORRUPT_SEQUENCE; 408186ebd41Sdrh return 0; 409186ebd41Sdrh } 4100b9f50d8Sdrh 41165a7cd16Sdan pInfo = pToplevel->pAinc; 4120b9f50d8Sdrh while( pInfo && pInfo->pTab!=pTab ){ pInfo = pInfo->pNext; } 4130b9f50d8Sdrh if( pInfo==0 ){ 414575fad65Sdrh pInfo = sqlite3DbMallocRawNN(pParse->db, sizeof(*pInfo)); 41521d4f5b5Sdrh sqlite3ParserAddCleanup(pToplevel, sqlite3DbFree, pInfo); 41621d4f5b5Sdrh testcase( pParse->earlyCleanup ); 41721d4f5b5Sdrh if( pParse->db->mallocFailed ) return 0; 41865a7cd16Sdan pInfo->pNext = pToplevel->pAinc; 41965a7cd16Sdan pToplevel->pAinc = pInfo; 4200b9f50d8Sdrh pInfo->pTab = pTab; 4210b9f50d8Sdrh pInfo->iDb = iDb; 42265a7cd16Sdan pToplevel->nMem++; /* Register to hold name of table */ 42365a7cd16Sdan pInfo->regCtr = ++pToplevel->nMem; /* Max rowid register */ 424c8abbc11Sdrh pToplevel->nMem +=2; /* Rowid in sqlite_sequence + orig max val */ 4250b9f50d8Sdrh } 4260b9f50d8Sdrh memId = pInfo->regCtr; 4279d9cf229Sdrh } 4289d9cf229Sdrh return memId; 4299d9cf229Sdrh } 4309d9cf229Sdrh 4319d9cf229Sdrh /* 4320b9f50d8Sdrh ** This routine generates code that will initialize all of the 4330b9f50d8Sdrh ** register used by the autoincrement tracker. 4340b9f50d8Sdrh */ 4350b9f50d8Sdrh void sqlite3AutoincrementBegin(Parse *pParse){ 4360b9f50d8Sdrh AutoincInfo *p; /* Information about an AUTOINCREMENT */ 4370b9f50d8Sdrh sqlite3 *db = pParse->db; /* The database connection */ 4380b9f50d8Sdrh Db *pDb; /* Database only autoinc table */ 4390b9f50d8Sdrh int memId; /* Register holding max rowid */ 4400b9f50d8Sdrh Vdbe *v = pParse->pVdbe; /* VDBE under construction */ 4410b9f50d8Sdrh 442345ba7dbSdrh /* This routine is never called during trigger-generation. It is 443345ba7dbSdrh ** only called from the top-level */ 444345ba7dbSdrh assert( pParse->pTriggerTab==0 ); 445c149f18fSdrh assert( sqlite3IsToplevel(pParse) ); 44676d462eeSdan 4470b9f50d8Sdrh assert( v ); /* We failed long ago if this is not so */ 4480b9f50d8Sdrh for(p = pParse->pAinc; p; p = p->pNext){ 4491b32554bSdrh static const int iLn = VDBE_OFFSET_LINENO(2); 4501b32554bSdrh static const VdbeOpList autoInc[] = { 4511b32554bSdrh /* 0 */ {OP_Null, 0, 0, 0}, 452c8abbc11Sdrh /* 1 */ {OP_Rewind, 0, 10, 0}, 4531b32554bSdrh /* 2 */ {OP_Column, 0, 0, 0}, 454c8abbc11Sdrh /* 3 */ {OP_Ne, 0, 9, 0}, 4551b32554bSdrh /* 4 */ {OP_Rowid, 0, 0, 0}, 4561b32554bSdrh /* 5 */ {OP_Column, 0, 1, 0}, 457c8abbc11Sdrh /* 6 */ {OP_AddImm, 0, 0, 0}, 458c8abbc11Sdrh /* 7 */ {OP_Copy, 0, 0, 0}, 459c8abbc11Sdrh /* 8 */ {OP_Goto, 0, 11, 0}, 460c8abbc11Sdrh /* 9 */ {OP_Next, 0, 2, 0}, 461c8abbc11Sdrh /* 10 */ {OP_Integer, 0, 0, 0}, 462c8abbc11Sdrh /* 11 */ {OP_Close, 0, 0, 0} 4631b32554bSdrh }; 4641b32554bSdrh VdbeOp *aOp; 4650b9f50d8Sdrh pDb = &db->aDb[p->iDb]; 4660b9f50d8Sdrh memId = p->regCtr; 4672120608eSdrh assert( sqlite3SchemaMutexHeld(db, 0, pDb->pSchema) ); 4680b9f50d8Sdrh sqlite3OpenTable(pParse, 0, p->iDb, pDb->pSchema->pSeqTab, OP_OpenRead); 469076e85f5Sdrh sqlite3VdbeLoadString(v, memId-1, p->pTab->zName); 4701b32554bSdrh aOp = sqlite3VdbeAddOpList(v, ArraySize(autoInc), autoInc, iLn); 4711b32554bSdrh if( aOp==0 ) break; 4721b32554bSdrh aOp[0].p2 = memId; 473c8abbc11Sdrh aOp[0].p3 = memId+2; 4741b32554bSdrh aOp[2].p3 = memId; 4751b32554bSdrh aOp[3].p1 = memId-1; 4761b32554bSdrh aOp[3].p3 = memId; 4771b32554bSdrh aOp[3].p5 = SQLITE_JUMPIFNULL; 4781b32554bSdrh aOp[4].p2 = memId+1; 4791b32554bSdrh aOp[5].p3 = memId; 480c8abbc11Sdrh aOp[6].p1 = memId; 481c8abbc11Sdrh aOp[7].p2 = memId+2; 482c8abbc11Sdrh aOp[7].p1 = memId; 483c8abbc11Sdrh aOp[10].p2 = memId; 48404ab586bSdrh if( pParse->nTab==0 ) pParse->nTab = 1; 4850b9f50d8Sdrh } 4860b9f50d8Sdrh } 4870b9f50d8Sdrh 4880b9f50d8Sdrh /* 4899d9cf229Sdrh ** Update the maximum rowid for an autoincrement calculation. 4909d9cf229Sdrh ** 4911b32554bSdrh ** This routine should be called when the regRowid register holds a 4929d9cf229Sdrh ** new rowid that is about to be inserted. If that new rowid is 4939d9cf229Sdrh ** larger than the maximum rowid in the memId memory cell, then the 4941b32554bSdrh ** memory cell is updated. 4959d9cf229Sdrh */ 4966a288a33Sdrh static void autoIncStep(Parse *pParse, int memId, int regRowid){ 4979d9cf229Sdrh if( memId>0 ){ 4986a288a33Sdrh sqlite3VdbeAddOp2(pParse->pVdbe, OP_MemMax, memId, regRowid); 4999d9cf229Sdrh } 5009d9cf229Sdrh } 5019d9cf229Sdrh 5029d9cf229Sdrh /* 5030b9f50d8Sdrh ** This routine generates the code needed to write autoincrement 5040b9f50d8Sdrh ** maximum rowid values back into the sqlite_sequence register. 5050b9f50d8Sdrh ** Every statement that might do an INSERT into an autoincrement 5060b9f50d8Sdrh ** table (either directly or through triggers) needs to call this 5070b9f50d8Sdrh ** routine just before the "exit" code. 5089d9cf229Sdrh */ 5091b32554bSdrh static SQLITE_NOINLINE void autoIncrementEnd(Parse *pParse){ 5100b9f50d8Sdrh AutoincInfo *p; 5119d9cf229Sdrh Vdbe *v = pParse->pVdbe; 5120b9f50d8Sdrh sqlite3 *db = pParse->db; 5136a288a33Sdrh 5149d9cf229Sdrh assert( v ); 5150b9f50d8Sdrh for(p = pParse->pAinc; p; p = p->pNext){ 5161b32554bSdrh static const int iLn = VDBE_OFFSET_LINENO(2); 5171b32554bSdrh static const VdbeOpList autoIncEnd[] = { 5181b32554bSdrh /* 0 */ {OP_NotNull, 0, 2, 0}, 5191b32554bSdrh /* 1 */ {OP_NewRowid, 0, 0, 0}, 5201b32554bSdrh /* 2 */ {OP_MakeRecord, 0, 2, 0}, 5211b32554bSdrh /* 3 */ {OP_Insert, 0, 0, 0}, 5221b32554bSdrh /* 4 */ {OP_Close, 0, 0, 0} 5231b32554bSdrh }; 5241b32554bSdrh VdbeOp *aOp; 5250b9f50d8Sdrh Db *pDb = &db->aDb[p->iDb]; 5260b9f50d8Sdrh int iRec; 5270b9f50d8Sdrh int memId = p->regCtr; 5280b9f50d8Sdrh 5290b9f50d8Sdrh iRec = sqlite3GetTempReg(pParse); 5302120608eSdrh assert( sqlite3SchemaMutexHeld(db, 0, pDb->pSchema) ); 531c8abbc11Sdrh sqlite3VdbeAddOp3(v, OP_Le, memId+2, sqlite3VdbeCurrentAddr(v)+7, memId); 532c8abbc11Sdrh VdbeCoverage(v); 5330b9f50d8Sdrh sqlite3OpenTable(pParse, 0, p->iDb, pDb->pSchema->pSeqTab, OP_OpenWrite); 5341b32554bSdrh aOp = sqlite3VdbeAddOpList(v, ArraySize(autoIncEnd), autoIncEnd, iLn); 5351b32554bSdrh if( aOp==0 ) break; 5361b32554bSdrh aOp[0].p1 = memId+1; 5371b32554bSdrh aOp[1].p2 = memId+1; 5381b32554bSdrh aOp[2].p1 = memId-1; 5391b32554bSdrh aOp[2].p3 = iRec; 5401b32554bSdrh aOp[3].p2 = iRec; 5411b32554bSdrh aOp[3].p3 = memId+1; 5421b32554bSdrh aOp[3].p5 = OPFLAG_APPEND; 5430b9f50d8Sdrh sqlite3ReleaseTempReg(pParse, iRec); 5449d9cf229Sdrh } 5459d9cf229Sdrh } 5461b32554bSdrh void sqlite3AutoincrementEnd(Parse *pParse){ 5471b32554bSdrh if( pParse->pAinc ) autoIncrementEnd(pParse); 5481b32554bSdrh } 5499d9cf229Sdrh #else 5509d9cf229Sdrh /* 5519d9cf229Sdrh ** If SQLITE_OMIT_AUTOINCREMENT is defined, then the three routines 5529d9cf229Sdrh ** above are all no-ops 5539d9cf229Sdrh */ 5549d9cf229Sdrh # define autoIncBegin(A,B,C) (0) 555287fb61cSdanielk1977 # define autoIncStep(A,B,C) 5569d9cf229Sdrh #endif /* SQLITE_OMIT_AUTOINCREMENT */ 5579d9cf229Sdrh 5589d9cf229Sdrh 5599d9cf229Sdrh /* Forward declaration */ 5609d9cf229Sdrh static int xferOptimization( 5619d9cf229Sdrh Parse *pParse, /* Parser context */ 5629d9cf229Sdrh Table *pDest, /* The table we are inserting into */ 5639d9cf229Sdrh Select *pSelect, /* A SELECT statement to use as the data source */ 5649d9cf229Sdrh int onError, /* How to handle constraint errors */ 5659d9cf229Sdrh int iDbDest /* The database of pDest */ 5669d9cf229Sdrh ); 5679d9cf229Sdrh 5683d1bfeaaSdanielk1977 /* 569d82b5021Sdrh ** This routine is called to handle SQL of the following forms: 570cce7d176Sdrh ** 571a21f78b9Sdrh ** insert into TABLE (IDLIST) values(EXPRLIST),(EXPRLIST),... 5721ccde15dSdrh ** insert into TABLE (IDLIST) select 573a21f78b9Sdrh ** insert into TABLE (IDLIST) default values 574cce7d176Sdrh ** 5751ccde15dSdrh ** The IDLIST following the table name is always optional. If omitted, 576a21f78b9Sdrh ** then a list of all (non-hidden) columns for the table is substituted. 577a21f78b9Sdrh ** The IDLIST appears in the pColumn parameter. pColumn is NULL if IDLIST 578a21f78b9Sdrh ** is omitted. 5791ccde15dSdrh ** 580a21f78b9Sdrh ** For the pSelect parameter holds the values to be inserted for the 581a21f78b9Sdrh ** first two forms shown above. A VALUES clause is really just short-hand 582a21f78b9Sdrh ** for a SELECT statement that omits the FROM clause and everything else 583a21f78b9Sdrh ** that follows. If the pSelect parameter is NULL, that means that the 584a21f78b9Sdrh ** DEFAULT VALUES form of the INSERT statement is intended. 585142e30dfSdrh ** 5869d9cf229Sdrh ** The code generated follows one of four templates. For a simple 587a21f78b9Sdrh ** insert with data coming from a single-row VALUES clause, the code executes 588e00ee6ebSdrh ** once straight down through. Pseudo-code follows (we call this 589e00ee6ebSdrh ** the "1st template"): 590142e30dfSdrh ** 591142e30dfSdrh ** open write cursor to <table> and its indices 592ec95c441Sdrh ** put VALUES clause expressions into registers 593142e30dfSdrh ** write the resulting record into <table> 594142e30dfSdrh ** cleanup 595142e30dfSdrh ** 5969d9cf229Sdrh ** The three remaining templates assume the statement is of the form 597142e30dfSdrh ** 598142e30dfSdrh ** INSERT INTO <table> SELECT ... 599142e30dfSdrh ** 6009d9cf229Sdrh ** If the SELECT clause is of the restricted form "SELECT * FROM <table2>" - 6019d9cf229Sdrh ** in other words if the SELECT pulls all columns from a single table 6029d9cf229Sdrh ** and there is no WHERE or LIMIT or GROUP BY or ORDER BY clauses, and 6039d9cf229Sdrh ** if <table2> and <table1> are distinct tables but have identical 6049d9cf229Sdrh ** schemas, including all the same indices, then a special optimization 6059d9cf229Sdrh ** is invoked that copies raw records from <table2> over to <table1>. 6069d9cf229Sdrh ** See the xferOptimization() function for the implementation of this 607e00ee6ebSdrh ** template. This is the 2nd template. 6089d9cf229Sdrh ** 6099d9cf229Sdrh ** open a write cursor to <table> 6109d9cf229Sdrh ** open read cursor on <table2> 6119d9cf229Sdrh ** transfer all records in <table2> over to <table> 6129d9cf229Sdrh ** close cursors 6139d9cf229Sdrh ** foreach index on <table> 6149d9cf229Sdrh ** open a write cursor on the <table> index 6159d9cf229Sdrh ** open a read cursor on the corresponding <table2> index 6169d9cf229Sdrh ** transfer all records from the read to the write cursors 6179d9cf229Sdrh ** close cursors 6189d9cf229Sdrh ** end foreach 6199d9cf229Sdrh ** 620e00ee6ebSdrh ** The 3rd template is for when the second template does not apply 6219d9cf229Sdrh ** and the SELECT clause does not read from <table> at any time. 6229d9cf229Sdrh ** The generated code follows this template: 623142e30dfSdrh ** 624e00ee6ebSdrh ** X <- A 625142e30dfSdrh ** goto B 626142e30dfSdrh ** A: setup for the SELECT 6279d9cf229Sdrh ** loop over the rows in the SELECT 628e00ee6ebSdrh ** load values into registers R..R+n 629e00ee6ebSdrh ** yield X 630142e30dfSdrh ** end loop 631142e30dfSdrh ** cleanup after the SELECT 63281cf13ecSdrh ** end-coroutine X 633e00ee6ebSdrh ** B: open write cursor to <table> and its indices 63481cf13ecSdrh ** C: yield X, at EOF goto D 635e00ee6ebSdrh ** insert the select result into <table> from R..R+n 636e00ee6ebSdrh ** goto C 637142e30dfSdrh ** D: cleanup 638142e30dfSdrh ** 639e00ee6ebSdrh ** The 4th template is used if the insert statement takes its 640142e30dfSdrh ** values from a SELECT but the data is being inserted into a table 641142e30dfSdrh ** that is also read as part of the SELECT. In the third form, 64260ec914cSpeter.d.reid ** we have to use an intermediate table to store the results of 643142e30dfSdrh ** the select. The template is like this: 644142e30dfSdrh ** 645e00ee6ebSdrh ** X <- A 646142e30dfSdrh ** goto B 647142e30dfSdrh ** A: setup for the SELECT 648142e30dfSdrh ** loop over the tables in the SELECT 649e00ee6ebSdrh ** load value into register R..R+n 650e00ee6ebSdrh ** yield X 651142e30dfSdrh ** end loop 652142e30dfSdrh ** cleanup after the SELECT 65381cf13ecSdrh ** end co-routine R 654e00ee6ebSdrh ** B: open temp table 65581cf13ecSdrh ** L: yield X, at EOF goto M 656e00ee6ebSdrh ** insert row from R..R+n into temp table 657e00ee6ebSdrh ** goto L 658e00ee6ebSdrh ** M: open write cursor to <table> and its indices 659e00ee6ebSdrh ** rewind temp table 660e00ee6ebSdrh ** C: loop over rows of intermediate table 661142e30dfSdrh ** transfer values form intermediate table into <table> 662e00ee6ebSdrh ** end loop 663e00ee6ebSdrh ** D: cleanup 664cce7d176Sdrh */ 6654adee20fSdanielk1977 void sqlite3Insert( 666cce7d176Sdrh Parse *pParse, /* Parser context */ 667113088ecSdrh SrcList *pTabList, /* Name of table into which we are inserting */ 6685974a30fSdrh Select *pSelect, /* A SELECT statement to use as the data source */ 669f5f1915dSdrh IdList *pColumn, /* Column names corresponding to IDLIST, or NULL. */ 6702c2e844aSdrh int onError, /* How to handle constraint errors */ 67146d2e5c3Sdrh Upsert *pUpsert /* ON CONFLICT clauses for upsert, or NULL */ 672cce7d176Sdrh ){ 6736a288a33Sdrh sqlite3 *db; /* The main database structure */ 6746a288a33Sdrh Table *pTab; /* The table to insert into. aka TABLE */ 67560ffc807Sdrh int i, j; /* Loop counters */ 6765974a30fSdrh Vdbe *v; /* Generate code into this virtual machine */ 6775974a30fSdrh Index *pIdx; /* For looping over indices of the table */ 678967e8b73Sdrh int nColumn; /* Number of columns in the data */ 6796a288a33Sdrh int nHidden = 0; /* Number of hidden columns if TABLE is virtual */ 68026198bb4Sdrh int iDataCur = 0; /* VDBE cursor that is the main data repository */ 68126198bb4Sdrh int iIdxCur = 0; /* First index cursor */ 682d82b5021Sdrh int ipkColumn = -1; /* Column that is the INTEGER PRIMARY KEY */ 6830ca3e24bSdrh int endOfLoop; /* Label for the end of the insertion loop */ 684cfe9a69fSdanielk1977 int srcTab = 0; /* Data comes from this temporary cursor if >=0 */ 685e00ee6ebSdrh int addrInsTop = 0; /* Jump to label "D" */ 686e00ee6ebSdrh int addrCont = 0; /* Top of insert loop. Label "C" in templates 3 and 4 */ 6872eb95377Sdrh SelectDest dest; /* Destination for SELECT on rhs of INSERT */ 6886a288a33Sdrh int iDb; /* Index of database holding TABLE */ 68905a86c5cSdrh u8 useTempTable = 0; /* Store SELECT results in intermediate table */ 69005a86c5cSdrh u8 appendFlag = 0; /* True if the insert is likely to be an append */ 69105a86c5cSdrh u8 withoutRowid; /* 0 for normal table. 1 for WITHOUT ROWID table */ 692a21f78b9Sdrh u8 bIdListInOrder; /* True if IDLIST is in table order */ 69375593d96Sdrh ExprList *pList = 0; /* List of VALUES() to be inserted */ 694c27ea2aeSdrh int iRegStore; /* Register in which to store next column */ 695cce7d176Sdrh 6966a288a33Sdrh /* Register allocations */ 6971bd10f8aSdrh int regFromSelect = 0;/* Base register for data coming from SELECT */ 6986a288a33Sdrh int regAutoinc = 0; /* Register holding the AUTOINCREMENT counter */ 6996a288a33Sdrh int regRowCount = 0; /* Memory cell used for the row counter */ 7006a288a33Sdrh int regIns; /* Block of regs holding rowid+data being inserted */ 7016a288a33Sdrh int regRowid; /* registers holding insert rowid */ 7026a288a33Sdrh int regData; /* register holding first column to insert */ 703aa9b8963Sdrh int *aRegIdx = 0; /* One register allocated to each index */ 7046a288a33Sdrh 705798da52cSdrh #ifndef SQLITE_OMIT_TRIGGER 706798da52cSdrh int isView; /* True if attempting to insert into a view */ 7072f886d1dSdanielk1977 Trigger *pTrigger; /* List of triggers on pTab, if required */ 7082f886d1dSdanielk1977 int tmask; /* Mask of trigger times */ 709798da52cSdrh #endif 710c3f9bad2Sdanielk1977 71117435752Sdrh db = pParse->db; 71217435752Sdrh if( pParse->nErr || db->mallocFailed ){ 7136f7adc8aSdrh goto insert_cleanup; 7146f7adc8aSdrh } 7154c883487Sdrh dest.iSDParm = 0; /* Suppress a harmless compiler warning */ 716daffd0e5Sdrh 71775593d96Sdrh /* If the Select object is really just a simple VALUES() list with a 718a21f78b9Sdrh ** single row (the common case) then keep that one row of values 719a21f78b9Sdrh ** and discard the other (unused) parts of the pSelect object 72075593d96Sdrh */ 72175593d96Sdrh if( pSelect && (pSelect->selFlags & SF_Values)!=0 && pSelect->pPrior==0 ){ 72275593d96Sdrh pList = pSelect->pEList; 72375593d96Sdrh pSelect->pEList = 0; 72475593d96Sdrh sqlite3SelectDelete(db, pSelect); 72575593d96Sdrh pSelect = 0; 72675593d96Sdrh } 72775593d96Sdrh 7281ccde15dSdrh /* Locate the table into which we will be inserting new information. 7291ccde15dSdrh */ 730113088ecSdrh assert( pTabList->nSrc==1 ); 7314adee20fSdanielk1977 pTab = sqlite3SrcListLookup(pParse, pTabList); 732c3f9bad2Sdanielk1977 if( pTab==0 ){ 733c3f9bad2Sdanielk1977 goto insert_cleanup; 734c3f9bad2Sdanielk1977 } 735da184236Sdanielk1977 iDb = sqlite3SchemaToIndex(db, pTab->pSchema); 736da184236Sdanielk1977 assert( iDb<db->nDb ); 737a0daa751Sdrh if( sqlite3AuthCheck(pParse, SQLITE_INSERT, pTab->zName, 0, 738a0daa751Sdrh db->aDb[iDb].zDbSName) ){ 7391962bda7Sdrh goto insert_cleanup; 7401962bda7Sdrh } 741ec95c441Sdrh withoutRowid = !HasRowid(pTab); 742c3f9bad2Sdanielk1977 743b7f9164eSdrh /* Figure out if we have any triggers and if the table being 744b7f9164eSdrh ** inserted into is a view 745b7f9164eSdrh */ 746b7f9164eSdrh #ifndef SQLITE_OMIT_TRIGGER 7472f886d1dSdanielk1977 pTrigger = sqlite3TriggersExist(pParse, pTab, TK_INSERT, 0, &tmask); 748f38524d2Sdrh isView = IsView(pTab); 749b7f9164eSdrh #else 7502f886d1dSdanielk1977 # define pTrigger 0 7512f886d1dSdanielk1977 # define tmask 0 752b7f9164eSdrh # define isView 0 753b7f9164eSdrh #endif 754b7f9164eSdrh #ifdef SQLITE_OMIT_VIEW 755b7f9164eSdrh # undef isView 756b7f9164eSdrh # define isView 0 757b7f9164eSdrh #endif 7582f886d1dSdanielk1977 assert( (pTrigger && tmask) || (pTrigger==0 && tmask==0) ); 759b7f9164eSdrh 760f573c99bSdrh /* If pTab is really a view, make sure it has been initialized. 761d82b5021Sdrh ** ViewGetColumnNames() is a no-op if pTab is not a view. 762f573c99bSdrh */ 763b3d24bf8Sdanielk1977 if( sqlite3ViewGetColumnNames(pParse, pTab) ){ 764f573c99bSdrh goto insert_cleanup; 765f573c99bSdrh } 766f573c99bSdrh 767d82b5021Sdrh /* Cannot insert into a read-only table. 768595a523aSdanielk1977 */ 769595a523aSdanielk1977 if( sqlite3IsReadOnly(pParse, pTab, tmask) ){ 770595a523aSdanielk1977 goto insert_cleanup; 771595a523aSdanielk1977 } 772595a523aSdanielk1977 7731ccde15dSdrh /* Allocate a VDBE 7741ccde15dSdrh */ 7754adee20fSdanielk1977 v = sqlite3GetVdbe(pParse); 7765974a30fSdrh if( v==0 ) goto insert_cleanup; 7774794f735Sdrh if( pParse->nested==0 ) sqlite3VdbeCountChanges(v); 7782f886d1dSdanielk1977 sqlite3BeginWriteOperation(pParse, pSelect || pTrigger, iDb); 7791ccde15dSdrh 7809d9cf229Sdrh #ifndef SQLITE_OMIT_XFER_OPT 7819d9cf229Sdrh /* If the statement is of the form 7829d9cf229Sdrh ** 7839d9cf229Sdrh ** INSERT INTO <table1> SELECT * FROM <table2>; 7849d9cf229Sdrh ** 7859d9cf229Sdrh ** Then special optimizations can be applied that make the transfer 7869d9cf229Sdrh ** very fast and which reduce fragmentation of indices. 787e00ee6ebSdrh ** 788e00ee6ebSdrh ** This is the 2nd template. 7899d9cf229Sdrh */ 7909d9cf229Sdrh if( pColumn==0 && xferOptimization(pParse, pTab, pSelect, onError, iDb) ){ 7912f886d1dSdanielk1977 assert( !pTrigger ); 7929d9cf229Sdrh assert( pList==0 ); 7930b9f50d8Sdrh goto insert_end; 7949d9cf229Sdrh } 7959d9cf229Sdrh #endif /* SQLITE_OMIT_XFER_OPT */ 7969d9cf229Sdrh 7972958a4e6Sdrh /* If this is an AUTOINCREMENT table, look up the sequence number in the 7986a288a33Sdrh ** sqlite_sequence table and store it in memory cell regAutoinc. 7992958a4e6Sdrh */ 8006a288a33Sdrh regAutoinc = autoIncBegin(pParse, iDb, pTab); 8012958a4e6Sdrh 802f5f1915dSdrh /* Allocate a block registers to hold the rowid and the values 803f5f1915dSdrh ** for all columns of the new row. 8041ccde15dSdrh */ 80505a86c5cSdrh regRowid = regIns = pParse->nMem+1; 80605a86c5cSdrh pParse->nMem += pTab->nCol + 1; 807034ca14fSdanielk1977 if( IsVirtual(pTab) ){ 80805a86c5cSdrh regRowid++; 80905a86c5cSdrh pParse->nMem++; 810034ca14fSdanielk1977 } 81105a86c5cSdrh regData = regRowid+1; 8121ccde15dSdrh 8131ccde15dSdrh /* If the INSERT statement included an IDLIST term, then make sure 8141ccde15dSdrh ** all elements of the IDLIST really are columns of the table and 8151ccde15dSdrh ** remember the column indices. 816c8392586Sdrh ** 817c8392586Sdrh ** If the table has an INTEGER PRIMARY KEY column and that column 818d82b5021Sdrh ** is named in the IDLIST, then record in the ipkColumn variable 819d82b5021Sdrh ** the index into IDLIST of the primary key column. ipkColumn is 820c8392586Sdrh ** the index of the primary key as it appears in IDLIST, not as 821d82b5021Sdrh ** is appears in the original table. (The index of the INTEGER 822f5f1915dSdrh ** PRIMARY KEY in the original table is pTab->iPKey.) After this 823f5f1915dSdrh ** loop, if ipkColumn==(-1), that means that integer primary key 824f5f1915dSdrh ** is unspecified, and hence the table is either WITHOUT ROWID or 825f5f1915dSdrh ** it will automatically generated an integer primary key. 826f5f1915dSdrh ** 827f5f1915dSdrh ** bIdListInOrder is true if the columns in IDLIST are in storage 828f5f1915dSdrh ** order. This enables an optimization that avoids shuffling the 829f5f1915dSdrh ** columns into storage order. False negatives are harmless, 830f5f1915dSdrh ** but false positives will cause database corruption. 8311ccde15dSdrh */ 832d4cd292cSdrh bIdListInOrder = (pTab->tabFlags & (TF_OOOHidden|TF_HasStored))==0; 833967e8b73Sdrh if( pColumn ){ 834967e8b73Sdrh for(i=0; i<pColumn->nId; i++){ 835967e8b73Sdrh pColumn->a[i].idx = -1; 836cce7d176Sdrh } 837967e8b73Sdrh for(i=0; i<pColumn->nId; i++){ 838cce7d176Sdrh for(j=0; j<pTab->nCol; j++){ 839cf9d36d1Sdrh if( sqlite3StrICmp(pColumn->a[i].zName, pTab->aCol[j].zCnName)==0 ){ 840967e8b73Sdrh pColumn->a[i].idx = j; 84105a86c5cSdrh if( i!=j ) bIdListInOrder = 0; 8424a32431cSdrh if( j==pTab->iPKey ){ 843d82b5021Sdrh ipkColumn = i; assert( !withoutRowid ); 8444a32431cSdrh } 8457e508f1eSdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 8467e508f1eSdrh if( pTab->aCol[j].colFlags & (COLFLAG_STORED|COLFLAG_VIRTUAL) ){ 8477e508f1eSdrh sqlite3ErrorMsg(pParse, 8487e508f1eSdrh "cannot INSERT into generated column \"%s\"", 849cf9d36d1Sdrh pTab->aCol[j].zCnName); 8507e508f1eSdrh goto insert_cleanup; 8517e508f1eSdrh } 8527e508f1eSdrh #endif 853cce7d176Sdrh break; 854cce7d176Sdrh } 855cce7d176Sdrh } 856cce7d176Sdrh if( j>=pTab->nCol ){ 857ec95c441Sdrh if( sqlite3IsRowid(pColumn->a[i].zName) && !withoutRowid ){ 858d82b5021Sdrh ipkColumn = i; 859e48ae715Sdrh bIdListInOrder = 0; 860a0217ba7Sdrh }else{ 8614adee20fSdanielk1977 sqlite3ErrorMsg(pParse, "table %S has no column named %s", 862a979993bSdrh pTabList->a, pColumn->a[i].zName); 8631db95106Sdan pParse->checkSchema = 1; 864cce7d176Sdrh goto insert_cleanup; 865cce7d176Sdrh } 866cce7d176Sdrh } 867cce7d176Sdrh } 868a0217ba7Sdrh } 8691ccde15dSdrh 870cce7d176Sdrh /* Figure out how many columns of data are supplied. If the data 871cce7d176Sdrh ** is coming from a SELECT statement, then generate a co-routine that 872cce7d176Sdrh ** produces a single row of the SELECT on each invocation. The 873cce7d176Sdrh ** co-routine is the common header to the 3rd and 4th templates. 874cce7d176Sdrh */ 8755f085269Sdrh if( pSelect ){ 876a21f78b9Sdrh /* Data is coming from a SELECT or from a multi-row VALUES clause. 877a21f78b9Sdrh ** Generate a co-routine to run the SELECT. */ 87805a86c5cSdrh int regYield; /* Register holding co-routine entry-point */ 87905a86c5cSdrh int addrTop; /* Top of the co-routine */ 88005a86c5cSdrh int rc; /* Result code */ 881cce7d176Sdrh 88205a86c5cSdrh regYield = ++pParse->nMem; 88305a86c5cSdrh addrTop = sqlite3VdbeCurrentAddr(v) + 1; 88405a86c5cSdrh sqlite3VdbeAddOp3(v, OP_InitCoroutine, regYield, 0, addrTop); 88505a86c5cSdrh sqlite3SelectDestInit(&dest, SRT_Coroutine, regYield); 88605a86c5cSdrh dest.iSdst = bIdListInOrder ? regData : 0; 88705a86c5cSdrh dest.nSdst = pTab->nCol; 88805a86c5cSdrh rc = sqlite3Select(pParse, pSelect, &dest); 8892b596da8Sdrh regFromSelect = dest.iSdst; 890992590beSdrh if( rc || db->mallocFailed || pParse->nErr ) goto insert_cleanup; 8912fade2f7Sdrh sqlite3VdbeEndCoroutine(v, regYield); 89205a86c5cSdrh sqlite3VdbeJumpHere(v, addrTop - 1); /* label B: */ 893cce7d176Sdrh assert( pSelect->pEList ); 894cce7d176Sdrh nColumn = pSelect->pEList->nExpr; 895cce7d176Sdrh 896cce7d176Sdrh /* Set useTempTable to TRUE if the result of the SELECT statement 897cce7d176Sdrh ** should be written into a temporary table (template 4). Set to 898cce7d176Sdrh ** FALSE if each output row of the SELECT can be written directly into 899cce7d176Sdrh ** the destination table (template 3). 900cce7d176Sdrh ** 901cce7d176Sdrh ** A temp table must be used if the table being updated is also one 902cce7d176Sdrh ** of the tables being read by the SELECT statement. Also use a 903cce7d176Sdrh ** temp table in the case of row triggers. 904cce7d176Sdrh */ 90505a86c5cSdrh if( pTrigger || readsTable(pParse, iDb, pTab) ){ 906cce7d176Sdrh useTempTable = 1; 907cce7d176Sdrh } 908cce7d176Sdrh 909cce7d176Sdrh if( useTempTable ){ 910cce7d176Sdrh /* Invoke the coroutine to extract information from the SELECT 911cce7d176Sdrh ** and add it to a transient table srcTab. The code generated 912cce7d176Sdrh ** here is from the 4th template: 913cce7d176Sdrh ** 914cce7d176Sdrh ** B: open temp table 91581cf13ecSdrh ** L: yield X, goto M at EOF 916cce7d176Sdrh ** insert row from R..R+n into temp table 917cce7d176Sdrh ** goto L 918cce7d176Sdrh ** M: ... 919cce7d176Sdrh */ 920cce7d176Sdrh int regRec; /* Register to hold packed record */ 921cce7d176Sdrh int regTempRowid; /* Register to hold temp table ROWID */ 92206280ee5Sdrh int addrL; /* Label "L" */ 923cce7d176Sdrh 924cce7d176Sdrh srcTab = pParse->nTab++; 925cce7d176Sdrh regRec = sqlite3GetTempReg(pParse); 926cce7d176Sdrh regTempRowid = sqlite3GetTempReg(pParse); 927cce7d176Sdrh sqlite3VdbeAddOp2(v, OP_OpenEphemeral, srcTab, nColumn); 92806280ee5Sdrh addrL = sqlite3VdbeAddOp1(v, OP_Yield, dest.iSDParm); VdbeCoverage(v); 929cce7d176Sdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, regFromSelect, nColumn, regRec); 930cce7d176Sdrh sqlite3VdbeAddOp2(v, OP_NewRowid, srcTab, regTempRowid); 931cce7d176Sdrh sqlite3VdbeAddOp3(v, OP_Insert, srcTab, regRec, regTempRowid); 932076e85f5Sdrh sqlite3VdbeGoto(v, addrL); 93306280ee5Sdrh sqlite3VdbeJumpHere(v, addrL); 934cce7d176Sdrh sqlite3ReleaseTempReg(pParse, regRec); 935cce7d176Sdrh sqlite3ReleaseTempReg(pParse, regTempRowid); 936cce7d176Sdrh } 937cce7d176Sdrh }else{ 938a21f78b9Sdrh /* This is the case if the data for the INSERT is coming from a 939a21f78b9Sdrh ** single-row VALUES clause 940cce7d176Sdrh */ 941cce7d176Sdrh NameContext sNC; 942cce7d176Sdrh memset(&sNC, 0, sizeof(sNC)); 943cce7d176Sdrh sNC.pParse = pParse; 944cce7d176Sdrh srcTab = -1; 945cce7d176Sdrh assert( useTempTable==0 ); 946fea870beSdrh if( pList ){ 947fea870beSdrh nColumn = pList->nExpr; 948fea870beSdrh if( sqlite3ResolveExprListNames(&sNC, pList) ){ 949cce7d176Sdrh goto insert_cleanup; 950cce7d176Sdrh } 951fea870beSdrh }else{ 952fea870beSdrh nColumn = 0; 953cce7d176Sdrh } 954cce7d176Sdrh } 955cce7d176Sdrh 956aacc543eSdrh /* If there is no IDLIST term but the table has an integer primary 957d82b5021Sdrh ** key, the set the ipkColumn variable to the integer primary key 958d82b5021Sdrh ** column index in the original table definition. 9594a32431cSdrh */ 960147d0cccSdrh if( pColumn==0 && nColumn>0 ){ 961d82b5021Sdrh ipkColumn = pTab->iPKey; 962427b96aeSdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 9636ab61d70Sdrh if( ipkColumn>=0 && (pTab->tabFlags & TF_HasGenerated)!=0 ){ 964427b96aeSdrh testcase( pTab->tabFlags & TF_HasVirtual ); 9656ab61d70Sdrh testcase( pTab->tabFlags & TF_HasStored ); 966427b96aeSdrh for(i=ipkColumn-1; i>=0; i--){ 967427b96aeSdrh if( pTab->aCol[i].colFlags & COLFLAG_GENERATED ){ 968427b96aeSdrh testcase( pTab->aCol[i].colFlags & COLFLAG_VIRTUAL ); 9696ab61d70Sdrh testcase( pTab->aCol[i].colFlags & COLFLAG_STORED ); 970427b96aeSdrh ipkColumn--; 971427b96aeSdrh } 972427b96aeSdrh } 973427b96aeSdrh } 974427b96aeSdrh #endif 9754a32431cSdrh 976cce7d176Sdrh /* Make sure the number of columns in the source data matches the number 977cce7d176Sdrh ** of columns to be inserted into the table. 978cce7d176Sdrh */ 9796f6e60ddSdrh assert( TF_HasHidden==COLFLAG_HIDDEN ); 9806f6e60ddSdrh assert( TF_HasGenerated==COLFLAG_GENERATED ); 9816f6e60ddSdrh assert( COLFLAG_NOINSERT==(COLFLAG_GENERATED|COLFLAG_HIDDEN) ); 9826f6e60ddSdrh if( (pTab->tabFlags & (TF_HasGenerated|TF_HasHidden))!=0 ){ 983cce7d176Sdrh for(i=0; i<pTab->nCol; i++){ 9847e508f1eSdrh if( pTab->aCol[i].colFlags & COLFLAG_NOINSERT ) nHidden++; 985cce7d176Sdrh } 986c7e93f58Sdrh } 987c7e93f58Sdrh if( nColumn!=(pTab->nCol-nHidden) ){ 988cce7d176Sdrh sqlite3ErrorMsg(pParse, 989cce7d176Sdrh "table %S has %d columns but %d values were supplied", 990a979993bSdrh pTabList->a, pTab->nCol-nHidden, nColumn); 991cce7d176Sdrh goto insert_cleanup; 992cce7d176Sdrh } 993c7e93f58Sdrh } 994cce7d176Sdrh if( pColumn!=0 && nColumn!=pColumn->nId ){ 995cce7d176Sdrh sqlite3ErrorMsg(pParse, "%d values for %d columns", nColumn, pColumn->nId); 996cce7d176Sdrh goto insert_cleanup; 997cce7d176Sdrh } 998cce7d176Sdrh 999c3f9bad2Sdanielk1977 /* Initialize the count of rows to be inserted 10001ccde15dSdrh */ 100179636913Sdrh if( (db->flags & SQLITE_CountRows)!=0 100279636913Sdrh && !pParse->nested 100379636913Sdrh && !pParse->pTriggerTab 1004d086aa0aSdrh && !pParse->bReturning 100579636913Sdrh ){ 10066a288a33Sdrh regRowCount = ++pParse->nMem; 10076a288a33Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 0, regRowCount); 1008c3f9bad2Sdanielk1977 } 1009c3f9bad2Sdanielk1977 1010e448dc4aSdanielk1977 /* If this is not a view, open the table and and all indices */ 1011e448dc4aSdanielk1977 if( !isView ){ 1012aa9b8963Sdrh int nIdx; 1013fd261ec6Sdan nIdx = sqlite3OpenTableAndIndices(pParse, pTab, OP_OpenWrite, 0, -1, 0, 101426198bb4Sdrh &iDataCur, &iIdxCur); 1015a7c3b93fSdrh aRegIdx = sqlite3DbMallocRawNN(db, sizeof(int)*(nIdx+2)); 1016aa9b8963Sdrh if( aRegIdx==0 ){ 1017aa9b8963Sdrh goto insert_cleanup; 1018aa9b8963Sdrh } 10192c4dfc30Sdrh for(i=0, pIdx=pTab->pIndex; i<nIdx; pIdx=pIdx->pNext, i++){ 10202c4dfc30Sdrh assert( pIdx ); 1021aa9b8963Sdrh aRegIdx[i] = ++pParse->nMem; 10222c4dfc30Sdrh pParse->nMem += pIdx->nColumn; 1023aa9b8963Sdrh } 1024a7c3b93fSdrh aRegIdx[i] = ++pParse->nMem; /* Register to store the table record */ 1025feeb1394Sdrh } 1026788d55aaSdrh #ifndef SQLITE_OMIT_UPSERT 10270b30a116Sdrh if( pUpsert ){ 102820b86324Sdrh Upsert *pNx; 1029b042d921Sdrh if( IsVirtual(pTab) ){ 1030b042d921Sdrh sqlite3ErrorMsg(pParse, "UPSERT not implemented for virtual table \"%s\"", 1031b042d921Sdrh pTab->zName); 1032b042d921Sdrh goto insert_cleanup; 1033b042d921Sdrh } 1034f38524d2Sdrh if( IsView(pTab) ){ 1035c6b24ab1Sdrh sqlite3ErrorMsg(pParse, "cannot UPSERT a view"); 1036c6b24ab1Sdrh goto insert_cleanup; 1037c6b24ab1Sdrh } 10389105fd51Sdan if( sqlite3HasExplicitNulls(pParse, pUpsert->pUpsertTarget) ){ 10399105fd51Sdan goto insert_cleanup; 10409105fd51Sdan } 1041788d55aaSdrh pTabList->a[0].iCursor = iDataCur; 104220b86324Sdrh pNx = pUpsert; 104320b86324Sdrh do{ 104420b86324Sdrh pNx->pUpsertSrc = pTabList; 104520b86324Sdrh pNx->regData = regData; 104620b86324Sdrh pNx->iDataCur = iDataCur; 104720b86324Sdrh pNx->iIdxCur = iIdxCur; 104820b86324Sdrh if( pNx->pUpsertTarget ){ 104993eb9064Sdan if( sqlite3UpsertAnalyzeTarget(pParse, pTabList, pNx) ){ 105093eb9064Sdan goto insert_cleanup; 105193eb9064Sdan } 1052788d55aaSdrh } 105320b86324Sdrh pNx = pNx->pNextUpsert; 105420b86324Sdrh }while( pNx!=0 ); 10550b30a116Sdrh } 1056788d55aaSdrh #endif 1057788d55aaSdrh 1058feeb1394Sdrh 1059e00ee6ebSdrh /* This is the top of the main insertion loop */ 1060142e30dfSdrh if( useTempTable ){ 1061e00ee6ebSdrh /* This block codes the top of loop only. The complete loop is the 1062e00ee6ebSdrh ** following pseudocode (template 4): 1063e00ee6ebSdrh ** 106481cf13ecSdrh ** rewind temp table, if empty goto D 1065e00ee6ebSdrh ** C: loop over rows of intermediate table 1066e00ee6ebSdrh ** transfer values form intermediate table into <table> 1067e00ee6ebSdrh ** end loop 1068e00ee6ebSdrh ** D: ... 1069e00ee6ebSdrh */ 1070688852abSdrh addrInsTop = sqlite3VdbeAddOp1(v, OP_Rewind, srcTab); VdbeCoverage(v); 1071e00ee6ebSdrh addrCont = sqlite3VdbeCurrentAddr(v); 1072142e30dfSdrh }else if( pSelect ){ 1073e00ee6ebSdrh /* This block codes the top of loop only. The complete loop is the 1074e00ee6ebSdrh ** following pseudocode (template 3): 1075e00ee6ebSdrh ** 107681cf13ecSdrh ** C: yield X, at EOF goto D 1077e00ee6ebSdrh ** insert the select result into <table> from R..R+n 1078e00ee6ebSdrh ** goto C 1079e00ee6ebSdrh ** D: ... 1080e00ee6ebSdrh */ 10813aef2fb1Sdrh sqlite3VdbeReleaseRegisters(pParse, regData, pTab->nCol, 0, 0); 108281cf13ecSdrh addrInsTop = addrCont = sqlite3VdbeAddOp1(v, OP_Yield, dest.iSDParm); 1083688852abSdrh VdbeCoverage(v); 1084f5f1915dSdrh if( ipkColumn>=0 ){ 1085f5f1915dSdrh /* tag-20191021-001: If the INTEGER PRIMARY KEY is being generated by the 1086f5f1915dSdrh ** SELECT, go ahead and copy the value into the rowid slot now, so that 1087f5f1915dSdrh ** the value does not get overwritten by a NULL at tag-20191021-002. */ 1088f5f1915dSdrh sqlite3VdbeAddOp2(v, OP_Copy, regFromSelect+ipkColumn, regRowid); 1089bed8690fSdrh } 1090f5f1915dSdrh } 1091f5f1915dSdrh 1092f5f1915dSdrh /* Compute data for ordinary columns of the new entry. Values 1093f5f1915dSdrh ** are written in storage order into registers starting with regData. 1094f5f1915dSdrh ** Only ordinary columns are computed in this loop. The rowid 1095f5f1915dSdrh ** (if there is one) is computed later and generated columns are 1096f5f1915dSdrh ** computed after the rowid since they might depend on the value 1097f5f1915dSdrh ** of the rowid. 1098f5f1915dSdrh */ 1099f5f1915dSdrh nHidden = 0; 1100f5f1915dSdrh iRegStore = regData; assert( regData==regRowid+1 ); 1101f5f1915dSdrh for(i=0; i<pTab->nCol; i++, iRegStore++){ 1102f5f1915dSdrh int k; 1103f5f1915dSdrh u32 colFlags; 1104f5f1915dSdrh assert( i>=nHidden ); 1105f5f1915dSdrh if( i==pTab->iPKey ){ 1106f5f1915dSdrh /* tag-20191021-002: References to the INTEGER PRIMARY KEY are filled 1107f5f1915dSdrh ** using the rowid. So put a NULL in the IPK slot of the record to avoid 1108f5f1915dSdrh ** using excess space. The file format definition requires this extra 1109f5f1915dSdrh ** NULL - we cannot optimize further by skipping the column completely */ 1110f5f1915dSdrh sqlite3VdbeAddOp1(v, OP_SoftNull, iRegStore); 1111f5f1915dSdrh continue; 1112f5f1915dSdrh } 1113f5f1915dSdrh if( ((colFlags = pTab->aCol[i].colFlags) & COLFLAG_NOINSERT)!=0 ){ 1114f5f1915dSdrh nHidden++; 1115f5f1915dSdrh if( (colFlags & COLFLAG_VIRTUAL)!=0 ){ 1116f5f1915dSdrh /* Virtual columns do not participate in OP_MakeRecord. So back up 1117f5f1915dSdrh ** iRegStore by one slot to compensate for the iRegStore++ in the 1118f5f1915dSdrh ** outer for() loop */ 1119f5f1915dSdrh iRegStore--; 1120f5f1915dSdrh continue; 1121f5f1915dSdrh }else if( (colFlags & COLFLAG_STORED)!=0 ){ 1122f5f1915dSdrh /* Stored columns are computed later. But if there are BEFORE 1123f5f1915dSdrh ** triggers, the slots used for stored columns will be OP_Copy-ed 1124f5f1915dSdrh ** to a second block of registers, so the register needs to be 1125f5f1915dSdrh ** initialized to NULL to avoid an uninitialized register read */ 1126f5f1915dSdrh if( tmask & TRIGGER_BEFORE ){ 1127f5f1915dSdrh sqlite3VdbeAddOp1(v, OP_SoftNull, iRegStore); 1128f5f1915dSdrh } 1129f5f1915dSdrh continue; 1130f5f1915dSdrh }else if( pColumn==0 ){ 1131f5f1915dSdrh /* Hidden columns that are not explicitly named in the INSERT 1132f5f1915dSdrh ** get there default value */ 113379cf2b71Sdrh sqlite3ExprCodeFactorable(pParse, 113479cf2b71Sdrh sqlite3ColumnExpr(pTab, &pTab->aCol[i]), 113579cf2b71Sdrh iRegStore); 1136f5f1915dSdrh continue; 1137f5f1915dSdrh } 1138f5f1915dSdrh } 1139f5f1915dSdrh if( pColumn ){ 1140f5f1915dSdrh for(j=0; j<pColumn->nId && pColumn->a[j].idx!=i; j++){} 1141f5f1915dSdrh if( j>=pColumn->nId ){ 1142f5f1915dSdrh /* A column not named in the insert column list gets its 1143f5f1915dSdrh ** default value */ 114479cf2b71Sdrh sqlite3ExprCodeFactorable(pParse, 114579cf2b71Sdrh sqlite3ColumnExpr(pTab, &pTab->aCol[i]), 114679cf2b71Sdrh iRegStore); 1147f5f1915dSdrh continue; 1148f5f1915dSdrh } 1149f5f1915dSdrh k = j; 1150f5f1915dSdrh }else if( nColumn==0 ){ 1151f5f1915dSdrh /* This is INSERT INTO ... DEFAULT VALUES. Load the default value. */ 115279cf2b71Sdrh sqlite3ExprCodeFactorable(pParse, 115379cf2b71Sdrh sqlite3ColumnExpr(pTab, &pTab->aCol[i]), 115479cf2b71Sdrh iRegStore); 1155f5f1915dSdrh continue; 1156f5f1915dSdrh }else{ 1157f5f1915dSdrh k = i - nHidden; 1158f5f1915dSdrh } 1159f5f1915dSdrh 1160f5f1915dSdrh if( useTempTable ){ 1161f5f1915dSdrh sqlite3VdbeAddOp3(v, OP_Column, srcTab, k, iRegStore); 1162f5f1915dSdrh }else if( pSelect ){ 1163f5f1915dSdrh if( regFromSelect!=regData ){ 1164f5f1915dSdrh sqlite3VdbeAddOp2(v, OP_SCopy, regFromSelect+k, iRegStore); 1165f5f1915dSdrh } 1166f5f1915dSdrh }else{ 1167f5f1915dSdrh sqlite3ExprCode(pParse, pList->a[k].pExpr, iRegStore); 1168f5f1915dSdrh } 1169f5f1915dSdrh } 1170f5f1915dSdrh 11711ccde15dSdrh 11725cf590c1Sdrh /* Run the BEFORE and INSTEAD OF triggers, if there are any 117370ce3f0cSdrh */ 1174ec4ccdbcSdrh endOfLoop = sqlite3VdbeMakeLabel(pParse); 11752f886d1dSdanielk1977 if( tmask & TRIGGER_BEFORE ){ 117676d462eeSdan int regCols = sqlite3GetTempRange(pParse, pTab->nCol+1); 1177c3f9bad2Sdanielk1977 117870ce3f0cSdrh /* build the NEW.* reference row. Note that if there is an INTEGER 117970ce3f0cSdrh ** PRIMARY KEY into which a NULL is being inserted, that NULL will be 118070ce3f0cSdrh ** translated into a unique ID for the row. But on a BEFORE trigger, 118170ce3f0cSdrh ** we do not know what the unique ID will be (because the insert has 118270ce3f0cSdrh ** not happened yet) so we substitute a rowid of -1 118370ce3f0cSdrh */ 1184d82b5021Sdrh if( ipkColumn<0 ){ 118576d462eeSdan sqlite3VdbeAddOp2(v, OP_Integer, -1, regCols); 118670ce3f0cSdrh }else{ 1187728e0f91Sdrh int addr1; 1188ec95c441Sdrh assert( !withoutRowid ); 11897fe45908Sdrh if( useTempTable ){ 1190d82b5021Sdrh sqlite3VdbeAddOp3(v, OP_Column, srcTab, ipkColumn, regCols); 11917fe45908Sdrh }else{ 1192d6fe961eSdrh assert( pSelect==0 ); /* Otherwise useTempTable is true */ 1193d82b5021Sdrh sqlite3ExprCode(pParse, pList->a[ipkColumn].pExpr, regCols); 11947fe45908Sdrh } 1195728e0f91Sdrh addr1 = sqlite3VdbeAddOp1(v, OP_NotNull, regCols); VdbeCoverage(v); 119676d462eeSdan sqlite3VdbeAddOp2(v, OP_Integer, -1, regCols); 1197728e0f91Sdrh sqlite3VdbeJumpHere(v, addr1); 1198688852abSdrh sqlite3VdbeAddOp1(v, OP_MustBeInt, regCols); VdbeCoverage(v); 119970ce3f0cSdrh } 120070ce3f0cSdrh 1201f5f1915dSdrh /* Copy the new data already generated. */ 1202f5f1915dSdrh assert( pTab->nNVCol>0 ); 1203f5f1915dSdrh sqlite3VdbeAddOp3(v, OP_Copy, regRowid+1, regCols+1, pTab->nNVCol-1); 1204f5f1915dSdrh 1205f5f1915dSdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 1206f5f1915dSdrh /* Compute the new value for generated columns after all other 1207f5f1915dSdrh ** columns have already been computed. This must be done after 1208f5f1915dSdrh ** computing the ROWID in case one of the generated columns 1209f5f1915dSdrh ** refers to the ROWID. */ 1210427b96aeSdrh if( pTab->tabFlags & TF_HasGenerated ){ 1211427b96aeSdrh testcase( pTab->tabFlags & TF_HasVirtual ); 1212427b96aeSdrh testcase( pTab->tabFlags & TF_HasStored ); 1213f5f1915dSdrh sqlite3ComputeGeneratedColumns(pParse, regCols+1, pTab); 1214c3f9bad2Sdanielk1977 } 1215f5f1915dSdrh #endif 1216a37cdde0Sdanielk1977 1217a37cdde0Sdanielk1977 /* If this is an INSERT on a view with an INSTEAD OF INSERT trigger, 1218a37cdde0Sdanielk1977 ** do not attempt any conversions before assembling the record. 1219a37cdde0Sdanielk1977 ** If this is a real table, attempt conversions as required by the 1220a37cdde0Sdanielk1977 ** table column affinities. 1221a37cdde0Sdanielk1977 */ 1222a37cdde0Sdanielk1977 if( !isView ){ 122357bf4a8eSdrh sqlite3TableAffinity(v, pTab, regCols+1); 1224a37cdde0Sdanielk1977 } 1225c3f9bad2Sdanielk1977 12265cf590c1Sdrh /* Fire BEFORE or INSTEAD OF triggers */ 1227165921a7Sdan sqlite3CodeRowTrigger(pParse, pTrigger, TK_INSERT, 0, TRIGGER_BEFORE, 122894d7f50aSdan pTab, regCols-pTab->nCol-1, onError, endOfLoop); 1229165921a7Sdan 123076d462eeSdan sqlite3ReleaseTempRange(pParse, regCols, pTab->nCol+1); 123170ce3f0cSdrh } 1232c3f9bad2Sdanielk1977 12335cf590c1Sdrh if( !isView ){ 12344cbdda9eSdrh if( IsVirtual(pTab) ){ 12354cbdda9eSdrh /* The row that the VUpdate opcode will delete: none */ 12366a288a33Sdrh sqlite3VdbeAddOp2(v, OP_Null, 0, regIns); 12374cbdda9eSdrh } 1238d82b5021Sdrh if( ipkColumn>=0 ){ 1239f5f1915dSdrh /* Compute the new rowid */ 1240142e30dfSdrh if( useTempTable ){ 1241d82b5021Sdrh sqlite3VdbeAddOp3(v, OP_Column, srcTab, ipkColumn, regRowid); 1242142e30dfSdrh }else if( pSelect ){ 1243f5f1915dSdrh /* Rowid already initialized at tag-20191021-001 */ 12444a32431cSdrh }else{ 124504fcef00Sdrh Expr *pIpk = pList->a[ipkColumn].pExpr; 124604fcef00Sdrh if( pIpk->op==TK_NULL && !IsVirtual(pTab) ){ 124704fcef00Sdrh sqlite3VdbeAddOp3(v, OP_NewRowid, iDataCur, regRowid, regAutoinc); 1248e4d90813Sdrh appendFlag = 1; 124904fcef00Sdrh }else{ 125004fcef00Sdrh sqlite3ExprCode(pParse, pList->a[ipkColumn].pExpr, regRowid); 1251e4d90813Sdrh } 125227a32783Sdrh } 1253f0863fe5Sdrh /* If the PRIMARY KEY expression is NULL, then use OP_NewRowid 1254e1e68f49Sdrh ** to generate a unique primary key value. 1255e1e68f49Sdrh */ 1256e4d90813Sdrh if( !appendFlag ){ 1257728e0f91Sdrh int addr1; 1258bb50e7adSdanielk1977 if( !IsVirtual(pTab) ){ 1259728e0f91Sdrh addr1 = sqlite3VdbeAddOp1(v, OP_NotNull, regRowid); VdbeCoverage(v); 126026198bb4Sdrh sqlite3VdbeAddOp3(v, OP_NewRowid, iDataCur, regRowid, regAutoinc); 1261728e0f91Sdrh sqlite3VdbeJumpHere(v, addr1); 1262bb50e7adSdanielk1977 }else{ 1263728e0f91Sdrh addr1 = sqlite3VdbeCurrentAddr(v); 1264728e0f91Sdrh sqlite3VdbeAddOp2(v, OP_IsNull, regRowid, addr1+2); VdbeCoverage(v); 1265bb50e7adSdanielk1977 } 1266688852abSdrh sqlite3VdbeAddOp1(v, OP_MustBeInt, regRowid); VdbeCoverage(v); 1267e4d90813Sdrh } 1268ec95c441Sdrh }else if( IsVirtual(pTab) || withoutRowid ){ 12696a288a33Sdrh sqlite3VdbeAddOp2(v, OP_Null, 0, regRowid); 12704a32431cSdrh }else{ 127126198bb4Sdrh sqlite3VdbeAddOp3(v, OP_NewRowid, iDataCur, regRowid, regAutoinc); 1272e4d90813Sdrh appendFlag = 1; 12734a32431cSdrh } 12746a288a33Sdrh autoIncStep(pParse, regAutoinc, regRowid); 12754a32431cSdrh 1276c1431144Sdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 1277dd6cc9b5Sdrh /* Compute the new value for generated columns after all other 1278f5f1915dSdrh ** columns have already been computed. This must be done after 1279f5f1915dSdrh ** computing the ROWID in case one of the generated columns 1280b5f6243fSdrh ** is derived from the INTEGER PRIMARY KEY. */ 1281427b96aeSdrh if( pTab->tabFlags & TF_HasGenerated ){ 1282dd6cc9b5Sdrh sqlite3ComputeGeneratedColumns(pParse, regRowid+1, pTab); 12834a32431cSdrh } 1284c1431144Sdrh #endif 12851ccde15dSdrh 12860ca3e24bSdrh /* Generate code to check constraints and generate index keys and 12870ca3e24bSdrh ** do the insertion. 12884a32431cSdrh */ 12894cbdda9eSdrh #ifndef SQLITE_OMIT_VIRTUALTABLE 12904cbdda9eSdrh if( IsVirtual(pTab) ){ 1291595a523aSdanielk1977 const char *pVTab = (const char *)sqlite3GetVTable(db, pTab); 12924f3dd150Sdrh sqlite3VtabMakeWritable(pParse, pTab); 1293595a523aSdanielk1977 sqlite3VdbeAddOp4(v, OP_VUpdate, 1, pTab->nCol+2, regIns, pVTab, P4_VTAB); 1294b061d058Sdan sqlite3VdbeChangeP5(v, onError==OE_Default ? OE_Abort : onError); 1295e0af83acSdan sqlite3MayAbort(pParse); 12964cbdda9eSdrh }else 12974cbdda9eSdrh #endif 12984cbdda9eSdrh { 129911fbee24Sdan int isReplace = 0;/* Set to true if constraints may cause a replace */ 13003b908d41Sdan int bUseSeek; /* True to use OPFLAG_SEEKRESULT */ 1301f8ffb278Sdrh sqlite3GenerateConstraintChecks(pParse, pTab, aRegIdx, iDataCur, iIdxCur, 1302788d55aaSdrh regIns, 0, ipkColumn>=0, onError, endOfLoop, &isReplace, 0, pUpsert 130304adf416Sdrh ); 13048ff2d956Sdan sqlite3FkCheck(pParse, pTab, 0, regIns, 0, 0); 13053b908d41Sdan 13063b908d41Sdan /* Set the OPFLAG_USESEEKRESULT flag if either (a) there are no REPLACE 13073b908d41Sdan ** constraints or (b) there are no triggers and this table is not a 13083b908d41Sdan ** parent table in a foreign key constraint. It is safe to set the 13093b908d41Sdan ** flag in the second case as if any REPLACE constraint is hit, an 13103b908d41Sdan ** OP_Delete or OP_IdxDelete instruction will be executed on each 13113b908d41Sdan ** cursor that is disturbed. And these instructions both clear the 13123b908d41Sdan ** VdbeCursor.seekResult variable, disabling the OPFLAG_USESEEKRESULT 13133b908d41Sdan ** functionality. */ 131406baba54Sdrh bUseSeek = (isReplace==0 || !sqlite3VdbeHasSubProgram(v)); 131526198bb4Sdrh sqlite3CompleteInsertion(pParse, pTab, iDataCur, iIdxCur, 13163b908d41Sdan regIns, aRegIdx, 0, appendFlag, bUseSeek 13173b908d41Sdan ); 13185cf590c1Sdrh } 13196e5020e8Sdrh #ifdef SQLITE_ALLOW_ROWID_IN_VIEW 13202a1aeaa3Sdan }else if( pParse->bReturning ){ 13212a1aeaa3Sdan /* If there is a RETURNING clause, populate the rowid register with 13222a1aeaa3Sdan ** constant value -1, in case one or more of the returned expressions 13232a1aeaa3Sdan ** refer to the "rowid" of the view. */ 13242a1aeaa3Sdan sqlite3VdbeAddOp2(v, OP_Integer, -1, regRowid); 13256e5020e8Sdrh #endif 13264cbdda9eSdrh } 13271bee3d7bSdrh 1328feeb1394Sdrh /* Update the count of rows that are inserted 13291bee3d7bSdrh */ 133079636913Sdrh if( regRowCount ){ 13316a288a33Sdrh sqlite3VdbeAddOp2(v, OP_AddImm, regRowCount, 1); 13321bee3d7bSdrh } 1333c3f9bad2Sdanielk1977 13342f886d1dSdanielk1977 if( pTrigger ){ 1335c3f9bad2Sdanielk1977 /* Code AFTER triggers */ 1336165921a7Sdan sqlite3CodeRowTrigger(pParse, pTrigger, TK_INSERT, 0, TRIGGER_AFTER, 133794d7f50aSdan pTab, regData-2-pTab->nCol, onError, endOfLoop); 1338c3f9bad2Sdanielk1977 } 13391bee3d7bSdrh 1340e00ee6ebSdrh /* The bottom of the main insertion loop, if the data source 1341e00ee6ebSdrh ** is a SELECT statement. 13421ccde15dSdrh */ 13434adee20fSdanielk1977 sqlite3VdbeResolveLabel(v, endOfLoop); 1344142e30dfSdrh if( useTempTable ){ 1345688852abSdrh sqlite3VdbeAddOp2(v, OP_Next, srcTab, addrCont); VdbeCoverage(v); 1346e00ee6ebSdrh sqlite3VdbeJumpHere(v, addrInsTop); 13472eb95377Sdrh sqlite3VdbeAddOp1(v, OP_Close, srcTab); 1348142e30dfSdrh }else if( pSelect ){ 1349076e85f5Sdrh sqlite3VdbeGoto(v, addrCont); 1350d9670abbSdrh #ifdef SQLITE_DEBUG 1351d9670abbSdrh /* If we are jumping back to an OP_Yield that is preceded by an 1352d9670abbSdrh ** OP_ReleaseReg, set the p5 flag on the OP_Goto so that the 1353d9670abbSdrh ** OP_ReleaseReg will be included in the loop. */ 1354d9670abbSdrh if( sqlite3VdbeGetOp(v, addrCont-1)->opcode==OP_ReleaseReg ){ 1355d9670abbSdrh assert( sqlite3VdbeGetOp(v, addrCont)->opcode==OP_Yield ); 1356d9670abbSdrh sqlite3VdbeChangeP5(v, 1); 1357d9670abbSdrh } 1358d9670abbSdrh #endif 1359e00ee6ebSdrh sqlite3VdbeJumpHere(v, addrInsTop); 13606b56344dSdrh } 1361c3f9bad2Sdanielk1977 1362d6665c51Smistachkin #ifndef SQLITE_OMIT_XFER_OPT 13630b9f50d8Sdrh insert_end: 1364d6665c51Smistachkin #endif /* SQLITE_OMIT_XFER_OPT */ 1365f3388144Sdrh /* Update the sqlite_sequence table by storing the content of the 13660b9f50d8Sdrh ** maximum rowid counter values recorded while inserting into 13670b9f50d8Sdrh ** autoincrement tables. 13682958a4e6Sdrh */ 1369165921a7Sdan if( pParse->nested==0 && pParse->pTriggerTab==0 ){ 13700b9f50d8Sdrh sqlite3AutoincrementEnd(pParse); 13710b9f50d8Sdrh } 13722958a4e6Sdrh 13731bee3d7bSdrh /* 1374e7de6f25Sdanielk1977 ** Return the number of rows inserted. If this routine is 1375e7de6f25Sdanielk1977 ** generating code because of a call to sqlite3NestedParse(), do not 1376e7de6f25Sdanielk1977 ** invoke the callback function. 13771bee3d7bSdrh */ 137879636913Sdrh if( regRowCount ){ 137918e56072Sdrh sqlite3VdbeAddOp2(v, OP_ChngCntRow, regRowCount, 1); 138022322fd4Sdanielk1977 sqlite3VdbeSetNumCols(v, 1); 138110fb749bSdanielk1977 sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "rows inserted", SQLITE_STATIC); 13821bee3d7bSdrh } 1383cce7d176Sdrh 1384cce7d176Sdrh insert_cleanup: 1385633e6d57Sdrh sqlite3SrcListDelete(db, pTabList); 1386633e6d57Sdrh sqlite3ExprListDelete(db, pList); 138746d2e5c3Sdrh sqlite3UpsertDelete(db, pUpsert); 1388633e6d57Sdrh sqlite3SelectDelete(db, pSelect); 1389633e6d57Sdrh sqlite3IdListDelete(db, pColumn); 1390633e6d57Sdrh sqlite3DbFree(db, aRegIdx); 1391cce7d176Sdrh } 13929cfcf5d4Sdrh 139375cbd984Sdan /* Make sure "isView" and other macros defined above are undefined. Otherwise 139460ec914cSpeter.d.reid ** they may interfere with compilation of other functions in this file 139575cbd984Sdan ** (or in another file, if this file becomes part of the amalgamation). */ 139675cbd984Sdan #ifdef isView 139775cbd984Sdan #undef isView 139875cbd984Sdan #endif 139975cbd984Sdan #ifdef pTrigger 140075cbd984Sdan #undef pTrigger 140175cbd984Sdan #endif 140275cbd984Sdan #ifdef tmask 140375cbd984Sdan #undef tmask 140475cbd984Sdan #endif 140575cbd984Sdan 14069cfcf5d4Sdrh /* 1407e9816d82Sdrh ** Meanings of bits in of pWalker->eCode for 1408e9816d82Sdrh ** sqlite3ExprReferencesUpdatedColumn() 140998bfa16dSdrh */ 141098bfa16dSdrh #define CKCNSTRNT_COLUMN 0x01 /* CHECK constraint uses a changing column */ 141198bfa16dSdrh #define CKCNSTRNT_ROWID 0x02 /* CHECK constraint references the ROWID */ 141298bfa16dSdrh 1413e9816d82Sdrh /* This is the Walker callback from sqlite3ExprReferencesUpdatedColumn(). 1414e9816d82Sdrh * Set bit 0x01 of pWalker->eCode if pWalker->eCode to 0 and if this 1415e9816d82Sdrh ** expression node references any of the 14162a0b527bSdrh ** columns that are being modifed by an UPDATE statement. 14172a0b527bSdrh */ 14182a0b527bSdrh static int checkConstraintExprNode(Walker *pWalker, Expr *pExpr){ 141998bfa16dSdrh if( pExpr->op==TK_COLUMN ){ 142098bfa16dSdrh assert( pExpr->iColumn>=0 || pExpr->iColumn==-1 ); 142198bfa16dSdrh if( pExpr->iColumn>=0 ){ 142298bfa16dSdrh if( pWalker->u.aiCol[pExpr->iColumn]>=0 ){ 142398bfa16dSdrh pWalker->eCode |= CKCNSTRNT_COLUMN; 142498bfa16dSdrh } 142598bfa16dSdrh }else{ 142698bfa16dSdrh pWalker->eCode |= CKCNSTRNT_ROWID; 142798bfa16dSdrh } 14282a0b527bSdrh } 14292a0b527bSdrh return WRC_Continue; 14302a0b527bSdrh } 14312a0b527bSdrh 14322a0b527bSdrh /* 14332a0b527bSdrh ** pExpr is a CHECK constraint on a row that is being UPDATE-ed. The 14342a0b527bSdrh ** only columns that are modified by the UPDATE are those for which 143598bfa16dSdrh ** aiChng[i]>=0, and also the ROWID is modified if chngRowid is true. 143698bfa16dSdrh ** 1437e9816d82Sdrh ** Return true if CHECK constraint pExpr uses any of the 143898bfa16dSdrh ** changing columns (or the rowid if it is changing). In other words, 1439e9816d82Sdrh ** return true if this CHECK constraint must be validated for 144098bfa16dSdrh ** the new row in the UPDATE statement. 1441e9816d82Sdrh ** 1442e9816d82Sdrh ** 2018-09-15: pExpr might also be an expression for an index-on-expressions. 1443e9816d82Sdrh ** The operation of this routine is the same - return true if an only if 1444e9816d82Sdrh ** the expression uses one or more of columns identified by the second and 1445e9816d82Sdrh ** third arguments. 14462a0b527bSdrh */ 1447e9816d82Sdrh int sqlite3ExprReferencesUpdatedColumn( 1448e9816d82Sdrh Expr *pExpr, /* The expression to be checked */ 1449e9816d82Sdrh int *aiChng, /* aiChng[x]>=0 if column x changed by the UPDATE */ 1450e9816d82Sdrh int chngRowid /* True if UPDATE changes the rowid */ 1451e9816d82Sdrh ){ 14522a0b527bSdrh Walker w; 14532a0b527bSdrh memset(&w, 0, sizeof(w)); 145498bfa16dSdrh w.eCode = 0; 14552a0b527bSdrh w.xExprCallback = checkConstraintExprNode; 14562a0b527bSdrh w.u.aiCol = aiChng; 14572a0b527bSdrh sqlite3WalkExpr(&w, pExpr); 145805723a9eSdrh if( !chngRowid ){ 145905723a9eSdrh testcase( (w.eCode & CKCNSTRNT_ROWID)!=0 ); 146005723a9eSdrh w.eCode &= ~CKCNSTRNT_ROWID; 146105723a9eSdrh } 146205723a9eSdrh testcase( w.eCode==0 ); 146305723a9eSdrh testcase( w.eCode==CKCNSTRNT_COLUMN ); 146405723a9eSdrh testcase( w.eCode==CKCNSTRNT_ROWID ); 146505723a9eSdrh testcase( w.eCode==(CKCNSTRNT_ROWID|CKCNSTRNT_COLUMN) ); 1466e9816d82Sdrh return w.eCode!=0; 14672a0b527bSdrh } 14682a0b527bSdrh 146911e85273Sdrh /* 1470daf2761cSdrh ** The sqlite3GenerateConstraintChecks() routine usually wants to visit 1471daf2761cSdrh ** the indexes of a table in the order provided in the Table->pIndex list. 1472daf2761cSdrh ** However, sometimes (rarely - when there is an upsert) it wants to visit 1473daf2761cSdrh ** the indexes in a different order. The following data structures accomplish 1474daf2761cSdrh ** this. 1475daf2761cSdrh ** 1476daf2761cSdrh ** The IndexIterator object is used to walk through all of the indexes 1477daf2761cSdrh ** of a table in either Index.pNext order, or in some other order established 1478daf2761cSdrh ** by an array of IndexListTerm objects. 1479daf2761cSdrh */ 1480daf2761cSdrh typedef struct IndexListTerm IndexListTerm; 1481daf2761cSdrh typedef struct IndexIterator IndexIterator; 1482daf2761cSdrh struct IndexIterator { 1483daf2761cSdrh int eType; /* 0 for Index.pNext list. 1 for an array of IndexListTerm */ 1484daf2761cSdrh int i; /* Index of the current item from the list */ 1485daf2761cSdrh union { 1486daf2761cSdrh struct { /* Use this object for eType==0: A Index.pNext list */ 1487daf2761cSdrh Index *pIdx; /* The current Index */ 1488daf2761cSdrh } lx; 1489daf2761cSdrh struct { /* Use this object for eType==1; Array of IndexListTerm */ 1490daf2761cSdrh int nIdx; /* Size of the array */ 1491daf2761cSdrh IndexListTerm *aIdx; /* Array of IndexListTerms */ 1492daf2761cSdrh } ax; 1493daf2761cSdrh } u; 1494daf2761cSdrh }; 1495daf2761cSdrh 1496daf2761cSdrh /* When IndexIterator.eType==1, then each index is an array of instances 1497daf2761cSdrh ** of the following object 1498daf2761cSdrh */ 1499daf2761cSdrh struct IndexListTerm { 1500daf2761cSdrh Index *p; /* The index */ 1501daf2761cSdrh int ix; /* Which entry in the original Table.pIndex list is this index*/ 1502daf2761cSdrh }; 1503daf2761cSdrh 1504daf2761cSdrh /* Return the first index on the list */ 1505daf2761cSdrh static Index *indexIteratorFirst(IndexIterator *pIter, int *pIx){ 1506ed4c5469Sdrh assert( pIter->i==0 ); 1507ed4c5469Sdrh if( pIter->eType ){ 1508ed4c5469Sdrh *pIx = pIter->u.ax.aIdx[0].ix; 1509ed4c5469Sdrh return pIter->u.ax.aIdx[0].p; 1510ed4c5469Sdrh }else{ 1511ed4c5469Sdrh *pIx = 0; 1512ed4c5469Sdrh return pIter->u.lx.pIdx; 1513ed4c5469Sdrh } 1514daf2761cSdrh } 1515daf2761cSdrh 1516daf2761cSdrh /* Return the next index from the list. Return NULL when out of indexes */ 1517daf2761cSdrh static Index *indexIteratorNext(IndexIterator *pIter, int *pIx){ 1518daf2761cSdrh if( pIter->eType ){ 1519d3e21a10Sdrh int i = ++pIter->i; 152061e280adSdrh if( i>=pIter->u.ax.nIdx ){ 152161e280adSdrh *pIx = i; 152261e280adSdrh return 0; 152361e280adSdrh } 1524daf2761cSdrh *pIx = pIter->u.ax.aIdx[i].ix; 1525daf2761cSdrh return pIter->u.ax.aIdx[i].p; 1526daf2761cSdrh }else{ 1527d3e21a10Sdrh ++(*pIx); 1528daf2761cSdrh pIter->u.lx.pIdx = pIter->u.lx.pIdx->pNext; 1529daf2761cSdrh return pIter->u.lx.pIdx; 1530daf2761cSdrh } 1531daf2761cSdrh } 1532daf2761cSdrh 1533daf2761cSdrh /* 15346934fc7bSdrh ** Generate code to do constraint checks prior to an INSERT or an UPDATE 15356934fc7bSdrh ** on table pTab. 15369cfcf5d4Sdrh ** 15376934fc7bSdrh ** The regNewData parameter is the first register in a range that contains 15386934fc7bSdrh ** the data to be inserted or the data after the update. There will be 15396934fc7bSdrh ** pTab->nCol+1 registers in this range. The first register (the one 15406934fc7bSdrh ** that regNewData points to) will contain the new rowid, or NULL in the 15416934fc7bSdrh ** case of a WITHOUT ROWID table. The second register in the range will 15426934fc7bSdrh ** contain the content of the first table column. The third register will 15436934fc7bSdrh ** contain the content of the second table column. And so forth. 15440ca3e24bSdrh ** 1545f8ffb278Sdrh ** The regOldData parameter is similar to regNewData except that it contains 1546f8ffb278Sdrh ** the data prior to an UPDATE rather than afterwards. regOldData is zero 1547f8ffb278Sdrh ** for an INSERT. This routine can distinguish between UPDATE and INSERT by 1548f8ffb278Sdrh ** checking regOldData for zero. 15490ca3e24bSdrh ** 1550f8ffb278Sdrh ** For an UPDATE, the pkChng boolean is true if the true primary key (the 1551f8ffb278Sdrh ** rowid for a normal table or the PRIMARY KEY for a WITHOUT ROWID table) 1552f8ffb278Sdrh ** might be modified by the UPDATE. If pkChng is false, then the key of 1553f8ffb278Sdrh ** the iDataCur content table is guaranteed to be unchanged by the UPDATE. 15540ca3e24bSdrh ** 1555f8ffb278Sdrh ** For an INSERT, the pkChng boolean indicates whether or not the rowid 1556f8ffb278Sdrh ** was explicitly specified as part of the INSERT statement. If pkChng 1557f8ffb278Sdrh ** is zero, it means that the either rowid is computed automatically or 1558f8ffb278Sdrh ** that the table is a WITHOUT ROWID table and has no rowid. On an INSERT, 1559f8ffb278Sdrh ** pkChng will only be true if the INSERT statement provides an integer 1560f8ffb278Sdrh ** value for either the rowid column or its INTEGER PRIMARY KEY alias. 15610ca3e24bSdrh ** 15626934fc7bSdrh ** The code generated by this routine will store new index entries into 1563aa9b8963Sdrh ** registers identified by aRegIdx[]. No index entry is created for 1564aa9b8963Sdrh ** indices where aRegIdx[i]==0. The order of indices in aRegIdx[] is 1565aa9b8963Sdrh ** the same as the order of indices on the linked list of indices 15666934fc7bSdrh ** at pTab->pIndex. 15676934fc7bSdrh ** 1568a7c3b93fSdrh ** (2019-05-07) The generated code also creates a new record for the 1569a7c3b93fSdrh ** main table, if pTab is a rowid table, and stores that record in the 1570a7c3b93fSdrh ** register identified by aRegIdx[nIdx] - in other words in the first 1571a7c3b93fSdrh ** entry of aRegIdx[] past the last index. It is important that the 1572a7c3b93fSdrh ** record be generated during constraint checks to avoid affinity changes 1573a7c3b93fSdrh ** to the register content that occur after constraint checks but before 1574a7c3b93fSdrh ** the new record is inserted. 1575a7c3b93fSdrh ** 15766934fc7bSdrh ** The caller must have already opened writeable cursors on the main 15776934fc7bSdrh ** table and all applicable indices (that is to say, all indices for which 15786934fc7bSdrh ** aRegIdx[] is not zero). iDataCur is the cursor for the main table when 15796934fc7bSdrh ** inserting or updating a rowid table, or the cursor for the PRIMARY KEY 15806934fc7bSdrh ** index when operating on a WITHOUT ROWID table. iIdxCur is the cursor 15816934fc7bSdrh ** for the first index in the pTab->pIndex list. Cursors for other indices 15826934fc7bSdrh ** are at iIdxCur+N for the N-th element of the pTab->pIndex list. 15839cfcf5d4Sdrh ** 15849cfcf5d4Sdrh ** This routine also generates code to check constraints. NOT NULL, 15859cfcf5d4Sdrh ** CHECK, and UNIQUE constraints are all checked. If a constraint fails, 15861c92853dSdrh ** then the appropriate action is performed. There are five possible 15871c92853dSdrh ** actions: ROLLBACK, ABORT, FAIL, REPLACE, and IGNORE. 15889cfcf5d4Sdrh ** 15899cfcf5d4Sdrh ** Constraint type Action What Happens 15909cfcf5d4Sdrh ** --------------- ---------- ---------------------------------------- 15911c92853dSdrh ** any ROLLBACK The current transaction is rolled back and 15926934fc7bSdrh ** sqlite3_step() returns immediately with a 15939cfcf5d4Sdrh ** return code of SQLITE_CONSTRAINT. 15949cfcf5d4Sdrh ** 15951c92853dSdrh ** any ABORT Back out changes from the current command 15961c92853dSdrh ** only (do not do a complete rollback) then 15976934fc7bSdrh ** cause sqlite3_step() to return immediately 15981c92853dSdrh ** with SQLITE_CONSTRAINT. 15991c92853dSdrh ** 16006934fc7bSdrh ** any FAIL Sqlite3_step() returns immediately with a 16011c92853dSdrh ** return code of SQLITE_CONSTRAINT. The 16021c92853dSdrh ** transaction is not rolled back and any 16036934fc7bSdrh ** changes to prior rows are retained. 16041c92853dSdrh ** 16056934fc7bSdrh ** any IGNORE The attempt in insert or update the current 16066934fc7bSdrh ** row is skipped, without throwing an error. 16076934fc7bSdrh ** Processing continues with the next row. 16086934fc7bSdrh ** (There is an immediate jump to ignoreDest.) 16099cfcf5d4Sdrh ** 16109cfcf5d4Sdrh ** NOT NULL REPLACE The NULL value is replace by the default 16119cfcf5d4Sdrh ** value for that column. If the default value 16129cfcf5d4Sdrh ** is NULL, the action is the same as ABORT. 16139cfcf5d4Sdrh ** 16149cfcf5d4Sdrh ** UNIQUE REPLACE The other row that conflicts with the row 16159cfcf5d4Sdrh ** being inserted is removed. 16169cfcf5d4Sdrh ** 16179cfcf5d4Sdrh ** CHECK REPLACE Illegal. The results in an exception. 16189cfcf5d4Sdrh ** 16191c92853dSdrh ** Which action to take is determined by the overrideError parameter. 16201c92853dSdrh ** Or if overrideError==OE_Default, then the pParse->onError parameter 16211c92853dSdrh ** is used. Or if pParse->onError==OE_Default then the onError value 16221c92853dSdrh ** for the constraint is used. 16239cfcf5d4Sdrh */ 16244adee20fSdanielk1977 void sqlite3GenerateConstraintChecks( 16259cfcf5d4Sdrh Parse *pParse, /* The parser context */ 16266934fc7bSdrh Table *pTab, /* The table being inserted or updated */ 1627f8ffb278Sdrh int *aRegIdx, /* Use register aRegIdx[i] for index i. 0 for unused */ 16286934fc7bSdrh int iDataCur, /* Canonical data cursor (main table or PK index) */ 162926198bb4Sdrh int iIdxCur, /* First index cursor */ 16306934fc7bSdrh int regNewData, /* First register in a range holding values to insert */ 1631f8ffb278Sdrh int regOldData, /* Previous content. 0 for INSERTs */ 1632f8ffb278Sdrh u8 pkChng, /* Non-zero if the rowid or PRIMARY KEY changed */ 1633f8ffb278Sdrh u8 overrideError, /* Override onError to this if not OE_Default */ 1634de630353Sdanielk1977 int ignoreDest, /* Jump to this label on an OE_Ignore resolution */ 1635bdb00225Sdrh int *pbMayReplace, /* OUT: Set to true if constraint may cause a replace */ 1636788d55aaSdrh int *aiChng, /* column i is unchanged if aiChng[i]<0 */ 1637788d55aaSdrh Upsert *pUpsert /* ON CONFLICT clauses, if any. NULL otherwise */ 16389cfcf5d4Sdrh ){ 16391b7ecbb4Sdrh Vdbe *v; /* VDBE under constrution */ 16401b7ecbb4Sdrh Index *pIdx; /* Pointer to one of the indices */ 1641e84ad92fSdrh Index *pPk = 0; /* The PRIMARY KEY index for WITHOUT ROWID tables */ 16422938f924Sdrh sqlite3 *db; /* Database connection */ 1643f8ffb278Sdrh int i; /* loop counter */ 1644f8ffb278Sdrh int ix; /* Index loop counter */ 16459cfcf5d4Sdrh int nCol; /* Number of columns */ 16469cfcf5d4Sdrh int onError; /* Conflict resolution strategy */ 16471b7ecbb4Sdrh int seenReplace = 0; /* True if REPLACE is used to resolve INT PK conflict */ 16486fbe41acSdrh int nPkField; /* Number of fields in PRIMARY KEY. 1 for ROWID tables */ 164961e280adSdrh Upsert *pUpsertClause = 0; /* The specific ON CONFLICT clause for pIdx */ 16508d1b82e4Sdrh u8 isUpdate; /* True if this is an UPDATE operation */ 165157bf4a8eSdrh u8 bAffinityDone = 0; /* True if the OP_Affinity operation has been run */ 165261e280adSdrh int upsertIpkReturn = 0; /* Address of Goto at end of IPK uniqueness check */ 165361e280adSdrh int upsertIpkDelay = 0; /* Address of Goto to bypass initial IPK check */ 165484304506Sdrh int ipkTop = 0; /* Top of the IPK uniqueness check */ 165584304506Sdrh int ipkBottom = 0; /* OP_Goto at the end of the IPK uniqueness check */ 1656a407eccbSdrh /* Variables associated with retesting uniqueness constraints after 1657a407eccbSdrh ** replace triggers fire have run */ 1658a407eccbSdrh int regTrigCnt; /* Register used to count replace trigger invocations */ 1659a407eccbSdrh int addrRecheck = 0; /* Jump here to recheck all uniqueness constraints */ 1660a407eccbSdrh int lblRecheckOk = 0; /* Each recheck jumps to this label if it passes */ 1661a407eccbSdrh Trigger *pTrigger; /* List of DELETE triggers on the table pTab */ 1662a407eccbSdrh int nReplaceTrig = 0; /* Number of replace triggers coded */ 166361e280adSdrh IndexIterator sIdxIter; /* Index iterator */ 16649cfcf5d4Sdrh 1665f8ffb278Sdrh isUpdate = regOldData!=0; 16662938f924Sdrh db = pParse->db; 1667f0b41745Sdrh v = pParse->pVdbe; 16689cfcf5d4Sdrh assert( v!=0 ); 1669f38524d2Sdrh assert( !IsView(pTab) ); /* This table is not a VIEW */ 16709cfcf5d4Sdrh nCol = pTab->nCol; 1671aa9b8963Sdrh 16726934fc7bSdrh /* pPk is the PRIMARY KEY index for WITHOUT ROWID tables and NULL for 16736934fc7bSdrh ** normal rowid tables. nPkField is the number of key fields in the 16746934fc7bSdrh ** pPk index or 1 for a rowid table. In other words, nPkField is the 16756934fc7bSdrh ** number of fields in the true primary key of the table. */ 167626198bb4Sdrh if( HasRowid(pTab) ){ 167726198bb4Sdrh pPk = 0; 167826198bb4Sdrh nPkField = 1; 167926198bb4Sdrh }else{ 168026198bb4Sdrh pPk = sqlite3PrimaryKeyIndex(pTab); 168126198bb4Sdrh nPkField = pPk->nKeyCol; 168226198bb4Sdrh } 16836fbe41acSdrh 16846fbe41acSdrh /* Record that this module has started */ 16856fbe41acSdrh VdbeModuleComment((v, "BEGIN: GenCnstCks(%d,%d,%d,%d,%d)", 16866934fc7bSdrh iDataCur, iIdxCur, regNewData, regOldData, pkChng)); 16879cfcf5d4Sdrh 16889cfcf5d4Sdrh /* Test all NOT NULL constraints. 16899cfcf5d4Sdrh */ 1690cbda9c7aSdrh if( pTab->tabFlags & TF_HasNotNull ){ 1691ad5f1577Sdrh int b2ndPass = 0; /* True if currently running 2nd pass */ 1692ad5f1577Sdrh int nSeenReplace = 0; /* Number of ON CONFLICT REPLACE operations */ 1693ad5f1577Sdrh int nGenerated = 0; /* Number of generated columns with NOT NULL */ 1694ad5f1577Sdrh while(1){ /* Make 2 passes over columns. Exit loop via "break" */ 16959cfcf5d4Sdrh for(i=0; i<nCol; i++){ 1696ad5f1577Sdrh int iReg; /* Register holding column value */ 1697ad5f1577Sdrh Column *pCol = &pTab->aCol[i]; /* The column to check for NOT NULL */ 1698ad5f1577Sdrh int isGenerated; /* non-zero if column is generated */ 1699ad5f1577Sdrh onError = pCol->notNull; 1700cbda9c7aSdrh if( onError==OE_None ) continue; /* No NOT NULL on this column */ 17010ca3e24bSdrh if( i==pTab->iPKey ){ 1702bdb00225Sdrh continue; /* ROWID is never NULL */ 1703bdb00225Sdrh } 1704ad5f1577Sdrh isGenerated = pCol->colFlags & COLFLAG_GENERATED; 1705ad5f1577Sdrh if( isGenerated && !b2ndPass ){ 1706ad5f1577Sdrh nGenerated++; 1707ad5f1577Sdrh continue; /* Generated columns processed on 2nd pass */ 1708ad5f1577Sdrh } 1709ad5f1577Sdrh if( aiChng && aiChng[i]<0 && !isGenerated ){ 1710ad5f1577Sdrh /* Do not check NOT NULL on columns that do not change */ 17110ca3e24bSdrh continue; 17120ca3e24bSdrh } 17139cfcf5d4Sdrh if( overrideError!=OE_Default ){ 17149cfcf5d4Sdrh onError = overrideError; 1715a996e477Sdrh }else if( onError==OE_Default ){ 1716a996e477Sdrh onError = OE_Abort; 17179cfcf5d4Sdrh } 1718ad5f1577Sdrh if( onError==OE_Replace ){ 1719ad5f1577Sdrh if( b2ndPass /* REPLACE becomes ABORT on the 2nd pass */ 172079cf2b71Sdrh || pCol->iDflt==0 /* REPLACE is ABORT if no DEFAULT value */ 1721ad5f1577Sdrh ){ 1722ad5f1577Sdrh testcase( pCol->colFlags & COLFLAG_VIRTUAL ); 1723ad5f1577Sdrh testcase( pCol->colFlags & COLFLAG_STORED ); 1724ad5f1577Sdrh testcase( pCol->colFlags & COLFLAG_GENERATED ); 17259cfcf5d4Sdrh onError = OE_Abort; 1726ad5f1577Sdrh }else{ 1727ad5f1577Sdrh assert( !isGenerated ); 1728ad5f1577Sdrh } 1729ad5f1577Sdrh }else if( b2ndPass && !isGenerated ){ 1730ad5f1577Sdrh continue; 17319cfcf5d4Sdrh } 1732b84f96f8Sdanielk1977 assert( onError==OE_Rollback || onError==OE_Abort || onError==OE_Fail 1733b84f96f8Sdanielk1977 || onError==OE_Ignore || onError==OE_Replace ); 1734c5f808d8Sdrh testcase( i!=sqlite3TableColumnToStorage(pTab, i) ); 1735b9bcf7caSdrh iReg = sqlite3TableColumnToStorage(pTab, i) + regNewData + 1; 17369cfcf5d4Sdrh switch( onError ){ 17379bfb0794Sdrh case OE_Replace: { 1738ad5f1577Sdrh int addr1 = sqlite3VdbeAddOp1(v, OP_NotNull, iReg); 17399bfb0794Sdrh VdbeCoverage(v); 1740ad5f1577Sdrh assert( (pCol->colFlags & COLFLAG_GENERATED)==0 ); 1741ad5f1577Sdrh nSeenReplace++; 174279cf2b71Sdrh sqlite3ExprCodeCopy(pParse, 174379cf2b71Sdrh sqlite3ColumnExpr(pTab, pCol), iReg); 1744ad5f1577Sdrh sqlite3VdbeJumpHere(v, addr1); 1745ad5f1577Sdrh break; 17469bfb0794Sdrh } 17471c92853dSdrh case OE_Abort: 1748e0af83acSdan sqlite3MayAbort(pParse); 174908b92086Sdrh /* no break */ deliberate_fall_through 1750e0af83acSdan case OE_Rollback: 17511c92853dSdrh case OE_Fail: { 1752f9c8ce3cSdrh char *zMsg = sqlite3MPrintf(db, "%s.%s", pTab->zName, 1753cf9d36d1Sdrh pCol->zCnName); 1754cbda9c7aSdrh sqlite3VdbeAddOp3(v, OP_HaltIfNull, SQLITE_CONSTRAINT_NOTNULL, 1755a88c8c1aSdrh onError, iReg); 17562700acaaSdrh sqlite3VdbeAppendP4(v, zMsg, P4_DYNAMIC); 1757f9c8ce3cSdrh sqlite3VdbeChangeP5(v, P5_ConstraintNotNull); 1758688852abSdrh VdbeCoverage(v); 17599cfcf5d4Sdrh break; 17609cfcf5d4Sdrh } 1761098d1684Sdrh default: { 17629bfb0794Sdrh assert( onError==OE_Ignore ); 17638e10d74bSdrh sqlite3VdbeAddOp2(v, OP_IsNull, iReg, ignoreDest); 1764728e0f91Sdrh VdbeCoverage(v); 17659cfcf5d4Sdrh break; 17669cfcf5d4Sdrh } 1767ad5f1577Sdrh } /* end switch(onError) */ 1768ad5f1577Sdrh } /* end loop i over columns */ 1769ad5f1577Sdrh if( nGenerated==0 && nSeenReplace==0 ){ 1770ad5f1577Sdrh /* If there are no generated columns with NOT NULL constraints 1771ad5f1577Sdrh ** and no NOT NULL ON CONFLICT REPLACE constraints, then a single 1772ad5f1577Sdrh ** pass is sufficient */ 1773ad5f1577Sdrh break; 17749cfcf5d4Sdrh } 1775ad5f1577Sdrh if( b2ndPass ) break; /* Never need more than 2 passes */ 1776ad5f1577Sdrh b2ndPass = 1; 1777ef9f719dSdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 1778ad5f1577Sdrh if( nSeenReplace>0 && (pTab->tabFlags & TF_HasGenerated)!=0 ){ 1779ad5f1577Sdrh /* If any NOT NULL ON CONFLICT REPLACE constraints fired on the 1780ad5f1577Sdrh ** first pass, recomputed values for all generated columns, as 1781ad5f1577Sdrh ** those values might depend on columns affected by the REPLACE. 1782ad5f1577Sdrh */ 1783ad5f1577Sdrh sqlite3ComputeGeneratedColumns(pParse, regNewData+1, pTab); 17849cfcf5d4Sdrh } 1785ef9f719dSdrh #endif 1786ad5f1577Sdrh } /* end of 2-pass loop */ 1787ad5f1577Sdrh } /* end if( has-not-null-constraints ) */ 17889cfcf5d4Sdrh 17899cfcf5d4Sdrh /* Test all CHECK constraints 17909cfcf5d4Sdrh */ 1791ffe07b2dSdrh #ifndef SQLITE_OMIT_CHECK 17922938f924Sdrh if( pTab->pCheck && (db->flags & SQLITE_IgnoreChecks)==0 ){ 17932938f924Sdrh ExprList *pCheck = pTab->pCheck; 17946e97f8ecSdrh pParse->iSelfTab = -(regNewData+1); 1795aa01c7e2Sdrh onError = overrideError!=OE_Default ? overrideError : OE_Abort; 17962938f924Sdrh for(i=0; i<pCheck->nExpr; i++){ 179705723a9eSdrh int allOk; 17985cf1b611Sdrh Expr *pCopy; 17992a0b527bSdrh Expr *pExpr = pCheck->a[i].pExpr; 1800e9816d82Sdrh if( aiChng 1801e9816d82Sdrh && !sqlite3ExprReferencesUpdatedColumn(pExpr, aiChng, pkChng) 1802e9816d82Sdrh ){ 1803e9816d82Sdrh /* The check constraints do not reference any of the columns being 1804e9816d82Sdrh ** updated so there is no point it verifying the check constraint */ 1805e9816d82Sdrh continue; 1806e9816d82Sdrh } 18079dce0ef4Sdrh if( bAffinityDone==0 ){ 18089dce0ef4Sdrh sqlite3TableAffinity(v, pTab, regNewData+1); 18099dce0ef4Sdrh bAffinityDone = 1; 18109dce0ef4Sdrh } 1811ec4ccdbcSdrh allOk = sqlite3VdbeMakeLabel(pParse); 18124031bafaSdrh sqlite3VdbeVerifyAbortable(v, onError); 18135cf1b611Sdrh pCopy = sqlite3ExprDup(db, pExpr, 0); 18145cf1b611Sdrh if( !db->mallocFailed ){ 18155cf1b611Sdrh sqlite3ExprIfTrue(pParse, pCopy, allOk, SQLITE_JUMPIFNULL); 18165cf1b611Sdrh } 18175cf1b611Sdrh sqlite3ExprDelete(db, pCopy); 18182e06c67cSdrh if( onError==OE_Ignore ){ 1819076e85f5Sdrh sqlite3VdbeGoto(v, ignoreDest); 1820aa01c7e2Sdrh }else{ 182141cee668Sdrh char *zName = pCheck->a[i].zEName; 1822e2678b93Sdrh assert( zName!=0 || pParse->db->mallocFailed ); 18230ce974d1Sdrh if( onError==OE_Replace ) onError = OE_Abort; /* IMP: R-26383-51744 */ 1824d91c1a17Sdrh sqlite3HaltConstraint(pParse, SQLITE_CONSTRAINT_CHECK, 1825f9c8ce3cSdrh onError, zName, P4_TRANSIENT, 1826f9c8ce3cSdrh P5_ConstraintCheck); 1827aa01c7e2Sdrh } 1828ffe07b2dSdrh sqlite3VdbeResolveLabel(v, allOk); 1829ffe07b2dSdrh } 18306e97f8ecSdrh pParse->iSelfTab = 0; 18312938f924Sdrh } 1832ffe07b2dSdrh #endif /* !defined(SQLITE_OMIT_CHECK) */ 18339cfcf5d4Sdrh 1834096fd476Sdrh /* UNIQUE and PRIMARY KEY constraints should be handled in the following 1835096fd476Sdrh ** order: 1836096fd476Sdrh ** 183784304506Sdrh ** (1) OE_Update 183884304506Sdrh ** (2) OE_Abort, OE_Fail, OE_Rollback, OE_Ignore 1839096fd476Sdrh ** (3) OE_Replace 1840096fd476Sdrh ** 1841096fd476Sdrh ** OE_Fail and OE_Ignore must happen before any changes are made. 1842096fd476Sdrh ** OE_Update guarantees that only a single row will change, so it 1843096fd476Sdrh ** must happen before OE_Replace. Technically, OE_Abort and OE_Rollback 1844096fd476Sdrh ** could happen in any order, but they are grouped up front for 1845096fd476Sdrh ** convenience. 1846096fd476Sdrh ** 184784304506Sdrh ** 2018-08-14: Ticket https://www.sqlite.org/src/info/908f001483982c43 184884304506Sdrh ** The order of constraints used to have OE_Update as (2) and OE_Abort 184984304506Sdrh ** and so forth as (1). But apparently PostgreSQL checks the OE_Update 185084304506Sdrh ** constraint before any others, so it had to be moved. 185184304506Sdrh ** 1852096fd476Sdrh ** Constraint checking code is generated in this order: 1853096fd476Sdrh ** (A) The rowid constraint 1854096fd476Sdrh ** (B) Unique index constraints that do not have OE_Replace as their 1855096fd476Sdrh ** default conflict resolution strategy 1856096fd476Sdrh ** (C) Unique index that do use OE_Replace by default. 1857096fd476Sdrh ** 1858096fd476Sdrh ** The ordering of (2) and (3) is accomplished by making sure the linked 1859096fd476Sdrh ** list of indexes attached to a table puts all OE_Replace indexes last 1860096fd476Sdrh ** in the list. See sqlite3CreateIndex() for where that happens. 1861096fd476Sdrh */ 186261e280adSdrh sIdxIter.eType = 0; 186361e280adSdrh sIdxIter.i = 0; 1864d3e21a10Sdrh sIdxIter.u.ax.aIdx = 0; /* Silence harmless compiler warning */ 186561e280adSdrh sIdxIter.u.lx.pIdx = pTab->pIndex; 1866096fd476Sdrh if( pUpsert ){ 1867096fd476Sdrh if( pUpsert->pUpsertTarget==0 ){ 186861e280adSdrh /* There is just on ON CONFLICT clause and it has no constraint-target */ 186961e280adSdrh assert( pUpsert->pNextUpsert==0 ); 1870255c1c15Sdrh if( pUpsert->isDoUpdate==0 ){ 187161e280adSdrh /* A single ON CONFLICT DO NOTHING clause, without a constraint-target. 1872096fd476Sdrh ** Make all unique constraint resolution be OE_Ignore */ 1873096fd476Sdrh overrideError = OE_Ignore; 1874096fd476Sdrh pUpsert = 0; 187561e280adSdrh }else{ 187661e280adSdrh /* A single ON CONFLICT DO UPDATE. Make all resolutions OE_Update */ 187761e280adSdrh overrideError = OE_Update; 187861e280adSdrh } 187961e280adSdrh }else if( pTab->pIndex!=0 ){ 188061e280adSdrh /* Otherwise, we'll need to run the IndexListTerm array version of the 188161e280adSdrh ** iterator to ensure that all of the ON CONFLICT conditions are 188261e280adSdrh ** checked first and in order. */ 188361e280adSdrh int nIdx, jj; 188461e280adSdrh u64 nByte; 188561e280adSdrh Upsert *pTerm; 188661e280adSdrh u8 *bUsed; 188761e280adSdrh for(nIdx=0, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, nIdx++){ 188861e280adSdrh assert( aRegIdx[nIdx]>0 ); 188961e280adSdrh } 189061e280adSdrh sIdxIter.eType = 1; 189161e280adSdrh sIdxIter.u.ax.nIdx = nIdx; 189261e280adSdrh nByte = (sizeof(IndexListTerm)+1)*nIdx + nIdx; 189361e280adSdrh sIdxIter.u.ax.aIdx = sqlite3DbMallocZero(db, nByte); 189461e280adSdrh if( sIdxIter.u.ax.aIdx==0 ) return; /* OOM */ 189561e280adSdrh bUsed = (u8*)&sIdxIter.u.ax.aIdx[nIdx]; 189661e280adSdrh pUpsert->pToFree = sIdxIter.u.ax.aIdx; 189761e280adSdrh for(i=0, pTerm=pUpsert; pTerm; pTerm=pTerm->pNextUpsert){ 189861e280adSdrh if( pTerm->pUpsertTarget==0 ) break; 189961e280adSdrh if( pTerm->pUpsertIdx==0 ) continue; /* Skip ON CONFLICT for the IPK */ 190061e280adSdrh jj = 0; 190161e280adSdrh pIdx = pTab->pIndex; 190261e280adSdrh while( ALWAYS(pIdx!=0) && pIdx!=pTerm->pUpsertIdx ){ 190361e280adSdrh pIdx = pIdx->pNext; 190461e280adSdrh jj++; 190561e280adSdrh } 190661e280adSdrh if( bUsed[jj] ) continue; /* Duplicate ON CONFLICT clause ignored */ 190761e280adSdrh bUsed[jj] = 1; 190861e280adSdrh sIdxIter.u.ax.aIdx[i].p = pIdx; 190961e280adSdrh sIdxIter.u.ax.aIdx[i].ix = jj; 191061e280adSdrh i++; 191161e280adSdrh } 191261e280adSdrh for(jj=0, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, jj++){ 191361e280adSdrh if( bUsed[jj] ) continue; 191461e280adSdrh sIdxIter.u.ax.aIdx[i].p = pIdx; 191561e280adSdrh sIdxIter.u.ax.aIdx[i].ix = jj; 191661e280adSdrh i++; 191761e280adSdrh } 191861e280adSdrh assert( i==nIdx ); 1919096fd476Sdrh } 1920096fd476Sdrh } 1921096fd476Sdrh 1922a407eccbSdrh /* Determine if it is possible that triggers (either explicitly coded 1923a407eccbSdrh ** triggers or FK resolution actions) might run as a result of deletes 1924a407eccbSdrh ** that happen when OE_Replace conflict resolution occurs. (Call these 1925a407eccbSdrh ** "replace triggers".) If any replace triggers run, we will need to 1926a407eccbSdrh ** recheck all of the uniqueness constraints after they have all run. 1927a407eccbSdrh ** But on the recheck, the resolution is OE_Abort instead of OE_Replace. 1928a407eccbSdrh ** 1929a407eccbSdrh ** If replace triggers are a possibility, then 1930a407eccbSdrh ** 1931a407eccbSdrh ** (1) Allocate register regTrigCnt and initialize it to zero. 1932a407eccbSdrh ** That register will count the number of replace triggers that 1933d3c468b7Sdrh ** fire. Constraint recheck only occurs if the number is positive. 1934d3c468b7Sdrh ** (2) Initialize pTrigger to the list of all DELETE triggers on pTab. 1935a407eccbSdrh ** (3) Initialize addrRecheck and lblRecheckOk 1936a407eccbSdrh ** 1937a407eccbSdrh ** The uniqueness rechecking code will create a series of tests to run 1938a407eccbSdrh ** in a second pass. The addrRecheck and lblRecheckOk variables are 1939a407eccbSdrh ** used to link together these tests which are separated from each other 1940a407eccbSdrh ** in the generate bytecode. 1941a407eccbSdrh */ 1942a407eccbSdrh if( (db->flags & (SQLITE_RecTriggers|SQLITE_ForeignKeys))==0 ){ 1943a407eccbSdrh /* There are not DELETE triggers nor FK constraints. No constraint 1944a407eccbSdrh ** rechecks are needed. */ 1945a407eccbSdrh pTrigger = 0; 1946a407eccbSdrh regTrigCnt = 0; 1947a407eccbSdrh }else{ 1948a407eccbSdrh if( db->flags&SQLITE_RecTriggers ){ 1949a407eccbSdrh pTrigger = sqlite3TriggersExist(pParse, pTab, TK_DELETE, 0, 0); 1950a407eccbSdrh regTrigCnt = pTrigger!=0 || sqlite3FkRequired(pParse, pTab, 0, 0); 1951a407eccbSdrh }else{ 1952a407eccbSdrh pTrigger = 0; 1953a407eccbSdrh regTrigCnt = sqlite3FkRequired(pParse, pTab, 0, 0); 1954a407eccbSdrh } 1955a407eccbSdrh if( regTrigCnt ){ 1956a407eccbSdrh /* Replace triggers might exist. Allocate the counter and 1957a407eccbSdrh ** initialize it to zero. */ 1958a407eccbSdrh regTrigCnt = ++pParse->nMem; 1959a407eccbSdrh sqlite3VdbeAddOp2(v, OP_Integer, 0, regTrigCnt); 1960a407eccbSdrh VdbeComment((v, "trigger count")); 1961a407eccbSdrh lblRecheckOk = sqlite3VdbeMakeLabel(pParse); 1962a407eccbSdrh addrRecheck = lblRecheckOk; 1963a407eccbSdrh } 1964a407eccbSdrh } 1965a407eccbSdrh 1966f8ffb278Sdrh /* If rowid is changing, make sure the new rowid does not previously 1967f8ffb278Sdrh ** exist in the table. 19689cfcf5d4Sdrh */ 19696fbe41acSdrh if( pkChng && pPk==0 ){ 1970ec4ccdbcSdrh int addrRowidOk = sqlite3VdbeMakeLabel(pParse); 197111e85273Sdrh 1972f8ffb278Sdrh /* Figure out what action to take in case of a rowid collision */ 19730ca3e24bSdrh onError = pTab->keyConf; 19740ca3e24bSdrh if( overrideError!=OE_Default ){ 19750ca3e24bSdrh onError = overrideError; 1976a996e477Sdrh }else if( onError==OE_Default ){ 1977a996e477Sdrh onError = OE_Abort; 19780ca3e24bSdrh } 1979a0217ba7Sdrh 1980c8a0c90bSdrh /* figure out whether or not upsert applies in this case */ 198161e280adSdrh if( pUpsert ){ 198261e280adSdrh pUpsertClause = sqlite3UpsertOfIndex(pUpsert,0); 198361e280adSdrh if( pUpsertClause!=0 ){ 1984255c1c15Sdrh if( pUpsertClause->isDoUpdate==0 ){ 1985c8a0c90bSdrh onError = OE_Ignore; /* DO NOTHING is the same as INSERT OR IGNORE */ 1986c8a0c90bSdrh }else{ 1987c8a0c90bSdrh onError = OE_Update; /* DO UPDATE */ 1988c8a0c90bSdrh } 1989c8a0c90bSdrh } 199061e280adSdrh if( pUpsertClause!=pUpsert ){ 199161e280adSdrh /* The first ON CONFLICT clause has a conflict target other than 199261e280adSdrh ** the IPK. We have to jump ahead to that first ON CONFLICT clause 199361e280adSdrh ** and then come back here and deal with the IPK afterwards */ 199461e280adSdrh upsertIpkDelay = sqlite3VdbeAddOp0(v, OP_Goto); 199561e280adSdrh } 199661e280adSdrh } 1997c8a0c90bSdrh 19988d1b82e4Sdrh /* If the response to a rowid conflict is REPLACE but the response 19998d1b82e4Sdrh ** to some other UNIQUE constraint is FAIL or IGNORE, then we need 20008d1b82e4Sdrh ** to defer the running of the rowid conflict checking until after 20018d1b82e4Sdrh ** the UNIQUE constraints have run. 20028d1b82e4Sdrh */ 200384304506Sdrh if( onError==OE_Replace /* IPK rule is REPLACE */ 20049a60e716Smistachkin && onError!=overrideError /* Rules for other constraints are different */ 200584304506Sdrh && pTab->pIndex /* There exist other constraints */ 2006096fd476Sdrh ){ 200784304506Sdrh ipkTop = sqlite3VdbeAddOp0(v, OP_Goto)+1; 200884304506Sdrh VdbeComment((v, "defer IPK REPLACE until last")); 20098d1b82e4Sdrh } 20108d1b82e4Sdrh 2011bb6b1ca7Sdrh if( isUpdate ){ 2012bb6b1ca7Sdrh /* pkChng!=0 does not mean that the rowid has changed, only that 2013bb6b1ca7Sdrh ** it might have changed. Skip the conflict logic below if the rowid 2014bb6b1ca7Sdrh ** is unchanged. */ 2015bb6b1ca7Sdrh sqlite3VdbeAddOp3(v, OP_Eq, regNewData, addrRowidOk, regOldData); 2016bb6b1ca7Sdrh sqlite3VdbeChangeP5(v, SQLITE_NOTNULL); 2017bb6b1ca7Sdrh VdbeCoverage(v); 2018bb6b1ca7Sdrh } 2019bb6b1ca7Sdrh 2020f8ffb278Sdrh /* Check to see if the new rowid already exists in the table. Skip 2021f8ffb278Sdrh ** the following conflict logic if it does not. */ 20227f5f306bSdrh VdbeNoopComment((v, "uniqueness check for ROWID")); 20234031bafaSdrh sqlite3VdbeVerifyAbortable(v, onError); 20246934fc7bSdrh sqlite3VdbeAddOp3(v, OP_NotExists, iDataCur, addrRowidOk, regNewData); 2025688852abSdrh VdbeCoverage(v); 2026f8ffb278Sdrh 20270ca3e24bSdrh switch( onError ){ 2028a0217ba7Sdrh default: { 2029a0217ba7Sdrh onError = OE_Abort; 203008b92086Sdrh /* no break */ deliberate_fall_through 2031a0217ba7Sdrh } 20321c92853dSdrh case OE_Rollback: 20331c92853dSdrh case OE_Abort: 20341c92853dSdrh case OE_Fail: { 20359916048bSdrh testcase( onError==OE_Rollback ); 20369916048bSdrh testcase( onError==OE_Abort ); 20379916048bSdrh testcase( onError==OE_Fail ); 2038f9c8ce3cSdrh sqlite3RowidConstraint(pParse, onError, pTab); 20390ca3e24bSdrh break; 20400ca3e24bSdrh } 20415383ae5cSdrh case OE_Replace: { 20422283d46cSdan /* If there are DELETE triggers on this table and the 20432283d46cSdan ** recursive-triggers flag is set, call GenerateRowDelete() to 2044d5578433Smistachkin ** remove the conflicting row from the table. This will fire 20452283d46cSdan ** the triggers and remove both the table and index b-tree entries. 20462283d46cSdan ** 20472283d46cSdan ** Otherwise, if there are no triggers or the recursive-triggers 2048da730f6eSdan ** flag is not set, but the table has one or more indexes, call 2049da730f6eSdan ** GenerateRowIndexDelete(). This removes the index b-tree entries 2050da730f6eSdan ** only. The table b-tree entry will be replaced by the new entry 2051da730f6eSdan ** when it is inserted. 2052da730f6eSdan ** 2053da730f6eSdan ** If either GenerateRowDelete() or GenerateRowIndexDelete() is called, 2054da730f6eSdan ** also invoke MultiWrite() to indicate that this VDBE may require 2055da730f6eSdan ** statement rollback (if the statement is aborted after the delete 2056da730f6eSdan ** takes place). Earlier versions called sqlite3MultiWrite() regardless, 2057da730f6eSdan ** but being more selective here allows statements like: 2058da730f6eSdan ** 2059da730f6eSdan ** REPLACE INTO t(rowid) VALUES($newrowid) 2060da730f6eSdan ** 2061da730f6eSdan ** to run without a statement journal if there are no indexes on the 2062da730f6eSdan ** table. 2063da730f6eSdan */ 2064a407eccbSdrh if( regTrigCnt ){ 2065da730f6eSdan sqlite3MultiWrite(pParse); 206626198bb4Sdrh sqlite3GenerateRowDelete(pParse, pTab, pTrigger, iDataCur, iIdxCur, 2067438b8815Sdan regNewData, 1, 0, OE_Replace, 1, -1); 2068a407eccbSdrh sqlite3VdbeAddOp2(v, OP_AddImm, regTrigCnt, 1); /* incr trigger cnt */ 2069a407eccbSdrh nReplaceTrig++; 207046c47d46Sdan }else{ 20719b1c62d4Sdrh #ifdef SQLITE_ENABLE_PREUPDATE_HOOK 207254f2cd90Sdrh assert( HasRowid(pTab) ); 207346c47d46Sdan /* This OP_Delete opcode fires the pre-update-hook only. It does 207446c47d46Sdan ** not modify the b-tree. It is more efficient to let the coming 207546c47d46Sdan ** OP_Insert replace the existing entry than it is to delete the 207646c47d46Sdan ** existing entry and then insert a new one. */ 2077cbf1b8efSdrh sqlite3VdbeAddOp2(v, OP_Delete, iDataCur, OPFLAG_ISNOOP); 2078f14b7fb7Sdrh sqlite3VdbeAppendP4(v, pTab, P4_TABLE); 20799b1c62d4Sdrh #endif /* SQLITE_ENABLE_PREUPDATE_HOOK */ 208046c47d46Sdan if( pTab->pIndex ){ 2081da730f6eSdan sqlite3MultiWrite(pParse); 2082f0ee1d3cSdan sqlite3GenerateRowIndexDelete(pParse, pTab, iDataCur, iIdxCur,0,-1); 20832283d46cSdan } 208446c47d46Sdan } 20855383ae5cSdrh seenReplace = 1; 20865383ae5cSdrh break; 20875383ae5cSdrh } 20889eddacadSdrh #ifndef SQLITE_OMIT_UPSERT 20899eddacadSdrh case OE_Update: { 20902cc00423Sdan sqlite3UpsertDoUpdate(pParse, pUpsert, pTab, 0, iDataCur); 209108b92086Sdrh /* no break */ deliberate_fall_through 20929eddacadSdrh } 20939eddacadSdrh #endif 20940ca3e24bSdrh case OE_Ignore: { 20959916048bSdrh testcase( onError==OE_Ignore ); 2096076e85f5Sdrh sqlite3VdbeGoto(v, ignoreDest); 20970ca3e24bSdrh break; 20980ca3e24bSdrh } 20990ca3e24bSdrh } 210011e85273Sdrh sqlite3VdbeResolveLabel(v, addrRowidOk); 210161e280adSdrh if( pUpsert && pUpsertClause!=pUpsert ){ 210261e280adSdrh upsertIpkReturn = sqlite3VdbeAddOp0(v, OP_Goto); 210361e280adSdrh }else if( ipkTop ){ 210484304506Sdrh ipkBottom = sqlite3VdbeAddOp0(v, OP_Goto); 210584304506Sdrh sqlite3VdbeJumpHere(v, ipkTop-1); 2106a05a722fSdrh } 21070ca3e24bSdrh } 21080bd1f4eaSdrh 21090bd1f4eaSdrh /* Test all UNIQUE constraints by creating entries for each UNIQUE 21100bd1f4eaSdrh ** index and making sure that duplicate entries do not already exist. 211111e85273Sdrh ** Compute the revised record entries for indices as we go. 2112f8ffb278Sdrh ** 2113f8ffb278Sdrh ** This loop also handles the case of the PRIMARY KEY index for a 2114f8ffb278Sdrh ** WITHOUT ROWID table. 21150bd1f4eaSdrh */ 211661e280adSdrh for(pIdx = indexIteratorFirst(&sIdxIter, &ix); 2117daf2761cSdrh pIdx; 211861e280adSdrh pIdx = indexIteratorNext(&sIdxIter, &ix) 2119daf2761cSdrh ){ 21206934fc7bSdrh int regIdx; /* Range of registers hold conent for pIdx */ 21216934fc7bSdrh int regR; /* Range of registers holding conflicting PK */ 21226934fc7bSdrh int iThisCur; /* Cursor for this UNIQUE index */ 21236934fc7bSdrh int addrUniqueOk; /* Jump here if the UNIQUE constraint is satisfied */ 2124a407eccbSdrh int addrConflictCk; /* First opcode in the conflict check logic */ 21252184fc75Sdrh 212626198bb4Sdrh if( aRegIdx[ix]==0 ) continue; /* Skip indices that do not change */ 212761e280adSdrh if( pUpsert ){ 212861e280adSdrh pUpsertClause = sqlite3UpsertOfIndex(pUpsert, pIdx); 212961e280adSdrh if( upsertIpkDelay && pUpsertClause==pUpsert ){ 213061e280adSdrh sqlite3VdbeJumpHere(v, upsertIpkDelay); 21317f5f306bSdrh } 213261e280adSdrh } 213361e280adSdrh addrUniqueOk = sqlite3VdbeMakeLabel(pParse); 213461e280adSdrh if( bAffinityDone==0 ){ 213584304506Sdrh sqlite3TableAffinity(v, pTab, regNewData+1); 213684304506Sdrh bAffinityDone = 1; 213784304506Sdrh } 21388e50d65aSdrh VdbeNoopComment((v, "prep index %s", pIdx->zName)); 21396934fc7bSdrh iThisCur = iIdxCur+ix; 21407f5f306bSdrh 2141b2fe7d8cSdrh 2142f8ffb278Sdrh /* Skip partial indices for which the WHERE clause is not true */ 2143b2b9d3d7Sdrh if( pIdx->pPartIdxWhere ){ 214426198bb4Sdrh sqlite3VdbeAddOp2(v, OP_Null, 0, aRegIdx[ix]); 21456e97f8ecSdrh pParse->iSelfTab = -(regNewData+1); 214672bc8208Sdrh sqlite3ExprIfFalseDup(pParse, pIdx->pPartIdxWhere, addrUniqueOk, 2147b2b9d3d7Sdrh SQLITE_JUMPIFNULL); 21486e97f8ecSdrh pParse->iSelfTab = 0; 2149b2b9d3d7Sdrh } 2150b2b9d3d7Sdrh 21516934fc7bSdrh /* Create a record for this index entry as it should appear after 2152f8ffb278Sdrh ** the insert or update. Store that record in the aRegIdx[ix] register 2153f8ffb278Sdrh */ 2154bf2f5739Sdrh regIdx = aRegIdx[ix]+1; 21559cfcf5d4Sdrh for(i=0; i<pIdx->nColumn; i++){ 21566934fc7bSdrh int iField = pIdx->aiColumn[i]; 2157f82b9afcSdrh int x; 21584b92f98cSdrh if( iField==XN_EXPR ){ 21596e97f8ecSdrh pParse->iSelfTab = -(regNewData+1); 21601c75c9d7Sdrh sqlite3ExprCodeCopy(pParse, pIdx->aColExpr->a[i].pExpr, regIdx+i); 21616e97f8ecSdrh pParse->iSelfTab = 0; 21621f9ca2c8Sdrh VdbeComment((v, "%s column %d", pIdx->zName, i)); 2163463e76ffSdrh }else if( iField==XN_ROWID || iField==pTab->iPKey ){ 2164f82b9afcSdrh x = regNewData; 2165463e76ffSdrh sqlite3VdbeAddOp2(v, OP_IntCopy, x, regIdx+i); 2166463e76ffSdrh VdbeComment((v, "rowid")); 21679cfcf5d4Sdrh }else{ 2168c5f808d8Sdrh testcase( sqlite3TableColumnToStorage(pTab, iField)!=iField ); 2169b9bcf7caSdrh x = sqlite3TableColumnToStorage(pTab, iField) + regNewData + 1; 2170463e76ffSdrh sqlite3VdbeAddOp2(v, OP_SCopy, x, regIdx+i); 2171cf9d36d1Sdrh VdbeComment((v, "%s", pTab->aCol[iField].zCnName)); 21729cfcf5d4Sdrh } 21731f9ca2c8Sdrh } 217426198bb4Sdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, regIdx, pIdx->nColumn, aRegIdx[ix]); 217526198bb4Sdrh VdbeComment((v, "for %s", pIdx->zName)); 21767e4acf7bSdrh #ifdef SQLITE_ENABLE_NULL_TRIM 21779df385ecSdrh if( pIdx->idxType==SQLITE_IDXTYPE_PRIMARYKEY ){ 21789df385ecSdrh sqlite3SetMakeRecordP5(v, pIdx->pTable); 21799df385ecSdrh } 21807e4acf7bSdrh #endif 21813aef2fb1Sdrh sqlite3VdbeReleaseRegisters(pParse, regIdx, pIdx->nColumn, 0, 0); 2182b2fe7d8cSdrh 2183f8ffb278Sdrh /* In an UPDATE operation, if this index is the PRIMARY KEY index 2184f8ffb278Sdrh ** of a WITHOUT ROWID table and there has been no change the 2185f8ffb278Sdrh ** primary key, then no collision is possible. The collision detection 2186f8ffb278Sdrh ** logic below can all be skipped. */ 218700012df4Sdrh if( isUpdate && pPk==pIdx && pkChng==0 ){ 2188da475b8dSdrh sqlite3VdbeResolveLabel(v, addrUniqueOk); 2189da475b8dSdrh continue; 2190da475b8dSdrh } 2191f8ffb278Sdrh 21926934fc7bSdrh /* Find out what action to take in case there is a uniqueness conflict */ 21939cfcf5d4Sdrh onError = pIdx->onError; 2194de630353Sdanielk1977 if( onError==OE_None ){ 219511e85273Sdrh sqlite3VdbeResolveLabel(v, addrUniqueOk); 2196de630353Sdanielk1977 continue; /* pIdx is not a UNIQUE index */ 2197de630353Sdanielk1977 } 21989cfcf5d4Sdrh if( overrideError!=OE_Default ){ 21999cfcf5d4Sdrh onError = overrideError; 2200a996e477Sdrh }else if( onError==OE_Default ){ 2201a996e477Sdrh onError = OE_Abort; 22029cfcf5d4Sdrh } 22035383ae5cSdrh 2204c8a0c90bSdrh /* Figure out if the upsert clause applies to this index */ 220561e280adSdrh if( pUpsertClause ){ 2206255c1c15Sdrh if( pUpsertClause->isDoUpdate==0 ){ 2207c8a0c90bSdrh onError = OE_Ignore; /* DO NOTHING is the same as INSERT OR IGNORE */ 2208c8a0c90bSdrh }else{ 2209c8a0c90bSdrh onError = OE_Update; /* DO UPDATE */ 2210c8a0c90bSdrh } 2211c8a0c90bSdrh } 2212c8a0c90bSdrh 2213801f55d8Sdrh /* Collision detection may be omitted if all of the following are true: 2214801f55d8Sdrh ** (1) The conflict resolution algorithm is REPLACE 2215801f55d8Sdrh ** (2) The table is a WITHOUT ROWID table 2216801f55d8Sdrh ** (3) There are no secondary indexes on the table 2217801f55d8Sdrh ** (4) No delete triggers need to be fired if there is a conflict 2218f9a12a10Sdan ** (5) No FK constraint counters need to be updated if a conflict occurs. 2219418454c6Sdan ** 2220418454c6Sdan ** This is not possible for ENABLE_PREUPDATE_HOOK builds, as the row 2221418454c6Sdan ** must be explicitly deleted in order to ensure any pre-update hook 2222418454c6Sdan ** is invoked. */ 2223*78b2fa86Sdrh assert( IsOrdinaryTable(pTab) ); 2224418454c6Sdan #ifndef SQLITE_ENABLE_PREUPDATE_HOOK 2225801f55d8Sdrh if( (ix==0 && pIdx->pNext==0) /* Condition 3 */ 2226801f55d8Sdrh && pPk==pIdx /* Condition 2 */ 2227801f55d8Sdrh && onError==OE_Replace /* Condition 1 */ 2228801f55d8Sdrh && ( 0==(db->flags&SQLITE_RecTriggers) || /* Condition 4 */ 2229801f55d8Sdrh 0==sqlite3TriggersExist(pParse, pTab, TK_DELETE, 0, 0)) 2230f9a12a10Sdan && ( 0==(db->flags&SQLITE_ForeignKeys) || /* Condition 5 */ 2231f38524d2Sdrh (0==pTab->u.tab.pFKey && 0==sqlite3FkReferences(pTab))) 22324e1f0efbSdan ){ 2233c6c9e158Sdrh sqlite3VdbeResolveLabel(v, addrUniqueOk); 2234c6c9e158Sdrh continue; 2235c6c9e158Sdrh } 2236418454c6Sdan #endif /* ifndef SQLITE_ENABLE_PREUPDATE_HOOK */ 2237c6c9e158Sdrh 2238b2fe7d8cSdrh /* Check to see if the new index entry will be unique */ 22394031bafaSdrh sqlite3VdbeVerifyAbortable(v, onError); 2240a407eccbSdrh addrConflictCk = 224126198bb4Sdrh sqlite3VdbeAddOp4Int(v, OP_NoConflict, iThisCur, addrUniqueOk, 2242688852abSdrh regIdx, pIdx->nKeyCol); VdbeCoverage(v); 2243f8ffb278Sdrh 2244f8ffb278Sdrh /* Generate code to handle collisions */ 2245d3e21a10Sdrh regR = pIdx==pPk ? regIdx : sqlite3GetTempRange(pParse, nPkField); 224646d03fcbSdrh if( isUpdate || onError==OE_Replace ){ 224711e85273Sdrh if( HasRowid(pTab) ){ 22486934fc7bSdrh sqlite3VdbeAddOp2(v, OP_IdxRowid, iThisCur, regR); 22490978d4ffSdrh /* Conflict only if the rowid of the existing index entry 22500978d4ffSdrh ** is different from old-rowid */ 2251f8ffb278Sdrh if( isUpdate ){ 22526934fc7bSdrh sqlite3VdbeAddOp3(v, OP_Eq, regR, addrUniqueOk, regOldData); 22533d77dee9Sdrh sqlite3VdbeChangeP5(v, SQLITE_NOTNULL); 2254688852abSdrh VdbeCoverage(v); 2255f8ffb278Sdrh } 225626198bb4Sdrh }else{ 2257ccc79f02Sdrh int x; 225826198bb4Sdrh /* Extract the PRIMARY KEY from the end of the index entry and 2259da475b8dSdrh ** store it in registers regR..regR+nPk-1 */ 2260a021f121Sdrh if( pIdx!=pPk ){ 226126198bb4Sdrh for(i=0; i<pPk->nKeyCol; i++){ 22624b92f98cSdrh assert( pPk->aiColumn[i]>=0 ); 2263b9bcf7caSdrh x = sqlite3TableColumnToIndex(pIdx, pPk->aiColumn[i]); 226426198bb4Sdrh sqlite3VdbeAddOp3(v, OP_Column, iThisCur, x, regR+i); 226526198bb4Sdrh VdbeComment((v, "%s.%s", pTab->zName, 2266cf9d36d1Sdrh pTab->aCol[pPk->aiColumn[i]].zCnName)); 226726198bb4Sdrh } 2268da475b8dSdrh } 2269da475b8dSdrh if( isUpdate ){ 2270e83267daSdan /* If currently processing the PRIMARY KEY of a WITHOUT ROWID 2271e83267daSdan ** table, only conflict if the new PRIMARY KEY values are actually 2272e83267daSdan ** different from the old. 2273e83267daSdan ** 2274e83267daSdan ** For a UNIQUE index, only conflict if the PRIMARY KEY values 2275e83267daSdan ** of the matched index row are different from the original PRIMARY 2276e83267daSdan ** KEY values of this row before the update. */ 2277e83267daSdan int addrJump = sqlite3VdbeCurrentAddr(v)+pPk->nKeyCol; 2278e83267daSdan int op = OP_Ne; 227948dd1d8eSdrh int regCmp = (IsPrimaryKeyIndex(pIdx) ? regIdx : regR); 2280e83267daSdan 2281e83267daSdan for(i=0; i<pPk->nKeyCol; i++){ 2282e83267daSdan char *p4 = (char*)sqlite3LocateCollSeq(pParse, pPk->azColl[i]); 2283ccc79f02Sdrh x = pPk->aiColumn[i]; 22844b92f98cSdrh assert( x>=0 ); 2285e83267daSdan if( i==(pPk->nKeyCol-1) ){ 2286e83267daSdan addrJump = addrUniqueOk; 2287e83267daSdan op = OP_Eq; 228811e85273Sdrh } 2289b6d861e5Sdrh x = sqlite3TableColumnToStorage(pTab, x); 2290e83267daSdan sqlite3VdbeAddOp4(v, op, 2291e83267daSdan regOldData+1+x, addrJump, regCmp+i, p4, P4_COLLSEQ 2292e83267daSdan ); 22933d77dee9Sdrh sqlite3VdbeChangeP5(v, SQLITE_NOTNULL); 22943d77dee9Sdrh VdbeCoverageIf(v, op==OP_Eq); 22953d77dee9Sdrh VdbeCoverageIf(v, op==OP_Ne); 2296da475b8dSdrh } 229711e85273Sdrh } 229826198bb4Sdrh } 229946d03fcbSdrh } 2300b2fe7d8cSdrh 2301b2fe7d8cSdrh /* Generate code that executes if the new index entry is not unique */ 2302b84f96f8Sdanielk1977 assert( onError==OE_Rollback || onError==OE_Abort || onError==OE_Fail 23039eddacadSdrh || onError==OE_Ignore || onError==OE_Replace || onError==OE_Update ); 23049cfcf5d4Sdrh switch( onError ){ 23051c92853dSdrh case OE_Rollback: 23061c92853dSdrh case OE_Abort: 23071c92853dSdrh case OE_Fail: { 23089916048bSdrh testcase( onError==OE_Rollback ); 23099916048bSdrh testcase( onError==OE_Abort ); 23109916048bSdrh testcase( onError==OE_Fail ); 2311f9c8ce3cSdrh sqlite3UniqueConstraint(pParse, onError, pIdx); 23129cfcf5d4Sdrh break; 23139cfcf5d4Sdrh } 23149eddacadSdrh #ifndef SQLITE_OMIT_UPSERT 23159eddacadSdrh case OE_Update: { 23162cc00423Sdan sqlite3UpsertDoUpdate(pParse, pUpsert, pTab, pIdx, iIdxCur+ix); 231708b92086Sdrh /* no break */ deliberate_fall_through 23189eddacadSdrh } 23199eddacadSdrh #endif 23209cfcf5d4Sdrh case OE_Ignore: { 23219916048bSdrh testcase( onError==OE_Ignore ); 2322076e85f5Sdrh sqlite3VdbeGoto(v, ignoreDest); 23239cfcf5d4Sdrh break; 23249cfcf5d4Sdrh } 2325098d1684Sdrh default: { 2326a407eccbSdrh int nConflictCk; /* Number of opcodes in conflict check logic */ 2327a407eccbSdrh 2328098d1684Sdrh assert( onError==OE_Replace ); 2329a407eccbSdrh nConflictCk = sqlite3VdbeCurrentAddr(v) - addrConflictCk; 2330d3c468b7Sdrh assert( nConflictCk>0 ); 2331d3c468b7Sdrh testcase( nConflictCk>1 ); 2332a407eccbSdrh if( regTrigCnt ){ 2333fecfb318Sdan sqlite3MultiWrite(pParse); 2334a407eccbSdrh nReplaceTrig++; 2335fecfb318Sdan } 23367b14b65dSdrh if( pTrigger && isUpdate ){ 23377b14b65dSdrh sqlite3VdbeAddOp1(v, OP_CursorLock, iDataCur); 23387b14b65dSdrh } 233926198bb4Sdrh sqlite3GenerateRowDelete(pParse, pTab, pTrigger, iDataCur, iIdxCur, 2340b0264eecSdrh regR, nPkField, 0, OE_Replace, 234168116939Sdrh (pIdx==pPk ? ONEPASS_SINGLE : ONEPASS_OFF), iThisCur); 23427b14b65dSdrh if( pTrigger && isUpdate ){ 23437b14b65dSdrh sqlite3VdbeAddOp1(v, OP_CursorUnlock, iDataCur); 23447b14b65dSdrh } 2345a407eccbSdrh if( regTrigCnt ){ 2346a407eccbSdrh int addrBypass; /* Jump destination to bypass recheck logic */ 2347a407eccbSdrh 2348a407eccbSdrh sqlite3VdbeAddOp2(v, OP_AddImm, regTrigCnt, 1); /* incr trigger cnt */ 2349a407eccbSdrh addrBypass = sqlite3VdbeAddOp0(v, OP_Goto); /* Bypass recheck */ 2350a407eccbSdrh VdbeComment((v, "bypass recheck")); 2351a407eccbSdrh 2352a407eccbSdrh /* Here we insert code that will be invoked after all constraint 2353a407eccbSdrh ** checks have run, if and only if one or more replace triggers 2354a407eccbSdrh ** fired. */ 2355a407eccbSdrh sqlite3VdbeResolveLabel(v, lblRecheckOk); 2356a407eccbSdrh lblRecheckOk = sqlite3VdbeMakeLabel(pParse); 2357a407eccbSdrh if( pIdx->pPartIdxWhere ){ 2358a407eccbSdrh /* Bypass the recheck if this partial index is not defined 2359a407eccbSdrh ** for the current row */ 23600660884eSdrh sqlite3VdbeAddOp2(v, OP_IsNull, regIdx-1, lblRecheckOk); 2361a407eccbSdrh VdbeCoverage(v); 2362a407eccbSdrh } 2363a407eccbSdrh /* Copy the constraint check code from above, except change 2364a407eccbSdrh ** the constraint-ok jump destination to be the address of 2365a407eccbSdrh ** the next retest block */ 2366d3c468b7Sdrh while( nConflictCk>0 ){ 2367d901b168Sdrh VdbeOp x; /* Conflict check opcode to copy */ 2368d901b168Sdrh /* The sqlite3VdbeAddOp4() call might reallocate the opcode array. 2369d901b168Sdrh ** Hence, make a complete copy of the opcode, rather than using 2370d901b168Sdrh ** a pointer to the opcode. */ 2371d901b168Sdrh x = *sqlite3VdbeGetOp(v, addrConflictCk); 2372d901b168Sdrh if( x.opcode!=OP_IdxRowid ){ 2373d901b168Sdrh int p2; /* New P2 value for copied conflict check opcode */ 2374b9f2e5f7Sdrh const char *zP4; 2375d901b168Sdrh if( sqlite3OpcodeProperty[x.opcode]&OPFLG_JUMP ){ 2376a407eccbSdrh p2 = lblRecheckOk; 2377a407eccbSdrh }else{ 2378d901b168Sdrh p2 = x.p2; 2379a407eccbSdrh } 2380b9f2e5f7Sdrh zP4 = x.p4type==P4_INT32 ? SQLITE_INT_TO_PTR(x.p4.i) : x.p4.z; 2381b9f2e5f7Sdrh sqlite3VdbeAddOp4(v, x.opcode, x.p1, p2, x.p3, zP4, x.p4type); 2382d901b168Sdrh sqlite3VdbeChangeP5(v, x.p5); 2383d901b168Sdrh VdbeCoverageIf(v, p2!=x.p2); 2384a407eccbSdrh } 2385a407eccbSdrh nConflictCk--; 2386d901b168Sdrh addrConflictCk++; 2387a407eccbSdrh } 2388a407eccbSdrh /* If the retest fails, issue an abort */ 23892da8d6feSdrh sqlite3UniqueConstraint(pParse, OE_Abort, pIdx); 2390a407eccbSdrh 2391a407eccbSdrh sqlite3VdbeJumpHere(v, addrBypass); /* Terminate the recheck bypass */ 23922da8d6feSdrh } 23930ca3e24bSdrh seenReplace = 1; 23949cfcf5d4Sdrh break; 23959cfcf5d4Sdrh } 23969cfcf5d4Sdrh } 239711e85273Sdrh sqlite3VdbeResolveLabel(v, addrUniqueOk); 2398392ee21dSdrh if( regR!=regIdx ) sqlite3ReleaseTempRange(pParse, regR, nPkField); 2399ed4c5469Sdrh if( pUpsertClause 2400ed4c5469Sdrh && upsertIpkReturn 2401ed4c5469Sdrh && sqlite3UpsertNextIsIPK(pUpsertClause) 2402ed4c5469Sdrh ){ 240361e280adSdrh sqlite3VdbeGoto(v, upsertIpkDelay+1); 240461e280adSdrh sqlite3VdbeJumpHere(v, upsertIpkReturn); 240558b18a47Sdrh upsertIpkReturn = 0; 240661e280adSdrh } 24079cfcf5d4Sdrh } 240884304506Sdrh 240984304506Sdrh /* If the IPK constraint is a REPLACE, run it last */ 241084304506Sdrh if( ipkTop ){ 24116214d939Sdrh sqlite3VdbeGoto(v, ipkTop); 241284304506Sdrh VdbeComment((v, "Do IPK REPLACE")); 241384304506Sdrh sqlite3VdbeJumpHere(v, ipkBottom); 241484304506Sdrh } 2415de630353Sdanielk1977 2416a407eccbSdrh /* Recheck all uniqueness constraints after replace triggers have run */ 2417a407eccbSdrh testcase( regTrigCnt!=0 && nReplaceTrig==0 ); 2418d3c468b7Sdrh assert( regTrigCnt!=0 || nReplaceTrig==0 ); 2419a407eccbSdrh if( nReplaceTrig ){ 2420a407eccbSdrh sqlite3VdbeAddOp2(v, OP_IfNot, regTrigCnt, lblRecheckOk);VdbeCoverage(v); 2421a407eccbSdrh if( !pPk ){ 2422a407eccbSdrh if( isUpdate ){ 2423a407eccbSdrh sqlite3VdbeAddOp3(v, OP_Eq, regNewData, addrRecheck, regOldData); 2424a407eccbSdrh sqlite3VdbeChangeP5(v, SQLITE_NOTNULL); 2425a407eccbSdrh VdbeCoverage(v); 2426a407eccbSdrh } 2427a407eccbSdrh sqlite3VdbeAddOp3(v, OP_NotExists, iDataCur, addrRecheck, regNewData); 2428a407eccbSdrh VdbeCoverage(v); 2429a407eccbSdrh sqlite3RowidConstraint(pParse, OE_Abort, pTab); 2430a407eccbSdrh }else{ 2431a407eccbSdrh sqlite3VdbeGoto(v, addrRecheck); 2432a407eccbSdrh } 2433a407eccbSdrh sqlite3VdbeResolveLabel(v, lblRecheckOk); 2434a407eccbSdrh } 2435a407eccbSdrh 2436a7c3b93fSdrh /* Generate the table record */ 2437a7c3b93fSdrh if( HasRowid(pTab) ){ 2438a7c3b93fSdrh int regRec = aRegIdx[ix]; 24390b0b3a95Sdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, regNewData+1, pTab->nNVCol, regRec); 2440a7c3b93fSdrh sqlite3SetMakeRecordP5(v, pTab); 2441a7c3b93fSdrh if( !bAffinityDone ){ 2442a7c3b93fSdrh sqlite3TableAffinity(v, pTab, 0); 2443a7c3b93fSdrh } 2444a7c3b93fSdrh } 2445a7c3b93fSdrh 2446de630353Sdanielk1977 *pbMayReplace = seenReplace; 2447ce60aa46Sdrh VdbeModuleComment((v, "END: GenCnstCks(%d)", seenReplace)); 24489cfcf5d4Sdrh } 24490ca3e24bSdrh 2450d447dcedSdrh #ifdef SQLITE_ENABLE_NULL_TRIM 24510ca3e24bSdrh /* 2452585ce192Sdrh ** Change the P5 operand on the last opcode (which should be an OP_MakeRecord) 2453585ce192Sdrh ** to be the number of columns in table pTab that must not be NULL-trimmed. 2454585ce192Sdrh ** 2455585ce192Sdrh ** Or if no columns of pTab may be NULL-trimmed, leave P5 at zero. 2456585ce192Sdrh */ 2457585ce192Sdrh void sqlite3SetMakeRecordP5(Vdbe *v, Table *pTab){ 2458585ce192Sdrh u16 i; 2459585ce192Sdrh 2460585ce192Sdrh /* Records with omitted columns are only allowed for schema format 2461585ce192Sdrh ** version 2 and later (SQLite version 3.1.4, 2005-02-20). */ 2462585ce192Sdrh if( pTab->pSchema->file_format<2 ) return; 2463585ce192Sdrh 24647e4acf7bSdrh for(i=pTab->nCol-1; i>0; i--){ 246579cf2b71Sdrh if( pTab->aCol[i].iDflt!=0 ) break; 24667e4acf7bSdrh if( pTab->aCol[i].colFlags & COLFLAG_PRIMKEY ) break; 24677e4acf7bSdrh } 24687e4acf7bSdrh sqlite3VdbeChangeP5(v, i+1); 2469585ce192Sdrh } 2470d447dcedSdrh #endif 2471585ce192Sdrh 24720ca3e24bSdrh /* 2473fadc0e34Sdan ** Table pTab is a WITHOUT ROWID table that is being written to. The cursor 2474fadc0e34Sdan ** number is iCur, and register regData contains the new record for the 2475fadc0e34Sdan ** PK index. This function adds code to invoke the pre-update hook, 2476fadc0e34Sdan ** if one is registered. 2477fadc0e34Sdan */ 2478fadc0e34Sdan #ifdef SQLITE_ENABLE_PREUPDATE_HOOK 2479fadc0e34Sdan static void codeWithoutRowidPreupdate( 2480fadc0e34Sdan Parse *pParse, /* Parse context */ 2481fadc0e34Sdan Table *pTab, /* Table being updated */ 2482fadc0e34Sdan int iCur, /* Cursor number for table */ 2483fadc0e34Sdan int regData /* Data containing new record */ 2484fadc0e34Sdan ){ 2485fadc0e34Sdan Vdbe *v = pParse->pVdbe; 2486fadc0e34Sdan int r = sqlite3GetTempReg(pParse); 2487fadc0e34Sdan assert( !HasRowid(pTab) ); 2488d01206ffSdrh assert( 0==(pParse->db->mDbFlags & DBFLAG_Vacuum) || CORRUPT_DB ); 2489fadc0e34Sdan sqlite3VdbeAddOp2(v, OP_Integer, 0, r); 2490fadc0e34Sdan sqlite3VdbeAddOp4(v, OP_Insert, iCur, regData, r, (char*)pTab, P4_TABLE); 2491fadc0e34Sdan sqlite3VdbeChangeP5(v, OPFLAG_ISNOOP); 2492fadc0e34Sdan sqlite3ReleaseTempReg(pParse, r); 2493fadc0e34Sdan } 2494fadc0e34Sdan #else 2495fadc0e34Sdan # define codeWithoutRowidPreupdate(a,b,c,d) 2496fadc0e34Sdan #endif 2497fadc0e34Sdan 2498fadc0e34Sdan /* 24990ca3e24bSdrh ** This routine generates code to finish the INSERT or UPDATE operation 25004adee20fSdanielk1977 ** that was started by a prior call to sqlite3GenerateConstraintChecks. 25016934fc7bSdrh ** A consecutive range of registers starting at regNewData contains the 250204adf416Sdrh ** rowid and the content to be inserted. 25030ca3e24bSdrh ** 2504b419a926Sdrh ** The arguments to this routine should be the same as the first six 25054adee20fSdanielk1977 ** arguments to sqlite3GenerateConstraintChecks. 25060ca3e24bSdrh */ 25074adee20fSdanielk1977 void sqlite3CompleteInsertion( 25080ca3e24bSdrh Parse *pParse, /* The parser context */ 25090ca3e24bSdrh Table *pTab, /* the table into which we are inserting */ 251026198bb4Sdrh int iDataCur, /* Cursor of the canonical data source */ 251126198bb4Sdrh int iIdxCur, /* First index cursor */ 25126934fc7bSdrh int regNewData, /* Range of content */ 2513aa9b8963Sdrh int *aRegIdx, /* Register used by each index. 0 for unused indices */ 2514f91c1318Sdan int update_flags, /* True for UPDATE, False for INSERT */ 2515de630353Sdanielk1977 int appendBias, /* True if this is likely to be an append */ 2516de630353Sdanielk1977 int useSeekResult /* True to set the USESEEKRESULT flag on OP_[Idx]Insert */ 25170ca3e24bSdrh ){ 25186934fc7bSdrh Vdbe *v; /* Prepared statements under construction */ 25196934fc7bSdrh Index *pIdx; /* An index being inserted or updated */ 25206934fc7bSdrh u8 pik_flags; /* flag values passed to the btree insert */ 25216934fc7bSdrh int i; /* Loop counter */ 25220ca3e24bSdrh 2523f91c1318Sdan assert( update_flags==0 2524f91c1318Sdan || update_flags==OPFLAG_ISUPDATE 2525f91c1318Sdan || update_flags==(OPFLAG_ISUPDATE|OPFLAG_SAVEPOSITION) 2526f91c1318Sdan ); 2527f91c1318Sdan 2528f0b41745Sdrh v = pParse->pVdbe; 25290ca3e24bSdrh assert( v!=0 ); 2530f38524d2Sdrh assert( !IsView(pTab) ); /* This table is not a VIEW */ 2531b2b9d3d7Sdrh for(i=0, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, i++){ 2532d35bdd6cSdrh /* All REPLACE indexes are at the end of the list */ 2533d35bdd6cSdrh assert( pIdx->onError!=OE_Replace 2534d35bdd6cSdrh || pIdx->pNext==0 2535d35bdd6cSdrh || pIdx->pNext->onError==OE_Replace ); 2536aa9b8963Sdrh if( aRegIdx[i]==0 ) continue; 2537b2b9d3d7Sdrh if( pIdx->pPartIdxWhere ){ 2538b2b9d3d7Sdrh sqlite3VdbeAddOp2(v, OP_IsNull, aRegIdx[i], sqlite3VdbeCurrentAddr(v)+2); 2539688852abSdrh VdbeCoverage(v); 2540b2b9d3d7Sdrh } 2541cb9a3643Sdan pik_flags = (useSeekResult ? OPFLAG_USESEEKRESULT : 0); 254248dd1d8eSdrh if( IsPrimaryKeyIndex(pIdx) && !HasRowid(pTab) ){ 25434308e348Sdrh assert( pParse->nested==0 ); 25446546af14Sdrh pik_flags |= OPFLAG_NCHANGE; 2545f91c1318Sdan pik_flags |= (update_flags & OPFLAG_SAVEPOSITION); 2546cb9a3643Sdan if( update_flags==0 ){ 2547fadc0e34Sdan codeWithoutRowidPreupdate(pParse, pTab, iIdxCur+i, aRegIdx[i]); 2548de630353Sdanielk1977 } 2549cb9a3643Sdan } 2550cb9a3643Sdan sqlite3VdbeAddOp4Int(v, OP_IdxInsert, iIdxCur+i, aRegIdx[i], 2551cb9a3643Sdan aRegIdx[i]+1, 2552cb9a3643Sdan pIdx->uniqNotNull ? pIdx->nKeyCol: pIdx->nColumn); 25539b34abeeSdrh sqlite3VdbeChangeP5(v, pik_flags); 25540ca3e24bSdrh } 2555ec95c441Sdrh if( !HasRowid(pTab) ) return; 25564794f735Sdrh if( pParse->nested ){ 25574794f735Sdrh pik_flags = 0; 25584794f735Sdrh }else{ 255994eb6a14Sdanielk1977 pik_flags = OPFLAG_NCHANGE; 2560f91c1318Sdan pik_flags |= (update_flags?update_flags:OPFLAG_LASTROWID); 25614794f735Sdrh } 2562e4d90813Sdrh if( appendBias ){ 2563e4d90813Sdrh pik_flags |= OPFLAG_APPEND; 2564e4d90813Sdrh } 2565de630353Sdanielk1977 if( useSeekResult ){ 2566de630353Sdanielk1977 pik_flags |= OPFLAG_USESEEKRESULT; 2567de630353Sdanielk1977 } 2568a7c3b93fSdrh sqlite3VdbeAddOp3(v, OP_Insert, iDataCur, aRegIdx[i], regNewData); 256994eb6a14Sdanielk1977 if( !pParse->nested ){ 2570f14b7fb7Sdrh sqlite3VdbeAppendP4(v, pTab, P4_TABLE); 257194eb6a14Sdanielk1977 } 2572b7654111Sdrh sqlite3VdbeChangeP5(v, pik_flags); 25730ca3e24bSdrh } 2574cd44690aSdrh 2575cd44690aSdrh /* 257626198bb4Sdrh ** Allocate cursors for the pTab table and all its indices and generate 257726198bb4Sdrh ** code to open and initialized those cursors. 2578aa9b8963Sdrh ** 257926198bb4Sdrh ** The cursor for the object that contains the complete data (normally 258026198bb4Sdrh ** the table itself, but the PRIMARY KEY index in the case of a WITHOUT 258126198bb4Sdrh ** ROWID table) is returned in *piDataCur. The first index cursor is 258226198bb4Sdrh ** returned in *piIdxCur. The number of indices is returned. 258326198bb4Sdrh ** 258426198bb4Sdrh ** Use iBase as the first cursor (either the *piDataCur for rowid tables 258526198bb4Sdrh ** or the first index for WITHOUT ROWID tables) if it is non-negative. 258626198bb4Sdrh ** If iBase is negative, then allocate the next available cursor. 258726198bb4Sdrh ** 258826198bb4Sdrh ** For a rowid table, *piDataCur will be exactly one less than *piIdxCur. 258926198bb4Sdrh ** For a WITHOUT ROWID table, *piDataCur will be somewhere in the range 259026198bb4Sdrh ** of *piIdxCurs, depending on where the PRIMARY KEY index appears on the 259126198bb4Sdrh ** pTab->pIndex list. 2592b6b4b79fSdrh ** 2593b6b4b79fSdrh ** If pTab is a virtual table, then this routine is a no-op and the 2594b6b4b79fSdrh ** *piDataCur and *piIdxCur values are left uninitialized. 2595cd44690aSdrh */ 2596aa9b8963Sdrh int sqlite3OpenTableAndIndices( 2597290c1948Sdrh Parse *pParse, /* Parsing context */ 2598290c1948Sdrh Table *pTab, /* Table to be opened */ 259926198bb4Sdrh int op, /* OP_OpenRead or OP_OpenWrite */ 2600b89aeb6aSdrh u8 p5, /* P5 value for OP_Open* opcodes (except on WITHOUT ROWID) */ 260126198bb4Sdrh int iBase, /* Use this for the table cursor, if there is one */ 26026a53499aSdrh u8 *aToOpen, /* If not NULL: boolean for each table and index */ 260326198bb4Sdrh int *piDataCur, /* Write the database source cursor number here */ 260426198bb4Sdrh int *piIdxCur /* Write the first index cursor number here */ 2605290c1948Sdrh ){ 2606cd44690aSdrh int i; 26074cbdda9eSdrh int iDb; 26086a53499aSdrh int iDataCur; 2609cd44690aSdrh Index *pIdx; 26104cbdda9eSdrh Vdbe *v; 26114cbdda9eSdrh 261226198bb4Sdrh assert( op==OP_OpenRead || op==OP_OpenWrite ); 2613fd261ec6Sdan assert( op==OP_OpenWrite || p5==0 ); 261426198bb4Sdrh if( IsVirtual(pTab) ){ 2615b6b4b79fSdrh /* This routine is a no-op for virtual tables. Leave the output 2616b6b4b79fSdrh ** variables *piDataCur and *piIdxCur uninitialized so that valgrind 2617b6b4b79fSdrh ** can detect if they are used by mistake in the caller. */ 261826198bb4Sdrh return 0; 261926198bb4Sdrh } 26204cbdda9eSdrh iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); 2621f0b41745Sdrh v = pParse->pVdbe; 2622cd44690aSdrh assert( v!=0 ); 262326198bb4Sdrh if( iBase<0 ) iBase = pParse->nTab; 26246a53499aSdrh iDataCur = iBase++; 26256a53499aSdrh if( piDataCur ) *piDataCur = iDataCur; 26266a53499aSdrh if( HasRowid(pTab) && (aToOpen==0 || aToOpen[0]) ){ 26276a53499aSdrh sqlite3OpenTable(pParse, iDataCur, iDb, pTab, op); 26286fbe41acSdrh }else{ 262926198bb4Sdrh sqlite3TableLock(pParse, iDb, pTab->tnum, op==OP_OpenWrite, pTab->zName); 26306fbe41acSdrh } 26316a53499aSdrh if( piIdxCur ) *piIdxCur = iBase; 263226198bb4Sdrh for(i=0, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, i++){ 263326198bb4Sdrh int iIdxCur = iBase++; 2634da184236Sdanielk1977 assert( pIdx->pSchema==pTab->pSchema ); 263561441c34Sdan if( IsPrimaryKeyIndex(pIdx) && !HasRowid(pTab) ){ 263661441c34Sdan if( piDataCur ) *piDataCur = iIdxCur; 263761441c34Sdan p5 = 0; 263861441c34Sdan } 26396a53499aSdrh if( aToOpen==0 || aToOpen[i+1] ){ 26402ec2fb22Sdrh sqlite3VdbeAddOp3(v, op, iIdxCur, pIdx->tnum, iDb); 26412ec2fb22Sdrh sqlite3VdbeSetP4KeyInfo(pParse, pIdx); 2642b89aeb6aSdrh sqlite3VdbeChangeP5(v, p5); 264361441c34Sdan VdbeComment((v, "%s", pIdx->zName)); 2644b89aeb6aSdrh } 26456a53499aSdrh } 264626198bb4Sdrh if( iBase>pParse->nTab ) pParse->nTab = iBase; 264726198bb4Sdrh return i; 2648cd44690aSdrh } 26499d9cf229Sdrh 265091c58e23Sdrh 265191c58e23Sdrh #ifdef SQLITE_TEST 265291c58e23Sdrh /* 265391c58e23Sdrh ** The following global variable is incremented whenever the 265491c58e23Sdrh ** transfer optimization is used. This is used for testing 265591c58e23Sdrh ** purposes only - to make sure the transfer optimization really 265660ec914cSpeter.d.reid ** is happening when it is supposed to. 265791c58e23Sdrh */ 265891c58e23Sdrh int sqlite3_xferopt_count; 265991c58e23Sdrh #endif /* SQLITE_TEST */ 266091c58e23Sdrh 266191c58e23Sdrh 26629d9cf229Sdrh #ifndef SQLITE_OMIT_XFER_OPT 26639d9cf229Sdrh /* 26649d9cf229Sdrh ** Check to see if index pSrc is compatible as a source of data 26659d9cf229Sdrh ** for index pDest in an insert transfer optimization. The rules 26669d9cf229Sdrh ** for a compatible index: 26679d9cf229Sdrh ** 26689d9cf229Sdrh ** * The index is over the same set of columns 26699d9cf229Sdrh ** * The same DESC and ASC markings occurs on all columns 26709d9cf229Sdrh ** * The same onError processing (OE_Abort, OE_Ignore, etc) 26719d9cf229Sdrh ** * The same collating sequence on each column 2672b2b9d3d7Sdrh ** * The index has the exact same WHERE clause 26739d9cf229Sdrh */ 26749d9cf229Sdrh static int xferCompatibleIndex(Index *pDest, Index *pSrc){ 26759d9cf229Sdrh int i; 26769d9cf229Sdrh assert( pDest && pSrc ); 26779d9cf229Sdrh assert( pDest->pTable!=pSrc->pTable ); 26781e7c00e6Sdrh if( pDest->nKeyCol!=pSrc->nKeyCol || pDest->nColumn!=pSrc->nColumn ){ 26799d9cf229Sdrh return 0; /* Different number of columns */ 26809d9cf229Sdrh } 26819d9cf229Sdrh if( pDest->onError!=pSrc->onError ){ 26829d9cf229Sdrh return 0; /* Different conflict resolution strategies */ 26839d9cf229Sdrh } 2684bbbdc83bSdrh for(i=0; i<pSrc->nKeyCol; i++){ 26859d9cf229Sdrh if( pSrc->aiColumn[i]!=pDest->aiColumn[i] ){ 26869d9cf229Sdrh return 0; /* Different columns indexed */ 26879d9cf229Sdrh } 26884b92f98cSdrh if( pSrc->aiColumn[i]==XN_EXPR ){ 26891f9ca2c8Sdrh assert( pSrc->aColExpr!=0 && pDest->aColExpr!=0 ); 26905aa550cfSdan if( sqlite3ExprCompare(0, pSrc->aColExpr->a[i].pExpr, 26911f9ca2c8Sdrh pDest->aColExpr->a[i].pExpr, -1)!=0 ){ 26921f9ca2c8Sdrh return 0; /* Different expressions in the index */ 26931f9ca2c8Sdrh } 26941f9ca2c8Sdrh } 26959d9cf229Sdrh if( pSrc->aSortOrder[i]!=pDest->aSortOrder[i] ){ 26969d9cf229Sdrh return 0; /* Different sort orders */ 26979d9cf229Sdrh } 26980472af91Sdrh if( sqlite3_stricmp(pSrc->azColl[i],pDest->azColl[i])!=0 ){ 269960a713c6Sdrh return 0; /* Different collating sequences */ 27009d9cf229Sdrh } 27019d9cf229Sdrh } 27025aa550cfSdan if( sqlite3ExprCompare(0, pSrc->pPartIdxWhere, pDest->pPartIdxWhere, -1) ){ 2703b2b9d3d7Sdrh return 0; /* Different WHERE clauses */ 2704b2b9d3d7Sdrh } 27059d9cf229Sdrh 27069d9cf229Sdrh /* If no test above fails then the indices must be compatible */ 27079d9cf229Sdrh return 1; 27089d9cf229Sdrh } 27099d9cf229Sdrh 27109d9cf229Sdrh /* 27119d9cf229Sdrh ** Attempt the transfer optimization on INSERTs of the form 27129d9cf229Sdrh ** 27139d9cf229Sdrh ** INSERT INTO tab1 SELECT * FROM tab2; 27149d9cf229Sdrh ** 2715ccdf1baeSdrh ** The xfer optimization transfers raw records from tab2 over to tab1. 271660ec914cSpeter.d.reid ** Columns are not decoded and reassembled, which greatly improves 2717ccdf1baeSdrh ** performance. Raw index records are transferred in the same way. 27189d9cf229Sdrh ** 2719ccdf1baeSdrh ** The xfer optimization is only attempted if tab1 and tab2 are compatible. 2720ccdf1baeSdrh ** There are lots of rules for determining compatibility - see comments 2721ccdf1baeSdrh ** embedded in the code for details. 27229d9cf229Sdrh ** 2723ccdf1baeSdrh ** This routine returns TRUE if the optimization is guaranteed to be used. 2724ccdf1baeSdrh ** Sometimes the xfer optimization will only work if the destination table 2725ccdf1baeSdrh ** is empty - a factor that can only be determined at run-time. In that 2726ccdf1baeSdrh ** case, this routine generates code for the xfer optimization but also 2727ccdf1baeSdrh ** does a test to see if the destination table is empty and jumps over the 2728ccdf1baeSdrh ** xfer optimization code if the test fails. In that case, this routine 2729ccdf1baeSdrh ** returns FALSE so that the caller will know to go ahead and generate 2730ccdf1baeSdrh ** an unoptimized transfer. This routine also returns FALSE if there 2731ccdf1baeSdrh ** is no chance that the xfer optimization can be applied. 27329d9cf229Sdrh ** 2733ccdf1baeSdrh ** This optimization is particularly useful at making VACUUM run faster. 27349d9cf229Sdrh */ 27359d9cf229Sdrh static int xferOptimization( 27369d9cf229Sdrh Parse *pParse, /* Parser context */ 27379d9cf229Sdrh Table *pDest, /* The table we are inserting into */ 27389d9cf229Sdrh Select *pSelect, /* A SELECT statement to use as the data source */ 27399d9cf229Sdrh int onError, /* How to handle constraint errors */ 27409d9cf229Sdrh int iDbDest /* The database of pDest */ 27419d9cf229Sdrh ){ 2742e34162b1Sdan sqlite3 *db = pParse->db; 27439d9cf229Sdrh ExprList *pEList; /* The result set of the SELECT */ 27449d9cf229Sdrh Table *pSrc; /* The table in the FROM clause of SELECT */ 27459d9cf229Sdrh Index *pSrcIdx, *pDestIdx; /* Source and destination indices */ 27467601294aSdrh SrcItem *pItem; /* An element of pSelect->pSrc */ 27479d9cf229Sdrh int i; /* Loop counter */ 27489d9cf229Sdrh int iDbSrc; /* The database of pSrc */ 27499d9cf229Sdrh int iSrc, iDest; /* Cursors from source and destination */ 27509d9cf229Sdrh int addr1, addr2; /* Loop addresses */ 2751da475b8dSdrh int emptyDestTest = 0; /* Address of test for empty pDest */ 2752da475b8dSdrh int emptySrcTest = 0; /* Address of test for empty pSrc */ 27539d9cf229Sdrh Vdbe *v; /* The VDBE we are building */ 27546a288a33Sdrh int regAutoinc; /* Memory register used by AUTOINC */ 2755f33c9fadSdrh int destHasUniqueIdx = 0; /* True if pDest has a UNIQUE index */ 2756b7654111Sdrh int regData, regRowid; /* Registers holding data and rowid */ 27579d9cf229Sdrh 27589d9cf229Sdrh if( pSelect==0 ){ 27599d9cf229Sdrh return 0; /* Must be of the form INSERT INTO ... SELECT ... */ 27609d9cf229Sdrh } 2761ebbf08a0Sdan if( pParse->pWith || pSelect->pWith ){ 2762ebbf08a0Sdan /* Do not attempt to process this query if there are an WITH clauses 2763ebbf08a0Sdan ** attached to it. Proceeding may generate a false "no such table: xxx" 2764ebbf08a0Sdan ** error if pSelect reads from a CTE named "xxx". */ 2765ebbf08a0Sdan return 0; 2766ebbf08a0Sdan } 27672f886d1dSdanielk1977 if( sqlite3TriggerList(pParse, pDest) ){ 27689d9cf229Sdrh return 0; /* tab1 must not have triggers */ 27699d9cf229Sdrh } 27709d9cf229Sdrh #ifndef SQLITE_OMIT_VIRTUALTABLE 277144266ec6Sdrh if( IsVirtual(pDest) ){ 27729d9cf229Sdrh return 0; /* tab1 must not be a virtual table */ 27739d9cf229Sdrh } 27749d9cf229Sdrh #endif 27759d9cf229Sdrh if( onError==OE_Default ){ 2776e7224a01Sdrh if( pDest->iPKey>=0 ) onError = pDest->keyConf; 2777e7224a01Sdrh if( onError==OE_Default ) onError = OE_Abort; 27789d9cf229Sdrh } 27795ce240a6Sdanielk1977 assert(pSelect->pSrc); /* allocated even if there is no FROM clause */ 27809d9cf229Sdrh if( pSelect->pSrc->nSrc!=1 ){ 27819d9cf229Sdrh return 0; /* FROM clause must have exactly one term */ 27829d9cf229Sdrh } 27839d9cf229Sdrh if( pSelect->pSrc->a[0].pSelect ){ 27849d9cf229Sdrh return 0; /* FROM clause cannot contain a subquery */ 27859d9cf229Sdrh } 27869d9cf229Sdrh if( pSelect->pWhere ){ 27879d9cf229Sdrh return 0; /* SELECT may not have a WHERE clause */ 27889d9cf229Sdrh } 27899d9cf229Sdrh if( pSelect->pOrderBy ){ 27909d9cf229Sdrh return 0; /* SELECT may not have an ORDER BY clause */ 27919d9cf229Sdrh } 27928103b7d2Sdrh /* Do not need to test for a HAVING clause. If HAVING is present but 27938103b7d2Sdrh ** there is no ORDER BY, we will get an error. */ 27949d9cf229Sdrh if( pSelect->pGroupBy ){ 27959d9cf229Sdrh return 0; /* SELECT may not have a GROUP BY clause */ 27969d9cf229Sdrh } 27979d9cf229Sdrh if( pSelect->pLimit ){ 27989d9cf229Sdrh return 0; /* SELECT may not have a LIMIT clause */ 27999d9cf229Sdrh } 28009d9cf229Sdrh if( pSelect->pPrior ){ 28019d9cf229Sdrh return 0; /* SELECT may not be a compound query */ 28029d9cf229Sdrh } 28037d10d5a6Sdrh if( pSelect->selFlags & SF_Distinct ){ 28049d9cf229Sdrh return 0; /* SELECT may not be DISTINCT */ 28059d9cf229Sdrh } 28069d9cf229Sdrh pEList = pSelect->pEList; 28079d9cf229Sdrh assert( pEList!=0 ); 28089d9cf229Sdrh if( pEList->nExpr!=1 ){ 28099d9cf229Sdrh return 0; /* The result set must have exactly one column */ 28109d9cf229Sdrh } 28119d9cf229Sdrh assert( pEList->a[0].pExpr ); 28121a1d3cd2Sdrh if( pEList->a[0].pExpr->op!=TK_ASTERISK ){ 28139d9cf229Sdrh return 0; /* The result set must be the special operator "*" */ 28149d9cf229Sdrh } 28159d9cf229Sdrh 28169d9cf229Sdrh /* At this point we have established that the statement is of the 28179d9cf229Sdrh ** correct syntactic form to participate in this optimization. Now 28189d9cf229Sdrh ** we have to check the semantics. 28199d9cf229Sdrh */ 28209d9cf229Sdrh pItem = pSelect->pSrc->a; 282141fb5cd1Sdan pSrc = sqlite3LocateTableItem(pParse, 0, pItem); 28229d9cf229Sdrh if( pSrc==0 ){ 28239d9cf229Sdrh return 0; /* FROM clause does not contain a real table */ 28249d9cf229Sdrh } 282521908b21Sdrh if( pSrc->tnum==pDest->tnum && pSrc->pSchema==pDest->pSchema ){ 28261e32bed3Sdrh testcase( pSrc!=pDest ); /* Possible due to bad sqlite_schema.rootpage */ 28279d9cf229Sdrh return 0; /* tab1 and tab2 may not be the same table */ 28289d9cf229Sdrh } 282955548273Sdrh if( HasRowid(pDest)!=HasRowid(pSrc) ){ 283055548273Sdrh return 0; /* source and destination must both be WITHOUT ROWID or not */ 283155548273Sdrh } 2832f38524d2Sdrh if( !IsOrdinaryTable(pSrc) ){ 2833f38524d2Sdrh return 0; /* tab2 may not be a view or virtual table */ 28349d9cf229Sdrh } 28359d9cf229Sdrh if( pDest->nCol!=pSrc->nCol ){ 28369d9cf229Sdrh return 0; /* Number of columns must be the same in tab1 and tab2 */ 28379d9cf229Sdrh } 28389d9cf229Sdrh if( pDest->iPKey!=pSrc->iPKey ){ 28399d9cf229Sdrh return 0; /* Both tables must have the same INTEGER PRIMARY KEY */ 28409d9cf229Sdrh } 28417b4b74acSdrh if( (pDest->tabFlags & TF_Strict)!=0 && (pSrc->tabFlags & TF_Strict)==0 ){ 28427b4b74acSdrh return 0; /* Cannot feed from a non-strict into a strict table */ 28437b4b74acSdrh } 28449d9cf229Sdrh for(i=0; i<pDest->nCol; i++){ 28459940e2aaSdan Column *pDestCol = &pDest->aCol[i]; 28469940e2aaSdan Column *pSrcCol = &pSrc->aCol[i]; 2847ba68f8f3Sdan #ifdef SQLITE_ENABLE_HIDDEN_COLUMNS 28488257aa8dSdrh if( (db->mDbFlags & DBFLAG_Vacuum)==0 2849aaea3143Sdan && (pDestCol->colFlags | pSrcCol->colFlags) & COLFLAG_HIDDEN 2850aaea3143Sdan ){ 2851ba68f8f3Sdan return 0; /* Neither table may have __hidden__ columns */ 2852ba68f8f3Sdan } 2853ba68f8f3Sdan #endif 28546ab61d70Sdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 28556ab61d70Sdrh /* Even if tables t1 and t2 have identical schemas, if they contain 28566ab61d70Sdrh ** generated columns, then this statement is semantically incorrect: 28576ab61d70Sdrh ** 28586ab61d70Sdrh ** INSERT INTO t2 SELECT * FROM t1; 28596ab61d70Sdrh ** 28606ab61d70Sdrh ** The reason is that generated column values are returned by the 28616ab61d70Sdrh ** the SELECT statement on the right but the INSERT statement on the 28626ab61d70Sdrh ** left wants them to be omitted. 28636ab61d70Sdrh ** 28646ab61d70Sdrh ** Nevertheless, this is a useful notational shorthand to tell SQLite 28656ab61d70Sdrh ** to do a bulk transfer all of the content from t1 over to t2. 28666ab61d70Sdrh ** 28676ab61d70Sdrh ** We could, in theory, disable this (except for internal use by the 28686ab61d70Sdrh ** VACUUM command where it is actually needed). But why do that? It 28696ab61d70Sdrh ** seems harmless enough, and provides a useful service. 28706ab61d70Sdrh */ 2871ae3977a8Sdrh if( (pDestCol->colFlags & COLFLAG_GENERATED) != 2872ae3977a8Sdrh (pSrcCol->colFlags & COLFLAG_GENERATED) ){ 28736ab61d70Sdrh return 0; /* Both columns have the same generated-column type */ 2874ae3977a8Sdrh } 28756ab61d70Sdrh /* But the transfer is only allowed if both the source and destination 28766ab61d70Sdrh ** tables have the exact same expressions for generated columns. 28776ab61d70Sdrh ** This requirement could be relaxed for VIRTUAL columns, I suppose. 28786ab61d70Sdrh */ 28796ab61d70Sdrh if( (pDestCol->colFlags & COLFLAG_GENERATED)!=0 ){ 288079cf2b71Sdrh if( sqlite3ExprCompare(0, 288179cf2b71Sdrh sqlite3ColumnExpr(pSrc, pSrcCol), 288279cf2b71Sdrh sqlite3ColumnExpr(pDest, pDestCol), -1)!=0 ){ 28836ab61d70Sdrh testcase( pDestCol->colFlags & COLFLAG_VIRTUAL ); 28846ab61d70Sdrh testcase( pDestCol->colFlags & COLFLAG_STORED ); 28856ab61d70Sdrh return 0; /* Different generator expressions */ 28866ab61d70Sdrh } 28876ab61d70Sdrh } 28886ab61d70Sdrh #endif 28899940e2aaSdan if( pDestCol->affinity!=pSrcCol->affinity ){ 28909d9cf229Sdrh return 0; /* Affinity must be the same on all columns */ 28919d9cf229Sdrh } 289265b40093Sdrh if( sqlite3_stricmp(sqlite3ColumnColl(pDestCol), 289365b40093Sdrh sqlite3ColumnColl(pSrcCol))!=0 ){ 28949d9cf229Sdrh return 0; /* Collating sequence must be the same on all columns */ 28959d9cf229Sdrh } 28969940e2aaSdan if( pDestCol->notNull && !pSrcCol->notNull ){ 28979d9cf229Sdrh return 0; /* tab2 must be NOT NULL if tab1 is */ 28989d9cf229Sdrh } 2899453e0261Sdrh /* Default values for second and subsequent columns need to match. */ 2900ae3977a8Sdrh if( (pDestCol->colFlags & COLFLAG_GENERATED)==0 && i>0 ){ 290179cf2b71Sdrh Expr *pDestExpr = sqlite3ColumnExpr(pDest, pDestCol); 290279cf2b71Sdrh Expr *pSrcExpr = sqlite3ColumnExpr(pSrc, pSrcCol); 290379cf2b71Sdrh assert( pDestExpr==0 || pDestExpr->op==TK_SPAN ); 290479cf2b71Sdrh assert( pSrcExpr==0 || pSrcExpr->op==TK_SPAN ); 290579cf2b71Sdrh if( (pDestExpr==0)!=(pSrcExpr==0) 290679cf2b71Sdrh || (pDestExpr!=0 && strcmp(pDestExpr->u.zToken, 290779cf2b71Sdrh pSrcExpr->u.zToken)!=0) 29089940e2aaSdan ){ 29099940e2aaSdan return 0; /* Default values must be the same for all columns */ 29109940e2aaSdan } 29119d9cf229Sdrh } 291294fa9c41Sdrh } 29139d9cf229Sdrh for(pDestIdx=pDest->pIndex; pDestIdx; pDestIdx=pDestIdx->pNext){ 29145f1d1d9cSdrh if( IsUniqueIndex(pDestIdx) ){ 2915f33c9fadSdrh destHasUniqueIdx = 1; 2916f33c9fadSdrh } 29179d9cf229Sdrh for(pSrcIdx=pSrc->pIndex; pSrcIdx; pSrcIdx=pSrcIdx->pNext){ 29189d9cf229Sdrh if( xferCompatibleIndex(pDestIdx, pSrcIdx) ) break; 29199d9cf229Sdrh } 29209d9cf229Sdrh if( pSrcIdx==0 ){ 29219d9cf229Sdrh return 0; /* pDestIdx has no corresponding index in pSrc */ 29229d9cf229Sdrh } 2923e3bd232eSdrh if( pSrcIdx->tnum==pDestIdx->tnum && pSrc->pSchema==pDest->pSchema 2924e3bd232eSdrh && sqlite3FaultSim(411)==SQLITE_OK ){ 2925e3bd232eSdrh /* The sqlite3FaultSim() call allows this corruption test to be 2926e3bd232eSdrh ** bypassed during testing, in order to exercise other corruption tests 2927e3bd232eSdrh ** further downstream. */ 292886223e8dSdrh return 0; /* Corrupt schema - two indexes on the same btree */ 292986223e8dSdrh } 29309d9cf229Sdrh } 29317fc2f41bSdrh #ifndef SQLITE_OMIT_CHECK 2932619a1305Sdrh if( pDest->pCheck && sqlite3ExprListCompare(pSrc->pCheck,pDest->pCheck,-1) ){ 29338103b7d2Sdrh return 0; /* Tables have different CHECK constraints. Ticket #2252 */ 29348103b7d2Sdrh } 29357fc2f41bSdrh #endif 2936713de341Sdrh #ifndef SQLITE_OMIT_FOREIGN_KEY 2937713de341Sdrh /* Disallow the transfer optimization if the destination table constains 2938713de341Sdrh ** any foreign key constraints. This is more restrictive than necessary. 2939713de341Sdrh ** But the main beneficiary of the transfer optimization is the VACUUM 2940713de341Sdrh ** command, and the VACUUM command disables foreign key constraints. So 2941713de341Sdrh ** the extra complication to make this rule less restrictive is probably 2942713de341Sdrh ** not worth the effort. Ticket [6284df89debdfa61db8073e062908af0c9b6118e] 2943713de341Sdrh */ 2944*78b2fa86Sdrh assert( IsOrdinaryTable(pDest) ); 2945f38524d2Sdrh if( (db->flags & SQLITE_ForeignKeys)!=0 && pDest->u.tab.pFKey!=0 ){ 2946713de341Sdrh return 0; 2947713de341Sdrh } 2948713de341Sdrh #endif 2949e34162b1Sdan if( (db->flags & SQLITE_CountRows)!=0 ){ 2950ccdf1baeSdrh return 0; /* xfer opt does not play well with PRAGMA count_changes */ 29511696124dSdan } 29529d9cf229Sdrh 2953ccdf1baeSdrh /* If we get this far, it means that the xfer optimization is at 2954ccdf1baeSdrh ** least a possibility, though it might only work if the destination 2955ccdf1baeSdrh ** table (tab1) is initially empty. 29569d9cf229Sdrh */ 2957dd73521bSdrh #ifdef SQLITE_TEST 2958dd73521bSdrh sqlite3_xferopt_count++; 2959dd73521bSdrh #endif 2960e34162b1Sdan iDbSrc = sqlite3SchemaToIndex(db, pSrc->pSchema); 29619d9cf229Sdrh v = sqlite3GetVdbe(pParse); 2962f53e9b5aSdrh sqlite3CodeVerifySchema(pParse, iDbSrc); 29639d9cf229Sdrh iSrc = pParse->nTab++; 29649d9cf229Sdrh iDest = pParse->nTab++; 29656a288a33Sdrh regAutoinc = autoIncBegin(pParse, iDbDest, pDest); 296655548273Sdrh regData = sqlite3GetTempReg(pParse); 29677aae7358Sdan sqlite3VdbeAddOp2(v, OP_Null, 0, regData); 296855548273Sdrh regRowid = sqlite3GetTempReg(pParse); 29699d9cf229Sdrh sqlite3OpenTable(pParse, iDest, iDbDest, pDest, OP_OpenWrite); 2970427ebba1Sdan assert( HasRowid(pDest) || destHasUniqueIdx ); 29718257aa8dSdrh if( (db->mDbFlags & DBFLAG_Vacuum)==0 && ( 2972e34162b1Sdan (pDest->iPKey<0 && pDest->pIndex!=0) /* (1) */ 2973ccdf1baeSdrh || destHasUniqueIdx /* (2) */ 2974ccdf1baeSdrh || (onError!=OE_Abort && onError!=OE_Rollback) /* (3) */ 2975e34162b1Sdan )){ 2976ccdf1baeSdrh /* In some circumstances, we are able to run the xfer optimization 2977e34162b1Sdan ** only if the destination table is initially empty. Unless the 29788257aa8dSdrh ** DBFLAG_Vacuum flag is set, this block generates code to make 29798257aa8dSdrh ** that determination. If DBFLAG_Vacuum is set, then the destination 2980e34162b1Sdan ** table is always empty. 2981e34162b1Sdan ** 2982e34162b1Sdan ** Conditions under which the destination must be empty: 2983f33c9fadSdrh ** 2984ccdf1baeSdrh ** (1) There is no INTEGER PRIMARY KEY but there are indices. 2985ccdf1baeSdrh ** (If the destination is not initially empty, the rowid fields 2986ccdf1baeSdrh ** of index entries might need to change.) 2987ccdf1baeSdrh ** 2988ccdf1baeSdrh ** (2) The destination has a unique index. (The xfer optimization 2989ccdf1baeSdrh ** is unable to test uniqueness.) 2990ccdf1baeSdrh ** 2991ccdf1baeSdrh ** (3) onError is something other than OE_Abort and OE_Rollback. 29929d9cf229Sdrh */ 2993688852abSdrh addr1 = sqlite3VdbeAddOp2(v, OP_Rewind, iDest, 0); VdbeCoverage(v); 29942991ba05Sdrh emptyDestTest = sqlite3VdbeAddOp0(v, OP_Goto); 29959d9cf229Sdrh sqlite3VdbeJumpHere(v, addr1); 29969d9cf229Sdrh } 2997427ebba1Sdan if( HasRowid(pSrc) ){ 2998c9b9deaeSdrh u8 insFlags; 29999d9cf229Sdrh sqlite3OpenTable(pParse, iSrc, iDbSrc, pSrc, OP_OpenRead); 3000688852abSdrh emptySrcTest = sqlite3VdbeAddOp2(v, OP_Rewind, iSrc, 0); VdbeCoverage(v); 300142242dedSdrh if( pDest->iPKey>=0 ){ 3002b7654111Sdrh addr1 = sqlite3VdbeAddOp2(v, OP_Rowid, iSrc, regRowid); 3003036e0675Sdan if( (db->mDbFlags & DBFLAG_Vacuum)==0 ){ 30044031bafaSdrh sqlite3VdbeVerifyAbortable(v, onError); 3005b7654111Sdrh addr2 = sqlite3VdbeAddOp3(v, OP_NotExists, iDest, 0, regRowid); 3006688852abSdrh VdbeCoverage(v); 3007f9c8ce3cSdrh sqlite3RowidConstraint(pParse, onError, pDest); 30089d9cf229Sdrh sqlite3VdbeJumpHere(v, addr2); 3009036e0675Sdan } 3010b7654111Sdrh autoIncStep(pParse, regAutoinc, regRowid); 30114e61e883Sdrh }else if( pDest->pIndex==0 && !(db->mDbFlags & DBFLAG_VacuumInto) ){ 3012b7654111Sdrh addr1 = sqlite3VdbeAddOp2(v, OP_NewRowid, iDest, regRowid); 301395bad4c7Sdrh }else{ 3014b7654111Sdrh addr1 = sqlite3VdbeAddOp2(v, OP_Rowid, iSrc, regRowid); 30157d10d5a6Sdrh assert( (pDest->tabFlags & TF_Autoincrement)==0 ); 301695bad4c7Sdrh } 30177aae7358Sdan 30188257aa8dSdrh if( db->mDbFlags & DBFLAG_Vacuum ){ 301986b40dfdSdrh sqlite3VdbeAddOp1(v, OP_SeekEnd, iDest); 30207aae7358Sdan insFlags = OPFLAG_APPEND|OPFLAG_USESEEKRESULT|OPFLAG_PREFORMAT; 3021c9b9deaeSdrh }else{ 30227aae7358Sdan insFlags = OPFLAG_NCHANGE|OPFLAG_LASTROWID|OPFLAG_APPEND|OPFLAG_PREFORMAT; 30237aae7358Sdan } 30247aae7358Sdan #ifdef SQLITE_ENABLE_PREUPDATE_HOOK 3025a55a839aSdan if( (db->mDbFlags & DBFLAG_Vacuum)==0 ){ 302651f37b2bSdrh sqlite3VdbeAddOp3(v, OP_RowData, iSrc, regData, 1); 30277aae7358Sdan insFlags &= ~OPFLAG_PREFORMAT; 3028a55a839aSdan }else 3029fadc0e34Sdan #endif 3030a55a839aSdan { 3031a55a839aSdan sqlite3VdbeAddOp3(v, OP_RowCell, iDest, iSrc, regRowid); 3032a55a839aSdan } 3033a55a839aSdan sqlite3VdbeAddOp3(v, OP_Insert, iDest, regData, regRowid); 3034a55a839aSdan if( (db->mDbFlags & DBFLAG_Vacuum)==0 ){ 3035a55a839aSdan sqlite3VdbeChangeP4(v, -1, (char*)pDest, P4_TABLE); 3036a55a839aSdan } 3037c9b9deaeSdrh sqlite3VdbeChangeP5(v, insFlags); 30387aae7358Sdan 3039688852abSdrh sqlite3VdbeAddOp2(v, OP_Next, iSrc, addr1); VdbeCoverage(v); 304055548273Sdrh sqlite3VdbeAddOp2(v, OP_Close, iSrc, 0); 304155548273Sdrh sqlite3VdbeAddOp2(v, OP_Close, iDest, 0); 3042da475b8dSdrh }else{ 3043da475b8dSdrh sqlite3TableLock(pParse, iDbDest, pDest->tnum, 1, pDest->zName); 3044da475b8dSdrh sqlite3TableLock(pParse, iDbSrc, pSrc->tnum, 0, pSrc->zName); 304555548273Sdrh } 30469d9cf229Sdrh for(pDestIdx=pDest->pIndex; pDestIdx; pDestIdx=pDestIdx->pNext){ 304741b9ca25Sdrh u8 idxInsFlags = 0; 30481b7ecbb4Sdrh for(pSrcIdx=pSrc->pIndex; ALWAYS(pSrcIdx); pSrcIdx=pSrcIdx->pNext){ 30499d9cf229Sdrh if( xferCompatibleIndex(pDestIdx, pSrcIdx) ) break; 30509d9cf229Sdrh } 30519d9cf229Sdrh assert( pSrcIdx ); 30522ec2fb22Sdrh sqlite3VdbeAddOp3(v, OP_OpenRead, iSrc, pSrcIdx->tnum, iDbSrc); 30532ec2fb22Sdrh sqlite3VdbeSetP4KeyInfo(pParse, pSrcIdx); 3054d4e70ebdSdrh VdbeComment((v, "%s", pSrcIdx->zName)); 30552ec2fb22Sdrh sqlite3VdbeAddOp3(v, OP_OpenWrite, iDest, pDestIdx->tnum, iDbDest); 30562ec2fb22Sdrh sqlite3VdbeSetP4KeyInfo(pParse, pDestIdx); 305759885728Sdan sqlite3VdbeChangeP5(v, OPFLAG_BULKCSR); 3058207872a4Sdanielk1977 VdbeComment((v, "%s", pDestIdx->zName)); 3059688852abSdrh addr1 = sqlite3VdbeAddOp2(v, OP_Rewind, iSrc, 0); VdbeCoverage(v); 30608257aa8dSdrh if( db->mDbFlags & DBFLAG_Vacuum ){ 3061e34162b1Sdan /* This INSERT command is part of a VACUUM operation, which guarantees 3062e34162b1Sdan ** that the destination table is empty. If all indexed columns use 3063e34162b1Sdan ** collation sequence BINARY, then it can also be assumed that the 3064e34162b1Sdan ** index will be populated by inserting keys in strictly sorted 3065e34162b1Sdan ** order. In this case, instead of seeking within the b-tree as part 306686b40dfdSdrh ** of every OP_IdxInsert opcode, an OP_SeekEnd is added before the 3067e34162b1Sdan ** OP_IdxInsert to seek to the point within the b-tree where each key 3068e34162b1Sdan ** should be inserted. This is faster. 3069e34162b1Sdan ** 3070e34162b1Sdan ** If any of the indexed columns use a collation sequence other than 3071e34162b1Sdan ** BINARY, this optimization is disabled. This is because the user 3072e34162b1Sdan ** might change the definition of a collation sequence and then run 3073e34162b1Sdan ** a VACUUM command. In that case keys may not be written in strictly 3074e34162b1Sdan ** sorted order. */ 3075e34162b1Sdan for(i=0; i<pSrcIdx->nColumn; i++){ 3076f19aa5faSdrh const char *zColl = pSrcIdx->azColl[i]; 3077f19aa5faSdrh if( sqlite3_stricmp(sqlite3StrBINARY, zColl) ) break; 3078e34162b1Sdan } 3079e34162b1Sdan if( i==pSrcIdx->nColumn ){ 30807aae7358Sdan idxInsFlags = OPFLAG_USESEEKRESULT|OPFLAG_PREFORMAT; 308186b40dfdSdrh sqlite3VdbeAddOp1(v, OP_SeekEnd, iDest); 3082a06eafc8Sdrh sqlite3VdbeAddOp2(v, OP_RowCell, iDest, iSrc); 3083e34162b1Sdan } 3084c84ad318Sdrh }else if( !HasRowid(pSrc) && pDestIdx->idxType==SQLITE_IDXTYPE_PRIMARYKEY ){ 308541b9ca25Sdrh idxInsFlags |= OPFLAG_NCHANGE; 308641b9ca25Sdrh } 30877aae7358Sdan if( idxInsFlags!=(OPFLAG_USESEEKRESULT|OPFLAG_PREFORMAT) ){ 308851f37b2bSdrh sqlite3VdbeAddOp3(v, OP_RowData, iSrc, regData, 1); 3089a55a839aSdan if( (db->mDbFlags & DBFLAG_Vacuum)==0 3090a55a839aSdan && !HasRowid(pDest) 3091a55a839aSdan && IsPrimaryKeyIndex(pDestIdx) 3092a55a839aSdan ){ 3093fadc0e34Sdan codeWithoutRowidPreupdate(pParse, pDest, iDest, regData); 3094fadc0e34Sdan } 30957aae7358Sdan } 30969b4eaebcSdrh sqlite3VdbeAddOp2(v, OP_IdxInsert, iDest, regData); 30979b4eaebcSdrh sqlite3VdbeChangeP5(v, idxInsFlags|OPFLAG_APPEND); 3098688852abSdrh sqlite3VdbeAddOp2(v, OP_Next, iSrc, addr1+1); VdbeCoverage(v); 30999d9cf229Sdrh sqlite3VdbeJumpHere(v, addr1); 310055548273Sdrh sqlite3VdbeAddOp2(v, OP_Close, iSrc, 0); 310155548273Sdrh sqlite3VdbeAddOp2(v, OP_Close, iDest, 0); 31029d9cf229Sdrh } 3103aceb31b1Sdrh if( emptySrcTest ) sqlite3VdbeJumpHere(v, emptySrcTest); 3104b7654111Sdrh sqlite3ReleaseTempReg(pParse, regRowid); 3105b7654111Sdrh sqlite3ReleaseTempReg(pParse, regData); 31069d9cf229Sdrh if( emptyDestTest ){ 31071dd518cfSdrh sqlite3AutoincrementEnd(pParse); 310866a5167bSdrh sqlite3VdbeAddOp2(v, OP_Halt, SQLITE_OK, 0); 31099d9cf229Sdrh sqlite3VdbeJumpHere(v, emptyDestTest); 311066a5167bSdrh sqlite3VdbeAddOp2(v, OP_Close, iDest, 0); 31119d9cf229Sdrh return 0; 31129d9cf229Sdrh }else{ 31139d9cf229Sdrh return 1; 31149d9cf229Sdrh } 31159d9cf229Sdrh } 31169d9cf229Sdrh #endif /* SQLITE_OMIT_XFER_OPT */ 3117