1cce7d176Sdrh /* 2b19a2bc6Sdrh ** 2001 September 15 3cce7d176Sdrh ** 4b19a2bc6Sdrh ** The author disclaims copyright to this source code. In place of 5b19a2bc6Sdrh ** a legal notice, here is a blessing: 6cce7d176Sdrh ** 7b19a2bc6Sdrh ** May you do good and not evil. 8b19a2bc6Sdrh ** May you find forgiveness for yourself and forgive others. 9b19a2bc6Sdrh ** May you share freely, never taking more than you give. 10cce7d176Sdrh ** 11cce7d176Sdrh ************************************************************************* 12cce7d176Sdrh ** This file contains C code routines that are called by the parser 13b19a2bc6Sdrh ** to handle INSERT statements in SQLite. 14cce7d176Sdrh */ 15cce7d176Sdrh #include "sqliteInt.h" 16cce7d176Sdrh 17cce7d176Sdrh /* 1826198bb4Sdrh ** Generate code that will 19dd9930efSdrh ** 2026198bb4Sdrh ** (1) acquire a lock for table pTab then 2126198bb4Sdrh ** (2) open pTab as cursor iCur. 2226198bb4Sdrh ** 2326198bb4Sdrh ** If pTab is a WITHOUT ROWID table, then it is the PRIMARY KEY index 2426198bb4Sdrh ** for that table that is actually opened. 25bbb5e4e0Sdrh */ 26bbb5e4e0Sdrh void sqlite3OpenTable( 272ec2fb22Sdrh Parse *pParse, /* Generate code into this VDBE */ 28bbb5e4e0Sdrh int iCur, /* The cursor number of the table */ 29bbb5e4e0Sdrh int iDb, /* The database index in sqlite3.aDb[] */ 30bbb5e4e0Sdrh Table *pTab, /* The table to be opened */ 31bbb5e4e0Sdrh int opcode /* OP_OpenRead or OP_OpenWrite */ 32bbb5e4e0Sdrh ){ 33bbb5e4e0Sdrh Vdbe *v; 345f53aac2Sdrh assert( !IsVirtual(pTab) ); 352ec2fb22Sdrh v = sqlite3GetVdbe(pParse); 36bbb5e4e0Sdrh assert( opcode==OP_OpenWrite || opcode==OP_OpenRead ); 372ec2fb22Sdrh sqlite3TableLock(pParse, iDb, pTab->tnum, 382ec2fb22Sdrh (opcode==OP_OpenWrite)?1:0, pTab->zName); 39ec95c441Sdrh if( HasRowid(pTab) ){ 400b0b3a95Sdrh sqlite3VdbeAddOp4Int(v, opcode, iCur, pTab->tnum, iDb, pTab->nNVCol); 41bbb5e4e0Sdrh VdbeComment((v, "%s", pTab->zName)); 4226198bb4Sdrh }else{ 43dd9930efSdrh Index *pPk = sqlite3PrimaryKeyIndex(pTab); 44dd9930efSdrh assert( pPk!=0 ); 45afe028a8Sdrh assert( pPk->tnum==pTab->tnum ); 462ec2fb22Sdrh sqlite3VdbeAddOp3(v, opcode, iCur, pPk->tnum, iDb); 472ec2fb22Sdrh sqlite3VdbeSetP4KeyInfo(pParse, pPk); 48bbb5e4e0Sdrh VdbeComment((v, "%s", pTab->zName)); 49bbb5e4e0Sdrh } 50bbb5e4e0Sdrh } 51bbb5e4e0Sdrh 52bbb5e4e0Sdrh /* 5369f8bb9cSdan ** Return a pointer to the column affinity string associated with index 5469f8bb9cSdan ** pIdx. A column affinity string has one character for each column in 5569f8bb9cSdan ** the table, according to the affinity of the column: 563d1bfeaaSdanielk1977 ** 573d1bfeaaSdanielk1977 ** Character Column affinity 583d1bfeaaSdanielk1977 ** ------------------------------ 5905883a34Sdrh ** 'A' BLOB 604583c37cSdrh ** 'B' TEXT 614583c37cSdrh ** 'C' NUMERIC 624583c37cSdrh ** 'D' INTEGER 634583c37cSdrh ** 'F' REAL 642d401ab8Sdrh ** 654583c37cSdrh ** An extra 'D' is appended to the end of the string to cover the 662d401ab8Sdrh ** rowid that appears as the last column in every index. 6769f8bb9cSdan ** 6869f8bb9cSdan ** Memory for the buffer containing the column index affinity string 6969f8bb9cSdan ** is managed along with the rest of the Index structure. It will be 7069f8bb9cSdan ** released when sqlite3DeleteIndex() is called. 713d1bfeaaSdanielk1977 */ 72e9107698Sdrh const char *sqlite3IndexAffinityStr(sqlite3 *db, Index *pIdx){ 73a37cdde0Sdanielk1977 if( !pIdx->zColAff ){ 74e014a838Sdanielk1977 /* The first time a column affinity string for a particular index is 75a37cdde0Sdanielk1977 ** required, it is allocated and populated here. It is then stored as 76e014a838Sdanielk1977 ** a member of the Index structure for subsequent use. 77a37cdde0Sdanielk1977 ** 78a37cdde0Sdanielk1977 ** The column affinity string will eventually be deleted by 79e014a838Sdanielk1977 ** sqliteDeleteIndex() when the Index structure itself is cleaned 80a37cdde0Sdanielk1977 ** up. 81a37cdde0Sdanielk1977 */ 82a37cdde0Sdanielk1977 int n; 83a37cdde0Sdanielk1977 Table *pTab = pIdx->pTable; 84ad124329Sdrh pIdx->zColAff = (char *)sqlite3DbMallocRaw(0, pIdx->nColumn+1); 85a37cdde0Sdanielk1977 if( !pIdx->zColAff ){ 864a642b60Sdrh sqlite3OomFault(db); 8769f8bb9cSdan return 0; 88a37cdde0Sdanielk1977 } 89a37cdde0Sdanielk1977 for(n=0; n<pIdx->nColumn; n++){ 90ad124329Sdrh i16 x = pIdx->aiColumn[n]; 916860e6faSdrh char aff; 9281506b88Sdrh if( x>=0 ){ 9381506b88Sdrh aff = pTab->aCol[x].affinity; 9481506b88Sdrh }else if( x==XN_ROWID ){ 9581506b88Sdrh aff = SQLITE_AFF_INTEGER; 9681506b88Sdrh }else{ 974b92f98cSdrh assert( x==XN_EXPR ); 981f9ca2c8Sdrh assert( pIdx->aColExpr!=0 ); 996860e6faSdrh aff = sqlite3ExprAffinity(pIdx->aColExpr->a[n].pExpr); 10081506b88Sdrh } 10196fb16eeSdrh if( aff<SQLITE_AFF_BLOB ) aff = SQLITE_AFF_BLOB; 1027314495fSdrh if( aff>SQLITE_AFF_NUMERIC) aff = SQLITE_AFF_NUMERIC; 1036860e6faSdrh pIdx->zColAff[n] = aff; 1041f9ca2c8Sdrh } 1052d401ab8Sdrh pIdx->zColAff[n] = 0; 106a37cdde0Sdanielk1977 } 1073d1bfeaaSdanielk1977 10869f8bb9cSdan return pIdx->zColAff; 109a37cdde0Sdanielk1977 } 110a37cdde0Sdanielk1977 111a37cdde0Sdanielk1977 /* 11257bf4a8eSdrh ** Compute the affinity string for table pTab, if it has not already been 11305883a34Sdrh ** computed. As an optimization, omit trailing SQLITE_AFF_BLOB affinities. 11457bf4a8eSdrh ** 11505883a34Sdrh ** If the affinity exists (if it is no entirely SQLITE_AFF_BLOB values) and 11657bf4a8eSdrh ** if iReg>0 then code an OP_Affinity opcode that will set the affinities 11757bf4a8eSdrh ** for register iReg and following. Or if affinities exists and iReg==0, 11857bf4a8eSdrh ** then just set the P4 operand of the previous opcode (which should be 11957bf4a8eSdrh ** an OP_MakeRecord) to the affinity string. 12057bf4a8eSdrh ** 121b6e8fd10Sdrh ** A column affinity string has one character per column: 122a37cdde0Sdanielk1977 ** 123a37cdde0Sdanielk1977 ** Character Column affinity 124a37cdde0Sdanielk1977 ** ------------------------------ 12505883a34Sdrh ** 'A' BLOB 1264583c37cSdrh ** 'B' TEXT 1274583c37cSdrh ** 'C' NUMERIC 1284583c37cSdrh ** 'D' INTEGER 1294583c37cSdrh ** 'E' REAL 130a37cdde0Sdanielk1977 */ 13157bf4a8eSdrh void sqlite3TableAffinity(Vdbe *v, Table *pTab, int iReg){ 132ab45fc04Sdrh int i, j; 13357bf4a8eSdrh char *zColAff = pTab->zColAff; 13457bf4a8eSdrh if( zColAff==0 ){ 135abb6fcabSdrh sqlite3 *db = sqlite3VdbeDb(v); 136b975598eSdrh zColAff = (char *)sqlite3DbMallocRaw(0, pTab->nCol+1); 1373d1bfeaaSdanielk1977 if( !zColAff ){ 1384a642b60Sdrh sqlite3OomFault(db); 139a37cdde0Sdanielk1977 return; 1403d1bfeaaSdanielk1977 } 1413d1bfeaaSdanielk1977 142ab45fc04Sdrh for(i=j=0; i<pTab->nCol; i++){ 14396fb16eeSdrh assert( pTab->aCol[i].affinity!=0 ); 144ab45fc04Sdrh if( (pTab->aCol[i].colFlags & COLFLAG_VIRTUAL)==0 ){ 145ab45fc04Sdrh zColAff[j++] = pTab->aCol[i].affinity; 146ab45fc04Sdrh } 1473d1bfeaaSdanielk1977 } 14857bf4a8eSdrh do{ 149ab45fc04Sdrh zColAff[j--] = 0; 150ab45fc04Sdrh }while( j>=0 && zColAff[j]<=SQLITE_AFF_BLOB ); 1513d1bfeaaSdanielk1977 pTab->zColAff = zColAff; 1523d1bfeaaSdanielk1977 } 1537301e774Sdrh assert( zColAff!=0 ); 1547301e774Sdrh i = sqlite3Strlen30NN(zColAff); 15557bf4a8eSdrh if( i ){ 15657bf4a8eSdrh if( iReg ){ 15757bf4a8eSdrh sqlite3VdbeAddOp4(v, OP_Affinity, iReg, i, 0, zColAff, i); 15857bf4a8eSdrh }else{ 15957bf4a8eSdrh sqlite3VdbeChangeP4(v, -1, zColAff, i); 16057bf4a8eSdrh } 16157bf4a8eSdrh } 1623d1bfeaaSdanielk1977 } 1633d1bfeaaSdanielk1977 1644d88778bSdanielk1977 /* 16548d1178aSdrh ** Return non-zero if the table pTab in database iDb or any of its indices 166b6e8fd10Sdrh ** have been opened at any point in the VDBE program. This is used to see if 16748d1178aSdrh ** a statement of the form "INSERT INTO <iDb, pTab> SELECT ..." can 168b6e8fd10Sdrh ** run without using a temporary table for the results of the SELECT. 1694d88778bSdanielk1977 */ 17005a86c5cSdrh static int readsTable(Parse *p, int iDb, Table *pTab){ 171595a523aSdanielk1977 Vdbe *v = sqlite3GetVdbe(p); 1724d88778bSdanielk1977 int i; 17348d1178aSdrh int iEnd = sqlite3VdbeCurrentAddr(v); 174595a523aSdanielk1977 #ifndef SQLITE_OMIT_VIRTUALTABLE 175595a523aSdanielk1977 VTable *pVTab = IsVirtual(pTab) ? sqlite3GetVTable(p->db, pTab) : 0; 176595a523aSdanielk1977 #endif 177595a523aSdanielk1977 17805a86c5cSdrh for(i=1; i<iEnd; i++){ 17948d1178aSdrh VdbeOp *pOp = sqlite3VdbeGetOp(v, i); 180ef0bea92Sdrh assert( pOp!=0 ); 181207872a4Sdanielk1977 if( pOp->opcode==OP_OpenRead && pOp->p3==iDb ){ 18248d1178aSdrh Index *pIndex; 183207872a4Sdanielk1977 int tnum = pOp->p2; 18448d1178aSdrh if( tnum==pTab->tnum ){ 18548d1178aSdrh return 1; 18648d1178aSdrh } 18748d1178aSdrh for(pIndex=pTab->pIndex; pIndex; pIndex=pIndex->pNext){ 18848d1178aSdrh if( tnum==pIndex->tnum ){ 18948d1178aSdrh return 1; 19048d1178aSdrh } 19148d1178aSdrh } 19248d1178aSdrh } 193543165efSdrh #ifndef SQLITE_OMIT_VIRTUALTABLE 194595a523aSdanielk1977 if( pOp->opcode==OP_VOpen && pOp->p4.pVtab==pVTab ){ 1952dca4ac1Sdanielk1977 assert( pOp->p4.pVtab!=0 ); 19666a5167bSdrh assert( pOp->p4type==P4_VTAB ); 19748d1178aSdrh return 1; 1984d88778bSdanielk1977 } 199543165efSdrh #endif 2004d88778bSdanielk1977 } 2014d88778bSdanielk1977 return 0; 2024d88778bSdanielk1977 } 2033d1bfeaaSdanielk1977 204dfa15270Sdrh /* This walker callback will compute the union of colFlags flags for all 2057dc76d8bSdrh ** referenced columns in a CHECK constraint or generated column expression. 206dfa15270Sdrh */ 207dfa15270Sdrh static int exprColumnFlagUnion(Walker *pWalker, Expr *pExpr){ 2087dc76d8bSdrh if( pExpr->op==TK_COLUMN && pExpr->iColumn>=0 ){ 2097dc76d8bSdrh assert( pExpr->iColumn < pWalker->u.pTab->nCol ); 210dfa15270Sdrh pWalker->eCode |= pWalker->u.pTab->aCol[pExpr->iColumn].colFlags; 211dfa15270Sdrh } 212dfa15270Sdrh return WRC_Continue; 213dfa15270Sdrh } 214dfa15270Sdrh 215c1431144Sdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 216c1431144Sdrh /* 217c1431144Sdrh ** All regular columns for table pTab have been puts into registers 218c1431144Sdrh ** starting with iRegStore. The registers that correspond to STORED 219dd6cc9b5Sdrh ** or VIRTUAL columns have not yet been initialized. This routine goes 220dd6cc9b5Sdrh ** back and computes the values for those columns based on the previously 221dd6cc9b5Sdrh ** computed normal columns. 222c1431144Sdrh */ 223dd6cc9b5Sdrh void sqlite3ComputeGeneratedColumns( 224c1431144Sdrh Parse *pParse, /* Parsing context */ 225c1431144Sdrh int iRegStore, /* Register holding the first column */ 226c1431144Sdrh Table *pTab /* The table */ 227c1431144Sdrh ){ 228c1431144Sdrh int i; 229dfa15270Sdrh Walker w; 230dfa15270Sdrh Column *pRedo; 231dfa15270Sdrh int eProgress; 232b5f6243fSdrh VdbeOp *pOp; 233b5f6243fSdrh 234b5f6243fSdrh assert( pTab->tabFlags & TF_HasGenerated ); 235b5f6243fSdrh testcase( pTab->tabFlags & TF_HasVirtual ); 236b5f6243fSdrh testcase( pTab->tabFlags & TF_HasStored ); 237b5f6243fSdrh 238b5f6243fSdrh /* Before computing generated columns, first go through and make sure 239b5f6243fSdrh ** that appropriate affinity has been applied to the regular columns 240b5f6243fSdrh */ 241b5f6243fSdrh sqlite3TableAffinity(pParse->pVdbe, pTab, iRegStore); 242b5f6243fSdrh if( (pTab->tabFlags & TF_HasStored)!=0 243b5f6243fSdrh && (pOp = sqlite3VdbeGetOp(pParse->pVdbe,-1))->opcode==OP_Affinity 244b5f6243fSdrh ){ 245b5f6243fSdrh /* Change the OP_Affinity argument to '@' (NONE) for all stored 246b5f6243fSdrh ** columns. '@' is the no-op affinity and those columns have not 247b5f6243fSdrh ** yet been computed. */ 248b5f6243fSdrh int ii, jj; 249b5f6243fSdrh char *zP4 = pOp->p4.z; 250b5f6243fSdrh assert( zP4!=0 ); 251b5f6243fSdrh assert( pOp->p4type==P4_DYNAMIC ); 252b5f6243fSdrh for(ii=jj=0; zP4[jj]; ii++){ 253b5f6243fSdrh if( pTab->aCol[ii].colFlags & COLFLAG_VIRTUAL ){ 254b5f6243fSdrh continue; 255b5f6243fSdrh } 256b5f6243fSdrh if( pTab->aCol[ii].colFlags & COLFLAG_STORED ){ 257b5f6243fSdrh zP4[jj] = SQLITE_AFF_NONE; 258b5f6243fSdrh } 259b5f6243fSdrh jj++; 260b5f6243fSdrh } 261b5f6243fSdrh } 262dfa15270Sdrh 263dd6cc9b5Sdrh /* Because there can be multiple generated columns that refer to one another, 264dd6cc9b5Sdrh ** this is a two-pass algorithm. On the first pass, mark all generated 265dd6cc9b5Sdrh ** columns as "not available". 2669942ef0dSdrh */ 2679942ef0dSdrh for(i=0; i<pTab->nCol; i++){ 268dd6cc9b5Sdrh if( pTab->aCol[i].colFlags & COLFLAG_GENERATED ){ 269ab0992f0Sdrh testcase( pTab->aCol[i].colFlags & COLFLAG_VIRTUAL ); 270ab0992f0Sdrh testcase( pTab->aCol[i].colFlags & COLFLAG_STORED ); 2719942ef0dSdrh pTab->aCol[i].colFlags |= COLFLAG_NOTAVAIL; 2729942ef0dSdrh } 2739942ef0dSdrh } 274dfa15270Sdrh 275dfa15270Sdrh w.u.pTab = pTab; 276dfa15270Sdrh w.xExprCallback = exprColumnFlagUnion; 277dfa15270Sdrh w.xSelectCallback = 0; 278dfa15270Sdrh w.xSelectCallback2 = 0; 279dfa15270Sdrh 2809942ef0dSdrh /* On the second pass, compute the value of each NOT-AVAILABLE column. 2819942ef0dSdrh ** Companion code in the TK_COLUMN case of sqlite3ExprCodeTarget() will 2829942ef0dSdrh ** compute dependencies and mark remove the COLSPAN_NOTAVAIL mark, as 2839942ef0dSdrh ** they are needed. 2849942ef0dSdrh */ 285c1431144Sdrh pParse->iSelfTab = -iRegStore; 286dfa15270Sdrh do{ 287dfa15270Sdrh eProgress = 0; 288dfa15270Sdrh pRedo = 0; 289dfa15270Sdrh for(i=0; i<pTab->nCol; i++){ 290dfa15270Sdrh Column *pCol = pTab->aCol + i; 291dfa15270Sdrh if( (pCol->colFlags & COLFLAG_NOTAVAIL)!=0 ){ 292dfa15270Sdrh int x; 293dfa15270Sdrh pCol->colFlags |= COLFLAG_BUSY; 294dfa15270Sdrh w.eCode = 0; 295dfa15270Sdrh sqlite3WalkExpr(&w, pCol->pDflt); 296dfa15270Sdrh pCol->colFlags &= ~COLFLAG_BUSY; 297dfa15270Sdrh if( w.eCode & COLFLAG_NOTAVAIL ){ 298dfa15270Sdrh pRedo = pCol; 299dfa15270Sdrh continue; 300dd6cc9b5Sdrh } 301dfa15270Sdrh eProgress = 1; 302dfa15270Sdrh assert( pCol->colFlags & COLFLAG_GENERATED ); 303dfa15270Sdrh x = sqlite3TableColumnToStorage(pTab, i) + iRegStore; 304dfa15270Sdrh sqlite3ExprCodeGeneratedColumn(pParse, pCol, x); 305dfa15270Sdrh pCol->colFlags &= ~COLFLAG_NOTAVAIL; 306c1431144Sdrh } 307dfa15270Sdrh } 308dfa15270Sdrh }while( pRedo && eProgress ); 309dfa15270Sdrh if( pRedo ){ 310dfa15270Sdrh sqlite3ErrorMsg(pParse, "generated column loop on \"%s\"", pRedo->zName); 311c1431144Sdrh } 312c1431144Sdrh pParse->iSelfTab = 0; 313c1431144Sdrh } 314c1431144Sdrh #endif /* SQLITE_OMIT_GENERATED_COLUMNS */ 315c1431144Sdrh 316c1431144Sdrh 3179d9cf229Sdrh #ifndef SQLITE_OMIT_AUTOINCREMENT 3189d9cf229Sdrh /* 3190b9f50d8Sdrh ** Locate or create an AutoincInfo structure associated with table pTab 3200b9f50d8Sdrh ** which is in database iDb. Return the register number for the register 3219ef5e770Sdrh ** that holds the maximum rowid. Return zero if pTab is not an AUTOINCREMENT 3229ef5e770Sdrh ** table. (Also return zero when doing a VACUUM since we do not want to 3239ef5e770Sdrh ** update the AUTOINCREMENT counters during a VACUUM.) 3249d9cf229Sdrh ** 3250b9f50d8Sdrh ** There is at most one AutoincInfo structure per table even if the 3260b9f50d8Sdrh ** same table is autoincremented multiple times due to inserts within 3270b9f50d8Sdrh ** triggers. A new AutoincInfo structure is created if this is the 3280b9f50d8Sdrh ** first use of table pTab. On 2nd and subsequent uses, the original 3290b9f50d8Sdrh ** AutoincInfo structure is used. 3309d9cf229Sdrh ** 331c8abbc11Sdrh ** Four consecutive registers are allocated: 3320b9f50d8Sdrh ** 333c8abbc11Sdrh ** (1) The name of the pTab table. 334c8abbc11Sdrh ** (2) The maximum ROWID of pTab. 335c8abbc11Sdrh ** (3) The rowid in sqlite_sequence of pTab 336c8abbc11Sdrh ** (4) The original value of the max ROWID in pTab, or NULL if none 3370b9f50d8Sdrh ** 3380b9f50d8Sdrh ** The 2nd register is the one that is returned. That is all the 3390b9f50d8Sdrh ** insert routine needs to know about. 3409d9cf229Sdrh */ 3419d9cf229Sdrh static int autoIncBegin( 3429d9cf229Sdrh Parse *pParse, /* Parsing context */ 3439d9cf229Sdrh int iDb, /* Index of the database holding pTab */ 3449d9cf229Sdrh Table *pTab /* The table we are writing to */ 3459d9cf229Sdrh ){ 3466a288a33Sdrh int memId = 0; /* Register holding maximum rowid */ 347186ebd41Sdrh assert( pParse->db->aDb[iDb].pSchema!=0 ); 3489ef5e770Sdrh if( (pTab->tabFlags & TF_Autoincrement)!=0 3498257aa8dSdrh && (pParse->db->mDbFlags & DBFLAG_Vacuum)==0 3509ef5e770Sdrh ){ 35165a7cd16Sdan Parse *pToplevel = sqlite3ParseToplevel(pParse); 3520b9f50d8Sdrh AutoincInfo *pInfo; 353186ebd41Sdrh Table *pSeqTab = pParse->db->aDb[iDb].pSchema->pSeqTab; 354186ebd41Sdrh 355186ebd41Sdrh /* Verify that the sqlite_sequence table exists and is an ordinary 356186ebd41Sdrh ** rowid table with exactly two columns. 357186ebd41Sdrh ** Ticket d8dc2b3a58cd5dc2918a1d4acb 2018-05-23 */ 358186ebd41Sdrh if( pSeqTab==0 359186ebd41Sdrh || !HasRowid(pSeqTab) 360186ebd41Sdrh || IsVirtual(pSeqTab) 361186ebd41Sdrh || pSeqTab->nCol!=2 362186ebd41Sdrh ){ 363186ebd41Sdrh pParse->nErr++; 364186ebd41Sdrh pParse->rc = SQLITE_CORRUPT_SEQUENCE; 365186ebd41Sdrh return 0; 366186ebd41Sdrh } 3670b9f50d8Sdrh 36865a7cd16Sdan pInfo = pToplevel->pAinc; 3690b9f50d8Sdrh while( pInfo && pInfo->pTab!=pTab ){ pInfo = pInfo->pNext; } 3700b9f50d8Sdrh if( pInfo==0 ){ 371575fad65Sdrh pInfo = sqlite3DbMallocRawNN(pParse->db, sizeof(*pInfo)); 3720b9f50d8Sdrh if( pInfo==0 ) return 0; 37365a7cd16Sdan pInfo->pNext = pToplevel->pAinc; 37465a7cd16Sdan pToplevel->pAinc = pInfo; 3750b9f50d8Sdrh pInfo->pTab = pTab; 3760b9f50d8Sdrh pInfo->iDb = iDb; 37765a7cd16Sdan pToplevel->nMem++; /* Register to hold name of table */ 37865a7cd16Sdan pInfo->regCtr = ++pToplevel->nMem; /* Max rowid register */ 379c8abbc11Sdrh pToplevel->nMem +=2; /* Rowid in sqlite_sequence + orig max val */ 3800b9f50d8Sdrh } 3810b9f50d8Sdrh memId = pInfo->regCtr; 3829d9cf229Sdrh } 3839d9cf229Sdrh return memId; 3849d9cf229Sdrh } 3859d9cf229Sdrh 3869d9cf229Sdrh /* 3870b9f50d8Sdrh ** This routine generates code that will initialize all of the 3880b9f50d8Sdrh ** register used by the autoincrement tracker. 3890b9f50d8Sdrh */ 3900b9f50d8Sdrh void sqlite3AutoincrementBegin(Parse *pParse){ 3910b9f50d8Sdrh AutoincInfo *p; /* Information about an AUTOINCREMENT */ 3920b9f50d8Sdrh sqlite3 *db = pParse->db; /* The database connection */ 3930b9f50d8Sdrh Db *pDb; /* Database only autoinc table */ 3940b9f50d8Sdrh int memId; /* Register holding max rowid */ 3950b9f50d8Sdrh Vdbe *v = pParse->pVdbe; /* VDBE under construction */ 3960b9f50d8Sdrh 397345ba7dbSdrh /* This routine is never called during trigger-generation. It is 398345ba7dbSdrh ** only called from the top-level */ 399345ba7dbSdrh assert( pParse->pTriggerTab==0 ); 400c149f18fSdrh assert( sqlite3IsToplevel(pParse) ); 40176d462eeSdan 4020b9f50d8Sdrh assert( v ); /* We failed long ago if this is not so */ 4030b9f50d8Sdrh for(p = pParse->pAinc; p; p = p->pNext){ 4041b32554bSdrh static const int iLn = VDBE_OFFSET_LINENO(2); 4051b32554bSdrh static const VdbeOpList autoInc[] = { 4061b32554bSdrh /* 0 */ {OP_Null, 0, 0, 0}, 407c8abbc11Sdrh /* 1 */ {OP_Rewind, 0, 10, 0}, 4081b32554bSdrh /* 2 */ {OP_Column, 0, 0, 0}, 409c8abbc11Sdrh /* 3 */ {OP_Ne, 0, 9, 0}, 4101b32554bSdrh /* 4 */ {OP_Rowid, 0, 0, 0}, 4111b32554bSdrh /* 5 */ {OP_Column, 0, 1, 0}, 412c8abbc11Sdrh /* 6 */ {OP_AddImm, 0, 0, 0}, 413c8abbc11Sdrh /* 7 */ {OP_Copy, 0, 0, 0}, 414c8abbc11Sdrh /* 8 */ {OP_Goto, 0, 11, 0}, 415c8abbc11Sdrh /* 9 */ {OP_Next, 0, 2, 0}, 416c8abbc11Sdrh /* 10 */ {OP_Integer, 0, 0, 0}, 417c8abbc11Sdrh /* 11 */ {OP_Close, 0, 0, 0} 4181b32554bSdrh }; 4191b32554bSdrh VdbeOp *aOp; 4200b9f50d8Sdrh pDb = &db->aDb[p->iDb]; 4210b9f50d8Sdrh memId = p->regCtr; 4222120608eSdrh assert( sqlite3SchemaMutexHeld(db, 0, pDb->pSchema) ); 4230b9f50d8Sdrh sqlite3OpenTable(pParse, 0, p->iDb, pDb->pSchema->pSeqTab, OP_OpenRead); 424076e85f5Sdrh sqlite3VdbeLoadString(v, memId-1, p->pTab->zName); 4251b32554bSdrh aOp = sqlite3VdbeAddOpList(v, ArraySize(autoInc), autoInc, iLn); 4261b32554bSdrh if( aOp==0 ) break; 4271b32554bSdrh aOp[0].p2 = memId; 428c8abbc11Sdrh aOp[0].p3 = memId+2; 4291b32554bSdrh aOp[2].p3 = memId; 4301b32554bSdrh aOp[3].p1 = memId-1; 4311b32554bSdrh aOp[3].p3 = memId; 4321b32554bSdrh aOp[3].p5 = SQLITE_JUMPIFNULL; 4331b32554bSdrh aOp[4].p2 = memId+1; 4341b32554bSdrh aOp[5].p3 = memId; 435c8abbc11Sdrh aOp[6].p1 = memId; 436c8abbc11Sdrh aOp[7].p2 = memId+2; 437c8abbc11Sdrh aOp[7].p1 = memId; 438c8abbc11Sdrh aOp[10].p2 = memId; 43904ab586bSdrh if( pParse->nTab==0 ) pParse->nTab = 1; 4400b9f50d8Sdrh } 4410b9f50d8Sdrh } 4420b9f50d8Sdrh 4430b9f50d8Sdrh /* 4449d9cf229Sdrh ** Update the maximum rowid for an autoincrement calculation. 4459d9cf229Sdrh ** 4461b32554bSdrh ** This routine should be called when the regRowid register holds a 4479d9cf229Sdrh ** new rowid that is about to be inserted. If that new rowid is 4489d9cf229Sdrh ** larger than the maximum rowid in the memId memory cell, then the 4491b32554bSdrh ** memory cell is updated. 4509d9cf229Sdrh */ 4516a288a33Sdrh static void autoIncStep(Parse *pParse, int memId, int regRowid){ 4529d9cf229Sdrh if( memId>0 ){ 4536a288a33Sdrh sqlite3VdbeAddOp2(pParse->pVdbe, OP_MemMax, memId, regRowid); 4549d9cf229Sdrh } 4559d9cf229Sdrh } 4569d9cf229Sdrh 4579d9cf229Sdrh /* 4580b9f50d8Sdrh ** This routine generates the code needed to write autoincrement 4590b9f50d8Sdrh ** maximum rowid values back into the sqlite_sequence register. 4600b9f50d8Sdrh ** Every statement that might do an INSERT into an autoincrement 4610b9f50d8Sdrh ** table (either directly or through triggers) needs to call this 4620b9f50d8Sdrh ** routine just before the "exit" code. 4639d9cf229Sdrh */ 4641b32554bSdrh static SQLITE_NOINLINE void autoIncrementEnd(Parse *pParse){ 4650b9f50d8Sdrh AutoincInfo *p; 4669d9cf229Sdrh Vdbe *v = pParse->pVdbe; 4670b9f50d8Sdrh sqlite3 *db = pParse->db; 4686a288a33Sdrh 4699d9cf229Sdrh assert( v ); 4700b9f50d8Sdrh for(p = pParse->pAinc; p; p = p->pNext){ 4711b32554bSdrh static const int iLn = VDBE_OFFSET_LINENO(2); 4721b32554bSdrh static const VdbeOpList autoIncEnd[] = { 4731b32554bSdrh /* 0 */ {OP_NotNull, 0, 2, 0}, 4741b32554bSdrh /* 1 */ {OP_NewRowid, 0, 0, 0}, 4751b32554bSdrh /* 2 */ {OP_MakeRecord, 0, 2, 0}, 4761b32554bSdrh /* 3 */ {OP_Insert, 0, 0, 0}, 4771b32554bSdrh /* 4 */ {OP_Close, 0, 0, 0} 4781b32554bSdrh }; 4791b32554bSdrh VdbeOp *aOp; 4800b9f50d8Sdrh Db *pDb = &db->aDb[p->iDb]; 4810b9f50d8Sdrh int iRec; 4820b9f50d8Sdrh int memId = p->regCtr; 4830b9f50d8Sdrh 4840b9f50d8Sdrh iRec = sqlite3GetTempReg(pParse); 4852120608eSdrh assert( sqlite3SchemaMutexHeld(db, 0, pDb->pSchema) ); 486c8abbc11Sdrh sqlite3VdbeAddOp3(v, OP_Le, memId+2, sqlite3VdbeCurrentAddr(v)+7, memId); 487c8abbc11Sdrh VdbeCoverage(v); 4880b9f50d8Sdrh sqlite3OpenTable(pParse, 0, p->iDb, pDb->pSchema->pSeqTab, OP_OpenWrite); 4891b32554bSdrh aOp = sqlite3VdbeAddOpList(v, ArraySize(autoIncEnd), autoIncEnd, iLn); 4901b32554bSdrh if( aOp==0 ) break; 4911b32554bSdrh aOp[0].p1 = memId+1; 4921b32554bSdrh aOp[1].p2 = memId+1; 4931b32554bSdrh aOp[2].p1 = memId-1; 4941b32554bSdrh aOp[2].p3 = iRec; 4951b32554bSdrh aOp[3].p2 = iRec; 4961b32554bSdrh aOp[3].p3 = memId+1; 4971b32554bSdrh aOp[3].p5 = OPFLAG_APPEND; 4980b9f50d8Sdrh sqlite3ReleaseTempReg(pParse, iRec); 4999d9cf229Sdrh } 5009d9cf229Sdrh } 5011b32554bSdrh void sqlite3AutoincrementEnd(Parse *pParse){ 5021b32554bSdrh if( pParse->pAinc ) autoIncrementEnd(pParse); 5031b32554bSdrh } 5049d9cf229Sdrh #else 5059d9cf229Sdrh /* 5069d9cf229Sdrh ** If SQLITE_OMIT_AUTOINCREMENT is defined, then the three routines 5079d9cf229Sdrh ** above are all no-ops 5089d9cf229Sdrh */ 5099d9cf229Sdrh # define autoIncBegin(A,B,C) (0) 510287fb61cSdanielk1977 # define autoIncStep(A,B,C) 5119d9cf229Sdrh #endif /* SQLITE_OMIT_AUTOINCREMENT */ 5129d9cf229Sdrh 5139d9cf229Sdrh 5149d9cf229Sdrh /* Forward declaration */ 5159d9cf229Sdrh static int xferOptimization( 5169d9cf229Sdrh Parse *pParse, /* Parser context */ 5179d9cf229Sdrh Table *pDest, /* The table we are inserting into */ 5189d9cf229Sdrh Select *pSelect, /* A SELECT statement to use as the data source */ 5199d9cf229Sdrh int onError, /* How to handle constraint errors */ 5209d9cf229Sdrh int iDbDest /* The database of pDest */ 5219d9cf229Sdrh ); 5229d9cf229Sdrh 5233d1bfeaaSdanielk1977 /* 524d82b5021Sdrh ** This routine is called to handle SQL of the following forms: 525cce7d176Sdrh ** 526a21f78b9Sdrh ** insert into TABLE (IDLIST) values(EXPRLIST),(EXPRLIST),... 5271ccde15dSdrh ** insert into TABLE (IDLIST) select 528a21f78b9Sdrh ** insert into TABLE (IDLIST) default values 529cce7d176Sdrh ** 5301ccde15dSdrh ** The IDLIST following the table name is always optional. If omitted, 531a21f78b9Sdrh ** then a list of all (non-hidden) columns for the table is substituted. 532a21f78b9Sdrh ** The IDLIST appears in the pColumn parameter. pColumn is NULL if IDLIST 533a21f78b9Sdrh ** is omitted. 5341ccde15dSdrh ** 535a21f78b9Sdrh ** For the pSelect parameter holds the values to be inserted for the 536a21f78b9Sdrh ** first two forms shown above. A VALUES clause is really just short-hand 537a21f78b9Sdrh ** for a SELECT statement that omits the FROM clause and everything else 538a21f78b9Sdrh ** that follows. If the pSelect parameter is NULL, that means that the 539a21f78b9Sdrh ** DEFAULT VALUES form of the INSERT statement is intended. 540142e30dfSdrh ** 5419d9cf229Sdrh ** The code generated follows one of four templates. For a simple 542a21f78b9Sdrh ** insert with data coming from a single-row VALUES clause, the code executes 543e00ee6ebSdrh ** once straight down through. Pseudo-code follows (we call this 544e00ee6ebSdrh ** the "1st template"): 545142e30dfSdrh ** 546142e30dfSdrh ** open write cursor to <table> and its indices 547ec95c441Sdrh ** put VALUES clause expressions into registers 548142e30dfSdrh ** write the resulting record into <table> 549142e30dfSdrh ** cleanup 550142e30dfSdrh ** 5519d9cf229Sdrh ** The three remaining templates assume the statement is of the form 552142e30dfSdrh ** 553142e30dfSdrh ** INSERT INTO <table> SELECT ... 554142e30dfSdrh ** 5559d9cf229Sdrh ** If the SELECT clause is of the restricted form "SELECT * FROM <table2>" - 5569d9cf229Sdrh ** in other words if the SELECT pulls all columns from a single table 5579d9cf229Sdrh ** and there is no WHERE or LIMIT or GROUP BY or ORDER BY clauses, and 5589d9cf229Sdrh ** if <table2> and <table1> are distinct tables but have identical 5599d9cf229Sdrh ** schemas, including all the same indices, then a special optimization 5609d9cf229Sdrh ** is invoked that copies raw records from <table2> over to <table1>. 5619d9cf229Sdrh ** See the xferOptimization() function for the implementation of this 562e00ee6ebSdrh ** template. This is the 2nd template. 5639d9cf229Sdrh ** 5649d9cf229Sdrh ** open a write cursor to <table> 5659d9cf229Sdrh ** open read cursor on <table2> 5669d9cf229Sdrh ** transfer all records in <table2> over to <table> 5679d9cf229Sdrh ** close cursors 5689d9cf229Sdrh ** foreach index on <table> 5699d9cf229Sdrh ** open a write cursor on the <table> index 5709d9cf229Sdrh ** open a read cursor on the corresponding <table2> index 5719d9cf229Sdrh ** transfer all records from the read to the write cursors 5729d9cf229Sdrh ** close cursors 5739d9cf229Sdrh ** end foreach 5749d9cf229Sdrh ** 575e00ee6ebSdrh ** The 3rd template is for when the second template does not apply 5769d9cf229Sdrh ** and the SELECT clause does not read from <table> at any time. 5779d9cf229Sdrh ** The generated code follows this template: 578142e30dfSdrh ** 579e00ee6ebSdrh ** X <- A 580142e30dfSdrh ** goto B 581142e30dfSdrh ** A: setup for the SELECT 5829d9cf229Sdrh ** loop over the rows in the SELECT 583e00ee6ebSdrh ** load values into registers R..R+n 584e00ee6ebSdrh ** yield X 585142e30dfSdrh ** end loop 586142e30dfSdrh ** cleanup after the SELECT 58781cf13ecSdrh ** end-coroutine X 588e00ee6ebSdrh ** B: open write cursor to <table> and its indices 58981cf13ecSdrh ** C: yield X, at EOF goto D 590e00ee6ebSdrh ** insert the select result into <table> from R..R+n 591e00ee6ebSdrh ** goto C 592142e30dfSdrh ** D: cleanup 593142e30dfSdrh ** 594e00ee6ebSdrh ** The 4th template is used if the insert statement takes its 595142e30dfSdrh ** values from a SELECT but the data is being inserted into a table 596142e30dfSdrh ** that is also read as part of the SELECT. In the third form, 59760ec914cSpeter.d.reid ** we have to use an intermediate table to store the results of 598142e30dfSdrh ** the select. The template is like this: 599142e30dfSdrh ** 600e00ee6ebSdrh ** X <- A 601142e30dfSdrh ** goto B 602142e30dfSdrh ** A: setup for the SELECT 603142e30dfSdrh ** loop over the tables in the SELECT 604e00ee6ebSdrh ** load value into register R..R+n 605e00ee6ebSdrh ** yield X 606142e30dfSdrh ** end loop 607142e30dfSdrh ** cleanup after the SELECT 60881cf13ecSdrh ** end co-routine R 609e00ee6ebSdrh ** B: open temp table 61081cf13ecSdrh ** L: yield X, at EOF goto M 611e00ee6ebSdrh ** insert row from R..R+n into temp table 612e00ee6ebSdrh ** goto L 613e00ee6ebSdrh ** M: open write cursor to <table> and its indices 614e00ee6ebSdrh ** rewind temp table 615e00ee6ebSdrh ** C: loop over rows of intermediate table 616142e30dfSdrh ** transfer values form intermediate table into <table> 617e00ee6ebSdrh ** end loop 618e00ee6ebSdrh ** D: cleanup 619cce7d176Sdrh */ 6204adee20fSdanielk1977 void sqlite3Insert( 621cce7d176Sdrh Parse *pParse, /* Parser context */ 622113088ecSdrh SrcList *pTabList, /* Name of table into which we are inserting */ 6235974a30fSdrh Select *pSelect, /* A SELECT statement to use as the data source */ 624f5f1915dSdrh IdList *pColumn, /* Column names corresponding to IDLIST, or NULL. */ 6252c2e844aSdrh int onError, /* How to handle constraint errors */ 62646d2e5c3Sdrh Upsert *pUpsert /* ON CONFLICT clauses for upsert, or NULL */ 627cce7d176Sdrh ){ 6286a288a33Sdrh sqlite3 *db; /* The main database structure */ 6296a288a33Sdrh Table *pTab; /* The table to insert into. aka TABLE */ 63060ffc807Sdrh int i, j; /* Loop counters */ 6315974a30fSdrh Vdbe *v; /* Generate code into this virtual machine */ 6325974a30fSdrh Index *pIdx; /* For looping over indices of the table */ 633967e8b73Sdrh int nColumn; /* Number of columns in the data */ 6346a288a33Sdrh int nHidden = 0; /* Number of hidden columns if TABLE is virtual */ 63526198bb4Sdrh int iDataCur = 0; /* VDBE cursor that is the main data repository */ 63626198bb4Sdrh int iIdxCur = 0; /* First index cursor */ 637d82b5021Sdrh int ipkColumn = -1; /* Column that is the INTEGER PRIMARY KEY */ 6380ca3e24bSdrh int endOfLoop; /* Label for the end of the insertion loop */ 639cfe9a69fSdanielk1977 int srcTab = 0; /* Data comes from this temporary cursor if >=0 */ 640e00ee6ebSdrh int addrInsTop = 0; /* Jump to label "D" */ 641e00ee6ebSdrh int addrCont = 0; /* Top of insert loop. Label "C" in templates 3 and 4 */ 6422eb95377Sdrh SelectDest dest; /* Destination for SELECT on rhs of INSERT */ 6436a288a33Sdrh int iDb; /* Index of database holding TABLE */ 64405a86c5cSdrh u8 useTempTable = 0; /* Store SELECT results in intermediate table */ 64505a86c5cSdrh u8 appendFlag = 0; /* True if the insert is likely to be an append */ 64605a86c5cSdrh u8 withoutRowid; /* 0 for normal table. 1 for WITHOUT ROWID table */ 647a21f78b9Sdrh u8 bIdListInOrder; /* True if IDLIST is in table order */ 64875593d96Sdrh ExprList *pList = 0; /* List of VALUES() to be inserted */ 649c27ea2aeSdrh int iRegStore; /* Register in which to store next column */ 650cce7d176Sdrh 6516a288a33Sdrh /* Register allocations */ 6521bd10f8aSdrh int regFromSelect = 0;/* Base register for data coming from SELECT */ 6536a288a33Sdrh int regAutoinc = 0; /* Register holding the AUTOINCREMENT counter */ 6546a288a33Sdrh int regRowCount = 0; /* Memory cell used for the row counter */ 6556a288a33Sdrh int regIns; /* Block of regs holding rowid+data being inserted */ 6566a288a33Sdrh int regRowid; /* registers holding insert rowid */ 6576a288a33Sdrh int regData; /* register holding first column to insert */ 658aa9b8963Sdrh int *aRegIdx = 0; /* One register allocated to each index */ 6596a288a33Sdrh 660798da52cSdrh #ifndef SQLITE_OMIT_TRIGGER 661798da52cSdrh int isView; /* True if attempting to insert into a view */ 6622f886d1dSdanielk1977 Trigger *pTrigger; /* List of triggers on pTab, if required */ 6632f886d1dSdanielk1977 int tmask; /* Mask of trigger times */ 664798da52cSdrh #endif 665c3f9bad2Sdanielk1977 66617435752Sdrh db = pParse->db; 66717435752Sdrh if( pParse->nErr || db->mallocFailed ){ 6686f7adc8aSdrh goto insert_cleanup; 6696f7adc8aSdrh } 6704c883487Sdrh dest.iSDParm = 0; /* Suppress a harmless compiler warning */ 671daffd0e5Sdrh 67275593d96Sdrh /* If the Select object is really just a simple VALUES() list with a 673a21f78b9Sdrh ** single row (the common case) then keep that one row of values 674a21f78b9Sdrh ** and discard the other (unused) parts of the pSelect object 67575593d96Sdrh */ 67675593d96Sdrh if( pSelect && (pSelect->selFlags & SF_Values)!=0 && pSelect->pPrior==0 ){ 67775593d96Sdrh pList = pSelect->pEList; 67875593d96Sdrh pSelect->pEList = 0; 67975593d96Sdrh sqlite3SelectDelete(db, pSelect); 68075593d96Sdrh pSelect = 0; 68175593d96Sdrh } 68275593d96Sdrh 6831ccde15dSdrh /* Locate the table into which we will be inserting new information. 6841ccde15dSdrh */ 685113088ecSdrh assert( pTabList->nSrc==1 ); 6864adee20fSdanielk1977 pTab = sqlite3SrcListLookup(pParse, pTabList); 687c3f9bad2Sdanielk1977 if( pTab==0 ){ 688c3f9bad2Sdanielk1977 goto insert_cleanup; 689c3f9bad2Sdanielk1977 } 690da184236Sdanielk1977 iDb = sqlite3SchemaToIndex(db, pTab->pSchema); 691da184236Sdanielk1977 assert( iDb<db->nDb ); 692a0daa751Sdrh if( sqlite3AuthCheck(pParse, SQLITE_INSERT, pTab->zName, 0, 693a0daa751Sdrh db->aDb[iDb].zDbSName) ){ 6941962bda7Sdrh goto insert_cleanup; 6951962bda7Sdrh } 696ec95c441Sdrh withoutRowid = !HasRowid(pTab); 697c3f9bad2Sdanielk1977 698b7f9164eSdrh /* Figure out if we have any triggers and if the table being 699b7f9164eSdrh ** inserted into is a view 700b7f9164eSdrh */ 701b7f9164eSdrh #ifndef SQLITE_OMIT_TRIGGER 7022f886d1dSdanielk1977 pTrigger = sqlite3TriggersExist(pParse, pTab, TK_INSERT, 0, &tmask); 703b7f9164eSdrh isView = pTab->pSelect!=0; 704b7f9164eSdrh #else 7052f886d1dSdanielk1977 # define pTrigger 0 7062f886d1dSdanielk1977 # define tmask 0 707b7f9164eSdrh # define isView 0 708b7f9164eSdrh #endif 709b7f9164eSdrh #ifdef SQLITE_OMIT_VIEW 710b7f9164eSdrh # undef isView 711b7f9164eSdrh # define isView 0 712b7f9164eSdrh #endif 7132f886d1dSdanielk1977 assert( (pTrigger && tmask) || (pTrigger==0 && tmask==0) ); 714b7f9164eSdrh 715f573c99bSdrh /* If pTab is really a view, make sure it has been initialized. 716d82b5021Sdrh ** ViewGetColumnNames() is a no-op if pTab is not a view. 717f573c99bSdrh */ 718b3d24bf8Sdanielk1977 if( sqlite3ViewGetColumnNames(pParse, pTab) ){ 719f573c99bSdrh goto insert_cleanup; 720f573c99bSdrh } 721f573c99bSdrh 722d82b5021Sdrh /* Cannot insert into a read-only table. 723595a523aSdanielk1977 */ 724595a523aSdanielk1977 if( sqlite3IsReadOnly(pParse, pTab, tmask) ){ 725595a523aSdanielk1977 goto insert_cleanup; 726595a523aSdanielk1977 } 727595a523aSdanielk1977 7281ccde15dSdrh /* Allocate a VDBE 7291ccde15dSdrh */ 7304adee20fSdanielk1977 v = sqlite3GetVdbe(pParse); 7315974a30fSdrh if( v==0 ) goto insert_cleanup; 7324794f735Sdrh if( pParse->nested==0 ) sqlite3VdbeCountChanges(v); 7332f886d1dSdanielk1977 sqlite3BeginWriteOperation(pParse, pSelect || pTrigger, iDb); 7341ccde15dSdrh 7359d9cf229Sdrh #ifndef SQLITE_OMIT_XFER_OPT 7369d9cf229Sdrh /* If the statement is of the form 7379d9cf229Sdrh ** 7389d9cf229Sdrh ** INSERT INTO <table1> SELECT * FROM <table2>; 7399d9cf229Sdrh ** 7409d9cf229Sdrh ** Then special optimizations can be applied that make the transfer 7419d9cf229Sdrh ** very fast and which reduce fragmentation of indices. 742e00ee6ebSdrh ** 743e00ee6ebSdrh ** This is the 2nd template. 7449d9cf229Sdrh */ 7459d9cf229Sdrh if( pColumn==0 && xferOptimization(pParse, pTab, pSelect, onError, iDb) ){ 7462f886d1dSdanielk1977 assert( !pTrigger ); 7479d9cf229Sdrh assert( pList==0 ); 7480b9f50d8Sdrh goto insert_end; 7499d9cf229Sdrh } 7509d9cf229Sdrh #endif /* SQLITE_OMIT_XFER_OPT */ 7519d9cf229Sdrh 7522958a4e6Sdrh /* If this is an AUTOINCREMENT table, look up the sequence number in the 7536a288a33Sdrh ** sqlite_sequence table and store it in memory cell regAutoinc. 7542958a4e6Sdrh */ 7556a288a33Sdrh regAutoinc = autoIncBegin(pParse, iDb, pTab); 7562958a4e6Sdrh 757f5f1915dSdrh /* Allocate a block registers to hold the rowid and the values 758f5f1915dSdrh ** for all columns of the new row. 7591ccde15dSdrh */ 76005a86c5cSdrh regRowid = regIns = pParse->nMem+1; 76105a86c5cSdrh pParse->nMem += pTab->nCol + 1; 762034ca14fSdanielk1977 if( IsVirtual(pTab) ){ 76305a86c5cSdrh regRowid++; 76405a86c5cSdrh pParse->nMem++; 765034ca14fSdanielk1977 } 76605a86c5cSdrh regData = regRowid+1; 7671ccde15dSdrh 7681ccde15dSdrh /* If the INSERT statement included an IDLIST term, then make sure 7691ccde15dSdrh ** all elements of the IDLIST really are columns of the table and 7701ccde15dSdrh ** remember the column indices. 771c8392586Sdrh ** 772c8392586Sdrh ** If the table has an INTEGER PRIMARY KEY column and that column 773d82b5021Sdrh ** is named in the IDLIST, then record in the ipkColumn variable 774d82b5021Sdrh ** the index into IDLIST of the primary key column. ipkColumn is 775c8392586Sdrh ** the index of the primary key as it appears in IDLIST, not as 776d82b5021Sdrh ** is appears in the original table. (The index of the INTEGER 777f5f1915dSdrh ** PRIMARY KEY in the original table is pTab->iPKey.) After this 778f5f1915dSdrh ** loop, if ipkColumn==(-1), that means that integer primary key 779f5f1915dSdrh ** is unspecified, and hence the table is either WITHOUT ROWID or 780f5f1915dSdrh ** it will automatically generated an integer primary key. 781f5f1915dSdrh ** 782f5f1915dSdrh ** bIdListInOrder is true if the columns in IDLIST are in storage 783f5f1915dSdrh ** order. This enables an optimization that avoids shuffling the 784f5f1915dSdrh ** columns into storage order. False negatives are harmless, 785f5f1915dSdrh ** but false positives will cause database corruption. 7861ccde15dSdrh */ 787d4cd292cSdrh bIdListInOrder = (pTab->tabFlags & (TF_OOOHidden|TF_HasStored))==0; 788967e8b73Sdrh if( pColumn ){ 789967e8b73Sdrh for(i=0; i<pColumn->nId; i++){ 790967e8b73Sdrh pColumn->a[i].idx = -1; 791cce7d176Sdrh } 792967e8b73Sdrh for(i=0; i<pColumn->nId; i++){ 793cce7d176Sdrh for(j=0; j<pTab->nCol; j++){ 7944adee20fSdanielk1977 if( sqlite3StrICmp(pColumn->a[i].zName, pTab->aCol[j].zName)==0 ){ 795967e8b73Sdrh pColumn->a[i].idx = j; 79605a86c5cSdrh if( i!=j ) bIdListInOrder = 0; 7974a32431cSdrh if( j==pTab->iPKey ){ 798d82b5021Sdrh ipkColumn = i; assert( !withoutRowid ); 7994a32431cSdrh } 8007e508f1eSdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 8017e508f1eSdrh if( pTab->aCol[j].colFlags & (COLFLAG_STORED|COLFLAG_VIRTUAL) ){ 8027e508f1eSdrh sqlite3ErrorMsg(pParse, 8037e508f1eSdrh "cannot INSERT into generated column \"%s\"", 8047e508f1eSdrh pTab->aCol[j].zName); 8057e508f1eSdrh goto insert_cleanup; 8067e508f1eSdrh } 8077e508f1eSdrh #endif 808cce7d176Sdrh break; 809cce7d176Sdrh } 810cce7d176Sdrh } 811cce7d176Sdrh if( j>=pTab->nCol ){ 812ec95c441Sdrh if( sqlite3IsRowid(pColumn->a[i].zName) && !withoutRowid ){ 813d82b5021Sdrh ipkColumn = i; 814e48ae715Sdrh bIdListInOrder = 0; 815a0217ba7Sdrh }else{ 8164adee20fSdanielk1977 sqlite3ErrorMsg(pParse, "table %S has no column named %s", 817da93d238Sdrh pTabList, 0, pColumn->a[i].zName); 8181db95106Sdan pParse->checkSchema = 1; 819cce7d176Sdrh goto insert_cleanup; 820cce7d176Sdrh } 821cce7d176Sdrh } 822cce7d176Sdrh } 823a0217ba7Sdrh } 8241ccde15dSdrh 825cce7d176Sdrh /* Figure out how many columns of data are supplied. If the data 826cce7d176Sdrh ** is coming from a SELECT statement, then generate a co-routine that 827cce7d176Sdrh ** produces a single row of the SELECT on each invocation. The 828cce7d176Sdrh ** co-routine is the common header to the 3rd and 4th templates. 829cce7d176Sdrh */ 8305f085269Sdrh if( pSelect ){ 831a21f78b9Sdrh /* Data is coming from a SELECT or from a multi-row VALUES clause. 832a21f78b9Sdrh ** Generate a co-routine to run the SELECT. */ 83305a86c5cSdrh int regYield; /* Register holding co-routine entry-point */ 83405a86c5cSdrh int addrTop; /* Top of the co-routine */ 83505a86c5cSdrh int rc; /* Result code */ 836cce7d176Sdrh 83705a86c5cSdrh regYield = ++pParse->nMem; 83805a86c5cSdrh addrTop = sqlite3VdbeCurrentAddr(v) + 1; 83905a86c5cSdrh sqlite3VdbeAddOp3(v, OP_InitCoroutine, regYield, 0, addrTop); 84005a86c5cSdrh sqlite3SelectDestInit(&dest, SRT_Coroutine, regYield); 84105a86c5cSdrh dest.iSdst = bIdListInOrder ? regData : 0; 84205a86c5cSdrh dest.nSdst = pTab->nCol; 84305a86c5cSdrh rc = sqlite3Select(pParse, pSelect, &dest); 8442b596da8Sdrh regFromSelect = dest.iSdst; 845992590beSdrh if( rc || db->mallocFailed || pParse->nErr ) goto insert_cleanup; 8462fade2f7Sdrh sqlite3VdbeEndCoroutine(v, regYield); 84705a86c5cSdrh sqlite3VdbeJumpHere(v, addrTop - 1); /* label B: */ 848cce7d176Sdrh assert( pSelect->pEList ); 849cce7d176Sdrh nColumn = pSelect->pEList->nExpr; 850cce7d176Sdrh 851cce7d176Sdrh /* Set useTempTable to TRUE if the result of the SELECT statement 852cce7d176Sdrh ** should be written into a temporary table (template 4). Set to 853cce7d176Sdrh ** FALSE if each output row of the SELECT can be written directly into 854cce7d176Sdrh ** the destination table (template 3). 855cce7d176Sdrh ** 856cce7d176Sdrh ** A temp table must be used if the table being updated is also one 857cce7d176Sdrh ** of the tables being read by the SELECT statement. Also use a 858cce7d176Sdrh ** temp table in the case of row triggers. 859cce7d176Sdrh */ 86005a86c5cSdrh if( pTrigger || readsTable(pParse, iDb, pTab) ){ 861cce7d176Sdrh useTempTable = 1; 862cce7d176Sdrh } 863cce7d176Sdrh 864cce7d176Sdrh if( useTempTable ){ 865cce7d176Sdrh /* Invoke the coroutine to extract information from the SELECT 866cce7d176Sdrh ** and add it to a transient table srcTab. The code generated 867cce7d176Sdrh ** here is from the 4th template: 868cce7d176Sdrh ** 869cce7d176Sdrh ** B: open temp table 87081cf13ecSdrh ** L: yield X, goto M at EOF 871cce7d176Sdrh ** insert row from R..R+n into temp table 872cce7d176Sdrh ** goto L 873cce7d176Sdrh ** M: ... 874cce7d176Sdrh */ 875cce7d176Sdrh int regRec; /* Register to hold packed record */ 876cce7d176Sdrh int regTempRowid; /* Register to hold temp table ROWID */ 87706280ee5Sdrh int addrL; /* Label "L" */ 878cce7d176Sdrh 879cce7d176Sdrh srcTab = pParse->nTab++; 880cce7d176Sdrh regRec = sqlite3GetTempReg(pParse); 881cce7d176Sdrh regTempRowid = sqlite3GetTempReg(pParse); 882cce7d176Sdrh sqlite3VdbeAddOp2(v, OP_OpenEphemeral, srcTab, nColumn); 88306280ee5Sdrh addrL = sqlite3VdbeAddOp1(v, OP_Yield, dest.iSDParm); VdbeCoverage(v); 884cce7d176Sdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, regFromSelect, nColumn, regRec); 885cce7d176Sdrh sqlite3VdbeAddOp2(v, OP_NewRowid, srcTab, regTempRowid); 886cce7d176Sdrh sqlite3VdbeAddOp3(v, OP_Insert, srcTab, regRec, regTempRowid); 887076e85f5Sdrh sqlite3VdbeGoto(v, addrL); 88806280ee5Sdrh sqlite3VdbeJumpHere(v, addrL); 889cce7d176Sdrh sqlite3ReleaseTempReg(pParse, regRec); 890cce7d176Sdrh sqlite3ReleaseTempReg(pParse, regTempRowid); 891cce7d176Sdrh } 892cce7d176Sdrh }else{ 893a21f78b9Sdrh /* This is the case if the data for the INSERT is coming from a 894a21f78b9Sdrh ** single-row VALUES clause 895cce7d176Sdrh */ 896cce7d176Sdrh NameContext sNC; 897cce7d176Sdrh memset(&sNC, 0, sizeof(sNC)); 898cce7d176Sdrh sNC.pParse = pParse; 899cce7d176Sdrh srcTab = -1; 900cce7d176Sdrh assert( useTempTable==0 ); 901fea870beSdrh if( pList ){ 902fea870beSdrh nColumn = pList->nExpr; 903fea870beSdrh if( sqlite3ResolveExprListNames(&sNC, pList) ){ 904cce7d176Sdrh goto insert_cleanup; 905cce7d176Sdrh } 906fea870beSdrh }else{ 907fea870beSdrh nColumn = 0; 908cce7d176Sdrh } 909cce7d176Sdrh } 910cce7d176Sdrh 911aacc543eSdrh /* If there is no IDLIST term but the table has an integer primary 912d82b5021Sdrh ** key, the set the ipkColumn variable to the integer primary key 913d82b5021Sdrh ** column index in the original table definition. 9144a32431cSdrh */ 915147d0cccSdrh if( pColumn==0 && nColumn>0 ){ 916d82b5021Sdrh ipkColumn = pTab->iPKey; 917427b96aeSdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 9186ab61d70Sdrh if( ipkColumn>=0 && (pTab->tabFlags & TF_HasGenerated)!=0 ){ 919427b96aeSdrh testcase( pTab->tabFlags & TF_HasVirtual ); 9206ab61d70Sdrh testcase( pTab->tabFlags & TF_HasStored ); 921427b96aeSdrh for(i=ipkColumn-1; i>=0; i--){ 922427b96aeSdrh if( pTab->aCol[i].colFlags & COLFLAG_GENERATED ){ 923427b96aeSdrh testcase( pTab->aCol[i].colFlags & COLFLAG_VIRTUAL ); 9246ab61d70Sdrh testcase( pTab->aCol[i].colFlags & COLFLAG_STORED ); 925427b96aeSdrh ipkColumn--; 926427b96aeSdrh } 927427b96aeSdrh } 928427b96aeSdrh } 929427b96aeSdrh #endif 9304a32431cSdrh } 9314a32431cSdrh 932cce7d176Sdrh /* Make sure the number of columns in the source data matches the number 933cce7d176Sdrh ** of columns to be inserted into the table. 934cce7d176Sdrh */ 935cce7d176Sdrh for(i=0; i<pTab->nCol; i++){ 9367e508f1eSdrh if( pTab->aCol[i].colFlags & COLFLAG_NOINSERT ) nHidden++; 937cce7d176Sdrh } 938cce7d176Sdrh if( pColumn==0 && nColumn && nColumn!=(pTab->nCol-nHidden) ){ 939cce7d176Sdrh sqlite3ErrorMsg(pParse, 940cce7d176Sdrh "table %S has %d columns but %d values were supplied", 941cce7d176Sdrh pTabList, 0, pTab->nCol-nHidden, nColumn); 942cce7d176Sdrh goto insert_cleanup; 943cce7d176Sdrh } 944cce7d176Sdrh if( pColumn!=0 && nColumn!=pColumn->nId ){ 945cce7d176Sdrh sqlite3ErrorMsg(pParse, "%d values for %d columns", nColumn, pColumn->nId); 946cce7d176Sdrh goto insert_cleanup; 947cce7d176Sdrh } 948cce7d176Sdrh 949c3f9bad2Sdanielk1977 /* Initialize the count of rows to be inserted 9501ccde15dSdrh */ 95179636913Sdrh if( (db->flags & SQLITE_CountRows)!=0 95279636913Sdrh && !pParse->nested 95379636913Sdrh && !pParse->pTriggerTab 95479636913Sdrh ){ 9556a288a33Sdrh regRowCount = ++pParse->nMem; 9566a288a33Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 0, regRowCount); 957c3f9bad2Sdanielk1977 } 958c3f9bad2Sdanielk1977 959e448dc4aSdanielk1977 /* If this is not a view, open the table and and all indices */ 960e448dc4aSdanielk1977 if( !isView ){ 961aa9b8963Sdrh int nIdx; 962fd261ec6Sdan nIdx = sqlite3OpenTableAndIndices(pParse, pTab, OP_OpenWrite, 0, -1, 0, 96326198bb4Sdrh &iDataCur, &iIdxCur); 964a7c3b93fSdrh aRegIdx = sqlite3DbMallocRawNN(db, sizeof(int)*(nIdx+2)); 965aa9b8963Sdrh if( aRegIdx==0 ){ 966aa9b8963Sdrh goto insert_cleanup; 967aa9b8963Sdrh } 9682c4dfc30Sdrh for(i=0, pIdx=pTab->pIndex; i<nIdx; pIdx=pIdx->pNext, i++){ 9692c4dfc30Sdrh assert( pIdx ); 970aa9b8963Sdrh aRegIdx[i] = ++pParse->nMem; 9712c4dfc30Sdrh pParse->nMem += pIdx->nColumn; 972aa9b8963Sdrh } 973a7c3b93fSdrh aRegIdx[i] = ++pParse->nMem; /* Register to store the table record */ 974feeb1394Sdrh } 975788d55aaSdrh #ifndef SQLITE_OMIT_UPSERT 9760b30a116Sdrh if( pUpsert ){ 977b042d921Sdrh if( IsVirtual(pTab) ){ 978b042d921Sdrh sqlite3ErrorMsg(pParse, "UPSERT not implemented for virtual table \"%s\"", 979b042d921Sdrh pTab->zName); 980b042d921Sdrh goto insert_cleanup; 981b042d921Sdrh } 982c6b24ab1Sdrh if( pTab->pSelect ){ 983c6b24ab1Sdrh sqlite3ErrorMsg(pParse, "cannot UPSERT a view"); 984c6b24ab1Sdrh goto insert_cleanup; 985c6b24ab1Sdrh } 9869105fd51Sdan if( sqlite3HasExplicitNulls(pParse, pUpsert->pUpsertTarget) ){ 9879105fd51Sdan goto insert_cleanup; 9889105fd51Sdan } 989788d55aaSdrh pTabList->a[0].iCursor = iDataCur; 9900b30a116Sdrh pUpsert->pUpsertSrc = pTabList; 991eac9fabbSdrh pUpsert->regData = regData; 9927fc3aba8Sdrh pUpsert->iDataCur = iDataCur; 9937fc3aba8Sdrh pUpsert->iIdxCur = iIdxCur; 9940b30a116Sdrh if( pUpsert->pUpsertTarget ){ 995e9c2e772Sdrh sqlite3UpsertAnalyzeTarget(pParse, pTabList, pUpsert); 996788d55aaSdrh } 9970b30a116Sdrh } 998788d55aaSdrh #endif 999788d55aaSdrh 1000feeb1394Sdrh 1001e00ee6ebSdrh /* This is the top of the main insertion loop */ 1002142e30dfSdrh if( useTempTable ){ 1003e00ee6ebSdrh /* This block codes the top of loop only. The complete loop is the 1004e00ee6ebSdrh ** following pseudocode (template 4): 1005e00ee6ebSdrh ** 100681cf13ecSdrh ** rewind temp table, if empty goto D 1007e00ee6ebSdrh ** C: loop over rows of intermediate table 1008e00ee6ebSdrh ** transfer values form intermediate table into <table> 1009e00ee6ebSdrh ** end loop 1010e00ee6ebSdrh ** D: ... 1011e00ee6ebSdrh */ 1012688852abSdrh addrInsTop = sqlite3VdbeAddOp1(v, OP_Rewind, srcTab); VdbeCoverage(v); 1013e00ee6ebSdrh addrCont = sqlite3VdbeCurrentAddr(v); 1014142e30dfSdrh }else if( pSelect ){ 1015e00ee6ebSdrh /* This block codes the top of loop only. The complete loop is the 1016e00ee6ebSdrh ** following pseudocode (template 3): 1017e00ee6ebSdrh ** 101881cf13ecSdrh ** C: yield X, at EOF goto D 1019e00ee6ebSdrh ** insert the select result into <table> from R..R+n 1020e00ee6ebSdrh ** goto C 1021e00ee6ebSdrh ** D: ... 1022e00ee6ebSdrh */ 10233aef2fb1Sdrh sqlite3VdbeReleaseRegisters(pParse, regData, pTab->nCol, 0, 0); 102481cf13ecSdrh addrInsTop = addrCont = sqlite3VdbeAddOp1(v, OP_Yield, dest.iSDParm); 1025688852abSdrh VdbeCoverage(v); 1026f5f1915dSdrh if( ipkColumn>=0 ){ 1027f5f1915dSdrh /* tag-20191021-001: If the INTEGER PRIMARY KEY is being generated by the 1028f5f1915dSdrh ** SELECT, go ahead and copy the value into the rowid slot now, so that 1029f5f1915dSdrh ** the value does not get overwritten by a NULL at tag-20191021-002. */ 1030f5f1915dSdrh sqlite3VdbeAddOp2(v, OP_Copy, regFromSelect+ipkColumn, regRowid); 1031bed8690fSdrh } 1032f5f1915dSdrh } 1033f5f1915dSdrh 1034f5f1915dSdrh /* Compute data for ordinary columns of the new entry. Values 1035f5f1915dSdrh ** are written in storage order into registers starting with regData. 1036f5f1915dSdrh ** Only ordinary columns are computed in this loop. The rowid 1037f5f1915dSdrh ** (if there is one) is computed later and generated columns are 1038f5f1915dSdrh ** computed after the rowid since they might depend on the value 1039f5f1915dSdrh ** of the rowid. 1040f5f1915dSdrh */ 1041f5f1915dSdrh nHidden = 0; 1042f5f1915dSdrh iRegStore = regData; assert( regData==regRowid+1 ); 1043f5f1915dSdrh for(i=0; i<pTab->nCol; i++, iRegStore++){ 1044f5f1915dSdrh int k; 1045f5f1915dSdrh u32 colFlags; 1046f5f1915dSdrh assert( i>=nHidden ); 1047f5f1915dSdrh if( i==pTab->iPKey ){ 1048f5f1915dSdrh /* tag-20191021-002: References to the INTEGER PRIMARY KEY are filled 1049f5f1915dSdrh ** using the rowid. So put a NULL in the IPK slot of the record to avoid 1050f5f1915dSdrh ** using excess space. The file format definition requires this extra 1051f5f1915dSdrh ** NULL - we cannot optimize further by skipping the column completely */ 1052f5f1915dSdrh sqlite3VdbeAddOp1(v, OP_SoftNull, iRegStore); 1053f5f1915dSdrh continue; 1054f5f1915dSdrh } 1055f5f1915dSdrh if( ((colFlags = pTab->aCol[i].colFlags) & COLFLAG_NOINSERT)!=0 ){ 1056f5f1915dSdrh nHidden++; 1057f5f1915dSdrh if( (colFlags & COLFLAG_VIRTUAL)!=0 ){ 1058f5f1915dSdrh /* Virtual columns do not participate in OP_MakeRecord. So back up 1059f5f1915dSdrh ** iRegStore by one slot to compensate for the iRegStore++ in the 1060f5f1915dSdrh ** outer for() loop */ 1061f5f1915dSdrh iRegStore--; 1062f5f1915dSdrh continue; 1063f5f1915dSdrh }else if( (colFlags & COLFLAG_STORED)!=0 ){ 1064f5f1915dSdrh /* Stored columns are computed later. But if there are BEFORE 1065f5f1915dSdrh ** triggers, the slots used for stored columns will be OP_Copy-ed 1066f5f1915dSdrh ** to a second block of registers, so the register needs to be 1067f5f1915dSdrh ** initialized to NULL to avoid an uninitialized register read */ 1068f5f1915dSdrh if( tmask & TRIGGER_BEFORE ){ 1069f5f1915dSdrh sqlite3VdbeAddOp1(v, OP_SoftNull, iRegStore); 1070f5f1915dSdrh } 1071f5f1915dSdrh continue; 1072f5f1915dSdrh }else if( pColumn==0 ){ 1073f5f1915dSdrh /* Hidden columns that are not explicitly named in the INSERT 1074f5f1915dSdrh ** get there default value */ 1075f5f1915dSdrh sqlite3ExprCodeFactorable(pParse, pTab->aCol[i].pDflt, iRegStore); 1076f5f1915dSdrh continue; 1077f5f1915dSdrh } 1078f5f1915dSdrh } 1079f5f1915dSdrh if( pColumn ){ 1080f5f1915dSdrh for(j=0; j<pColumn->nId && pColumn->a[j].idx!=i; j++){} 1081f5f1915dSdrh if( j>=pColumn->nId ){ 1082f5f1915dSdrh /* A column not named in the insert column list gets its 1083f5f1915dSdrh ** default value */ 1084f5f1915dSdrh sqlite3ExprCodeFactorable(pParse, pTab->aCol[i].pDflt, iRegStore); 1085f5f1915dSdrh continue; 1086f5f1915dSdrh } 1087f5f1915dSdrh k = j; 1088f5f1915dSdrh }else if( nColumn==0 ){ 1089f5f1915dSdrh /* This is INSERT INTO ... DEFAULT VALUES. Load the default value. */ 1090f5f1915dSdrh sqlite3ExprCodeFactorable(pParse, pTab->aCol[i].pDflt, iRegStore); 1091f5f1915dSdrh continue; 1092f5f1915dSdrh }else{ 1093f5f1915dSdrh k = i - nHidden; 1094f5f1915dSdrh } 1095f5f1915dSdrh 1096f5f1915dSdrh if( useTempTable ){ 1097f5f1915dSdrh sqlite3VdbeAddOp3(v, OP_Column, srcTab, k, iRegStore); 1098f5f1915dSdrh }else if( pSelect ){ 1099f5f1915dSdrh if( regFromSelect!=regData ){ 1100f5f1915dSdrh sqlite3VdbeAddOp2(v, OP_SCopy, regFromSelect+k, iRegStore); 1101f5f1915dSdrh } 1102f5f1915dSdrh }else{ 1103f5f1915dSdrh sqlite3ExprCode(pParse, pList->a[k].pExpr, iRegStore); 1104f5f1915dSdrh } 1105f5f1915dSdrh } 1106f5f1915dSdrh 11071ccde15dSdrh 11085cf590c1Sdrh /* Run the BEFORE and INSTEAD OF triggers, if there are any 110970ce3f0cSdrh */ 1110ec4ccdbcSdrh endOfLoop = sqlite3VdbeMakeLabel(pParse); 11112f886d1dSdanielk1977 if( tmask & TRIGGER_BEFORE ){ 111276d462eeSdan int regCols = sqlite3GetTempRange(pParse, pTab->nCol+1); 1113c3f9bad2Sdanielk1977 111470ce3f0cSdrh /* build the NEW.* reference row. Note that if there is an INTEGER 111570ce3f0cSdrh ** PRIMARY KEY into which a NULL is being inserted, that NULL will be 111670ce3f0cSdrh ** translated into a unique ID for the row. But on a BEFORE trigger, 111770ce3f0cSdrh ** we do not know what the unique ID will be (because the insert has 111870ce3f0cSdrh ** not happened yet) so we substitute a rowid of -1 111970ce3f0cSdrh */ 1120d82b5021Sdrh if( ipkColumn<0 ){ 112176d462eeSdan sqlite3VdbeAddOp2(v, OP_Integer, -1, regCols); 112270ce3f0cSdrh }else{ 1123728e0f91Sdrh int addr1; 1124ec95c441Sdrh assert( !withoutRowid ); 11257fe45908Sdrh if( useTempTable ){ 1126d82b5021Sdrh sqlite3VdbeAddOp3(v, OP_Column, srcTab, ipkColumn, regCols); 11277fe45908Sdrh }else{ 1128d6fe961eSdrh assert( pSelect==0 ); /* Otherwise useTempTable is true */ 1129d82b5021Sdrh sqlite3ExprCode(pParse, pList->a[ipkColumn].pExpr, regCols); 11307fe45908Sdrh } 1131728e0f91Sdrh addr1 = sqlite3VdbeAddOp1(v, OP_NotNull, regCols); VdbeCoverage(v); 113276d462eeSdan sqlite3VdbeAddOp2(v, OP_Integer, -1, regCols); 1133728e0f91Sdrh sqlite3VdbeJumpHere(v, addr1); 1134688852abSdrh sqlite3VdbeAddOp1(v, OP_MustBeInt, regCols); VdbeCoverage(v); 113570ce3f0cSdrh } 113670ce3f0cSdrh 1137034ca14fSdanielk1977 /* Cannot have triggers on a virtual table. If it were possible, 1138034ca14fSdanielk1977 ** this block would have to account for hidden column. 1139034ca14fSdanielk1977 */ 1140034ca14fSdanielk1977 assert( !IsVirtual(pTab) ); 1141034ca14fSdanielk1977 1142f5f1915dSdrh /* Copy the new data already generated. */ 1143f5f1915dSdrh assert( pTab->nNVCol>0 ); 1144f5f1915dSdrh sqlite3VdbeAddOp3(v, OP_Copy, regRowid+1, regCols+1, pTab->nNVCol-1); 1145f5f1915dSdrh 1146f5f1915dSdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 1147f5f1915dSdrh /* Compute the new value for generated columns after all other 1148f5f1915dSdrh ** columns have already been computed. This must be done after 1149f5f1915dSdrh ** computing the ROWID in case one of the generated columns 1150f5f1915dSdrh ** refers to the ROWID. */ 1151427b96aeSdrh if( pTab->tabFlags & TF_HasGenerated ){ 1152427b96aeSdrh testcase( pTab->tabFlags & TF_HasVirtual ); 1153427b96aeSdrh testcase( pTab->tabFlags & TF_HasStored ); 1154f5f1915dSdrh sqlite3ComputeGeneratedColumns(pParse, regCols+1, pTab); 1155c3f9bad2Sdanielk1977 } 1156f5f1915dSdrh #endif 1157a37cdde0Sdanielk1977 1158a37cdde0Sdanielk1977 /* If this is an INSERT on a view with an INSTEAD OF INSERT trigger, 1159a37cdde0Sdanielk1977 ** do not attempt any conversions before assembling the record. 1160a37cdde0Sdanielk1977 ** If this is a real table, attempt conversions as required by the 1161a37cdde0Sdanielk1977 ** table column affinities. 1162a37cdde0Sdanielk1977 */ 1163a37cdde0Sdanielk1977 if( !isView ){ 116457bf4a8eSdrh sqlite3TableAffinity(v, pTab, regCols+1); 1165a37cdde0Sdanielk1977 } 1166c3f9bad2Sdanielk1977 11675cf590c1Sdrh /* Fire BEFORE or INSTEAD OF triggers */ 1168165921a7Sdan sqlite3CodeRowTrigger(pParse, pTrigger, TK_INSERT, 0, TRIGGER_BEFORE, 116994d7f50aSdan pTab, regCols-pTab->nCol-1, onError, endOfLoop); 1170165921a7Sdan 117176d462eeSdan sqlite3ReleaseTempRange(pParse, regCols, pTab->nCol+1); 117270ce3f0cSdrh } 1173c3f9bad2Sdanielk1977 11745cf590c1Sdrh if( !isView ){ 11754cbdda9eSdrh if( IsVirtual(pTab) ){ 11764cbdda9eSdrh /* The row that the VUpdate opcode will delete: none */ 11776a288a33Sdrh sqlite3VdbeAddOp2(v, OP_Null, 0, regIns); 11784cbdda9eSdrh } 1179d82b5021Sdrh if( ipkColumn>=0 ){ 1180f5f1915dSdrh /* Compute the new rowid */ 1181142e30dfSdrh if( useTempTable ){ 1182d82b5021Sdrh sqlite3VdbeAddOp3(v, OP_Column, srcTab, ipkColumn, regRowid); 1183142e30dfSdrh }else if( pSelect ){ 1184f5f1915dSdrh /* Rowid already initialized at tag-20191021-001 */ 11854a32431cSdrh }else{ 118604fcef00Sdrh Expr *pIpk = pList->a[ipkColumn].pExpr; 118704fcef00Sdrh if( pIpk->op==TK_NULL && !IsVirtual(pTab) ){ 118804fcef00Sdrh sqlite3VdbeAddOp3(v, OP_NewRowid, iDataCur, regRowid, regAutoinc); 1189e4d90813Sdrh appendFlag = 1; 119004fcef00Sdrh }else{ 119104fcef00Sdrh sqlite3ExprCode(pParse, pList->a[ipkColumn].pExpr, regRowid); 1192e4d90813Sdrh } 119327a32783Sdrh } 1194f0863fe5Sdrh /* If the PRIMARY KEY expression is NULL, then use OP_NewRowid 1195e1e68f49Sdrh ** to generate a unique primary key value. 1196e1e68f49Sdrh */ 1197e4d90813Sdrh if( !appendFlag ){ 1198728e0f91Sdrh int addr1; 1199bb50e7adSdanielk1977 if( !IsVirtual(pTab) ){ 1200728e0f91Sdrh addr1 = sqlite3VdbeAddOp1(v, OP_NotNull, regRowid); VdbeCoverage(v); 120126198bb4Sdrh sqlite3VdbeAddOp3(v, OP_NewRowid, iDataCur, regRowid, regAutoinc); 1202728e0f91Sdrh sqlite3VdbeJumpHere(v, addr1); 1203bb50e7adSdanielk1977 }else{ 1204728e0f91Sdrh addr1 = sqlite3VdbeCurrentAddr(v); 1205728e0f91Sdrh sqlite3VdbeAddOp2(v, OP_IsNull, regRowid, addr1+2); VdbeCoverage(v); 1206bb50e7adSdanielk1977 } 1207688852abSdrh sqlite3VdbeAddOp1(v, OP_MustBeInt, regRowid); VdbeCoverage(v); 1208e4d90813Sdrh } 1209ec95c441Sdrh }else if( IsVirtual(pTab) || withoutRowid ){ 12106a288a33Sdrh sqlite3VdbeAddOp2(v, OP_Null, 0, regRowid); 12114a32431cSdrh }else{ 121226198bb4Sdrh sqlite3VdbeAddOp3(v, OP_NewRowid, iDataCur, regRowid, regAutoinc); 1213e4d90813Sdrh appendFlag = 1; 12144a32431cSdrh } 12156a288a33Sdrh autoIncStep(pParse, regAutoinc, regRowid); 12164a32431cSdrh 1217c1431144Sdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 1218dd6cc9b5Sdrh /* Compute the new value for generated columns after all other 1219f5f1915dSdrh ** columns have already been computed. This must be done after 1220f5f1915dSdrh ** computing the ROWID in case one of the generated columns 1221b5f6243fSdrh ** is derived from the INTEGER PRIMARY KEY. */ 1222427b96aeSdrh if( pTab->tabFlags & TF_HasGenerated ){ 1223dd6cc9b5Sdrh sqlite3ComputeGeneratedColumns(pParse, regRowid+1, pTab); 12244a32431cSdrh } 1225c1431144Sdrh #endif 12261ccde15dSdrh 12270ca3e24bSdrh /* Generate code to check constraints and generate index keys and 12280ca3e24bSdrh ** do the insertion. 12294a32431cSdrh */ 12304cbdda9eSdrh #ifndef SQLITE_OMIT_VIRTUALTABLE 12314cbdda9eSdrh if( IsVirtual(pTab) ){ 1232595a523aSdanielk1977 const char *pVTab = (const char *)sqlite3GetVTable(db, pTab); 12334f3dd150Sdrh sqlite3VtabMakeWritable(pParse, pTab); 1234595a523aSdanielk1977 sqlite3VdbeAddOp4(v, OP_VUpdate, 1, pTab->nCol+2, regIns, pVTab, P4_VTAB); 1235b061d058Sdan sqlite3VdbeChangeP5(v, onError==OE_Default ? OE_Abort : onError); 1236e0af83acSdan sqlite3MayAbort(pParse); 12374cbdda9eSdrh }else 12384cbdda9eSdrh #endif 12394cbdda9eSdrh { 1240de630353Sdanielk1977 int isReplace; /* Set to true if constraints may cause a replace */ 12413b908d41Sdan int bUseSeek; /* True to use OPFLAG_SEEKRESULT */ 1242f8ffb278Sdrh sqlite3GenerateConstraintChecks(pParse, pTab, aRegIdx, iDataCur, iIdxCur, 1243788d55aaSdrh regIns, 0, ipkColumn>=0, onError, endOfLoop, &isReplace, 0, pUpsert 124404adf416Sdrh ); 12458ff2d956Sdan sqlite3FkCheck(pParse, pTab, 0, regIns, 0, 0); 12463b908d41Sdan 12473b908d41Sdan /* Set the OPFLAG_USESEEKRESULT flag if either (a) there are no REPLACE 12483b908d41Sdan ** constraints or (b) there are no triggers and this table is not a 12493b908d41Sdan ** parent table in a foreign key constraint. It is safe to set the 12503b908d41Sdan ** flag in the second case as if any REPLACE constraint is hit, an 12513b908d41Sdan ** OP_Delete or OP_IdxDelete instruction will be executed on each 12523b908d41Sdan ** cursor that is disturbed. And these instructions both clear the 12533b908d41Sdan ** VdbeCursor.seekResult variable, disabling the OPFLAG_USESEEKRESULT 12543b908d41Sdan ** functionality. */ 125506baba54Sdrh bUseSeek = (isReplace==0 || !sqlite3VdbeHasSubProgram(v)); 125626198bb4Sdrh sqlite3CompleteInsertion(pParse, pTab, iDataCur, iIdxCur, 12573b908d41Sdan regIns, aRegIdx, 0, appendFlag, bUseSeek 12583b908d41Sdan ); 12595cf590c1Sdrh } 12604cbdda9eSdrh } 12611bee3d7bSdrh 1262feeb1394Sdrh /* Update the count of rows that are inserted 12631bee3d7bSdrh */ 126479636913Sdrh if( regRowCount ){ 12656a288a33Sdrh sqlite3VdbeAddOp2(v, OP_AddImm, regRowCount, 1); 12661bee3d7bSdrh } 1267c3f9bad2Sdanielk1977 12682f886d1dSdanielk1977 if( pTrigger ){ 1269c3f9bad2Sdanielk1977 /* Code AFTER triggers */ 1270165921a7Sdan sqlite3CodeRowTrigger(pParse, pTrigger, TK_INSERT, 0, TRIGGER_AFTER, 127194d7f50aSdan pTab, regData-2-pTab->nCol, onError, endOfLoop); 1272c3f9bad2Sdanielk1977 } 12731bee3d7bSdrh 1274e00ee6ebSdrh /* The bottom of the main insertion loop, if the data source 1275e00ee6ebSdrh ** is a SELECT statement. 12761ccde15dSdrh */ 12774adee20fSdanielk1977 sqlite3VdbeResolveLabel(v, endOfLoop); 1278142e30dfSdrh if( useTempTable ){ 1279688852abSdrh sqlite3VdbeAddOp2(v, OP_Next, srcTab, addrCont); VdbeCoverage(v); 1280e00ee6ebSdrh sqlite3VdbeJumpHere(v, addrInsTop); 12812eb95377Sdrh sqlite3VdbeAddOp1(v, OP_Close, srcTab); 1282142e30dfSdrh }else if( pSelect ){ 1283076e85f5Sdrh sqlite3VdbeGoto(v, addrCont); 1284d9670abbSdrh #ifdef SQLITE_DEBUG 1285d9670abbSdrh /* If we are jumping back to an OP_Yield that is preceded by an 1286d9670abbSdrh ** OP_ReleaseReg, set the p5 flag on the OP_Goto so that the 1287d9670abbSdrh ** OP_ReleaseReg will be included in the loop. */ 1288d9670abbSdrh if( sqlite3VdbeGetOp(v, addrCont-1)->opcode==OP_ReleaseReg ){ 1289d9670abbSdrh assert( sqlite3VdbeGetOp(v, addrCont)->opcode==OP_Yield ); 1290d9670abbSdrh sqlite3VdbeChangeP5(v, 1); 1291d9670abbSdrh } 1292d9670abbSdrh #endif 1293e00ee6ebSdrh sqlite3VdbeJumpHere(v, addrInsTop); 12946b56344dSdrh } 1295c3f9bad2Sdanielk1977 12960b9f50d8Sdrh insert_end: 1297f3388144Sdrh /* Update the sqlite_sequence table by storing the content of the 12980b9f50d8Sdrh ** maximum rowid counter values recorded while inserting into 12990b9f50d8Sdrh ** autoincrement tables. 13002958a4e6Sdrh */ 1301165921a7Sdan if( pParse->nested==0 && pParse->pTriggerTab==0 ){ 13020b9f50d8Sdrh sqlite3AutoincrementEnd(pParse); 13030b9f50d8Sdrh } 13042958a4e6Sdrh 13051bee3d7bSdrh /* 1306e7de6f25Sdanielk1977 ** Return the number of rows inserted. If this routine is 1307e7de6f25Sdanielk1977 ** generating code because of a call to sqlite3NestedParse(), do not 1308e7de6f25Sdanielk1977 ** invoke the callback function. 13091bee3d7bSdrh */ 131079636913Sdrh if( regRowCount ){ 13116a288a33Sdrh sqlite3VdbeAddOp2(v, OP_ResultRow, regRowCount, 1); 131222322fd4Sdanielk1977 sqlite3VdbeSetNumCols(v, 1); 131310fb749bSdanielk1977 sqlite3VdbeSetColName(v, 0, COLNAME_NAME, "rows inserted", SQLITE_STATIC); 13141bee3d7bSdrh } 1315cce7d176Sdrh 1316cce7d176Sdrh insert_cleanup: 1317633e6d57Sdrh sqlite3SrcListDelete(db, pTabList); 1318633e6d57Sdrh sqlite3ExprListDelete(db, pList); 131946d2e5c3Sdrh sqlite3UpsertDelete(db, pUpsert); 1320633e6d57Sdrh sqlite3SelectDelete(db, pSelect); 1321633e6d57Sdrh sqlite3IdListDelete(db, pColumn); 1322633e6d57Sdrh sqlite3DbFree(db, aRegIdx); 1323cce7d176Sdrh } 13249cfcf5d4Sdrh 132575cbd984Sdan /* Make sure "isView" and other macros defined above are undefined. Otherwise 132660ec914cSpeter.d.reid ** they may interfere with compilation of other functions in this file 132775cbd984Sdan ** (or in another file, if this file becomes part of the amalgamation). */ 132875cbd984Sdan #ifdef isView 132975cbd984Sdan #undef isView 133075cbd984Sdan #endif 133175cbd984Sdan #ifdef pTrigger 133275cbd984Sdan #undef pTrigger 133375cbd984Sdan #endif 133475cbd984Sdan #ifdef tmask 133575cbd984Sdan #undef tmask 133675cbd984Sdan #endif 133775cbd984Sdan 13389cfcf5d4Sdrh /* 1339e9816d82Sdrh ** Meanings of bits in of pWalker->eCode for 1340e9816d82Sdrh ** sqlite3ExprReferencesUpdatedColumn() 134198bfa16dSdrh */ 134298bfa16dSdrh #define CKCNSTRNT_COLUMN 0x01 /* CHECK constraint uses a changing column */ 134398bfa16dSdrh #define CKCNSTRNT_ROWID 0x02 /* CHECK constraint references the ROWID */ 134498bfa16dSdrh 1345e9816d82Sdrh /* This is the Walker callback from sqlite3ExprReferencesUpdatedColumn(). 1346e9816d82Sdrh * Set bit 0x01 of pWalker->eCode if pWalker->eCode to 0 and if this 1347e9816d82Sdrh ** expression node references any of the 13482a0b527bSdrh ** columns that are being modifed by an UPDATE statement. 13492a0b527bSdrh */ 13502a0b527bSdrh static int checkConstraintExprNode(Walker *pWalker, Expr *pExpr){ 135198bfa16dSdrh if( pExpr->op==TK_COLUMN ){ 135298bfa16dSdrh assert( pExpr->iColumn>=0 || pExpr->iColumn==-1 ); 135398bfa16dSdrh if( pExpr->iColumn>=0 ){ 135498bfa16dSdrh if( pWalker->u.aiCol[pExpr->iColumn]>=0 ){ 135598bfa16dSdrh pWalker->eCode |= CKCNSTRNT_COLUMN; 135698bfa16dSdrh } 135798bfa16dSdrh }else{ 135898bfa16dSdrh pWalker->eCode |= CKCNSTRNT_ROWID; 135998bfa16dSdrh } 13602a0b527bSdrh } 13612a0b527bSdrh return WRC_Continue; 13622a0b527bSdrh } 13632a0b527bSdrh 13642a0b527bSdrh /* 13652a0b527bSdrh ** pExpr is a CHECK constraint on a row that is being UPDATE-ed. The 13662a0b527bSdrh ** only columns that are modified by the UPDATE are those for which 136798bfa16dSdrh ** aiChng[i]>=0, and also the ROWID is modified if chngRowid is true. 136898bfa16dSdrh ** 1369e9816d82Sdrh ** Return true if CHECK constraint pExpr uses any of the 137098bfa16dSdrh ** changing columns (or the rowid if it is changing). In other words, 1371e9816d82Sdrh ** return true if this CHECK constraint must be validated for 137298bfa16dSdrh ** the new row in the UPDATE statement. 1373e9816d82Sdrh ** 1374e9816d82Sdrh ** 2018-09-15: pExpr might also be an expression for an index-on-expressions. 1375e9816d82Sdrh ** The operation of this routine is the same - return true if an only if 1376e9816d82Sdrh ** the expression uses one or more of columns identified by the second and 1377e9816d82Sdrh ** third arguments. 13782a0b527bSdrh */ 1379e9816d82Sdrh int sqlite3ExprReferencesUpdatedColumn( 1380e9816d82Sdrh Expr *pExpr, /* The expression to be checked */ 1381e9816d82Sdrh int *aiChng, /* aiChng[x]>=0 if column x changed by the UPDATE */ 1382e9816d82Sdrh int chngRowid /* True if UPDATE changes the rowid */ 1383e9816d82Sdrh ){ 13842a0b527bSdrh Walker w; 13852a0b527bSdrh memset(&w, 0, sizeof(w)); 138698bfa16dSdrh w.eCode = 0; 13872a0b527bSdrh w.xExprCallback = checkConstraintExprNode; 13882a0b527bSdrh w.u.aiCol = aiChng; 13892a0b527bSdrh sqlite3WalkExpr(&w, pExpr); 139005723a9eSdrh if( !chngRowid ){ 139105723a9eSdrh testcase( (w.eCode & CKCNSTRNT_ROWID)!=0 ); 139205723a9eSdrh w.eCode &= ~CKCNSTRNT_ROWID; 139305723a9eSdrh } 139405723a9eSdrh testcase( w.eCode==0 ); 139505723a9eSdrh testcase( w.eCode==CKCNSTRNT_COLUMN ); 139605723a9eSdrh testcase( w.eCode==CKCNSTRNT_ROWID ); 139705723a9eSdrh testcase( w.eCode==(CKCNSTRNT_ROWID|CKCNSTRNT_COLUMN) ); 1398e9816d82Sdrh return w.eCode!=0; 13992a0b527bSdrh } 14002a0b527bSdrh 140111e85273Sdrh /* 14026934fc7bSdrh ** Generate code to do constraint checks prior to an INSERT or an UPDATE 14036934fc7bSdrh ** on table pTab. 14049cfcf5d4Sdrh ** 14056934fc7bSdrh ** The regNewData parameter is the first register in a range that contains 14066934fc7bSdrh ** the data to be inserted or the data after the update. There will be 14076934fc7bSdrh ** pTab->nCol+1 registers in this range. The first register (the one 14086934fc7bSdrh ** that regNewData points to) will contain the new rowid, or NULL in the 14096934fc7bSdrh ** case of a WITHOUT ROWID table. The second register in the range will 14106934fc7bSdrh ** contain the content of the first table column. The third register will 14116934fc7bSdrh ** contain the content of the second table column. And so forth. 14120ca3e24bSdrh ** 1413f8ffb278Sdrh ** The regOldData parameter is similar to regNewData except that it contains 1414f8ffb278Sdrh ** the data prior to an UPDATE rather than afterwards. regOldData is zero 1415f8ffb278Sdrh ** for an INSERT. This routine can distinguish between UPDATE and INSERT by 1416f8ffb278Sdrh ** checking regOldData for zero. 14170ca3e24bSdrh ** 1418f8ffb278Sdrh ** For an UPDATE, the pkChng boolean is true if the true primary key (the 1419f8ffb278Sdrh ** rowid for a normal table or the PRIMARY KEY for a WITHOUT ROWID table) 1420f8ffb278Sdrh ** might be modified by the UPDATE. If pkChng is false, then the key of 1421f8ffb278Sdrh ** the iDataCur content table is guaranteed to be unchanged by the UPDATE. 14220ca3e24bSdrh ** 1423f8ffb278Sdrh ** For an INSERT, the pkChng boolean indicates whether or not the rowid 1424f8ffb278Sdrh ** was explicitly specified as part of the INSERT statement. If pkChng 1425f8ffb278Sdrh ** is zero, it means that the either rowid is computed automatically or 1426f8ffb278Sdrh ** that the table is a WITHOUT ROWID table and has no rowid. On an INSERT, 1427f8ffb278Sdrh ** pkChng will only be true if the INSERT statement provides an integer 1428f8ffb278Sdrh ** value for either the rowid column or its INTEGER PRIMARY KEY alias. 14290ca3e24bSdrh ** 14306934fc7bSdrh ** The code generated by this routine will store new index entries into 1431aa9b8963Sdrh ** registers identified by aRegIdx[]. No index entry is created for 1432aa9b8963Sdrh ** indices where aRegIdx[i]==0. The order of indices in aRegIdx[] is 1433aa9b8963Sdrh ** the same as the order of indices on the linked list of indices 14346934fc7bSdrh ** at pTab->pIndex. 14356934fc7bSdrh ** 1436a7c3b93fSdrh ** (2019-05-07) The generated code also creates a new record for the 1437a7c3b93fSdrh ** main table, if pTab is a rowid table, and stores that record in the 1438a7c3b93fSdrh ** register identified by aRegIdx[nIdx] - in other words in the first 1439a7c3b93fSdrh ** entry of aRegIdx[] past the last index. It is important that the 1440a7c3b93fSdrh ** record be generated during constraint checks to avoid affinity changes 1441a7c3b93fSdrh ** to the register content that occur after constraint checks but before 1442a7c3b93fSdrh ** the new record is inserted. 1443a7c3b93fSdrh ** 14446934fc7bSdrh ** The caller must have already opened writeable cursors on the main 14456934fc7bSdrh ** table and all applicable indices (that is to say, all indices for which 14466934fc7bSdrh ** aRegIdx[] is not zero). iDataCur is the cursor for the main table when 14476934fc7bSdrh ** inserting or updating a rowid table, or the cursor for the PRIMARY KEY 14486934fc7bSdrh ** index when operating on a WITHOUT ROWID table. iIdxCur is the cursor 14496934fc7bSdrh ** for the first index in the pTab->pIndex list. Cursors for other indices 14506934fc7bSdrh ** are at iIdxCur+N for the N-th element of the pTab->pIndex list. 14519cfcf5d4Sdrh ** 14529cfcf5d4Sdrh ** This routine also generates code to check constraints. NOT NULL, 14539cfcf5d4Sdrh ** CHECK, and UNIQUE constraints are all checked. If a constraint fails, 14541c92853dSdrh ** then the appropriate action is performed. There are five possible 14551c92853dSdrh ** actions: ROLLBACK, ABORT, FAIL, REPLACE, and IGNORE. 14569cfcf5d4Sdrh ** 14579cfcf5d4Sdrh ** Constraint type Action What Happens 14589cfcf5d4Sdrh ** --------------- ---------- ---------------------------------------- 14591c92853dSdrh ** any ROLLBACK The current transaction is rolled back and 14606934fc7bSdrh ** sqlite3_step() returns immediately with a 14619cfcf5d4Sdrh ** return code of SQLITE_CONSTRAINT. 14629cfcf5d4Sdrh ** 14631c92853dSdrh ** any ABORT Back out changes from the current command 14641c92853dSdrh ** only (do not do a complete rollback) then 14656934fc7bSdrh ** cause sqlite3_step() to return immediately 14661c92853dSdrh ** with SQLITE_CONSTRAINT. 14671c92853dSdrh ** 14686934fc7bSdrh ** any FAIL Sqlite3_step() returns immediately with a 14691c92853dSdrh ** return code of SQLITE_CONSTRAINT. The 14701c92853dSdrh ** transaction is not rolled back and any 14716934fc7bSdrh ** changes to prior rows are retained. 14721c92853dSdrh ** 14736934fc7bSdrh ** any IGNORE The attempt in insert or update the current 14746934fc7bSdrh ** row is skipped, without throwing an error. 14756934fc7bSdrh ** Processing continues with the next row. 14766934fc7bSdrh ** (There is an immediate jump to ignoreDest.) 14779cfcf5d4Sdrh ** 14789cfcf5d4Sdrh ** NOT NULL REPLACE The NULL value is replace by the default 14799cfcf5d4Sdrh ** value for that column. If the default value 14809cfcf5d4Sdrh ** is NULL, the action is the same as ABORT. 14819cfcf5d4Sdrh ** 14829cfcf5d4Sdrh ** UNIQUE REPLACE The other row that conflicts with the row 14839cfcf5d4Sdrh ** being inserted is removed. 14849cfcf5d4Sdrh ** 14859cfcf5d4Sdrh ** CHECK REPLACE Illegal. The results in an exception. 14869cfcf5d4Sdrh ** 14871c92853dSdrh ** Which action to take is determined by the overrideError parameter. 14881c92853dSdrh ** Or if overrideError==OE_Default, then the pParse->onError parameter 14891c92853dSdrh ** is used. Or if pParse->onError==OE_Default then the onError value 14901c92853dSdrh ** for the constraint is used. 14919cfcf5d4Sdrh */ 14924adee20fSdanielk1977 void sqlite3GenerateConstraintChecks( 14939cfcf5d4Sdrh Parse *pParse, /* The parser context */ 14946934fc7bSdrh Table *pTab, /* The table being inserted or updated */ 1495f8ffb278Sdrh int *aRegIdx, /* Use register aRegIdx[i] for index i. 0 for unused */ 14966934fc7bSdrh int iDataCur, /* Canonical data cursor (main table or PK index) */ 149726198bb4Sdrh int iIdxCur, /* First index cursor */ 14986934fc7bSdrh int regNewData, /* First register in a range holding values to insert */ 1499f8ffb278Sdrh int regOldData, /* Previous content. 0 for INSERTs */ 1500f8ffb278Sdrh u8 pkChng, /* Non-zero if the rowid or PRIMARY KEY changed */ 1501f8ffb278Sdrh u8 overrideError, /* Override onError to this if not OE_Default */ 1502de630353Sdanielk1977 int ignoreDest, /* Jump to this label on an OE_Ignore resolution */ 1503bdb00225Sdrh int *pbMayReplace, /* OUT: Set to true if constraint may cause a replace */ 1504788d55aaSdrh int *aiChng, /* column i is unchanged if aiChng[i]<0 */ 1505788d55aaSdrh Upsert *pUpsert /* ON CONFLICT clauses, if any. NULL otherwise */ 15069cfcf5d4Sdrh ){ 15071b7ecbb4Sdrh Vdbe *v; /* VDBE under constrution */ 15081b7ecbb4Sdrh Index *pIdx; /* Pointer to one of the indices */ 150911e85273Sdrh Index *pPk = 0; /* The PRIMARY KEY index */ 15102938f924Sdrh sqlite3 *db; /* Database connection */ 1511f8ffb278Sdrh int i; /* loop counter */ 1512f8ffb278Sdrh int ix; /* Index loop counter */ 15139cfcf5d4Sdrh int nCol; /* Number of columns */ 15149cfcf5d4Sdrh int onError; /* Conflict resolution strategy */ 15151b7ecbb4Sdrh int seenReplace = 0; /* True if REPLACE is used to resolve INT PK conflict */ 15166fbe41acSdrh int nPkField; /* Number of fields in PRIMARY KEY. 1 for ROWID tables */ 1517096fd476Sdrh Index *pUpIdx = 0; /* Index to which to apply the upsert */ 15188d1b82e4Sdrh u8 isUpdate; /* True if this is an UPDATE operation */ 151957bf4a8eSdrh u8 bAffinityDone = 0; /* True if the OP_Affinity operation has been run */ 1520096fd476Sdrh int upsertBypass = 0; /* Address of Goto to bypass upsert subroutine */ 152184304506Sdrh int upsertJump = 0; /* Address of Goto that jumps into upsert subroutine */ 152284304506Sdrh int ipkTop = 0; /* Top of the IPK uniqueness check */ 152384304506Sdrh int ipkBottom = 0; /* OP_Goto at the end of the IPK uniqueness check */ 1524a407eccbSdrh /* Variables associated with retesting uniqueness constraints after 1525a407eccbSdrh ** replace triggers fire have run */ 1526a407eccbSdrh int regTrigCnt; /* Register used to count replace trigger invocations */ 1527a407eccbSdrh int addrRecheck = 0; /* Jump here to recheck all uniqueness constraints */ 1528a407eccbSdrh int lblRecheckOk = 0; /* Each recheck jumps to this label if it passes */ 1529a407eccbSdrh Trigger *pTrigger; /* List of DELETE triggers on the table pTab */ 1530a407eccbSdrh int nReplaceTrig = 0; /* Number of replace triggers coded */ 15319cfcf5d4Sdrh 1532f8ffb278Sdrh isUpdate = regOldData!=0; 15332938f924Sdrh db = pParse->db; 15344adee20fSdanielk1977 v = sqlite3GetVdbe(pParse); 15359cfcf5d4Sdrh assert( v!=0 ); 1536417be79cSdrh assert( pTab->pSelect==0 ); /* This table is not a VIEW */ 15379cfcf5d4Sdrh nCol = pTab->nCol; 1538aa9b8963Sdrh 15396934fc7bSdrh /* pPk is the PRIMARY KEY index for WITHOUT ROWID tables and NULL for 15406934fc7bSdrh ** normal rowid tables. nPkField is the number of key fields in the 15416934fc7bSdrh ** pPk index or 1 for a rowid table. In other words, nPkField is the 15426934fc7bSdrh ** number of fields in the true primary key of the table. */ 154326198bb4Sdrh if( HasRowid(pTab) ){ 154426198bb4Sdrh pPk = 0; 154526198bb4Sdrh nPkField = 1; 154626198bb4Sdrh }else{ 154726198bb4Sdrh pPk = sqlite3PrimaryKeyIndex(pTab); 154826198bb4Sdrh nPkField = pPk->nKeyCol; 154926198bb4Sdrh } 15506fbe41acSdrh 15516fbe41acSdrh /* Record that this module has started */ 15526fbe41acSdrh VdbeModuleComment((v, "BEGIN: GenCnstCks(%d,%d,%d,%d,%d)", 15536934fc7bSdrh iDataCur, iIdxCur, regNewData, regOldData, pkChng)); 15549cfcf5d4Sdrh 15559cfcf5d4Sdrh /* Test all NOT NULL constraints. 15569cfcf5d4Sdrh */ 1557cbda9c7aSdrh if( pTab->tabFlags & TF_HasNotNull ){ 1558ad5f1577Sdrh int b2ndPass = 0; /* True if currently running 2nd pass */ 1559ad5f1577Sdrh int nSeenReplace = 0; /* Number of ON CONFLICT REPLACE operations */ 1560ad5f1577Sdrh int nGenerated = 0; /* Number of generated columns with NOT NULL */ 1561ad5f1577Sdrh while(1){ /* Make 2 passes over columns. Exit loop via "break" */ 15629cfcf5d4Sdrh for(i=0; i<nCol; i++){ 1563ad5f1577Sdrh int iReg; /* Register holding column value */ 1564ad5f1577Sdrh Column *pCol = &pTab->aCol[i]; /* The column to check for NOT NULL */ 1565ad5f1577Sdrh int isGenerated; /* non-zero if column is generated */ 1566ad5f1577Sdrh onError = pCol->notNull; 1567cbda9c7aSdrh if( onError==OE_None ) continue; /* No NOT NULL on this column */ 15680ca3e24bSdrh if( i==pTab->iPKey ){ 1569bdb00225Sdrh continue; /* ROWID is never NULL */ 1570bdb00225Sdrh } 1571ad5f1577Sdrh isGenerated = pCol->colFlags & COLFLAG_GENERATED; 1572ad5f1577Sdrh if( isGenerated && !b2ndPass ){ 1573ad5f1577Sdrh nGenerated++; 1574ad5f1577Sdrh continue; /* Generated columns processed on 2nd pass */ 1575ad5f1577Sdrh } 1576ad5f1577Sdrh if( aiChng && aiChng[i]<0 && !isGenerated ){ 1577ad5f1577Sdrh /* Do not check NOT NULL on columns that do not change */ 15780ca3e24bSdrh continue; 15790ca3e24bSdrh } 15809cfcf5d4Sdrh if( overrideError!=OE_Default ){ 15819cfcf5d4Sdrh onError = overrideError; 1582a996e477Sdrh }else if( onError==OE_Default ){ 1583a996e477Sdrh onError = OE_Abort; 15849cfcf5d4Sdrh } 1585ad5f1577Sdrh if( onError==OE_Replace ){ 1586ad5f1577Sdrh if( b2ndPass /* REPLACE becomes ABORT on the 2nd pass */ 1587ad5f1577Sdrh || pCol->pDflt==0 /* REPLACE is ABORT if no DEFAULT value */ 1588ad5f1577Sdrh ){ 1589ad5f1577Sdrh testcase( pCol->colFlags & COLFLAG_VIRTUAL ); 1590ad5f1577Sdrh testcase( pCol->colFlags & COLFLAG_STORED ); 1591ad5f1577Sdrh testcase( pCol->colFlags & COLFLAG_GENERATED ); 15929cfcf5d4Sdrh onError = OE_Abort; 1593ad5f1577Sdrh }else{ 1594ad5f1577Sdrh assert( !isGenerated ); 1595ad5f1577Sdrh } 1596ad5f1577Sdrh }else if( b2ndPass && !isGenerated ){ 1597ad5f1577Sdrh continue; 15989cfcf5d4Sdrh } 1599b84f96f8Sdanielk1977 assert( onError==OE_Rollback || onError==OE_Abort || onError==OE_Fail 1600b84f96f8Sdanielk1977 || onError==OE_Ignore || onError==OE_Replace ); 1601c5f808d8Sdrh testcase( i!=sqlite3TableColumnToStorage(pTab, i) ); 1602b9bcf7caSdrh iReg = sqlite3TableColumnToStorage(pTab, i) + regNewData + 1; 16039cfcf5d4Sdrh switch( onError ){ 16049bfb0794Sdrh case OE_Replace: { 1605ad5f1577Sdrh int addr1 = sqlite3VdbeAddOp1(v, OP_NotNull, iReg); 16069bfb0794Sdrh VdbeCoverage(v); 1607ad5f1577Sdrh assert( (pCol->colFlags & COLFLAG_GENERATED)==0 ); 1608ad5f1577Sdrh nSeenReplace++; 1609ad5f1577Sdrh sqlite3ExprCode(pParse, pCol->pDflt, iReg); 1610ad5f1577Sdrh sqlite3VdbeJumpHere(v, addr1); 1611ad5f1577Sdrh break; 16129bfb0794Sdrh } 16131c92853dSdrh case OE_Abort: 1614e0af83acSdan sqlite3MayAbort(pParse); 16150978d4ffSdrh /* Fall through */ 1616e0af83acSdan case OE_Rollback: 16171c92853dSdrh case OE_Fail: { 1618f9c8ce3cSdrh char *zMsg = sqlite3MPrintf(db, "%s.%s", pTab->zName, 1619ad5f1577Sdrh pCol->zName); 1620cbda9c7aSdrh sqlite3VdbeAddOp3(v, OP_HaltIfNull, SQLITE_CONSTRAINT_NOTNULL, 1621a88c8c1aSdrh onError, iReg); 16222700acaaSdrh sqlite3VdbeAppendP4(v, zMsg, P4_DYNAMIC); 1623f9c8ce3cSdrh sqlite3VdbeChangeP5(v, P5_ConstraintNotNull); 1624688852abSdrh VdbeCoverage(v); 16259cfcf5d4Sdrh break; 16269cfcf5d4Sdrh } 1627098d1684Sdrh default: { 16289bfb0794Sdrh assert( onError==OE_Ignore ); 16298e10d74bSdrh sqlite3VdbeAddOp2(v, OP_IsNull, iReg, ignoreDest); 1630728e0f91Sdrh VdbeCoverage(v); 16319cfcf5d4Sdrh break; 16329cfcf5d4Sdrh } 1633ad5f1577Sdrh } /* end switch(onError) */ 1634ad5f1577Sdrh } /* end loop i over columns */ 1635ad5f1577Sdrh if( nGenerated==0 && nSeenReplace==0 ){ 1636ad5f1577Sdrh /* If there are no generated columns with NOT NULL constraints 1637ad5f1577Sdrh ** and no NOT NULL ON CONFLICT REPLACE constraints, then a single 1638ad5f1577Sdrh ** pass is sufficient */ 1639ad5f1577Sdrh break; 16409cfcf5d4Sdrh } 1641ad5f1577Sdrh if( b2ndPass ) break; /* Never need more than 2 passes */ 1642ad5f1577Sdrh b2ndPass = 1; 1643ef9f719dSdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 1644ad5f1577Sdrh if( nSeenReplace>0 && (pTab->tabFlags & TF_HasGenerated)!=0 ){ 1645ad5f1577Sdrh /* If any NOT NULL ON CONFLICT REPLACE constraints fired on the 1646ad5f1577Sdrh ** first pass, recomputed values for all generated columns, as 1647ad5f1577Sdrh ** those values might depend on columns affected by the REPLACE. 1648ad5f1577Sdrh */ 1649ad5f1577Sdrh sqlite3ComputeGeneratedColumns(pParse, regNewData+1, pTab); 16509cfcf5d4Sdrh } 1651ef9f719dSdrh #endif 1652ad5f1577Sdrh } /* end of 2-pass loop */ 1653ad5f1577Sdrh } /* end if( has-not-null-constraints ) */ 16549cfcf5d4Sdrh 16559cfcf5d4Sdrh /* Test all CHECK constraints 16569cfcf5d4Sdrh */ 1657ffe07b2dSdrh #ifndef SQLITE_OMIT_CHECK 16582938f924Sdrh if( pTab->pCheck && (db->flags & SQLITE_IgnoreChecks)==0 ){ 16592938f924Sdrh ExprList *pCheck = pTab->pCheck; 16606e97f8ecSdrh pParse->iSelfTab = -(regNewData+1); 1661aa01c7e2Sdrh onError = overrideError!=OE_Default ? overrideError : OE_Abort; 16622938f924Sdrh for(i=0; i<pCheck->nExpr; i++){ 166305723a9eSdrh int allOk; 16642a0b527bSdrh Expr *pExpr = pCheck->a[i].pExpr; 1665e9816d82Sdrh if( aiChng 1666e9816d82Sdrh && !sqlite3ExprReferencesUpdatedColumn(pExpr, aiChng, pkChng) 1667e9816d82Sdrh ){ 1668e9816d82Sdrh /* The check constraints do not reference any of the columns being 1669e9816d82Sdrh ** updated so there is no point it verifying the check constraint */ 1670e9816d82Sdrh continue; 1671e9816d82Sdrh } 1672*9dce0ef4Sdrh if( bAffinityDone==0 ){ 1673*9dce0ef4Sdrh sqlite3TableAffinity(v, pTab, regNewData+1); 1674*9dce0ef4Sdrh bAffinityDone = 1; 1675*9dce0ef4Sdrh } 1676ec4ccdbcSdrh allOk = sqlite3VdbeMakeLabel(pParse); 16774031bafaSdrh sqlite3VdbeVerifyAbortable(v, onError); 16782a0b527bSdrh sqlite3ExprIfTrue(pParse, pExpr, allOk, SQLITE_JUMPIFNULL); 16792e06c67cSdrh if( onError==OE_Ignore ){ 1680076e85f5Sdrh sqlite3VdbeGoto(v, ignoreDest); 1681aa01c7e2Sdrh }else{ 168241cee668Sdrh char *zName = pCheck->a[i].zEName; 1683f9c8ce3cSdrh if( zName==0 ) zName = pTab->zName; 16840ce974d1Sdrh if( onError==OE_Replace ) onError = OE_Abort; /* IMP: R-26383-51744 */ 1685d91c1a17Sdrh sqlite3HaltConstraint(pParse, SQLITE_CONSTRAINT_CHECK, 1686f9c8ce3cSdrh onError, zName, P4_TRANSIENT, 1687f9c8ce3cSdrh P5_ConstraintCheck); 1688aa01c7e2Sdrh } 1689ffe07b2dSdrh sqlite3VdbeResolveLabel(v, allOk); 1690ffe07b2dSdrh } 16916e97f8ecSdrh pParse->iSelfTab = 0; 16922938f924Sdrh } 1693ffe07b2dSdrh #endif /* !defined(SQLITE_OMIT_CHECK) */ 16949cfcf5d4Sdrh 1695096fd476Sdrh /* UNIQUE and PRIMARY KEY constraints should be handled in the following 1696096fd476Sdrh ** order: 1697096fd476Sdrh ** 169884304506Sdrh ** (1) OE_Update 169984304506Sdrh ** (2) OE_Abort, OE_Fail, OE_Rollback, OE_Ignore 1700096fd476Sdrh ** (3) OE_Replace 1701096fd476Sdrh ** 1702096fd476Sdrh ** OE_Fail and OE_Ignore must happen before any changes are made. 1703096fd476Sdrh ** OE_Update guarantees that only a single row will change, so it 1704096fd476Sdrh ** must happen before OE_Replace. Technically, OE_Abort and OE_Rollback 1705096fd476Sdrh ** could happen in any order, but they are grouped up front for 1706096fd476Sdrh ** convenience. 1707096fd476Sdrh ** 170884304506Sdrh ** 2018-08-14: Ticket https://www.sqlite.org/src/info/908f001483982c43 170984304506Sdrh ** The order of constraints used to have OE_Update as (2) and OE_Abort 171084304506Sdrh ** and so forth as (1). But apparently PostgreSQL checks the OE_Update 171184304506Sdrh ** constraint before any others, so it had to be moved. 171284304506Sdrh ** 1713096fd476Sdrh ** Constraint checking code is generated in this order: 1714096fd476Sdrh ** (A) The rowid constraint 1715096fd476Sdrh ** (B) Unique index constraints that do not have OE_Replace as their 1716096fd476Sdrh ** default conflict resolution strategy 1717096fd476Sdrh ** (C) Unique index that do use OE_Replace by default. 1718096fd476Sdrh ** 1719096fd476Sdrh ** The ordering of (2) and (3) is accomplished by making sure the linked 1720096fd476Sdrh ** list of indexes attached to a table puts all OE_Replace indexes last 1721096fd476Sdrh ** in the list. See sqlite3CreateIndex() for where that happens. 1722096fd476Sdrh */ 1723096fd476Sdrh 1724096fd476Sdrh if( pUpsert ){ 1725096fd476Sdrh if( pUpsert->pUpsertTarget==0 ){ 1726096fd476Sdrh /* An ON CONFLICT DO NOTHING clause, without a constraint-target. 1727096fd476Sdrh ** Make all unique constraint resolution be OE_Ignore */ 1728dedbc508Sdrh assert( pUpsert->pUpsertSet==0 ); 1729096fd476Sdrh overrideError = OE_Ignore; 1730096fd476Sdrh pUpsert = 0; 1731096fd476Sdrh }else if( (pUpIdx = pUpsert->pUpsertIdx)!=0 ){ 173284304506Sdrh /* If the constraint-target uniqueness check must be run first. 173384304506Sdrh ** Jump to that uniqueness check now */ 173484304506Sdrh upsertJump = sqlite3VdbeAddOp0(v, OP_Goto); 173584304506Sdrh VdbeComment((v, "UPSERT constraint goes first")); 1736096fd476Sdrh } 1737096fd476Sdrh } 1738096fd476Sdrh 1739a407eccbSdrh /* Determine if it is possible that triggers (either explicitly coded 1740a407eccbSdrh ** triggers or FK resolution actions) might run as a result of deletes 1741a407eccbSdrh ** that happen when OE_Replace conflict resolution occurs. (Call these 1742a407eccbSdrh ** "replace triggers".) If any replace triggers run, we will need to 1743a407eccbSdrh ** recheck all of the uniqueness constraints after they have all run. 1744a407eccbSdrh ** But on the recheck, the resolution is OE_Abort instead of OE_Replace. 1745a407eccbSdrh ** 1746a407eccbSdrh ** If replace triggers are a possibility, then 1747a407eccbSdrh ** 1748a407eccbSdrh ** (1) Allocate register regTrigCnt and initialize it to zero. 1749a407eccbSdrh ** That register will count the number of replace triggers that 1750d3c468b7Sdrh ** fire. Constraint recheck only occurs if the number is positive. 1751d3c468b7Sdrh ** (2) Initialize pTrigger to the list of all DELETE triggers on pTab. 1752a407eccbSdrh ** (3) Initialize addrRecheck and lblRecheckOk 1753a407eccbSdrh ** 1754a407eccbSdrh ** The uniqueness rechecking code will create a series of tests to run 1755a407eccbSdrh ** in a second pass. The addrRecheck and lblRecheckOk variables are 1756a407eccbSdrh ** used to link together these tests which are separated from each other 1757a407eccbSdrh ** in the generate bytecode. 1758a407eccbSdrh */ 1759a407eccbSdrh if( (db->flags & (SQLITE_RecTriggers|SQLITE_ForeignKeys))==0 ){ 1760a407eccbSdrh /* There are not DELETE triggers nor FK constraints. No constraint 1761a407eccbSdrh ** rechecks are needed. */ 1762a407eccbSdrh pTrigger = 0; 1763a407eccbSdrh regTrigCnt = 0; 1764a407eccbSdrh }else{ 1765a407eccbSdrh if( db->flags&SQLITE_RecTriggers ){ 1766a407eccbSdrh pTrigger = sqlite3TriggersExist(pParse, pTab, TK_DELETE, 0, 0); 1767a407eccbSdrh regTrigCnt = pTrigger!=0 || sqlite3FkRequired(pParse, pTab, 0, 0); 1768a407eccbSdrh }else{ 1769a407eccbSdrh pTrigger = 0; 1770a407eccbSdrh regTrigCnt = sqlite3FkRequired(pParse, pTab, 0, 0); 1771a407eccbSdrh } 1772a407eccbSdrh if( regTrigCnt ){ 1773a407eccbSdrh /* Replace triggers might exist. Allocate the counter and 1774a407eccbSdrh ** initialize it to zero. */ 1775a407eccbSdrh regTrigCnt = ++pParse->nMem; 1776a407eccbSdrh sqlite3VdbeAddOp2(v, OP_Integer, 0, regTrigCnt); 1777a407eccbSdrh VdbeComment((v, "trigger count")); 1778a407eccbSdrh lblRecheckOk = sqlite3VdbeMakeLabel(pParse); 1779a407eccbSdrh addrRecheck = lblRecheckOk; 1780a407eccbSdrh } 1781a407eccbSdrh } 1782a407eccbSdrh 1783f8ffb278Sdrh /* If rowid is changing, make sure the new rowid does not previously 1784f8ffb278Sdrh ** exist in the table. 17859cfcf5d4Sdrh */ 17866fbe41acSdrh if( pkChng && pPk==0 ){ 1787ec4ccdbcSdrh int addrRowidOk = sqlite3VdbeMakeLabel(pParse); 178811e85273Sdrh 1789f8ffb278Sdrh /* Figure out what action to take in case of a rowid collision */ 17900ca3e24bSdrh onError = pTab->keyConf; 17910ca3e24bSdrh if( overrideError!=OE_Default ){ 17920ca3e24bSdrh onError = overrideError; 1793a996e477Sdrh }else if( onError==OE_Default ){ 1794a996e477Sdrh onError = OE_Abort; 17950ca3e24bSdrh } 1796a0217ba7Sdrh 1797c8a0c90bSdrh /* figure out whether or not upsert applies in this case */ 1798096fd476Sdrh if( pUpsert && pUpsert->pUpsertIdx==0 ){ 1799c8a0c90bSdrh if( pUpsert->pUpsertSet==0 ){ 1800c8a0c90bSdrh onError = OE_Ignore; /* DO NOTHING is the same as INSERT OR IGNORE */ 1801c8a0c90bSdrh }else{ 1802c8a0c90bSdrh onError = OE_Update; /* DO UPDATE */ 1803c8a0c90bSdrh } 1804c8a0c90bSdrh } 1805c8a0c90bSdrh 18068d1b82e4Sdrh /* If the response to a rowid conflict is REPLACE but the response 18078d1b82e4Sdrh ** to some other UNIQUE constraint is FAIL or IGNORE, then we need 18088d1b82e4Sdrh ** to defer the running of the rowid conflict checking until after 18098d1b82e4Sdrh ** the UNIQUE constraints have run. 18108d1b82e4Sdrh */ 181184304506Sdrh if( onError==OE_Replace /* IPK rule is REPLACE */ 181284304506Sdrh && onError!=overrideError /* Rules for other contraints are different */ 181384304506Sdrh && pTab->pIndex /* There exist other constraints */ 1814096fd476Sdrh ){ 181584304506Sdrh ipkTop = sqlite3VdbeAddOp0(v, OP_Goto)+1; 181684304506Sdrh VdbeComment((v, "defer IPK REPLACE until last")); 18178d1b82e4Sdrh } 18188d1b82e4Sdrh 1819bb6b1ca7Sdrh if( isUpdate ){ 1820bb6b1ca7Sdrh /* pkChng!=0 does not mean that the rowid has changed, only that 1821bb6b1ca7Sdrh ** it might have changed. Skip the conflict logic below if the rowid 1822bb6b1ca7Sdrh ** is unchanged. */ 1823bb6b1ca7Sdrh sqlite3VdbeAddOp3(v, OP_Eq, regNewData, addrRowidOk, regOldData); 1824bb6b1ca7Sdrh sqlite3VdbeChangeP5(v, SQLITE_NOTNULL); 1825bb6b1ca7Sdrh VdbeCoverage(v); 1826bb6b1ca7Sdrh } 1827bb6b1ca7Sdrh 1828f8ffb278Sdrh /* Check to see if the new rowid already exists in the table. Skip 1829f8ffb278Sdrh ** the following conflict logic if it does not. */ 18307f5f306bSdrh VdbeNoopComment((v, "uniqueness check for ROWID")); 18314031bafaSdrh sqlite3VdbeVerifyAbortable(v, onError); 18326934fc7bSdrh sqlite3VdbeAddOp3(v, OP_NotExists, iDataCur, addrRowidOk, regNewData); 1833688852abSdrh VdbeCoverage(v); 1834f8ffb278Sdrh 18350ca3e24bSdrh switch( onError ){ 1836a0217ba7Sdrh default: { 1837a0217ba7Sdrh onError = OE_Abort; 1838a0217ba7Sdrh /* Fall thru into the next case */ 1839a0217ba7Sdrh } 18401c92853dSdrh case OE_Rollback: 18411c92853dSdrh case OE_Abort: 18421c92853dSdrh case OE_Fail: { 18439916048bSdrh testcase( onError==OE_Rollback ); 18449916048bSdrh testcase( onError==OE_Abort ); 18459916048bSdrh testcase( onError==OE_Fail ); 1846f9c8ce3cSdrh sqlite3RowidConstraint(pParse, onError, pTab); 18470ca3e24bSdrh break; 18480ca3e24bSdrh } 18495383ae5cSdrh case OE_Replace: { 18502283d46cSdan /* If there are DELETE triggers on this table and the 18512283d46cSdan ** recursive-triggers flag is set, call GenerateRowDelete() to 1852d5578433Smistachkin ** remove the conflicting row from the table. This will fire 18532283d46cSdan ** the triggers and remove both the table and index b-tree entries. 18542283d46cSdan ** 18552283d46cSdan ** Otherwise, if there are no triggers or the recursive-triggers 1856da730f6eSdan ** flag is not set, but the table has one or more indexes, call 1857da730f6eSdan ** GenerateRowIndexDelete(). This removes the index b-tree entries 1858da730f6eSdan ** only. The table b-tree entry will be replaced by the new entry 1859da730f6eSdan ** when it is inserted. 1860da730f6eSdan ** 1861da730f6eSdan ** If either GenerateRowDelete() or GenerateRowIndexDelete() is called, 1862da730f6eSdan ** also invoke MultiWrite() to indicate that this VDBE may require 1863da730f6eSdan ** statement rollback (if the statement is aborted after the delete 1864da730f6eSdan ** takes place). Earlier versions called sqlite3MultiWrite() regardless, 1865da730f6eSdan ** but being more selective here allows statements like: 1866da730f6eSdan ** 1867da730f6eSdan ** REPLACE INTO t(rowid) VALUES($newrowid) 1868da730f6eSdan ** 1869da730f6eSdan ** to run without a statement journal if there are no indexes on the 1870da730f6eSdan ** table. 1871da730f6eSdan */ 1872a407eccbSdrh if( regTrigCnt ){ 1873da730f6eSdan sqlite3MultiWrite(pParse); 187426198bb4Sdrh sqlite3GenerateRowDelete(pParse, pTab, pTrigger, iDataCur, iIdxCur, 1875438b8815Sdan regNewData, 1, 0, OE_Replace, 1, -1); 1876a407eccbSdrh sqlite3VdbeAddOp2(v, OP_AddImm, regTrigCnt, 1); /* incr trigger cnt */ 1877a407eccbSdrh nReplaceTrig++; 187846c47d46Sdan }else{ 18799b1c62d4Sdrh #ifdef SQLITE_ENABLE_PREUPDATE_HOOK 188054f2cd90Sdrh assert( HasRowid(pTab) ); 188146c47d46Sdan /* This OP_Delete opcode fires the pre-update-hook only. It does 188246c47d46Sdan ** not modify the b-tree. It is more efficient to let the coming 188346c47d46Sdan ** OP_Insert replace the existing entry than it is to delete the 188446c47d46Sdan ** existing entry and then insert a new one. */ 1885cbf1b8efSdrh sqlite3VdbeAddOp2(v, OP_Delete, iDataCur, OPFLAG_ISNOOP); 1886f14b7fb7Sdrh sqlite3VdbeAppendP4(v, pTab, P4_TABLE); 18879b1c62d4Sdrh #endif /* SQLITE_ENABLE_PREUPDATE_HOOK */ 188846c47d46Sdan if( pTab->pIndex ){ 1889da730f6eSdan sqlite3MultiWrite(pParse); 1890f0ee1d3cSdan sqlite3GenerateRowIndexDelete(pParse, pTab, iDataCur, iIdxCur,0,-1); 18912283d46cSdan } 189246c47d46Sdan } 18935383ae5cSdrh seenReplace = 1; 18945383ae5cSdrh break; 18955383ae5cSdrh } 18969eddacadSdrh #ifndef SQLITE_OMIT_UPSERT 18979eddacadSdrh case OE_Update: { 18982cc00423Sdan sqlite3UpsertDoUpdate(pParse, pUpsert, pTab, 0, iDataCur); 18999eddacadSdrh /* Fall through */ 19009eddacadSdrh } 19019eddacadSdrh #endif 19020ca3e24bSdrh case OE_Ignore: { 19039916048bSdrh testcase( onError==OE_Ignore ); 1904076e85f5Sdrh sqlite3VdbeGoto(v, ignoreDest); 19050ca3e24bSdrh break; 19060ca3e24bSdrh } 19070ca3e24bSdrh } 190811e85273Sdrh sqlite3VdbeResolveLabel(v, addrRowidOk); 190984304506Sdrh if( ipkTop ){ 191084304506Sdrh ipkBottom = sqlite3VdbeAddOp0(v, OP_Goto); 191184304506Sdrh sqlite3VdbeJumpHere(v, ipkTop-1); 1912a05a722fSdrh } 19130ca3e24bSdrh } 19140bd1f4eaSdrh 19150bd1f4eaSdrh /* Test all UNIQUE constraints by creating entries for each UNIQUE 19160bd1f4eaSdrh ** index and making sure that duplicate entries do not already exist. 191711e85273Sdrh ** Compute the revised record entries for indices as we go. 1918f8ffb278Sdrh ** 1919f8ffb278Sdrh ** This loop also handles the case of the PRIMARY KEY index for a 1920f8ffb278Sdrh ** WITHOUT ROWID table. 19210bd1f4eaSdrh */ 192226198bb4Sdrh for(ix=0, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, ix++){ 19236934fc7bSdrh int regIdx; /* Range of registers hold conent for pIdx */ 19246934fc7bSdrh int regR; /* Range of registers holding conflicting PK */ 19256934fc7bSdrh int iThisCur; /* Cursor for this UNIQUE index */ 19266934fc7bSdrh int addrUniqueOk; /* Jump here if the UNIQUE constraint is satisfied */ 1927a407eccbSdrh int addrConflictCk; /* First opcode in the conflict check logic */ 19282184fc75Sdrh 192926198bb4Sdrh if( aRegIdx[ix]==0 ) continue; /* Skip indices that do not change */ 19307f5f306bSdrh if( pUpIdx==pIdx ){ 193184304506Sdrh addrUniqueOk = upsertJump+1; 19327f5f306bSdrh upsertBypass = sqlite3VdbeGoto(v, 0); 19337f5f306bSdrh VdbeComment((v, "Skip upsert subroutine")); 193484304506Sdrh sqlite3VdbeJumpHere(v, upsertJump); 19357f5f306bSdrh }else{ 1936ec4ccdbcSdrh addrUniqueOk = sqlite3VdbeMakeLabel(pParse); 19377f5f306bSdrh } 193884304506Sdrh if( bAffinityDone==0 && (pUpIdx==0 || pUpIdx==pIdx) ){ 193984304506Sdrh sqlite3TableAffinity(v, pTab, regNewData+1); 194084304506Sdrh bAffinityDone = 1; 194184304506Sdrh } 19427f5f306bSdrh VdbeNoopComment((v, "uniqueness check for %s", pIdx->zName)); 19436934fc7bSdrh iThisCur = iIdxCur+ix; 19447f5f306bSdrh 1945b2fe7d8cSdrh 1946f8ffb278Sdrh /* Skip partial indices for which the WHERE clause is not true */ 1947b2b9d3d7Sdrh if( pIdx->pPartIdxWhere ){ 194826198bb4Sdrh sqlite3VdbeAddOp2(v, OP_Null, 0, aRegIdx[ix]); 19496e97f8ecSdrh pParse->iSelfTab = -(regNewData+1); 195072bc8208Sdrh sqlite3ExprIfFalseDup(pParse, pIdx->pPartIdxWhere, addrUniqueOk, 1951b2b9d3d7Sdrh SQLITE_JUMPIFNULL); 19526e97f8ecSdrh pParse->iSelfTab = 0; 1953b2b9d3d7Sdrh } 1954b2b9d3d7Sdrh 19556934fc7bSdrh /* Create a record for this index entry as it should appear after 1956f8ffb278Sdrh ** the insert or update. Store that record in the aRegIdx[ix] register 1957f8ffb278Sdrh */ 1958bf2f5739Sdrh regIdx = aRegIdx[ix]+1; 19599cfcf5d4Sdrh for(i=0; i<pIdx->nColumn; i++){ 19606934fc7bSdrh int iField = pIdx->aiColumn[i]; 1961f82b9afcSdrh int x; 19624b92f98cSdrh if( iField==XN_EXPR ){ 19636e97f8ecSdrh pParse->iSelfTab = -(regNewData+1); 19641c75c9d7Sdrh sqlite3ExprCodeCopy(pParse, pIdx->aColExpr->a[i].pExpr, regIdx+i); 19656e97f8ecSdrh pParse->iSelfTab = 0; 19661f9ca2c8Sdrh VdbeComment((v, "%s column %d", pIdx->zName, i)); 1967463e76ffSdrh }else if( iField==XN_ROWID || iField==pTab->iPKey ){ 1968f82b9afcSdrh x = regNewData; 1969463e76ffSdrh sqlite3VdbeAddOp2(v, OP_IntCopy, x, regIdx+i); 1970463e76ffSdrh VdbeComment((v, "rowid")); 19719cfcf5d4Sdrh }else{ 1972c5f808d8Sdrh testcase( sqlite3TableColumnToStorage(pTab, iField)!=iField ); 1973b9bcf7caSdrh x = sqlite3TableColumnToStorage(pTab, iField) + regNewData + 1; 1974463e76ffSdrh sqlite3VdbeAddOp2(v, OP_SCopy, x, regIdx+i); 1975463e76ffSdrh VdbeComment((v, "%s", pTab->aCol[iField].zName)); 19769cfcf5d4Sdrh } 19771f9ca2c8Sdrh } 197826198bb4Sdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, regIdx, pIdx->nColumn, aRegIdx[ix]); 197926198bb4Sdrh VdbeComment((v, "for %s", pIdx->zName)); 19807e4acf7bSdrh #ifdef SQLITE_ENABLE_NULL_TRIM 19819df385ecSdrh if( pIdx->idxType==SQLITE_IDXTYPE_PRIMARYKEY ){ 19829df385ecSdrh sqlite3SetMakeRecordP5(v, pIdx->pTable); 19839df385ecSdrh } 19847e4acf7bSdrh #endif 19853aef2fb1Sdrh sqlite3VdbeReleaseRegisters(pParse, regIdx, pIdx->nColumn, 0, 0); 1986b2fe7d8cSdrh 1987f8ffb278Sdrh /* In an UPDATE operation, if this index is the PRIMARY KEY index 1988f8ffb278Sdrh ** of a WITHOUT ROWID table and there has been no change the 1989f8ffb278Sdrh ** primary key, then no collision is possible. The collision detection 1990f8ffb278Sdrh ** logic below can all be skipped. */ 199100012df4Sdrh if( isUpdate && pPk==pIdx && pkChng==0 ){ 1992da475b8dSdrh sqlite3VdbeResolveLabel(v, addrUniqueOk); 1993da475b8dSdrh continue; 1994da475b8dSdrh } 1995f8ffb278Sdrh 19966934fc7bSdrh /* Find out what action to take in case there is a uniqueness conflict */ 19979cfcf5d4Sdrh onError = pIdx->onError; 1998de630353Sdanielk1977 if( onError==OE_None ){ 199911e85273Sdrh sqlite3VdbeResolveLabel(v, addrUniqueOk); 2000de630353Sdanielk1977 continue; /* pIdx is not a UNIQUE index */ 2001de630353Sdanielk1977 } 20029cfcf5d4Sdrh if( overrideError!=OE_Default ){ 20039cfcf5d4Sdrh onError = overrideError; 2004a996e477Sdrh }else if( onError==OE_Default ){ 2005a996e477Sdrh onError = OE_Abort; 20069cfcf5d4Sdrh } 20075383ae5cSdrh 2008c8a0c90bSdrh /* Figure out if the upsert clause applies to this index */ 2009096fd476Sdrh if( pUpIdx==pIdx ){ 2010c8a0c90bSdrh if( pUpsert->pUpsertSet==0 ){ 2011c8a0c90bSdrh onError = OE_Ignore; /* DO NOTHING is the same as INSERT OR IGNORE */ 2012c8a0c90bSdrh }else{ 2013c8a0c90bSdrh onError = OE_Update; /* DO UPDATE */ 2014c8a0c90bSdrh } 2015c8a0c90bSdrh } 2016c8a0c90bSdrh 2017801f55d8Sdrh /* Collision detection may be omitted if all of the following are true: 2018801f55d8Sdrh ** (1) The conflict resolution algorithm is REPLACE 2019801f55d8Sdrh ** (2) The table is a WITHOUT ROWID table 2020801f55d8Sdrh ** (3) There are no secondary indexes on the table 2021801f55d8Sdrh ** (4) No delete triggers need to be fired if there is a conflict 2022f9a12a10Sdan ** (5) No FK constraint counters need to be updated if a conflict occurs. 2023418454c6Sdan ** 2024418454c6Sdan ** This is not possible for ENABLE_PREUPDATE_HOOK builds, as the row 2025418454c6Sdan ** must be explicitly deleted in order to ensure any pre-update hook 2026418454c6Sdan ** is invoked. */ 2027418454c6Sdan #ifndef SQLITE_ENABLE_PREUPDATE_HOOK 2028801f55d8Sdrh if( (ix==0 && pIdx->pNext==0) /* Condition 3 */ 2029801f55d8Sdrh && pPk==pIdx /* Condition 2 */ 2030801f55d8Sdrh && onError==OE_Replace /* Condition 1 */ 2031801f55d8Sdrh && ( 0==(db->flags&SQLITE_RecTriggers) || /* Condition 4 */ 2032801f55d8Sdrh 0==sqlite3TriggersExist(pParse, pTab, TK_DELETE, 0, 0)) 2033f9a12a10Sdan && ( 0==(db->flags&SQLITE_ForeignKeys) || /* Condition 5 */ 2034f9a12a10Sdan (0==pTab->pFKey && 0==sqlite3FkReferences(pTab))) 20354e1f0efbSdan ){ 2036c6c9e158Sdrh sqlite3VdbeResolveLabel(v, addrUniqueOk); 2037c6c9e158Sdrh continue; 2038c6c9e158Sdrh } 2039418454c6Sdan #endif /* ifndef SQLITE_ENABLE_PREUPDATE_HOOK */ 2040c6c9e158Sdrh 2041b2fe7d8cSdrh /* Check to see if the new index entry will be unique */ 20424031bafaSdrh sqlite3VdbeVerifyAbortable(v, onError); 2043a407eccbSdrh addrConflictCk = 204426198bb4Sdrh sqlite3VdbeAddOp4Int(v, OP_NoConflict, iThisCur, addrUniqueOk, 2045688852abSdrh regIdx, pIdx->nKeyCol); VdbeCoverage(v); 2046f8ffb278Sdrh 2047f8ffb278Sdrh /* Generate code to handle collisions */ 2048392ee21dSdrh regR = (pIdx==pPk) ? regIdx : sqlite3GetTempRange(pParse, nPkField); 204946d03fcbSdrh if( isUpdate || onError==OE_Replace ){ 205011e85273Sdrh if( HasRowid(pTab) ){ 20516934fc7bSdrh sqlite3VdbeAddOp2(v, OP_IdxRowid, iThisCur, regR); 20520978d4ffSdrh /* Conflict only if the rowid of the existing index entry 20530978d4ffSdrh ** is different from old-rowid */ 2054f8ffb278Sdrh if( isUpdate ){ 20556934fc7bSdrh sqlite3VdbeAddOp3(v, OP_Eq, regR, addrUniqueOk, regOldData); 20563d77dee9Sdrh sqlite3VdbeChangeP5(v, SQLITE_NOTNULL); 2057688852abSdrh VdbeCoverage(v); 2058f8ffb278Sdrh } 205926198bb4Sdrh }else{ 2060ccc79f02Sdrh int x; 206126198bb4Sdrh /* Extract the PRIMARY KEY from the end of the index entry and 2062da475b8dSdrh ** store it in registers regR..regR+nPk-1 */ 2063a021f121Sdrh if( pIdx!=pPk ){ 206426198bb4Sdrh for(i=0; i<pPk->nKeyCol; i++){ 20654b92f98cSdrh assert( pPk->aiColumn[i]>=0 ); 2066b9bcf7caSdrh x = sqlite3TableColumnToIndex(pIdx, pPk->aiColumn[i]); 206726198bb4Sdrh sqlite3VdbeAddOp3(v, OP_Column, iThisCur, x, regR+i); 206826198bb4Sdrh VdbeComment((v, "%s.%s", pTab->zName, 206926198bb4Sdrh pTab->aCol[pPk->aiColumn[i]].zName)); 207026198bb4Sdrh } 2071da475b8dSdrh } 2072da475b8dSdrh if( isUpdate ){ 2073e83267daSdan /* If currently processing the PRIMARY KEY of a WITHOUT ROWID 2074e83267daSdan ** table, only conflict if the new PRIMARY KEY values are actually 2075e83267daSdan ** different from the old. 2076e83267daSdan ** 2077e83267daSdan ** For a UNIQUE index, only conflict if the PRIMARY KEY values 2078e83267daSdan ** of the matched index row are different from the original PRIMARY 2079e83267daSdan ** KEY values of this row before the update. */ 2080e83267daSdan int addrJump = sqlite3VdbeCurrentAddr(v)+pPk->nKeyCol; 2081e83267daSdan int op = OP_Ne; 208248dd1d8eSdrh int regCmp = (IsPrimaryKeyIndex(pIdx) ? regIdx : regR); 2083e83267daSdan 2084e83267daSdan for(i=0; i<pPk->nKeyCol; i++){ 2085e83267daSdan char *p4 = (char*)sqlite3LocateCollSeq(pParse, pPk->azColl[i]); 2086ccc79f02Sdrh x = pPk->aiColumn[i]; 20874b92f98cSdrh assert( x>=0 ); 2088e83267daSdan if( i==(pPk->nKeyCol-1) ){ 2089e83267daSdan addrJump = addrUniqueOk; 2090e83267daSdan op = OP_Eq; 209111e85273Sdrh } 2092b6d861e5Sdrh x = sqlite3TableColumnToStorage(pTab, x); 2093e83267daSdan sqlite3VdbeAddOp4(v, op, 2094e83267daSdan regOldData+1+x, addrJump, regCmp+i, p4, P4_COLLSEQ 2095e83267daSdan ); 20963d77dee9Sdrh sqlite3VdbeChangeP5(v, SQLITE_NOTNULL); 20973d77dee9Sdrh VdbeCoverageIf(v, op==OP_Eq); 20983d77dee9Sdrh VdbeCoverageIf(v, op==OP_Ne); 2099da475b8dSdrh } 210011e85273Sdrh } 210126198bb4Sdrh } 210246d03fcbSdrh } 2103b2fe7d8cSdrh 2104b2fe7d8cSdrh /* Generate code that executes if the new index entry is not unique */ 2105b84f96f8Sdanielk1977 assert( onError==OE_Rollback || onError==OE_Abort || onError==OE_Fail 21069eddacadSdrh || onError==OE_Ignore || onError==OE_Replace || onError==OE_Update ); 21079cfcf5d4Sdrh switch( onError ){ 21081c92853dSdrh case OE_Rollback: 21091c92853dSdrh case OE_Abort: 21101c92853dSdrh case OE_Fail: { 21119916048bSdrh testcase( onError==OE_Rollback ); 21129916048bSdrh testcase( onError==OE_Abort ); 21139916048bSdrh testcase( onError==OE_Fail ); 2114f9c8ce3cSdrh sqlite3UniqueConstraint(pParse, onError, pIdx); 21159cfcf5d4Sdrh break; 21169cfcf5d4Sdrh } 21179eddacadSdrh #ifndef SQLITE_OMIT_UPSERT 21189eddacadSdrh case OE_Update: { 21192cc00423Sdan sqlite3UpsertDoUpdate(pParse, pUpsert, pTab, pIdx, iIdxCur+ix); 21209eddacadSdrh /* Fall through */ 21219eddacadSdrh } 21229eddacadSdrh #endif 21239cfcf5d4Sdrh case OE_Ignore: { 21249916048bSdrh testcase( onError==OE_Ignore ); 2125076e85f5Sdrh sqlite3VdbeGoto(v, ignoreDest); 21269cfcf5d4Sdrh break; 21279cfcf5d4Sdrh } 2128098d1684Sdrh default: { 2129a407eccbSdrh int nConflictCk; /* Number of opcodes in conflict check logic */ 2130a407eccbSdrh 2131098d1684Sdrh assert( onError==OE_Replace ); 2132a407eccbSdrh nConflictCk = sqlite3VdbeCurrentAddr(v) - addrConflictCk; 2133d3c468b7Sdrh assert( nConflictCk>0 ); 2134d3c468b7Sdrh testcase( nConflictCk>1 ); 2135a407eccbSdrh if( regTrigCnt ){ 2136fecfb318Sdan sqlite3MultiWrite(pParse); 2137a407eccbSdrh nReplaceTrig++; 2138fecfb318Sdan } 21397b14b65dSdrh if( pTrigger && isUpdate ){ 21407b14b65dSdrh sqlite3VdbeAddOp1(v, OP_CursorLock, iDataCur); 21417b14b65dSdrh } 214226198bb4Sdrh sqlite3GenerateRowDelete(pParse, pTab, pTrigger, iDataCur, iIdxCur, 2143b0264eecSdrh regR, nPkField, 0, OE_Replace, 214468116939Sdrh (pIdx==pPk ? ONEPASS_SINGLE : ONEPASS_OFF), iThisCur); 21457b14b65dSdrh if( pTrigger && isUpdate ){ 21467b14b65dSdrh sqlite3VdbeAddOp1(v, OP_CursorUnlock, iDataCur); 21477b14b65dSdrh } 2148a407eccbSdrh if( regTrigCnt ){ 2149a407eccbSdrh int addrBypass; /* Jump destination to bypass recheck logic */ 2150a407eccbSdrh 2151a407eccbSdrh sqlite3VdbeAddOp2(v, OP_AddImm, regTrigCnt, 1); /* incr trigger cnt */ 2152a407eccbSdrh addrBypass = sqlite3VdbeAddOp0(v, OP_Goto); /* Bypass recheck */ 2153a407eccbSdrh VdbeComment((v, "bypass recheck")); 2154a407eccbSdrh 2155a407eccbSdrh /* Here we insert code that will be invoked after all constraint 2156a407eccbSdrh ** checks have run, if and only if one or more replace triggers 2157a407eccbSdrh ** fired. */ 2158a407eccbSdrh sqlite3VdbeResolveLabel(v, lblRecheckOk); 2159a407eccbSdrh lblRecheckOk = sqlite3VdbeMakeLabel(pParse); 2160a407eccbSdrh if( pIdx->pPartIdxWhere ){ 2161a407eccbSdrh /* Bypass the recheck if this partial index is not defined 2162a407eccbSdrh ** for the current row */ 21630660884eSdrh sqlite3VdbeAddOp2(v, OP_IsNull, regIdx-1, lblRecheckOk); 2164a407eccbSdrh VdbeCoverage(v); 2165a407eccbSdrh } 2166a407eccbSdrh /* Copy the constraint check code from above, except change 2167a407eccbSdrh ** the constraint-ok jump destination to be the address of 2168a407eccbSdrh ** the next retest block */ 2169d3c468b7Sdrh while( nConflictCk>0 ){ 2170d901b168Sdrh VdbeOp x; /* Conflict check opcode to copy */ 2171d901b168Sdrh /* The sqlite3VdbeAddOp4() call might reallocate the opcode array. 2172d901b168Sdrh ** Hence, make a complete copy of the opcode, rather than using 2173d901b168Sdrh ** a pointer to the opcode. */ 2174d901b168Sdrh x = *sqlite3VdbeGetOp(v, addrConflictCk); 2175d901b168Sdrh if( x.opcode!=OP_IdxRowid ){ 2176d901b168Sdrh int p2; /* New P2 value for copied conflict check opcode */ 2177b9f2e5f7Sdrh const char *zP4; 2178d901b168Sdrh if( sqlite3OpcodeProperty[x.opcode]&OPFLG_JUMP ){ 2179a407eccbSdrh p2 = lblRecheckOk; 2180a407eccbSdrh }else{ 2181d901b168Sdrh p2 = x.p2; 2182a407eccbSdrh } 2183b9f2e5f7Sdrh zP4 = x.p4type==P4_INT32 ? SQLITE_INT_TO_PTR(x.p4.i) : x.p4.z; 2184b9f2e5f7Sdrh sqlite3VdbeAddOp4(v, x.opcode, x.p1, p2, x.p3, zP4, x.p4type); 2185d901b168Sdrh sqlite3VdbeChangeP5(v, x.p5); 2186d901b168Sdrh VdbeCoverageIf(v, p2!=x.p2); 2187a407eccbSdrh } 2188a407eccbSdrh nConflictCk--; 2189d901b168Sdrh addrConflictCk++; 2190a407eccbSdrh } 2191a407eccbSdrh /* If the retest fails, issue an abort */ 21922da8d6feSdrh sqlite3UniqueConstraint(pParse, OE_Abort, pIdx); 2193a407eccbSdrh 2194a407eccbSdrh sqlite3VdbeJumpHere(v, addrBypass); /* Terminate the recheck bypass */ 21952da8d6feSdrh } 21960ca3e24bSdrh seenReplace = 1; 21979cfcf5d4Sdrh break; 21989cfcf5d4Sdrh } 21999cfcf5d4Sdrh } 22007f5f306bSdrh if( pUpIdx==pIdx ){ 220184304506Sdrh sqlite3VdbeGoto(v, upsertJump+1); 22027f5f306bSdrh sqlite3VdbeJumpHere(v, upsertBypass); 22037f5f306bSdrh }else{ 220411e85273Sdrh sqlite3VdbeResolveLabel(v, addrUniqueOk); 22057f5f306bSdrh } 2206392ee21dSdrh if( regR!=regIdx ) sqlite3ReleaseTempRange(pParse, regR, nPkField); 22079cfcf5d4Sdrh } 220884304506Sdrh 220984304506Sdrh /* If the IPK constraint is a REPLACE, run it last */ 221084304506Sdrh if( ipkTop ){ 22116214d939Sdrh sqlite3VdbeGoto(v, ipkTop); 221284304506Sdrh VdbeComment((v, "Do IPK REPLACE")); 221384304506Sdrh sqlite3VdbeJumpHere(v, ipkBottom); 221484304506Sdrh } 2215de630353Sdanielk1977 2216a407eccbSdrh /* Recheck all uniqueness constraints after replace triggers have run */ 2217a407eccbSdrh testcase( regTrigCnt!=0 && nReplaceTrig==0 ); 2218d3c468b7Sdrh assert( regTrigCnt!=0 || nReplaceTrig==0 ); 2219a407eccbSdrh if( nReplaceTrig ){ 2220a407eccbSdrh sqlite3VdbeAddOp2(v, OP_IfNot, regTrigCnt, lblRecheckOk);VdbeCoverage(v); 2221a407eccbSdrh if( !pPk ){ 2222a407eccbSdrh if( isUpdate ){ 2223a407eccbSdrh sqlite3VdbeAddOp3(v, OP_Eq, regNewData, addrRecheck, regOldData); 2224a407eccbSdrh sqlite3VdbeChangeP5(v, SQLITE_NOTNULL); 2225a407eccbSdrh VdbeCoverage(v); 2226a407eccbSdrh } 2227a407eccbSdrh sqlite3VdbeAddOp3(v, OP_NotExists, iDataCur, addrRecheck, regNewData); 2228a407eccbSdrh VdbeCoverage(v); 2229a407eccbSdrh sqlite3RowidConstraint(pParse, OE_Abort, pTab); 2230a407eccbSdrh }else{ 2231a407eccbSdrh sqlite3VdbeGoto(v, addrRecheck); 2232a407eccbSdrh } 2233a407eccbSdrh sqlite3VdbeResolveLabel(v, lblRecheckOk); 2234a407eccbSdrh } 2235a407eccbSdrh 2236a7c3b93fSdrh /* Generate the table record */ 2237a7c3b93fSdrh if( HasRowid(pTab) ){ 2238a7c3b93fSdrh int regRec = aRegIdx[ix]; 22390b0b3a95Sdrh sqlite3VdbeAddOp3(v, OP_MakeRecord, regNewData+1, pTab->nNVCol, regRec); 2240a7c3b93fSdrh sqlite3SetMakeRecordP5(v, pTab); 2241a7c3b93fSdrh if( !bAffinityDone ){ 2242a7c3b93fSdrh sqlite3TableAffinity(v, pTab, 0); 2243a7c3b93fSdrh } 2244a7c3b93fSdrh } 2245a7c3b93fSdrh 2246de630353Sdanielk1977 *pbMayReplace = seenReplace; 2247ce60aa46Sdrh VdbeModuleComment((v, "END: GenCnstCks(%d)", seenReplace)); 22489cfcf5d4Sdrh } 22490ca3e24bSdrh 2250d447dcedSdrh #ifdef SQLITE_ENABLE_NULL_TRIM 22510ca3e24bSdrh /* 2252585ce192Sdrh ** Change the P5 operand on the last opcode (which should be an OP_MakeRecord) 2253585ce192Sdrh ** to be the number of columns in table pTab that must not be NULL-trimmed. 2254585ce192Sdrh ** 2255585ce192Sdrh ** Or if no columns of pTab may be NULL-trimmed, leave P5 at zero. 2256585ce192Sdrh */ 2257585ce192Sdrh void sqlite3SetMakeRecordP5(Vdbe *v, Table *pTab){ 2258585ce192Sdrh u16 i; 2259585ce192Sdrh 2260585ce192Sdrh /* Records with omitted columns are only allowed for schema format 2261585ce192Sdrh ** version 2 and later (SQLite version 3.1.4, 2005-02-20). */ 2262585ce192Sdrh if( pTab->pSchema->file_format<2 ) return; 2263585ce192Sdrh 22647e4acf7bSdrh for(i=pTab->nCol-1; i>0; i--){ 22657e4acf7bSdrh if( pTab->aCol[i].pDflt!=0 ) break; 22667e4acf7bSdrh if( pTab->aCol[i].colFlags & COLFLAG_PRIMKEY ) break; 22677e4acf7bSdrh } 22687e4acf7bSdrh sqlite3VdbeChangeP5(v, i+1); 2269585ce192Sdrh } 2270d447dcedSdrh #endif 2271585ce192Sdrh 22720ca3e24bSdrh /* 22730ca3e24bSdrh ** This routine generates code to finish the INSERT or UPDATE operation 22744adee20fSdanielk1977 ** that was started by a prior call to sqlite3GenerateConstraintChecks. 22756934fc7bSdrh ** A consecutive range of registers starting at regNewData contains the 227604adf416Sdrh ** rowid and the content to be inserted. 22770ca3e24bSdrh ** 2278b419a926Sdrh ** The arguments to this routine should be the same as the first six 22794adee20fSdanielk1977 ** arguments to sqlite3GenerateConstraintChecks. 22800ca3e24bSdrh */ 22814adee20fSdanielk1977 void sqlite3CompleteInsertion( 22820ca3e24bSdrh Parse *pParse, /* The parser context */ 22830ca3e24bSdrh Table *pTab, /* the table into which we are inserting */ 228426198bb4Sdrh int iDataCur, /* Cursor of the canonical data source */ 228526198bb4Sdrh int iIdxCur, /* First index cursor */ 22866934fc7bSdrh int regNewData, /* Range of content */ 2287aa9b8963Sdrh int *aRegIdx, /* Register used by each index. 0 for unused indices */ 2288f91c1318Sdan int update_flags, /* True for UPDATE, False for INSERT */ 2289de630353Sdanielk1977 int appendBias, /* True if this is likely to be an append */ 2290de630353Sdanielk1977 int useSeekResult /* True to set the USESEEKRESULT flag on OP_[Idx]Insert */ 22910ca3e24bSdrh ){ 22926934fc7bSdrh Vdbe *v; /* Prepared statements under construction */ 22936934fc7bSdrh Index *pIdx; /* An index being inserted or updated */ 22946934fc7bSdrh u8 pik_flags; /* flag values passed to the btree insert */ 22956934fc7bSdrh int i; /* Loop counter */ 22960ca3e24bSdrh 2297f91c1318Sdan assert( update_flags==0 2298f91c1318Sdan || update_flags==OPFLAG_ISUPDATE 2299f91c1318Sdan || update_flags==(OPFLAG_ISUPDATE|OPFLAG_SAVEPOSITION) 2300f91c1318Sdan ); 2301f91c1318Sdan 23024adee20fSdanielk1977 v = sqlite3GetVdbe(pParse); 23030ca3e24bSdrh assert( v!=0 ); 2304417be79cSdrh assert( pTab->pSelect==0 ); /* This table is not a VIEW */ 2305b2b9d3d7Sdrh for(i=0, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, i++){ 2306d35bdd6cSdrh /* All REPLACE indexes are at the end of the list */ 2307d35bdd6cSdrh assert( pIdx->onError!=OE_Replace 2308d35bdd6cSdrh || pIdx->pNext==0 2309d35bdd6cSdrh || pIdx->pNext->onError==OE_Replace ); 2310aa9b8963Sdrh if( aRegIdx[i]==0 ) continue; 2311b2b9d3d7Sdrh if( pIdx->pPartIdxWhere ){ 2312b2b9d3d7Sdrh sqlite3VdbeAddOp2(v, OP_IsNull, aRegIdx[i], sqlite3VdbeCurrentAddr(v)+2); 2313688852abSdrh VdbeCoverage(v); 2314b2b9d3d7Sdrh } 2315cb9a3643Sdan pik_flags = (useSeekResult ? OPFLAG_USESEEKRESULT : 0); 231648dd1d8eSdrh if( IsPrimaryKeyIndex(pIdx) && !HasRowid(pTab) ){ 23174308e348Sdrh assert( pParse->nested==0 ); 23186546af14Sdrh pik_flags |= OPFLAG_NCHANGE; 2319f91c1318Sdan pik_flags |= (update_flags & OPFLAG_SAVEPOSITION); 2320cb9a3643Sdan #ifdef SQLITE_ENABLE_PREUPDATE_HOOK 2321cb9a3643Sdan if( update_flags==0 ){ 232250ef6716Sdrh int r = sqlite3GetTempReg(pParse); 232350ef6716Sdrh sqlite3VdbeAddOp2(v, OP_Integer, 0, r); 232450ef6716Sdrh sqlite3VdbeAddOp4(v, OP_Insert, 232550ef6716Sdrh iIdxCur+i, aRegIdx[i], r, (char*)pTab, P4_TABLE 2326cb9a3643Sdan ); 2327cb9a3643Sdan sqlite3VdbeChangeP5(v, OPFLAG_ISNOOP); 232850ef6716Sdrh sqlite3ReleaseTempReg(pParse, r); 2329de630353Sdanielk1977 } 2330cb9a3643Sdan #endif 2331cb9a3643Sdan } 2332cb9a3643Sdan sqlite3VdbeAddOp4Int(v, OP_IdxInsert, iIdxCur+i, aRegIdx[i], 2333cb9a3643Sdan aRegIdx[i]+1, 2334cb9a3643Sdan pIdx->uniqNotNull ? pIdx->nKeyCol: pIdx->nColumn); 23359b34abeeSdrh sqlite3VdbeChangeP5(v, pik_flags); 23360ca3e24bSdrh } 2337ec95c441Sdrh if( !HasRowid(pTab) ) return; 23384794f735Sdrh if( pParse->nested ){ 23394794f735Sdrh pik_flags = 0; 23404794f735Sdrh }else{ 234194eb6a14Sdanielk1977 pik_flags = OPFLAG_NCHANGE; 2342f91c1318Sdan pik_flags |= (update_flags?update_flags:OPFLAG_LASTROWID); 23434794f735Sdrh } 2344e4d90813Sdrh if( appendBias ){ 2345e4d90813Sdrh pik_flags |= OPFLAG_APPEND; 2346e4d90813Sdrh } 2347de630353Sdanielk1977 if( useSeekResult ){ 2348de630353Sdanielk1977 pik_flags |= OPFLAG_USESEEKRESULT; 2349de630353Sdanielk1977 } 2350a7c3b93fSdrh sqlite3VdbeAddOp3(v, OP_Insert, iDataCur, aRegIdx[i], regNewData); 235194eb6a14Sdanielk1977 if( !pParse->nested ){ 2352f14b7fb7Sdrh sqlite3VdbeAppendP4(v, pTab, P4_TABLE); 235394eb6a14Sdanielk1977 } 2354b7654111Sdrh sqlite3VdbeChangeP5(v, pik_flags); 23550ca3e24bSdrh } 2356cd44690aSdrh 2357cd44690aSdrh /* 235826198bb4Sdrh ** Allocate cursors for the pTab table and all its indices and generate 235926198bb4Sdrh ** code to open and initialized those cursors. 2360aa9b8963Sdrh ** 236126198bb4Sdrh ** The cursor for the object that contains the complete data (normally 236226198bb4Sdrh ** the table itself, but the PRIMARY KEY index in the case of a WITHOUT 236326198bb4Sdrh ** ROWID table) is returned in *piDataCur. The first index cursor is 236426198bb4Sdrh ** returned in *piIdxCur. The number of indices is returned. 236526198bb4Sdrh ** 236626198bb4Sdrh ** Use iBase as the first cursor (either the *piDataCur for rowid tables 236726198bb4Sdrh ** or the first index for WITHOUT ROWID tables) if it is non-negative. 236826198bb4Sdrh ** If iBase is negative, then allocate the next available cursor. 236926198bb4Sdrh ** 237026198bb4Sdrh ** For a rowid table, *piDataCur will be exactly one less than *piIdxCur. 237126198bb4Sdrh ** For a WITHOUT ROWID table, *piDataCur will be somewhere in the range 237226198bb4Sdrh ** of *piIdxCurs, depending on where the PRIMARY KEY index appears on the 237326198bb4Sdrh ** pTab->pIndex list. 2374b6b4b79fSdrh ** 2375b6b4b79fSdrh ** If pTab is a virtual table, then this routine is a no-op and the 2376b6b4b79fSdrh ** *piDataCur and *piIdxCur values are left uninitialized. 2377cd44690aSdrh */ 2378aa9b8963Sdrh int sqlite3OpenTableAndIndices( 2379290c1948Sdrh Parse *pParse, /* Parsing context */ 2380290c1948Sdrh Table *pTab, /* Table to be opened */ 238126198bb4Sdrh int op, /* OP_OpenRead or OP_OpenWrite */ 2382b89aeb6aSdrh u8 p5, /* P5 value for OP_Open* opcodes (except on WITHOUT ROWID) */ 238326198bb4Sdrh int iBase, /* Use this for the table cursor, if there is one */ 23846a53499aSdrh u8 *aToOpen, /* If not NULL: boolean for each table and index */ 238526198bb4Sdrh int *piDataCur, /* Write the database source cursor number here */ 238626198bb4Sdrh int *piIdxCur /* Write the first index cursor number here */ 2387290c1948Sdrh ){ 2388cd44690aSdrh int i; 23894cbdda9eSdrh int iDb; 23906a53499aSdrh int iDataCur; 2391cd44690aSdrh Index *pIdx; 23924cbdda9eSdrh Vdbe *v; 23934cbdda9eSdrh 239426198bb4Sdrh assert( op==OP_OpenRead || op==OP_OpenWrite ); 2395fd261ec6Sdan assert( op==OP_OpenWrite || p5==0 ); 239626198bb4Sdrh if( IsVirtual(pTab) ){ 2397b6b4b79fSdrh /* This routine is a no-op for virtual tables. Leave the output 2398b6b4b79fSdrh ** variables *piDataCur and *piIdxCur uninitialized so that valgrind 2399b6b4b79fSdrh ** can detect if they are used by mistake in the caller. */ 240026198bb4Sdrh return 0; 240126198bb4Sdrh } 24024cbdda9eSdrh iDb = sqlite3SchemaToIndex(pParse->db, pTab->pSchema); 24034cbdda9eSdrh v = sqlite3GetVdbe(pParse); 2404cd44690aSdrh assert( v!=0 ); 240526198bb4Sdrh if( iBase<0 ) iBase = pParse->nTab; 24066a53499aSdrh iDataCur = iBase++; 24076a53499aSdrh if( piDataCur ) *piDataCur = iDataCur; 24086a53499aSdrh if( HasRowid(pTab) && (aToOpen==0 || aToOpen[0]) ){ 24096a53499aSdrh sqlite3OpenTable(pParse, iDataCur, iDb, pTab, op); 24106fbe41acSdrh }else{ 241126198bb4Sdrh sqlite3TableLock(pParse, iDb, pTab->tnum, op==OP_OpenWrite, pTab->zName); 24126fbe41acSdrh } 24136a53499aSdrh if( piIdxCur ) *piIdxCur = iBase; 241426198bb4Sdrh for(i=0, pIdx=pTab->pIndex; pIdx; pIdx=pIdx->pNext, i++){ 241526198bb4Sdrh int iIdxCur = iBase++; 2416da184236Sdanielk1977 assert( pIdx->pSchema==pTab->pSchema ); 241761441c34Sdan if( IsPrimaryKeyIndex(pIdx) && !HasRowid(pTab) ){ 241861441c34Sdan if( piDataCur ) *piDataCur = iIdxCur; 241961441c34Sdan p5 = 0; 242061441c34Sdan } 24216a53499aSdrh if( aToOpen==0 || aToOpen[i+1] ){ 24222ec2fb22Sdrh sqlite3VdbeAddOp3(v, op, iIdxCur, pIdx->tnum, iDb); 24232ec2fb22Sdrh sqlite3VdbeSetP4KeyInfo(pParse, pIdx); 2424b89aeb6aSdrh sqlite3VdbeChangeP5(v, p5); 242561441c34Sdan VdbeComment((v, "%s", pIdx->zName)); 2426b89aeb6aSdrh } 24276a53499aSdrh } 242826198bb4Sdrh if( iBase>pParse->nTab ) pParse->nTab = iBase; 242926198bb4Sdrh return i; 2430cd44690aSdrh } 24319d9cf229Sdrh 243291c58e23Sdrh 243391c58e23Sdrh #ifdef SQLITE_TEST 243491c58e23Sdrh /* 243591c58e23Sdrh ** The following global variable is incremented whenever the 243691c58e23Sdrh ** transfer optimization is used. This is used for testing 243791c58e23Sdrh ** purposes only - to make sure the transfer optimization really 243860ec914cSpeter.d.reid ** is happening when it is supposed to. 243991c58e23Sdrh */ 244091c58e23Sdrh int sqlite3_xferopt_count; 244191c58e23Sdrh #endif /* SQLITE_TEST */ 244291c58e23Sdrh 244391c58e23Sdrh 24449d9cf229Sdrh #ifndef SQLITE_OMIT_XFER_OPT 24459d9cf229Sdrh /* 24469d9cf229Sdrh ** Check to see if index pSrc is compatible as a source of data 24479d9cf229Sdrh ** for index pDest in an insert transfer optimization. The rules 24489d9cf229Sdrh ** for a compatible index: 24499d9cf229Sdrh ** 24509d9cf229Sdrh ** * The index is over the same set of columns 24519d9cf229Sdrh ** * The same DESC and ASC markings occurs on all columns 24529d9cf229Sdrh ** * The same onError processing (OE_Abort, OE_Ignore, etc) 24539d9cf229Sdrh ** * The same collating sequence on each column 2454b2b9d3d7Sdrh ** * The index has the exact same WHERE clause 24559d9cf229Sdrh */ 24569d9cf229Sdrh static int xferCompatibleIndex(Index *pDest, Index *pSrc){ 24579d9cf229Sdrh int i; 24589d9cf229Sdrh assert( pDest && pSrc ); 24599d9cf229Sdrh assert( pDest->pTable!=pSrc->pTable ); 24601e7c00e6Sdrh if( pDest->nKeyCol!=pSrc->nKeyCol || pDest->nColumn!=pSrc->nColumn ){ 24619d9cf229Sdrh return 0; /* Different number of columns */ 24629d9cf229Sdrh } 24639d9cf229Sdrh if( pDest->onError!=pSrc->onError ){ 24649d9cf229Sdrh return 0; /* Different conflict resolution strategies */ 24659d9cf229Sdrh } 2466bbbdc83bSdrh for(i=0; i<pSrc->nKeyCol; i++){ 24679d9cf229Sdrh if( pSrc->aiColumn[i]!=pDest->aiColumn[i] ){ 24689d9cf229Sdrh return 0; /* Different columns indexed */ 24699d9cf229Sdrh } 24704b92f98cSdrh if( pSrc->aiColumn[i]==XN_EXPR ){ 24711f9ca2c8Sdrh assert( pSrc->aColExpr!=0 && pDest->aColExpr!=0 ); 24725aa550cfSdan if( sqlite3ExprCompare(0, pSrc->aColExpr->a[i].pExpr, 24731f9ca2c8Sdrh pDest->aColExpr->a[i].pExpr, -1)!=0 ){ 24741f9ca2c8Sdrh return 0; /* Different expressions in the index */ 24751f9ca2c8Sdrh } 24761f9ca2c8Sdrh } 24779d9cf229Sdrh if( pSrc->aSortOrder[i]!=pDest->aSortOrder[i] ){ 24789d9cf229Sdrh return 0; /* Different sort orders */ 24799d9cf229Sdrh } 24800472af91Sdrh if( sqlite3_stricmp(pSrc->azColl[i],pDest->azColl[i])!=0 ){ 248160a713c6Sdrh return 0; /* Different collating sequences */ 24829d9cf229Sdrh } 24839d9cf229Sdrh } 24845aa550cfSdan if( sqlite3ExprCompare(0, pSrc->pPartIdxWhere, pDest->pPartIdxWhere, -1) ){ 2485b2b9d3d7Sdrh return 0; /* Different WHERE clauses */ 2486b2b9d3d7Sdrh } 24879d9cf229Sdrh 24889d9cf229Sdrh /* If no test above fails then the indices must be compatible */ 24899d9cf229Sdrh return 1; 24909d9cf229Sdrh } 24919d9cf229Sdrh 24929d9cf229Sdrh /* 24939d9cf229Sdrh ** Attempt the transfer optimization on INSERTs of the form 24949d9cf229Sdrh ** 24959d9cf229Sdrh ** INSERT INTO tab1 SELECT * FROM tab2; 24969d9cf229Sdrh ** 2497ccdf1baeSdrh ** The xfer optimization transfers raw records from tab2 over to tab1. 249860ec914cSpeter.d.reid ** Columns are not decoded and reassembled, which greatly improves 2499ccdf1baeSdrh ** performance. Raw index records are transferred in the same way. 25009d9cf229Sdrh ** 2501ccdf1baeSdrh ** The xfer optimization is only attempted if tab1 and tab2 are compatible. 2502ccdf1baeSdrh ** There are lots of rules for determining compatibility - see comments 2503ccdf1baeSdrh ** embedded in the code for details. 25049d9cf229Sdrh ** 2505ccdf1baeSdrh ** This routine returns TRUE if the optimization is guaranteed to be used. 2506ccdf1baeSdrh ** Sometimes the xfer optimization will only work if the destination table 2507ccdf1baeSdrh ** is empty - a factor that can only be determined at run-time. In that 2508ccdf1baeSdrh ** case, this routine generates code for the xfer optimization but also 2509ccdf1baeSdrh ** does a test to see if the destination table is empty and jumps over the 2510ccdf1baeSdrh ** xfer optimization code if the test fails. In that case, this routine 2511ccdf1baeSdrh ** returns FALSE so that the caller will know to go ahead and generate 2512ccdf1baeSdrh ** an unoptimized transfer. This routine also returns FALSE if there 2513ccdf1baeSdrh ** is no chance that the xfer optimization can be applied. 25149d9cf229Sdrh ** 2515ccdf1baeSdrh ** This optimization is particularly useful at making VACUUM run faster. 25169d9cf229Sdrh */ 25179d9cf229Sdrh static int xferOptimization( 25189d9cf229Sdrh Parse *pParse, /* Parser context */ 25199d9cf229Sdrh Table *pDest, /* The table we are inserting into */ 25209d9cf229Sdrh Select *pSelect, /* A SELECT statement to use as the data source */ 25219d9cf229Sdrh int onError, /* How to handle constraint errors */ 25229d9cf229Sdrh int iDbDest /* The database of pDest */ 25239d9cf229Sdrh ){ 2524e34162b1Sdan sqlite3 *db = pParse->db; 25259d9cf229Sdrh ExprList *pEList; /* The result set of the SELECT */ 25269d9cf229Sdrh Table *pSrc; /* The table in the FROM clause of SELECT */ 25279d9cf229Sdrh Index *pSrcIdx, *pDestIdx; /* Source and destination indices */ 25289d9cf229Sdrh struct SrcList_item *pItem; /* An element of pSelect->pSrc */ 25299d9cf229Sdrh int i; /* Loop counter */ 25309d9cf229Sdrh int iDbSrc; /* The database of pSrc */ 25319d9cf229Sdrh int iSrc, iDest; /* Cursors from source and destination */ 25329d9cf229Sdrh int addr1, addr2; /* Loop addresses */ 2533da475b8dSdrh int emptyDestTest = 0; /* Address of test for empty pDest */ 2534da475b8dSdrh int emptySrcTest = 0; /* Address of test for empty pSrc */ 25359d9cf229Sdrh Vdbe *v; /* The VDBE we are building */ 25366a288a33Sdrh int regAutoinc; /* Memory register used by AUTOINC */ 2537f33c9fadSdrh int destHasUniqueIdx = 0; /* True if pDest has a UNIQUE index */ 2538b7654111Sdrh int regData, regRowid; /* Registers holding data and rowid */ 25399d9cf229Sdrh 25409d9cf229Sdrh if( pSelect==0 ){ 25419d9cf229Sdrh return 0; /* Must be of the form INSERT INTO ... SELECT ... */ 25429d9cf229Sdrh } 2543ebbf08a0Sdan if( pParse->pWith || pSelect->pWith ){ 2544ebbf08a0Sdan /* Do not attempt to process this query if there are an WITH clauses 2545ebbf08a0Sdan ** attached to it. Proceeding may generate a false "no such table: xxx" 2546ebbf08a0Sdan ** error if pSelect reads from a CTE named "xxx". */ 2547ebbf08a0Sdan return 0; 2548ebbf08a0Sdan } 25492f886d1dSdanielk1977 if( sqlite3TriggerList(pParse, pDest) ){ 25509d9cf229Sdrh return 0; /* tab1 must not have triggers */ 25519d9cf229Sdrh } 25529d9cf229Sdrh #ifndef SQLITE_OMIT_VIRTUALTABLE 255344266ec6Sdrh if( IsVirtual(pDest) ){ 25549d9cf229Sdrh return 0; /* tab1 must not be a virtual table */ 25559d9cf229Sdrh } 25569d9cf229Sdrh #endif 25579d9cf229Sdrh if( onError==OE_Default ){ 2558e7224a01Sdrh if( pDest->iPKey>=0 ) onError = pDest->keyConf; 2559e7224a01Sdrh if( onError==OE_Default ) onError = OE_Abort; 25609d9cf229Sdrh } 25615ce240a6Sdanielk1977 assert(pSelect->pSrc); /* allocated even if there is no FROM clause */ 25629d9cf229Sdrh if( pSelect->pSrc->nSrc!=1 ){ 25639d9cf229Sdrh return 0; /* FROM clause must have exactly one term */ 25649d9cf229Sdrh } 25659d9cf229Sdrh if( pSelect->pSrc->a[0].pSelect ){ 25669d9cf229Sdrh return 0; /* FROM clause cannot contain a subquery */ 25679d9cf229Sdrh } 25689d9cf229Sdrh if( pSelect->pWhere ){ 25699d9cf229Sdrh return 0; /* SELECT may not have a WHERE clause */ 25709d9cf229Sdrh } 25719d9cf229Sdrh if( pSelect->pOrderBy ){ 25729d9cf229Sdrh return 0; /* SELECT may not have an ORDER BY clause */ 25739d9cf229Sdrh } 25748103b7d2Sdrh /* Do not need to test for a HAVING clause. If HAVING is present but 25758103b7d2Sdrh ** there is no ORDER BY, we will get an error. */ 25769d9cf229Sdrh if( pSelect->pGroupBy ){ 25779d9cf229Sdrh return 0; /* SELECT may not have a GROUP BY clause */ 25789d9cf229Sdrh } 25799d9cf229Sdrh if( pSelect->pLimit ){ 25809d9cf229Sdrh return 0; /* SELECT may not have a LIMIT clause */ 25819d9cf229Sdrh } 25829d9cf229Sdrh if( pSelect->pPrior ){ 25839d9cf229Sdrh return 0; /* SELECT may not be a compound query */ 25849d9cf229Sdrh } 25857d10d5a6Sdrh if( pSelect->selFlags & SF_Distinct ){ 25869d9cf229Sdrh return 0; /* SELECT may not be DISTINCT */ 25879d9cf229Sdrh } 25889d9cf229Sdrh pEList = pSelect->pEList; 25899d9cf229Sdrh assert( pEList!=0 ); 25909d9cf229Sdrh if( pEList->nExpr!=1 ){ 25919d9cf229Sdrh return 0; /* The result set must have exactly one column */ 25929d9cf229Sdrh } 25939d9cf229Sdrh assert( pEList->a[0].pExpr ); 25941a1d3cd2Sdrh if( pEList->a[0].pExpr->op!=TK_ASTERISK ){ 25959d9cf229Sdrh return 0; /* The result set must be the special operator "*" */ 25969d9cf229Sdrh } 25979d9cf229Sdrh 25989d9cf229Sdrh /* At this point we have established that the statement is of the 25999d9cf229Sdrh ** correct syntactic form to participate in this optimization. Now 26009d9cf229Sdrh ** we have to check the semantics. 26019d9cf229Sdrh */ 26029d9cf229Sdrh pItem = pSelect->pSrc->a; 260341fb5cd1Sdan pSrc = sqlite3LocateTableItem(pParse, 0, pItem); 26049d9cf229Sdrh if( pSrc==0 ){ 26059d9cf229Sdrh return 0; /* FROM clause does not contain a real table */ 26069d9cf229Sdrh } 260721908b21Sdrh if( pSrc->tnum==pDest->tnum && pSrc->pSchema==pDest->pSchema ){ 260821908b21Sdrh testcase( pSrc!=pDest ); /* Possible due to bad sqlite_master.rootpage */ 26099d9cf229Sdrh return 0; /* tab1 and tab2 may not be the same table */ 26109d9cf229Sdrh } 261155548273Sdrh if( HasRowid(pDest)!=HasRowid(pSrc) ){ 261255548273Sdrh return 0; /* source and destination must both be WITHOUT ROWID or not */ 261355548273Sdrh } 26149d9cf229Sdrh #ifndef SQLITE_OMIT_VIRTUALTABLE 261544266ec6Sdrh if( IsVirtual(pSrc) ){ 26169d9cf229Sdrh return 0; /* tab2 must not be a virtual table */ 26179d9cf229Sdrh } 26189d9cf229Sdrh #endif 26199d9cf229Sdrh if( pSrc->pSelect ){ 26209d9cf229Sdrh return 0; /* tab2 may not be a view */ 26219d9cf229Sdrh } 26229d9cf229Sdrh if( pDest->nCol!=pSrc->nCol ){ 26239d9cf229Sdrh return 0; /* Number of columns must be the same in tab1 and tab2 */ 26249d9cf229Sdrh } 26259d9cf229Sdrh if( pDest->iPKey!=pSrc->iPKey ){ 26269d9cf229Sdrh return 0; /* Both tables must have the same INTEGER PRIMARY KEY */ 26279d9cf229Sdrh } 26289d9cf229Sdrh for(i=0; i<pDest->nCol; i++){ 26299940e2aaSdan Column *pDestCol = &pDest->aCol[i]; 26309940e2aaSdan Column *pSrcCol = &pSrc->aCol[i]; 2631ba68f8f3Sdan #ifdef SQLITE_ENABLE_HIDDEN_COLUMNS 26328257aa8dSdrh if( (db->mDbFlags & DBFLAG_Vacuum)==0 2633aaea3143Sdan && (pDestCol->colFlags | pSrcCol->colFlags) & COLFLAG_HIDDEN 2634aaea3143Sdan ){ 2635ba68f8f3Sdan return 0; /* Neither table may have __hidden__ columns */ 2636ba68f8f3Sdan } 2637ba68f8f3Sdan #endif 26386ab61d70Sdrh #ifndef SQLITE_OMIT_GENERATED_COLUMNS 26396ab61d70Sdrh /* Even if tables t1 and t2 have identical schemas, if they contain 26406ab61d70Sdrh ** generated columns, then this statement is semantically incorrect: 26416ab61d70Sdrh ** 26426ab61d70Sdrh ** INSERT INTO t2 SELECT * FROM t1; 26436ab61d70Sdrh ** 26446ab61d70Sdrh ** The reason is that generated column values are returned by the 26456ab61d70Sdrh ** the SELECT statement on the right but the INSERT statement on the 26466ab61d70Sdrh ** left wants them to be omitted. 26476ab61d70Sdrh ** 26486ab61d70Sdrh ** Nevertheless, this is a useful notational shorthand to tell SQLite 26496ab61d70Sdrh ** to do a bulk transfer all of the content from t1 over to t2. 26506ab61d70Sdrh ** 26516ab61d70Sdrh ** We could, in theory, disable this (except for internal use by the 26526ab61d70Sdrh ** VACUUM command where it is actually needed). But why do that? It 26536ab61d70Sdrh ** seems harmless enough, and provides a useful service. 26546ab61d70Sdrh */ 2655ae3977a8Sdrh if( (pDestCol->colFlags & COLFLAG_GENERATED) != 2656ae3977a8Sdrh (pSrcCol->colFlags & COLFLAG_GENERATED) ){ 26576ab61d70Sdrh return 0; /* Both columns have the same generated-column type */ 2658ae3977a8Sdrh } 26596ab61d70Sdrh /* But the transfer is only allowed if both the source and destination 26606ab61d70Sdrh ** tables have the exact same expressions for generated columns. 26616ab61d70Sdrh ** This requirement could be relaxed for VIRTUAL columns, I suppose. 26626ab61d70Sdrh */ 26636ab61d70Sdrh if( (pDestCol->colFlags & COLFLAG_GENERATED)!=0 ){ 26646ab61d70Sdrh if( sqlite3ExprCompare(0, pSrcCol->pDflt, pDestCol->pDflt, -1)!=0 ){ 26656ab61d70Sdrh testcase( pDestCol->colFlags & COLFLAG_VIRTUAL ); 26666ab61d70Sdrh testcase( pDestCol->colFlags & COLFLAG_STORED ); 26676ab61d70Sdrh return 0; /* Different generator expressions */ 26686ab61d70Sdrh } 26696ab61d70Sdrh } 26706ab61d70Sdrh #endif 26719940e2aaSdan if( pDestCol->affinity!=pSrcCol->affinity ){ 26729d9cf229Sdrh return 0; /* Affinity must be the same on all columns */ 26739d9cf229Sdrh } 26740472af91Sdrh if( sqlite3_stricmp(pDestCol->zColl, pSrcCol->zColl)!=0 ){ 26759d9cf229Sdrh return 0; /* Collating sequence must be the same on all columns */ 26769d9cf229Sdrh } 26779940e2aaSdan if( pDestCol->notNull && !pSrcCol->notNull ){ 26789d9cf229Sdrh return 0; /* tab2 must be NOT NULL if tab1 is */ 26799d9cf229Sdrh } 2680453e0261Sdrh /* Default values for second and subsequent columns need to match. */ 2681ae3977a8Sdrh if( (pDestCol->colFlags & COLFLAG_GENERATED)==0 && i>0 ){ 268294fa9c41Sdrh assert( pDestCol->pDflt==0 || pDestCol->pDflt->op==TK_SPAN ); 268394fa9c41Sdrh assert( pSrcCol->pDflt==0 || pSrcCol->pDflt->op==TK_SPAN ); 268494fa9c41Sdrh if( (pDestCol->pDflt==0)!=(pSrcCol->pDflt==0) 268594fa9c41Sdrh || (pDestCol->pDflt && strcmp(pDestCol->pDflt->u.zToken, 268694fa9c41Sdrh pSrcCol->pDflt->u.zToken)!=0) 26879940e2aaSdan ){ 26889940e2aaSdan return 0; /* Default values must be the same for all columns */ 26899940e2aaSdan } 26909d9cf229Sdrh } 269194fa9c41Sdrh } 26929d9cf229Sdrh for(pDestIdx=pDest->pIndex; pDestIdx; pDestIdx=pDestIdx->pNext){ 26935f1d1d9cSdrh if( IsUniqueIndex(pDestIdx) ){ 2694f33c9fadSdrh destHasUniqueIdx = 1; 2695f33c9fadSdrh } 26969d9cf229Sdrh for(pSrcIdx=pSrc->pIndex; pSrcIdx; pSrcIdx=pSrcIdx->pNext){ 26979d9cf229Sdrh if( xferCompatibleIndex(pDestIdx, pSrcIdx) ) break; 26989d9cf229Sdrh } 26999d9cf229Sdrh if( pSrcIdx==0 ){ 27009d9cf229Sdrh return 0; /* pDestIdx has no corresponding index in pSrc */ 27019d9cf229Sdrh } 2702e3bd232eSdrh if( pSrcIdx->tnum==pDestIdx->tnum && pSrc->pSchema==pDest->pSchema 2703e3bd232eSdrh && sqlite3FaultSim(411)==SQLITE_OK ){ 2704e3bd232eSdrh /* The sqlite3FaultSim() call allows this corruption test to be 2705e3bd232eSdrh ** bypassed during testing, in order to exercise other corruption tests 2706e3bd232eSdrh ** further downstream. */ 270786223e8dSdrh return 0; /* Corrupt schema - two indexes on the same btree */ 270886223e8dSdrh } 27099d9cf229Sdrh } 27107fc2f41bSdrh #ifndef SQLITE_OMIT_CHECK 2711619a1305Sdrh if( pDest->pCheck && sqlite3ExprListCompare(pSrc->pCheck,pDest->pCheck,-1) ){ 27128103b7d2Sdrh return 0; /* Tables have different CHECK constraints. Ticket #2252 */ 27138103b7d2Sdrh } 27147fc2f41bSdrh #endif 2715713de341Sdrh #ifndef SQLITE_OMIT_FOREIGN_KEY 2716713de341Sdrh /* Disallow the transfer optimization if the destination table constains 2717713de341Sdrh ** any foreign key constraints. This is more restrictive than necessary. 2718713de341Sdrh ** But the main beneficiary of the transfer optimization is the VACUUM 2719713de341Sdrh ** command, and the VACUUM command disables foreign key constraints. So 2720713de341Sdrh ** the extra complication to make this rule less restrictive is probably 2721713de341Sdrh ** not worth the effort. Ticket [6284df89debdfa61db8073e062908af0c9b6118e] 2722713de341Sdrh */ 2723e34162b1Sdan if( (db->flags & SQLITE_ForeignKeys)!=0 && pDest->pFKey!=0 ){ 2724713de341Sdrh return 0; 2725713de341Sdrh } 2726713de341Sdrh #endif 2727e34162b1Sdan if( (db->flags & SQLITE_CountRows)!=0 ){ 2728ccdf1baeSdrh return 0; /* xfer opt does not play well with PRAGMA count_changes */ 27291696124dSdan } 27309d9cf229Sdrh 2731ccdf1baeSdrh /* If we get this far, it means that the xfer optimization is at 2732ccdf1baeSdrh ** least a possibility, though it might only work if the destination 2733ccdf1baeSdrh ** table (tab1) is initially empty. 27349d9cf229Sdrh */ 2735dd73521bSdrh #ifdef SQLITE_TEST 2736dd73521bSdrh sqlite3_xferopt_count++; 2737dd73521bSdrh #endif 2738e34162b1Sdan iDbSrc = sqlite3SchemaToIndex(db, pSrc->pSchema); 27399d9cf229Sdrh v = sqlite3GetVdbe(pParse); 2740f53e9b5aSdrh sqlite3CodeVerifySchema(pParse, iDbSrc); 27419d9cf229Sdrh iSrc = pParse->nTab++; 27429d9cf229Sdrh iDest = pParse->nTab++; 27436a288a33Sdrh regAutoinc = autoIncBegin(pParse, iDbDest, pDest); 274455548273Sdrh regData = sqlite3GetTempReg(pParse); 274555548273Sdrh regRowid = sqlite3GetTempReg(pParse); 27469d9cf229Sdrh sqlite3OpenTable(pParse, iDest, iDbDest, pDest, OP_OpenWrite); 2747427ebba1Sdan assert( HasRowid(pDest) || destHasUniqueIdx ); 27488257aa8dSdrh if( (db->mDbFlags & DBFLAG_Vacuum)==0 && ( 2749e34162b1Sdan (pDest->iPKey<0 && pDest->pIndex!=0) /* (1) */ 2750ccdf1baeSdrh || destHasUniqueIdx /* (2) */ 2751ccdf1baeSdrh || (onError!=OE_Abort && onError!=OE_Rollback) /* (3) */ 2752e34162b1Sdan )){ 2753ccdf1baeSdrh /* In some circumstances, we are able to run the xfer optimization 2754e34162b1Sdan ** only if the destination table is initially empty. Unless the 27558257aa8dSdrh ** DBFLAG_Vacuum flag is set, this block generates code to make 27568257aa8dSdrh ** that determination. If DBFLAG_Vacuum is set, then the destination 2757e34162b1Sdan ** table is always empty. 2758e34162b1Sdan ** 2759e34162b1Sdan ** Conditions under which the destination must be empty: 2760f33c9fadSdrh ** 2761ccdf1baeSdrh ** (1) There is no INTEGER PRIMARY KEY but there are indices. 2762ccdf1baeSdrh ** (If the destination is not initially empty, the rowid fields 2763ccdf1baeSdrh ** of index entries might need to change.) 2764ccdf1baeSdrh ** 2765ccdf1baeSdrh ** (2) The destination has a unique index. (The xfer optimization 2766ccdf1baeSdrh ** is unable to test uniqueness.) 2767ccdf1baeSdrh ** 2768ccdf1baeSdrh ** (3) onError is something other than OE_Abort and OE_Rollback. 27699d9cf229Sdrh */ 2770688852abSdrh addr1 = sqlite3VdbeAddOp2(v, OP_Rewind, iDest, 0); VdbeCoverage(v); 27712991ba05Sdrh emptyDestTest = sqlite3VdbeAddOp0(v, OP_Goto); 27729d9cf229Sdrh sqlite3VdbeJumpHere(v, addr1); 27739d9cf229Sdrh } 2774427ebba1Sdan if( HasRowid(pSrc) ){ 2775c9b9deaeSdrh u8 insFlags; 27769d9cf229Sdrh sqlite3OpenTable(pParse, iSrc, iDbSrc, pSrc, OP_OpenRead); 2777688852abSdrh emptySrcTest = sqlite3VdbeAddOp2(v, OP_Rewind, iSrc, 0); VdbeCoverage(v); 277842242dedSdrh if( pDest->iPKey>=0 ){ 2779b7654111Sdrh addr1 = sqlite3VdbeAddOp2(v, OP_Rowid, iSrc, regRowid); 27804031bafaSdrh sqlite3VdbeVerifyAbortable(v, onError); 2781b7654111Sdrh addr2 = sqlite3VdbeAddOp3(v, OP_NotExists, iDest, 0, regRowid); 2782688852abSdrh VdbeCoverage(v); 2783f9c8ce3cSdrh sqlite3RowidConstraint(pParse, onError, pDest); 27849d9cf229Sdrh sqlite3VdbeJumpHere(v, addr2); 2785b7654111Sdrh autoIncStep(pParse, regAutoinc, regRowid); 27864e61e883Sdrh }else if( pDest->pIndex==0 && !(db->mDbFlags & DBFLAG_VacuumInto) ){ 2787b7654111Sdrh addr1 = sqlite3VdbeAddOp2(v, OP_NewRowid, iDest, regRowid); 278895bad4c7Sdrh }else{ 2789b7654111Sdrh addr1 = sqlite3VdbeAddOp2(v, OP_Rowid, iSrc, regRowid); 27907d10d5a6Sdrh assert( (pDest->tabFlags & TF_Autoincrement)==0 ); 279195bad4c7Sdrh } 2792e7b554d6Sdrh sqlite3VdbeAddOp3(v, OP_RowData, iSrc, regData, 1); 27938257aa8dSdrh if( db->mDbFlags & DBFLAG_Vacuum ){ 279486b40dfdSdrh sqlite3VdbeAddOp1(v, OP_SeekEnd, iDest); 2795c9b9deaeSdrh insFlags = OPFLAG_NCHANGE|OPFLAG_LASTROWID| 2796c9b9deaeSdrh OPFLAG_APPEND|OPFLAG_USESEEKRESULT; 2797c9b9deaeSdrh }else{ 2798c9b9deaeSdrh insFlags = OPFLAG_NCHANGE|OPFLAG_LASTROWID|OPFLAG_APPEND; 2799c9b9deaeSdrh } 28009b34abeeSdrh sqlite3VdbeAddOp4(v, OP_Insert, iDest, regData, regRowid, 280120f272c9Sdrh (char*)pDest, P4_TABLE); 2802c9b9deaeSdrh sqlite3VdbeChangeP5(v, insFlags); 2803688852abSdrh sqlite3VdbeAddOp2(v, OP_Next, iSrc, addr1); VdbeCoverage(v); 280455548273Sdrh sqlite3VdbeAddOp2(v, OP_Close, iSrc, 0); 280555548273Sdrh sqlite3VdbeAddOp2(v, OP_Close, iDest, 0); 2806da475b8dSdrh }else{ 2807da475b8dSdrh sqlite3TableLock(pParse, iDbDest, pDest->tnum, 1, pDest->zName); 2808da475b8dSdrh sqlite3TableLock(pParse, iDbSrc, pSrc->tnum, 0, pSrc->zName); 280955548273Sdrh } 28109d9cf229Sdrh for(pDestIdx=pDest->pIndex; pDestIdx; pDestIdx=pDestIdx->pNext){ 281141b9ca25Sdrh u8 idxInsFlags = 0; 28121b7ecbb4Sdrh for(pSrcIdx=pSrc->pIndex; ALWAYS(pSrcIdx); pSrcIdx=pSrcIdx->pNext){ 28139d9cf229Sdrh if( xferCompatibleIndex(pDestIdx, pSrcIdx) ) break; 28149d9cf229Sdrh } 28159d9cf229Sdrh assert( pSrcIdx ); 28162ec2fb22Sdrh sqlite3VdbeAddOp3(v, OP_OpenRead, iSrc, pSrcIdx->tnum, iDbSrc); 28172ec2fb22Sdrh sqlite3VdbeSetP4KeyInfo(pParse, pSrcIdx); 2818d4e70ebdSdrh VdbeComment((v, "%s", pSrcIdx->zName)); 28192ec2fb22Sdrh sqlite3VdbeAddOp3(v, OP_OpenWrite, iDest, pDestIdx->tnum, iDbDest); 28202ec2fb22Sdrh sqlite3VdbeSetP4KeyInfo(pParse, pDestIdx); 282159885728Sdan sqlite3VdbeChangeP5(v, OPFLAG_BULKCSR); 2822207872a4Sdanielk1977 VdbeComment((v, "%s", pDestIdx->zName)); 2823688852abSdrh addr1 = sqlite3VdbeAddOp2(v, OP_Rewind, iSrc, 0); VdbeCoverage(v); 2824e7b554d6Sdrh sqlite3VdbeAddOp3(v, OP_RowData, iSrc, regData, 1); 28258257aa8dSdrh if( db->mDbFlags & DBFLAG_Vacuum ){ 2826e34162b1Sdan /* This INSERT command is part of a VACUUM operation, which guarantees 2827e34162b1Sdan ** that the destination table is empty. If all indexed columns use 2828e34162b1Sdan ** collation sequence BINARY, then it can also be assumed that the 2829e34162b1Sdan ** index will be populated by inserting keys in strictly sorted 2830e34162b1Sdan ** order. In this case, instead of seeking within the b-tree as part 283186b40dfdSdrh ** of every OP_IdxInsert opcode, an OP_SeekEnd is added before the 2832e34162b1Sdan ** OP_IdxInsert to seek to the point within the b-tree where each key 2833e34162b1Sdan ** should be inserted. This is faster. 2834e34162b1Sdan ** 2835e34162b1Sdan ** If any of the indexed columns use a collation sequence other than 2836e34162b1Sdan ** BINARY, this optimization is disabled. This is because the user 2837e34162b1Sdan ** might change the definition of a collation sequence and then run 2838e34162b1Sdan ** a VACUUM command. In that case keys may not be written in strictly 2839e34162b1Sdan ** sorted order. */ 2840e34162b1Sdan for(i=0; i<pSrcIdx->nColumn; i++){ 2841f19aa5faSdrh const char *zColl = pSrcIdx->azColl[i]; 2842f19aa5faSdrh if( sqlite3_stricmp(sqlite3StrBINARY, zColl) ) break; 2843e34162b1Sdan } 2844e34162b1Sdan if( i==pSrcIdx->nColumn ){ 284541b9ca25Sdrh idxInsFlags = OPFLAG_USESEEKRESULT; 284686b40dfdSdrh sqlite3VdbeAddOp1(v, OP_SeekEnd, iDest); 2847e34162b1Sdan } 2848e34162b1Sdan } 28499df385ecSdrh if( !HasRowid(pSrc) && pDestIdx->idxType==SQLITE_IDXTYPE_PRIMARYKEY ){ 285041b9ca25Sdrh idxInsFlags |= OPFLAG_NCHANGE; 285141b9ca25Sdrh } 28529b4eaebcSdrh sqlite3VdbeAddOp2(v, OP_IdxInsert, iDest, regData); 28539b4eaebcSdrh sqlite3VdbeChangeP5(v, idxInsFlags|OPFLAG_APPEND); 2854688852abSdrh sqlite3VdbeAddOp2(v, OP_Next, iSrc, addr1+1); VdbeCoverage(v); 28559d9cf229Sdrh sqlite3VdbeJumpHere(v, addr1); 285655548273Sdrh sqlite3VdbeAddOp2(v, OP_Close, iSrc, 0); 285755548273Sdrh sqlite3VdbeAddOp2(v, OP_Close, iDest, 0); 28589d9cf229Sdrh } 2859aceb31b1Sdrh if( emptySrcTest ) sqlite3VdbeJumpHere(v, emptySrcTest); 2860b7654111Sdrh sqlite3ReleaseTempReg(pParse, regRowid); 2861b7654111Sdrh sqlite3ReleaseTempReg(pParse, regData); 28629d9cf229Sdrh if( emptyDestTest ){ 28631dd518cfSdrh sqlite3AutoincrementEnd(pParse); 286466a5167bSdrh sqlite3VdbeAddOp2(v, OP_Halt, SQLITE_OK, 0); 28659d9cf229Sdrh sqlite3VdbeJumpHere(v, emptyDestTest); 286666a5167bSdrh sqlite3VdbeAddOp2(v, OP_Close, iDest, 0); 28679d9cf229Sdrh return 0; 28689d9cf229Sdrh }else{ 28699d9cf229Sdrh return 1; 28709d9cf229Sdrh } 28719d9cf229Sdrh } 28729d9cf229Sdrh #endif /* SQLITE_OMIT_XFER_OPT */ 2873