1 /* 2 ** 2004 May 22 3 ** 4 ** The author disclaims copyright to this source code. In place of 5 ** a legal notice, here is a blessing: 6 ** 7 ** May you do good and not evil. 8 ** May you find forgiveness for yourself and forgive others. 9 ** May you share freely, never taking more than you give. 10 ** 11 ****************************************************************************** 12 ** 13 ** This file contains code that modified the OS layer in order to simulate 14 ** the effect on the database file of an OS crash or power failure. This 15 ** is used to test the ability of SQLite to recover from those situations. 16 */ 17 #if SQLITE_TEST /* This file is used for testing only */ 18 #include "sqliteInt.h" 19 #include "tcl.h" 20 21 #ifndef SQLITE_OMIT_DISKIO /* This file is a no-op if disk I/O is disabled */ 22 23 /* #define TRACE_CRASHTEST */ 24 25 typedef struct CrashFile CrashFile; 26 typedef struct CrashGlobal CrashGlobal; 27 typedef struct WriteBuffer WriteBuffer; 28 29 /* 30 ** Method: 31 ** 32 ** This layer is implemented as a wrapper around the "real" 33 ** sqlite3_file object for the host system. Each time data is 34 ** written to the file object, instead of being written to the 35 ** underlying file, the write operation is stored in an in-memory 36 ** structure (type WriteBuffer). This structure is placed at the 37 ** end of a global ordered list (the write-list). 38 ** 39 ** When data is read from a file object, the requested region is 40 ** first retrieved from the real file. The write-list is then 41 ** traversed and data copied from any overlapping WriteBuffer 42 ** structures to the output buffer. i.e. a read() operation following 43 ** one or more write() operations works as expected, even if no 44 ** data has actually been written out to the real file. 45 ** 46 ** When a fsync() operation is performed, an operating system crash 47 ** may be simulated, in which case exit(-1) is called (the call to 48 ** xSync() never returns). Whether or not a crash is simulated, 49 ** the data associated with a subset of the WriteBuffer structures 50 ** stored in the write-list is written to the real underlying files 51 ** and the entries removed from the write-list. If a crash is simulated, 52 ** a subset of the buffers may be corrupted before the data is written. 53 ** 54 ** The exact subset of the write-list written and/or corrupted is 55 ** determined by the simulated device characteristics and sector-size. 56 ** 57 ** "Normal" mode: 58 ** 59 ** Normal mode is used when the simulated device has none of the 60 ** SQLITE_IOCAP_XXX flags set. 61 ** 62 ** In normal mode, if the fsync() is not a simulated crash, the 63 ** write-list is traversed from beginning to end. Each WriteBuffer 64 ** structure associated with the file handle used to call xSync() 65 ** is written to the real file and removed from the write-list. 66 ** 67 ** If a crash is simulated, one of the following takes place for 68 ** each WriteBuffer in the write-list, regardless of which 69 ** file-handle it is associated with: 70 ** 71 ** 1. The buffer is correctly written to the file, just as if 72 ** a crash were not being simulated. 73 ** 74 ** 2. Nothing is done. 75 ** 76 ** 3. Garbage data is written to all sectors of the file that 77 ** overlap the region specified by the WriteBuffer. Or garbage 78 ** data is written to some contiguous section within the 79 ** overlapped sectors. 80 ** 81 ** Device Characteristic flag handling: 82 ** 83 ** If the IOCAP_ATOMIC flag is set, then option (3) above is 84 ** never selected. 85 ** 86 ** If the IOCAP_ATOMIC512 flag is set, and the WriteBuffer represents 87 ** an aligned write() of an integer number of 512 byte regions, then 88 ** option (3) above is never selected. Instead, each 512 byte region 89 ** is either correctly written or left completely untouched. Similar 90 ** logic governs the behaviour if any of the other ATOMICXXX flags 91 ** is set. 92 ** 93 ** If either the IOCAP_SAFEAPPEND or IOCAP_SEQUENTIAL flags are set 94 ** and a crash is being simulated, then an entry of the write-list is 95 ** selected at random. Everything in the list after the selected entry 96 ** is discarded before processing begins. 97 ** 98 ** If IOCAP_SEQUENTIAL is set and a crash is being simulated, option 99 ** (1) is selected for all write-list entries except the last. If a 100 ** crash is not being simulated, then all entries in the write-list 101 ** that occur before at least one write() on the file-handle specified 102 ** as part of the xSync() are written to their associated real files. 103 ** 104 ** If IOCAP_SAFEAPPEND is set and the first byte written by the write() 105 ** operation is one byte past the current end of the file, then option 106 ** (1) is always selected. 107 */ 108 109 /* 110 ** Each write operation in the write-list is represented by an instance 111 ** of the following structure. 112 ** 113 ** If zBuf is 0, then this structure represents a call to xTruncate(), 114 ** not xWrite(). In that case, iOffset is the size that the file is 115 ** truncated to. 116 */ 117 struct WriteBuffer { 118 i64 iOffset; /* Byte offset of the start of this write() */ 119 int nBuf; /* Number of bytes written */ 120 u8 *zBuf; /* Pointer to copy of written data */ 121 CrashFile *pFile; /* File this write() applies to */ 122 123 WriteBuffer *pNext; /* Next in CrashGlobal.pWriteList */ 124 }; 125 126 struct CrashFile { 127 const sqlite3_io_methods *pMethod; /* Must be first */ 128 sqlite3_file *pRealFile; /* Underlying "real" file handle */ 129 char *zName; 130 int flags; /* Flags the file was opened with */ 131 132 /* Cache of the entire file. This is used to speed up OsRead() and 133 ** OsFileSize() calls. Although both could be done by traversing the 134 ** write-list, in practice this is impractically slow. 135 */ 136 int iSize; /* Size of file in bytes */ 137 int nData; /* Size of buffer allocated at zData */ 138 u8 *zData; /* Buffer containing file contents */ 139 }; 140 141 struct CrashGlobal { 142 WriteBuffer *pWriteList; /* Head of write-list */ 143 WriteBuffer *pWriteListEnd; /* End of write-list */ 144 145 int iSectorSize; /* Value of simulated sector size */ 146 int iDeviceCharacteristics; /* Value of simulated device characteristics */ 147 148 int iCrash; /* Crash on the iCrash'th call to xSync() */ 149 char zCrashFile[500]; /* Crash during an xSync() on this file */ 150 }; 151 152 static CrashGlobal g = {0, 0, SQLITE_DEFAULT_SECTOR_SIZE, 0, 0}; 153 154 /* 155 ** Set this global variable to 1 to enable crash testing. 156 */ 157 static int sqlite3CrashTestEnable = 0; 158 159 static void *crash_malloc(int nByte){ 160 return (void *)Tcl_Alloc((size_t)nByte); 161 } 162 static void crash_free(void *p){ 163 Tcl_Free(p); 164 } 165 static void *crash_realloc(void *p, int n){ 166 return (void *)Tcl_Realloc(p, (size_t)n); 167 } 168 169 /* 170 ** Wrapper around the sqlite3OsWrite() function that avoids writing to the 171 ** 512 byte block begining at offset PENDING_BYTE. 172 */ 173 static int writeDbFile(CrashFile *p, u8 *z, i64 iAmt, i64 iOff){ 174 int rc = SQLITE_OK; 175 int iSkip = 0; 176 if( iOff==PENDING_BYTE && (p->flags&SQLITE_OPEN_MAIN_DB) ){ 177 iSkip = 512; 178 } 179 if( (iAmt-iSkip)>0 ){ 180 rc = sqlite3OsWrite(p->pRealFile, &z[iSkip], iAmt-iSkip, iOff+iSkip); 181 } 182 return rc; 183 } 184 185 /* 186 ** Flush the write-list as if xSync() had been called on file handle 187 ** pFile. If isCrash is true, simulate a crash. 188 */ 189 static int writeListSync(CrashFile *pFile, int isCrash){ 190 int rc = SQLITE_OK; 191 int iDc = g.iDeviceCharacteristics; 192 193 WriteBuffer *pWrite; 194 WriteBuffer **ppPtr; 195 196 /* If this is not a crash simulation, set pFinal to point to the 197 ** last element of the write-list that is associated with file handle 198 ** pFile. 199 ** 200 ** If this is a crash simulation, set pFinal to an arbitrarily selected 201 ** element of the write-list. 202 */ 203 WriteBuffer *pFinal = 0; 204 if( !isCrash ){ 205 for(pWrite=g.pWriteList; pWrite; pWrite=pWrite->pNext){ 206 if( pWrite->pFile==pFile ){ 207 pFinal = pWrite; 208 } 209 } 210 }else if( iDc&(SQLITE_IOCAP_SEQUENTIAL|SQLITE_IOCAP_SAFE_APPEND) ){ 211 int nWrite = 0; 212 int iFinal; 213 for(pWrite=g.pWriteList; pWrite; pWrite=pWrite->pNext) nWrite++; 214 sqlite3_randomness(sizeof(int), &iFinal); 215 iFinal = ((iFinal<0)?-1*iFinal:iFinal)%nWrite; 216 for(pWrite=g.pWriteList; iFinal>0; pWrite=pWrite->pNext) iFinal--; 217 pFinal = pWrite; 218 } 219 220 #ifdef TRACE_CRASHTEST 221 printf("Sync %s (is %s crash)\n", pFile->zName, (isCrash?"a":"not a")); 222 #endif 223 224 ppPtr = &g.pWriteList; 225 for(pWrite=*ppPtr; rc==SQLITE_OK && pWrite; pWrite=*ppPtr){ 226 sqlite3_file *pRealFile = pWrite->pFile->pRealFile; 227 228 /* (eAction==1) -> write block out normally, 229 ** (eAction==2) -> do nothing, 230 ** (eAction==3) -> trash sectors. 231 */ 232 int eAction = 0; 233 if( !isCrash ){ 234 eAction = 2; 235 if( (pWrite->pFile==pFile || iDc&SQLITE_IOCAP_SEQUENTIAL) ){ 236 eAction = 1; 237 } 238 }else{ 239 char random; 240 sqlite3_randomness(1, &random); 241 242 /* Do not select option 3 (sector trashing) if the IOCAP_ATOMIC flag 243 ** is set or this is an OsTruncate(), not an Oswrite(). 244 */ 245 if( (iDc&SQLITE_IOCAP_ATOMIC) || (pWrite->zBuf==0) ){ 246 random &= 0x01; 247 } 248 249 /* If IOCAP_SEQUENTIAL is set and this is not the final entry 250 ** in the truncated write-list, always select option 1 (write 251 ** out correctly). 252 */ 253 if( (iDc&SQLITE_IOCAP_SEQUENTIAL && pWrite!=pFinal) ){ 254 random = 0; 255 } 256 257 /* If IOCAP_SAFE_APPEND is set and this OsWrite() operation is 258 ** an append (first byte of the written region is 1 byte past the 259 ** current EOF), always select option 1 (write out correctly). 260 */ 261 if( iDc&SQLITE_IOCAP_SAFE_APPEND && pWrite->zBuf ){ 262 i64 iSize; 263 sqlite3OsFileSize(pRealFile, &iSize); 264 if( iSize==pWrite->iOffset ){ 265 random = 0; 266 } 267 } 268 269 if( (random&0x06)==0x06 ){ 270 eAction = 3; 271 }else{ 272 eAction = ((random&0x01)?2:1); 273 } 274 } 275 276 switch( eAction ){ 277 case 1: { /* Write out correctly */ 278 if( pWrite->zBuf ){ 279 rc = writeDbFile( 280 pWrite->pFile, pWrite->zBuf, pWrite->nBuf, pWrite->iOffset 281 ); 282 }else{ 283 rc = sqlite3OsTruncate(pRealFile, pWrite->iOffset); 284 } 285 *ppPtr = pWrite->pNext; 286 #ifdef TRACE_CRASHTEST 287 if( isCrash ){ 288 printf("Writing %d bytes @ %d (%s)\n", 289 pWrite->nBuf, (int)pWrite->iOffset, pWrite->pFile->zName 290 ); 291 } 292 #endif 293 crash_free(pWrite); 294 break; 295 } 296 case 2: { /* Do nothing */ 297 ppPtr = &pWrite->pNext; 298 #ifdef TRACE_CRASHTEST 299 if( isCrash ){ 300 printf("Omiting %d bytes @ %d (%s)\n", 301 pWrite->nBuf, (int)pWrite->iOffset, pWrite->pFile->zName 302 ); 303 } 304 #endif 305 break; 306 } 307 case 3: { /* Trash sectors */ 308 u8 *zGarbage; 309 int iFirst = (pWrite->iOffset/g.iSectorSize); 310 int iLast = (pWrite->iOffset+pWrite->nBuf-1)/g.iSectorSize; 311 312 assert(pWrite->zBuf); 313 314 #ifdef TRACE_CRASHTEST 315 printf("Trashing %d sectors @ sector %d (%s)\n", 316 1+iLast-iFirst, iFirst, pWrite->pFile->zName 317 ); 318 #endif 319 320 zGarbage = crash_malloc(g.iSectorSize); 321 if( zGarbage ){ 322 sqlite3_int64 i; 323 for(i=iFirst; rc==SQLITE_OK && i<=iLast; i++){ 324 sqlite3_randomness(g.iSectorSize, zGarbage); 325 rc = writeDbFile( 326 pWrite->pFile, zGarbage, g.iSectorSize, i*g.iSectorSize 327 ); 328 } 329 crash_free(zGarbage); 330 }else{ 331 rc = SQLITE_NOMEM; 332 } 333 334 ppPtr = &pWrite->pNext; 335 break; 336 } 337 338 default: 339 assert(!"Cannot happen"); 340 } 341 342 if( pWrite==pFinal ) break; 343 } 344 345 if( rc==SQLITE_OK && isCrash ){ 346 exit(-1); 347 } 348 349 for(pWrite=g.pWriteList; pWrite && pWrite->pNext; pWrite=pWrite->pNext); 350 g.pWriteListEnd = pWrite; 351 352 return rc; 353 } 354 355 /* 356 ** Add an entry to the end of the write-list. 357 */ 358 static int writeListAppend( 359 sqlite3_file *pFile, 360 sqlite3_int64 iOffset, 361 const u8 *zBuf, 362 int nBuf 363 ){ 364 WriteBuffer *pNew; 365 366 assert((zBuf && nBuf) || (!nBuf && !zBuf)); 367 368 pNew = (WriteBuffer *)crash_malloc(sizeof(WriteBuffer) + nBuf); 369 if( pNew==0 ){ 370 fprintf(stderr, "out of memory in the crash simulator\n"); 371 } 372 memset(pNew, 0, sizeof(WriteBuffer)+nBuf); 373 pNew->iOffset = iOffset; 374 pNew->nBuf = nBuf; 375 pNew->pFile = (CrashFile *)pFile; 376 if( zBuf ){ 377 pNew->zBuf = (u8 *)&pNew[1]; 378 memcpy(pNew->zBuf, zBuf, nBuf); 379 } 380 381 if( g.pWriteList ){ 382 assert(g.pWriteListEnd); 383 g.pWriteListEnd->pNext = pNew; 384 }else{ 385 g.pWriteList = pNew; 386 } 387 g.pWriteListEnd = pNew; 388 389 return SQLITE_OK; 390 } 391 392 /* 393 ** Close a crash-file. 394 */ 395 static int cfClose(sqlite3_file *pFile){ 396 CrashFile *pCrash = (CrashFile *)pFile; 397 writeListSync(pCrash, 0); 398 sqlite3OsClose(pCrash->pRealFile); 399 return SQLITE_OK; 400 } 401 402 /* 403 ** Read data from a crash-file. 404 */ 405 static int cfRead( 406 sqlite3_file *pFile, 407 void *zBuf, 408 int iAmt, 409 sqlite_int64 iOfst 410 ){ 411 CrashFile *pCrash = (CrashFile *)pFile; 412 413 /* Check the file-size to see if this is a short-read */ 414 if( pCrash->iSize<(iOfst+iAmt) ){ 415 return SQLITE_IOERR_SHORT_READ; 416 } 417 418 memcpy(zBuf, &pCrash->zData[iOfst], iAmt); 419 return SQLITE_OK; 420 } 421 422 /* 423 ** Write data to a crash-file. 424 */ 425 static int cfWrite( 426 sqlite3_file *pFile, 427 const void *zBuf, 428 int iAmt, 429 sqlite_int64 iOfst 430 ){ 431 CrashFile *pCrash = (CrashFile *)pFile; 432 if( iAmt+iOfst>pCrash->iSize ){ 433 pCrash->iSize = iAmt+iOfst; 434 } 435 while( pCrash->iSize>pCrash->nData ){ 436 u8 *zNew; 437 int nNew = (pCrash->nData*2) + 4096; 438 zNew = crash_realloc(pCrash->zData, nNew); 439 if( !zNew ){ 440 return SQLITE_NOMEM; 441 } 442 memset(&zNew[pCrash->nData], 0, nNew-pCrash->nData); 443 pCrash->nData = nNew; 444 pCrash->zData = zNew; 445 } 446 memcpy(&pCrash->zData[iOfst], zBuf, iAmt); 447 return writeListAppend(pFile, iOfst, zBuf, iAmt); 448 } 449 450 /* 451 ** Truncate a crash-file. 452 */ 453 static int cfTruncate(sqlite3_file *pFile, sqlite_int64 size){ 454 CrashFile *pCrash = (CrashFile *)pFile; 455 assert(size>=0); 456 if( pCrash->iSize>size ){ 457 pCrash->iSize = size; 458 } 459 return writeListAppend(pFile, size, 0, 0); 460 } 461 462 /* 463 ** Sync a crash-file. 464 */ 465 static int cfSync(sqlite3_file *pFile, int flags){ 466 CrashFile *pCrash = (CrashFile *)pFile; 467 int isCrash = 0; 468 469 const char *zName = pCrash->zName; 470 const char *zCrashFile = g.zCrashFile; 471 int nName = strlen(zName); 472 int nCrashFile = strlen(zCrashFile); 473 474 if( nCrashFile>0 && zCrashFile[nCrashFile-1]=='*' ){ 475 nCrashFile--; 476 if( nName>nCrashFile ) nName = nCrashFile; 477 } 478 479 #ifdef TRACE_CRASHTEST 480 printf("cfSync(): nName = %d, nCrashFile = %d, zName = %s, zCrashFile = %s\n", 481 nName, nCrashFile, zName, zCrashFile); 482 #endif 483 484 if( nName==nCrashFile && 0==memcmp(zName, zCrashFile, nName) ){ 485 #ifdef TRACE_CRASHTEST 486 printf("cfSync(): name matched, g.iCrash = %d\n", g.iCrash); 487 #endif 488 if( (--g.iCrash)==0 ) isCrash = 1; 489 } 490 491 return writeListSync(pCrash, isCrash); 492 } 493 494 /* 495 ** Return the current file-size of the crash-file. 496 */ 497 static int cfFileSize(sqlite3_file *pFile, sqlite_int64 *pSize){ 498 CrashFile *pCrash = (CrashFile *)pFile; 499 *pSize = (i64)pCrash->iSize; 500 return SQLITE_OK; 501 } 502 503 /* 504 ** Calls related to file-locks are passed on to the real file handle. 505 */ 506 static int cfLock(sqlite3_file *pFile, int eLock){ 507 return sqlite3OsLock(((CrashFile *)pFile)->pRealFile, eLock); 508 } 509 static int cfUnlock(sqlite3_file *pFile, int eLock){ 510 return sqlite3OsUnlock(((CrashFile *)pFile)->pRealFile, eLock); 511 } 512 static int cfCheckReservedLock(sqlite3_file *pFile, int *pResOut){ 513 return sqlite3OsCheckReservedLock(((CrashFile *)pFile)->pRealFile, pResOut); 514 } 515 static int cfFileControl(sqlite3_file *pFile, int op, void *pArg){ 516 if( op==SQLITE_FCNTL_SIZE_HINT ){ 517 CrashFile *pCrash = (CrashFile *)pFile; 518 i64 nByte = *(i64 *)pArg; 519 if( nByte>pCrash->iSize ){ 520 if( SQLITE_OK==writeListAppend(pFile, nByte, 0, 0) ){ 521 pCrash->iSize = nByte; 522 } 523 } 524 return SQLITE_OK; 525 } 526 return sqlite3OsFileControl(((CrashFile *)pFile)->pRealFile, op, pArg); 527 } 528 529 /* 530 ** The xSectorSize() and xDeviceCharacteristics() functions return 531 ** the global values configured by the [sqlite_crashparams] tcl 532 * interface. 533 */ 534 static int cfSectorSize(sqlite3_file *pFile){ 535 return g.iSectorSize; 536 } 537 static int cfDeviceCharacteristics(sqlite3_file *pFile){ 538 return g.iDeviceCharacteristics; 539 } 540 541 /* 542 ** Pass-throughs for WAL support. 543 */ 544 static int cfShmLock(sqlite3_file *pFile, int ofst, int n, int flags){ 545 return sqlite3OsShmLock(((CrashFile*)pFile)->pRealFile, ofst, n, flags); 546 } 547 static void cfShmBarrier(sqlite3_file *pFile){ 548 sqlite3OsShmBarrier(((CrashFile*)pFile)->pRealFile); 549 } 550 static int cfShmUnmap(sqlite3_file *pFile, int delFlag){ 551 return sqlite3OsShmUnmap(((CrashFile*)pFile)->pRealFile, delFlag); 552 } 553 static int cfShmMap( 554 sqlite3_file *pFile, /* Handle open on database file */ 555 int iRegion, /* Region to retrieve */ 556 int sz, /* Size of regions */ 557 int w, /* True to extend file if necessary */ 558 void volatile **pp /* OUT: Mapped memory */ 559 ){ 560 return sqlite3OsShmMap(((CrashFile*)pFile)->pRealFile, iRegion, sz, w, pp); 561 } 562 563 static const sqlite3_io_methods CrashFileVtab = { 564 2, /* iVersion */ 565 cfClose, /* xClose */ 566 cfRead, /* xRead */ 567 cfWrite, /* xWrite */ 568 cfTruncate, /* xTruncate */ 569 cfSync, /* xSync */ 570 cfFileSize, /* xFileSize */ 571 cfLock, /* xLock */ 572 cfUnlock, /* xUnlock */ 573 cfCheckReservedLock, /* xCheckReservedLock */ 574 cfFileControl, /* xFileControl */ 575 cfSectorSize, /* xSectorSize */ 576 cfDeviceCharacteristics, /* xDeviceCharacteristics */ 577 cfShmMap, /* xShmMap */ 578 cfShmLock, /* xShmLock */ 579 cfShmBarrier, /* xShmBarrier */ 580 cfShmUnmap /* xShmUnmap */ 581 }; 582 583 /* 584 ** Application data for the crash VFS 585 */ 586 struct crashAppData { 587 sqlite3_vfs *pOrig; /* Wrapped vfs structure */ 588 }; 589 590 /* 591 ** Open a crash-file file handle. 592 ** 593 ** The caller will have allocated pVfs->szOsFile bytes of space 594 ** at pFile. This file uses this space for the CrashFile structure 595 ** and allocates space for the "real" file structure using 596 ** sqlite3_malloc(). The assumption here is (pVfs->szOsFile) is 597 ** equal or greater than sizeof(CrashFile). 598 */ 599 static int cfOpen( 600 sqlite3_vfs *pCfVfs, 601 const char *zName, 602 sqlite3_file *pFile, 603 int flags, 604 int *pOutFlags 605 ){ 606 sqlite3_vfs *pVfs = (sqlite3_vfs *)pCfVfs->pAppData; 607 int rc; 608 CrashFile *pWrapper = (CrashFile *)pFile; 609 sqlite3_file *pReal = (sqlite3_file*)&pWrapper[1]; 610 611 memset(pWrapper, 0, sizeof(CrashFile)); 612 rc = sqlite3OsOpen(pVfs, zName, pReal, flags, pOutFlags); 613 614 if( rc==SQLITE_OK ){ 615 i64 iSize; 616 pWrapper->pMethod = &CrashFileVtab; 617 pWrapper->zName = (char *)zName; 618 pWrapper->pRealFile = pReal; 619 rc = sqlite3OsFileSize(pReal, &iSize); 620 pWrapper->iSize = (int)iSize; 621 pWrapper->flags = flags; 622 } 623 if( rc==SQLITE_OK ){ 624 pWrapper->nData = (4096 + pWrapper->iSize); 625 pWrapper->zData = crash_malloc(pWrapper->nData); 626 if( pWrapper->zData ){ 627 /* os_unix.c contains an assert() that fails if the caller attempts 628 ** to read data from the 512-byte locking region of a file opened 629 ** with the SQLITE_OPEN_MAIN_DB flag. This region of a database file 630 ** never contains valid data anyhow. So avoid doing such a read here. 631 */ 632 const int isDb = (flags&SQLITE_OPEN_MAIN_DB); 633 i64 iChunk = pWrapper->iSize; 634 if( iChunk>PENDING_BYTE && isDb ){ 635 iChunk = PENDING_BYTE; 636 } 637 memset(pWrapper->zData, 0, pWrapper->nData); 638 rc = sqlite3OsRead(pReal, pWrapper->zData, iChunk, 0); 639 if( SQLITE_OK==rc && pWrapper->iSize>(PENDING_BYTE+512) && isDb ){ 640 i64 iOff = PENDING_BYTE+512; 641 iChunk = pWrapper->iSize - iOff; 642 rc = sqlite3OsRead(pReal, &pWrapper->zData[iOff], iChunk, iOff); 643 } 644 }else{ 645 rc = SQLITE_NOMEM; 646 } 647 } 648 if( rc!=SQLITE_OK && pWrapper->pMethod ){ 649 sqlite3OsClose(pFile); 650 } 651 return rc; 652 } 653 654 static int cfDelete(sqlite3_vfs *pCfVfs, const char *zPath, int dirSync){ 655 sqlite3_vfs *pVfs = (sqlite3_vfs *)pCfVfs->pAppData; 656 return pVfs->xDelete(pVfs, zPath, dirSync); 657 } 658 static int cfAccess( 659 sqlite3_vfs *pCfVfs, 660 const char *zPath, 661 int flags, 662 int *pResOut 663 ){ 664 sqlite3_vfs *pVfs = (sqlite3_vfs *)pCfVfs->pAppData; 665 return pVfs->xAccess(pVfs, zPath, flags, pResOut); 666 } 667 static int cfFullPathname( 668 sqlite3_vfs *pCfVfs, 669 const char *zPath, 670 int nPathOut, 671 char *zPathOut 672 ){ 673 sqlite3_vfs *pVfs = (sqlite3_vfs *)pCfVfs->pAppData; 674 return pVfs->xFullPathname(pVfs, zPath, nPathOut, zPathOut); 675 } 676 static void *cfDlOpen(sqlite3_vfs *pCfVfs, const char *zPath){ 677 sqlite3_vfs *pVfs = (sqlite3_vfs *)pCfVfs->pAppData; 678 return pVfs->xDlOpen(pVfs, zPath); 679 } 680 static void cfDlError(sqlite3_vfs *pCfVfs, int nByte, char *zErrMsg){ 681 sqlite3_vfs *pVfs = (sqlite3_vfs *)pCfVfs->pAppData; 682 pVfs->xDlError(pVfs, nByte, zErrMsg); 683 } 684 static void (*cfDlSym(sqlite3_vfs *pCfVfs, void *pH, const char *zSym))(void){ 685 sqlite3_vfs *pVfs = (sqlite3_vfs *)pCfVfs->pAppData; 686 return pVfs->xDlSym(pVfs, pH, zSym); 687 } 688 static void cfDlClose(sqlite3_vfs *pCfVfs, void *pHandle){ 689 sqlite3_vfs *pVfs = (sqlite3_vfs *)pCfVfs->pAppData; 690 pVfs->xDlClose(pVfs, pHandle); 691 } 692 static int cfRandomness(sqlite3_vfs *pCfVfs, int nByte, char *zBufOut){ 693 sqlite3_vfs *pVfs = (sqlite3_vfs *)pCfVfs->pAppData; 694 return pVfs->xRandomness(pVfs, nByte, zBufOut); 695 } 696 static int cfSleep(sqlite3_vfs *pCfVfs, int nMicro){ 697 sqlite3_vfs *pVfs = (sqlite3_vfs *)pCfVfs->pAppData; 698 return pVfs->xSleep(pVfs, nMicro); 699 } 700 static int cfCurrentTime(sqlite3_vfs *pCfVfs, double *pTimeOut){ 701 sqlite3_vfs *pVfs = (sqlite3_vfs *)pCfVfs->pAppData; 702 return pVfs->xCurrentTime(pVfs, pTimeOut); 703 } 704 705 static int processDevSymArgs( 706 Tcl_Interp *interp, 707 int objc, 708 Tcl_Obj *CONST objv[], 709 int *piDeviceChar, 710 int *piSectorSize 711 ){ 712 struct DeviceFlag { 713 char *zName; 714 int iValue; 715 } aFlag[] = { 716 { "atomic", SQLITE_IOCAP_ATOMIC }, 717 { "atomic512", SQLITE_IOCAP_ATOMIC512 }, 718 { "atomic1k", SQLITE_IOCAP_ATOMIC1K }, 719 { "atomic2k", SQLITE_IOCAP_ATOMIC2K }, 720 { "atomic4k", SQLITE_IOCAP_ATOMIC4K }, 721 { "atomic8k", SQLITE_IOCAP_ATOMIC8K }, 722 { "atomic16k", SQLITE_IOCAP_ATOMIC16K }, 723 { "atomic32k", SQLITE_IOCAP_ATOMIC32K }, 724 { "atomic64k", SQLITE_IOCAP_ATOMIC64K }, 725 { "sequential", SQLITE_IOCAP_SEQUENTIAL }, 726 { "safe_append", SQLITE_IOCAP_SAFE_APPEND }, 727 { "powersafe_overwrite", SQLITE_IOCAP_POWERSAFE_OVERWRITE }, 728 { 0, 0 } 729 }; 730 731 int i; 732 int iDc = 0; 733 int iSectorSize = 0; 734 int setSectorsize = 0; 735 int setDeviceChar = 0; 736 737 for(i=0; i<objc; i+=2){ 738 int nOpt; 739 char *zOpt = Tcl_GetStringFromObj(objv[i], &nOpt); 740 741 if( (nOpt>11 || nOpt<2 || strncmp("-sectorsize", zOpt, nOpt)) 742 && (nOpt>16 || nOpt<2 || strncmp("-characteristics", zOpt, nOpt)) 743 ){ 744 Tcl_AppendResult(interp, 745 "Bad option: \"", zOpt, 746 "\" - must be \"-characteristics\" or \"-sectorsize\"", 0 747 ); 748 return TCL_ERROR; 749 } 750 if( i==objc-1 ){ 751 Tcl_AppendResult(interp, "Option requires an argument: \"", zOpt, "\"",0); 752 return TCL_ERROR; 753 } 754 755 if( zOpt[1]=='s' ){ 756 if( Tcl_GetIntFromObj(interp, objv[i+1], &iSectorSize) ){ 757 return TCL_ERROR; 758 } 759 setSectorsize = 1; 760 }else{ 761 int j; 762 Tcl_Obj **apObj; 763 int nObj; 764 if( Tcl_ListObjGetElements(interp, objv[i+1], &nObj, &apObj) ){ 765 return TCL_ERROR; 766 } 767 for(j=0; j<nObj; j++){ 768 int rc; 769 int iChoice; 770 Tcl_Obj *pFlag = Tcl_DuplicateObj(apObj[j]); 771 Tcl_IncrRefCount(pFlag); 772 Tcl_UtfToLower(Tcl_GetString(pFlag)); 773 774 rc = Tcl_GetIndexFromObjStruct( 775 interp, pFlag, aFlag, sizeof(aFlag[0]), "no such flag", 0, &iChoice 776 ); 777 Tcl_DecrRefCount(pFlag); 778 if( rc ){ 779 return TCL_ERROR; 780 } 781 782 iDc |= aFlag[iChoice].iValue; 783 } 784 setDeviceChar = 1; 785 } 786 } 787 788 if( setDeviceChar ){ 789 *piDeviceChar = iDc; 790 } 791 if( setSectorsize ){ 792 *piSectorSize = iSectorSize; 793 } 794 795 return TCL_OK; 796 } 797 798 /* 799 ** tclcmd: sqlite_crash_enable ENABLE 800 ** 801 ** Parameter ENABLE must be a boolean value. If true, then the "crash" 802 ** vfs is added to the system. If false, it is removed. 803 */ 804 static int crashEnableCmd( 805 void * clientData, 806 Tcl_Interp *interp, 807 int objc, 808 Tcl_Obj *CONST objv[] 809 ){ 810 int isEnable; 811 static sqlite3_vfs crashVfs = { 812 2, /* iVersion */ 813 0, /* szOsFile */ 814 0, /* mxPathname */ 815 0, /* pNext */ 816 "crash", /* zName */ 817 0, /* pAppData */ 818 819 cfOpen, /* xOpen */ 820 cfDelete, /* xDelete */ 821 cfAccess, /* xAccess */ 822 cfFullPathname, /* xFullPathname */ 823 cfDlOpen, /* xDlOpen */ 824 cfDlError, /* xDlError */ 825 cfDlSym, /* xDlSym */ 826 cfDlClose, /* xDlClose */ 827 cfRandomness, /* xRandomness */ 828 cfSleep, /* xSleep */ 829 cfCurrentTime, /* xCurrentTime */ 830 0, /* xGetlastError */ 831 0, /* xCurrentTimeInt64 */ 832 }; 833 834 if( objc!=2 ){ 835 Tcl_WrongNumArgs(interp, 1, objv, "ENABLE"); 836 return TCL_ERROR; 837 } 838 839 if( Tcl_GetBooleanFromObj(interp, objv[1], &isEnable) ){ 840 return TCL_ERROR; 841 } 842 843 if( (isEnable && crashVfs.pAppData) || (!isEnable && !crashVfs.pAppData) ){ 844 return TCL_OK; 845 } 846 847 if( crashVfs.pAppData==0 ){ 848 sqlite3_vfs *pOriginalVfs = sqlite3_vfs_find(0); 849 crashVfs.mxPathname = pOriginalVfs->mxPathname; 850 crashVfs.pAppData = (void *)pOriginalVfs; 851 crashVfs.szOsFile = sizeof(CrashFile) + pOriginalVfs->szOsFile; 852 sqlite3_vfs_register(&crashVfs, 0); 853 }else{ 854 crashVfs.pAppData = 0; 855 sqlite3_vfs_unregister(&crashVfs); 856 } 857 858 return TCL_OK; 859 } 860 861 /* 862 ** tclcmd: sqlite_crashparams ?OPTIONS? DELAY CRASHFILE 863 ** 864 ** This procedure implements a TCL command that enables crash testing 865 ** in testfixture. Once enabled, crash testing cannot be disabled. 866 ** 867 ** Available options are "-characteristics" and "-sectorsize". Both require 868 ** an argument. For -sectorsize, this is the simulated sector size in 869 ** bytes. For -characteristics, the argument must be a list of io-capability 870 ** flags to simulate. Valid flags are "atomic", "atomic512", "atomic1K", 871 ** "atomic2K", "atomic4K", "atomic8K", "atomic16K", "atomic32K", 872 ** "atomic64K", "sequential" and "safe_append". 873 ** 874 ** Example: 875 ** 876 ** sqlite_crashparams -sect 1024 -char {atomic sequential} ./test.db 1 877 ** 878 */ 879 static int crashParamsObjCmd( 880 void * clientData, 881 Tcl_Interp *interp, 882 int objc, 883 Tcl_Obj *CONST objv[] 884 ){ 885 int iDelay; 886 const char *zCrashFile; 887 int nCrashFile, iDc, iSectorSize; 888 889 iDc = -1; 890 iSectorSize = -1; 891 892 if( objc<3 ){ 893 Tcl_WrongNumArgs(interp, 1, objv, "?OPTIONS? DELAY CRASHFILE"); 894 goto error; 895 } 896 897 zCrashFile = Tcl_GetStringFromObj(objv[objc-1], &nCrashFile); 898 if( nCrashFile>=sizeof(g.zCrashFile) ){ 899 Tcl_AppendResult(interp, "Filename is too long: \"", zCrashFile, "\"", 0); 900 goto error; 901 } 902 if( Tcl_GetIntFromObj(interp, objv[objc-2], &iDelay) ){ 903 goto error; 904 } 905 906 if( processDevSymArgs(interp, objc-3, &objv[1], &iDc, &iSectorSize) ){ 907 return TCL_ERROR; 908 } 909 910 if( iDc>=0 ){ 911 g.iDeviceCharacteristics = iDc; 912 } 913 if( iSectorSize>=0 ){ 914 g.iSectorSize = iSectorSize; 915 } 916 917 g.iCrash = iDelay; 918 memcpy(g.zCrashFile, zCrashFile, nCrashFile+1); 919 sqlite3CrashTestEnable = 1; 920 return TCL_OK; 921 922 error: 923 return TCL_ERROR; 924 } 925 926 static int devSymObjCmd( 927 void * clientData, 928 Tcl_Interp *interp, 929 int objc, 930 Tcl_Obj *CONST objv[] 931 ){ 932 void devsym_register(int iDeviceChar, int iSectorSize); 933 934 int iDc = -1; 935 int iSectorSize = -1; 936 937 if( processDevSymArgs(interp, objc-1, &objv[1], &iDc, &iSectorSize) ){ 938 return TCL_ERROR; 939 } 940 devsym_register(iDc, iSectorSize); 941 942 return TCL_OK; 943 } 944 945 /* 946 ** tclcmd: register_jt_vfs ?-default? PARENT-VFS 947 */ 948 static int jtObjCmd( 949 void * clientData, 950 Tcl_Interp *interp, 951 int objc, 952 Tcl_Obj *CONST objv[] 953 ){ 954 int jt_register(char *, int); 955 char *zParent = 0; 956 957 if( objc!=2 && objc!=3 ){ 958 Tcl_WrongNumArgs(interp, 1, objv, "?-default? PARENT-VFS"); 959 return TCL_ERROR; 960 } 961 zParent = Tcl_GetString(objv[1]); 962 if( objc==3 ){ 963 if( strcmp(zParent, "-default") ){ 964 Tcl_AppendResult(interp, 965 "bad option \"", zParent, "\": must be -default", 0 966 ); 967 return TCL_ERROR; 968 } 969 zParent = Tcl_GetString(objv[2]); 970 } 971 972 if( !(*zParent) ){ 973 zParent = 0; 974 } 975 if( jt_register(zParent, objc==3) ){ 976 Tcl_AppendResult(interp, "Error in jt_register", 0); 977 return TCL_ERROR; 978 } 979 980 return TCL_OK; 981 } 982 983 /* 984 ** tclcmd: unregister_jt_vfs 985 */ 986 static int jtUnregisterObjCmd( 987 void * clientData, 988 Tcl_Interp *interp, 989 int objc, 990 Tcl_Obj *CONST objv[] 991 ){ 992 void jt_unregister(void); 993 994 if( objc!=1 ){ 995 Tcl_WrongNumArgs(interp, 1, objv, ""); 996 return TCL_ERROR; 997 } 998 999 jt_unregister(); 1000 return TCL_OK; 1001 } 1002 1003 #endif /* SQLITE_OMIT_DISKIO */ 1004 1005 /* 1006 ** This procedure registers the TCL procedures defined in this file. 1007 */ 1008 int Sqlitetest6_Init(Tcl_Interp *interp){ 1009 #ifndef SQLITE_OMIT_DISKIO 1010 Tcl_CreateObjCommand(interp, "sqlite3_crash_enable", crashEnableCmd, 0, 0); 1011 Tcl_CreateObjCommand(interp, "sqlite3_crashparams", crashParamsObjCmd, 0, 0); 1012 Tcl_CreateObjCommand(interp, "sqlite3_simulate_device", devSymObjCmd, 0, 0); 1013 Tcl_CreateObjCommand(interp, "register_jt_vfs", jtObjCmd, 0, 0); 1014 Tcl_CreateObjCommand(interp, "unregister_jt_vfs", jtUnregisterObjCmd, 0, 0); 1015 #endif 1016 return TCL_OK; 1017 } 1018 1019 #endif /* SQLITE_TEST */ 1020