1 /* 2 ** 2015-04-17 3 ** 4 ** The author disclaims copyright to this source code. In place of 5 ** a legal notice, here is a blessing: 6 ** 7 ** May you do good and not evil. 8 ** May you find forgiveness for yourself and forgive others. 9 ** May you share freely, never taking more than you give. 10 ** 11 ************************************************************************* 12 ** 13 ** This is a utility program designed to aid running the SQLite library 14 ** against an external fuzzer, such as American Fuzzy Lop (AFL) 15 ** (http://lcamtuf.coredump.cx/afl/). Basically, this program reads 16 ** SQL text from standard input and passes it through to SQLite for evaluation, 17 ** just like the "sqlite3" command-line shell. Differences from the 18 ** command-line shell: 19 ** 20 ** (1) The complex "dot-command" extensions are omitted. This 21 ** prevents the fuzzer from discovering that it can run things 22 ** like ".shell rm -rf ~" 23 ** 24 ** (2) The database is opened with the SQLITE_OPEN_MEMORY flag so that 25 ** no disk I/O from the database is permitted. The ATTACH command 26 ** with a filename still uses an in-memory database. 27 ** 28 ** (3) The main in-memory database can be initialized from a template 29 ** disk database so that the fuzzer starts with a database containing 30 ** content. 31 ** 32 ** (4) The eval() SQL function is added, allowing the fuzzer to do 33 ** interesting recursive operations. 34 ** 35 ** (5) An error is raised if there is a memory leak. 36 ** 37 ** The input text can be divided into separate test cases using comments 38 ** of the form: 39 ** 40 ** |****<...>****| 41 ** 42 ** where the "..." is arbitrary text. (Except the "|" should really be "/". 43 ** "|" is used here to avoid compiler errors about nested comments.) 44 ** A separate in-memory SQLite database is created to run each test case. 45 ** This feature allows the "queue" of AFL to be captured into a single big 46 ** file using a command like this: 47 ** 48 ** (for i in id:*; do echo '|****<'$i'>****|'; cat $i; done) >~/all-queue.txt 49 ** 50 ** (Once again, change the "|" to "/") Then all elements of the AFL queue 51 ** can be run in a single go (for regression testing, for example) by typing: 52 ** 53 ** fuzzershell -f ~/all-queue.txt 54 ** 55 ** After running each chunk of SQL, the database connection is closed. The 56 ** program aborts if the close fails or if there is any unfreed memory after 57 ** the close. 58 ** 59 ** New test cases can be appended to all-queue.txt at any time. If redundant 60 ** test cases are added, they can be eliminated by running: 61 ** 62 ** fuzzershell -f ~/all-queue.txt --unique-cases ~/unique-cases.txt 63 */ 64 #include <stdio.h> 65 #include <stdlib.h> 66 #include <string.h> 67 #include <stdarg.h> 68 #include <ctype.h> 69 #include "sqlite3.h" 70 71 /* 72 ** All global variables are gathered into the "g" singleton. 73 */ 74 struct GlobalVars { 75 const char *zArgv0; /* Name of program */ 76 sqlite3_mem_methods sOrigMem; /* Original memory methods */ 77 sqlite3_mem_methods sOomMem; /* Memory methods with OOM simulator */ 78 int iOomCntdown; /* Memory fails on 1 to 0 transition */ 79 int nOomFault; /* Increments for each OOM fault */ 80 int bOomOnce; /* Fail just once if true */ 81 int bOomEnable; /* True to enable OOM simulation */ 82 int nOomBrkpt; /* Number of calls to oomFault() */ 83 char zTestName[100]; /* Name of current test */ 84 } g; 85 86 /* 87 ** Maximum number of iterations for an OOM test 88 */ 89 #ifndef OOM_MAX 90 # define OOM_MAX 625 91 #endif 92 93 /* 94 ** This routine is called when a simulated OOM occurs. It exists as a 95 ** convenient place to set a debugger breakpoint. 96 */ 97 static void oomFault(void){ 98 g.nOomBrkpt++; /* Prevent oomFault() from being optimized out */ 99 } 100 101 102 /* Versions of malloc() and realloc() that simulate OOM conditions */ 103 static void *oomMalloc(int nByte){ 104 if( nByte>0 && g.bOomEnable && g.iOomCntdown>0 ){ 105 g.iOomCntdown--; 106 if( g.iOomCntdown==0 ){ 107 if( g.nOomFault==0 ) oomFault(); 108 g.nOomFault++; 109 if( !g.bOomOnce ) g.iOomCntdown = 1; 110 return 0; 111 } 112 } 113 return g.sOrigMem.xMalloc(nByte); 114 } 115 static void *oomRealloc(void *pOld, int nByte){ 116 if( nByte>0 && g.bOomEnable && g.iOomCntdown>0 ){ 117 g.iOomCntdown--; 118 if( g.iOomCntdown==0 ){ 119 if( g.nOomFault==0 ) oomFault(); 120 g.nOomFault++; 121 if( !g.bOomOnce ) g.iOomCntdown = 1; 122 return 0; 123 } 124 } 125 return g.sOrigMem.xRealloc(pOld, nByte); 126 } 127 128 /* 129 ** Print an error message and abort in such a way to indicate to the 130 ** fuzzer that this counts as a crash. 131 */ 132 static void abendError(const char *zFormat, ...){ 133 va_list ap; 134 if( g.zTestName[0] ){ 135 fprintf(stderr, "%s (%s): ", g.zArgv0, g.zTestName); 136 }else{ 137 fprintf(stderr, "%s: ", g.zArgv0); 138 } 139 va_start(ap, zFormat); 140 vfprintf(stderr, zFormat, ap); 141 va_end(ap); 142 fprintf(stderr, "\n"); 143 abort(); 144 } 145 /* 146 ** Print an error message and quit, but not in a way that would look 147 ** like a crash. 148 */ 149 static void fatalError(const char *zFormat, ...){ 150 va_list ap; 151 if( g.zTestName[0] ){ 152 fprintf(stderr, "%s (%s): ", g.zArgv0, g.zTestName); 153 }else{ 154 fprintf(stderr, "%s: ", g.zArgv0); 155 } 156 va_start(ap, zFormat); 157 vfprintf(stderr, zFormat, ap); 158 va_end(ap); 159 fprintf(stderr, "\n"); 160 exit(1); 161 } 162 163 /* 164 ** Evaluate some SQL. Abort if unable. 165 */ 166 static void sqlexec(sqlite3 *db, const char *zFormat, ...){ 167 va_list ap; 168 char *zSql; 169 char *zErrMsg = 0; 170 int rc; 171 va_start(ap, zFormat); 172 zSql = sqlite3_vmprintf(zFormat, ap); 173 va_end(ap); 174 rc = sqlite3_exec(db, zSql, 0, 0, &zErrMsg); 175 if( rc ) abendError("failed sql [%s]: %s", zSql, zErrMsg); 176 sqlite3_free(zSql); 177 } 178 179 /* 180 ** This callback is invoked by sqlite3_log(). 181 */ 182 static void shellLog(void *pNotUsed, int iErrCode, const char *zMsg){ 183 printf("LOG: (%d) %s\n", iErrCode, zMsg); 184 fflush(stdout); 185 } 186 static void shellLogNoop(void *pNotUsed, int iErrCode, const char *zMsg){ 187 return; 188 } 189 190 /* 191 ** This callback is invoked by sqlite3_exec() to return query results. 192 */ 193 static int execCallback(void *NotUsed, int argc, char **argv, char **colv){ 194 int i; 195 static unsigned cnt = 0; 196 printf("ROW #%u:\n", ++cnt); 197 for(i=0; i<argc; i++){ 198 printf(" %s=", colv[i]); 199 if( argv[i] ){ 200 printf("[%s]\n", argv[i]); 201 }else{ 202 printf("NULL\n"); 203 } 204 } 205 fflush(stdout); 206 return 0; 207 } 208 static int execNoop(void *NotUsed, int argc, char **argv, char **colv){ 209 return 0; 210 } 211 212 #ifndef SQLITE_OMIT_TRACE 213 /* 214 ** This callback is invoked by sqlite3_trace() as each SQL statement 215 ** starts. 216 */ 217 static void traceCallback(void *NotUsed, const char *zMsg){ 218 printf("TRACE: %s\n", zMsg); 219 fflush(stdout); 220 } 221 static void traceNoop(void *NotUsed, const char *zMsg){ 222 return; 223 } 224 #endif 225 226 /*************************************************************************** 227 ** eval() implementation copied from ../ext/misc/eval.c 228 */ 229 /* 230 ** Structure used to accumulate the output 231 */ 232 struct EvalResult { 233 char *z; /* Accumulated output */ 234 const char *zSep; /* Separator */ 235 int szSep; /* Size of the separator string */ 236 sqlite3_int64 nAlloc; /* Number of bytes allocated for z[] */ 237 sqlite3_int64 nUsed; /* Number of bytes of z[] actually used */ 238 }; 239 240 /* 241 ** Callback from sqlite_exec() for the eval() function. 242 */ 243 static int callback(void *pCtx, int argc, char **argv, char **colnames){ 244 struct EvalResult *p = (struct EvalResult*)pCtx; 245 int i; 246 for(i=0; i<argc; i++){ 247 const char *z = argv[i] ? argv[i] : ""; 248 size_t sz = strlen(z); 249 if( (sqlite3_int64)sz+p->nUsed+p->szSep+1 > p->nAlloc ){ 250 char *zNew; 251 p->nAlloc = p->nAlloc*2 + sz + p->szSep + 1; 252 /* Using sqlite3_realloc64() would be better, but it is a recent 253 ** addition and will cause a segfault if loaded by an older version 254 ** of SQLite. */ 255 zNew = p->nAlloc<=0x7fffffff ? sqlite3_realloc(p->z, (int)p->nAlloc) : 0; 256 if( zNew==0 ){ 257 sqlite3_free(p->z); 258 memset(p, 0, sizeof(*p)); 259 return 1; 260 } 261 p->z = zNew; 262 } 263 if( p->nUsed>0 ){ 264 memcpy(&p->z[p->nUsed], p->zSep, p->szSep); 265 p->nUsed += p->szSep; 266 } 267 memcpy(&p->z[p->nUsed], z, sz); 268 p->nUsed += sz; 269 } 270 return 0; 271 } 272 273 /* 274 ** Implementation of the eval(X) and eval(X,Y) SQL functions. 275 ** 276 ** Evaluate the SQL text in X. Return the results, using string 277 ** Y as the separator. If Y is omitted, use a single space character. 278 */ 279 static void sqlEvalFunc( 280 sqlite3_context *context, 281 int argc, 282 sqlite3_value **argv 283 ){ 284 const char *zSql; 285 sqlite3 *db; 286 char *zErr = 0; 287 int rc; 288 struct EvalResult x; 289 290 memset(&x, 0, sizeof(x)); 291 x.zSep = " "; 292 zSql = (const char*)sqlite3_value_text(argv[0]); 293 if( zSql==0 ) return; 294 if( argc>1 ){ 295 x.zSep = (const char*)sqlite3_value_text(argv[1]); 296 if( x.zSep==0 ) return; 297 } 298 x.szSep = (int)strlen(x.zSep); 299 db = sqlite3_context_db_handle(context); 300 rc = sqlite3_exec(db, zSql, callback, &x, &zErr); 301 if( rc!=SQLITE_OK ){ 302 sqlite3_result_error(context, zErr, -1); 303 sqlite3_free(zErr); 304 }else if( x.zSep==0 ){ 305 sqlite3_result_error_nomem(context); 306 sqlite3_free(x.z); 307 }else{ 308 sqlite3_result_text(context, x.z, (int)x.nUsed, sqlite3_free); 309 } 310 } 311 /* End of the eval() implementation 312 ******************************************************************************/ 313 314 /* 315 ** Print sketchy documentation for this utility program 316 */ 317 static void showHelp(void){ 318 printf("Usage: %s [options] ?FILE...?\n", g.zArgv0); 319 printf( 320 "Read SQL text from FILE... (or from standard input if FILE... is omitted)\n" 321 "and then evaluate each block of SQL contained therein.\n" 322 "Options:\n" 323 " --autovacuum Enable AUTOVACUUM mode\n" 324 " --heap SZ MIN Memory allocator uses SZ bytes & min allocation MIN\n" 325 " --help Show this help text\n" 326 " --lookaside N SZ Configure lookaside for N slots of SZ bytes each\n" 327 " --oom Run each test multiple times in a simulated OOM loop\n" 328 " --pagesize N Set the page size to N\n" 329 " --pcache N SZ Configure N pages of pagecache each of size SZ bytes\n" 330 " -q Reduced output\n" 331 " --quiet Reduced output\n" 332 " --scratch N SZ Configure scratch memory for N slots of SZ bytes each\n" 333 " --unique-cases FILE Write all unique test cases to FILE\n" 334 " --utf16be Set text encoding to UTF-16BE\n" 335 " --utf16le Set text encoding to UTF-16LE\n" 336 " -v Increased output\n" 337 " --verbose Increased output\n" 338 ); 339 } 340 341 /* 342 ** Return the value of a hexadecimal digit. Return -1 if the input 343 ** is not a hex digit. 344 */ 345 static int hexDigitValue(char c){ 346 if( c>='0' && c<='9' ) return c - '0'; 347 if( c>='a' && c<='f' ) return c - 'a' + 10; 348 if( c>='A' && c<='F' ) return c - 'A' + 10; 349 return -1; 350 } 351 352 /* 353 ** Interpret zArg as an integer value, possibly with suffixes. 354 */ 355 static int integerValue(const char *zArg){ 356 sqlite3_int64 v = 0; 357 static const struct { char *zSuffix; int iMult; } aMult[] = { 358 { "KiB", 1024 }, 359 { "MiB", 1024*1024 }, 360 { "GiB", 1024*1024*1024 }, 361 { "KB", 1000 }, 362 { "MB", 1000000 }, 363 { "GB", 1000000000 }, 364 { "K", 1000 }, 365 { "M", 1000000 }, 366 { "G", 1000000000 }, 367 }; 368 int i; 369 int isNeg = 0; 370 if( zArg[0]=='-' ){ 371 isNeg = 1; 372 zArg++; 373 }else if( zArg[0]=='+' ){ 374 zArg++; 375 } 376 if( zArg[0]=='0' && zArg[1]=='x' ){ 377 int x; 378 zArg += 2; 379 while( (x = hexDigitValue(zArg[0]))>=0 ){ 380 v = (v<<4) + x; 381 zArg++; 382 } 383 }else{ 384 while( isdigit(zArg[0]) ){ 385 v = v*10 + zArg[0] - '0'; 386 zArg++; 387 } 388 } 389 for(i=0; i<sizeof(aMult)/sizeof(aMult[0]); i++){ 390 if( sqlite3_stricmp(aMult[i].zSuffix, zArg)==0 ){ 391 v *= aMult[i].iMult; 392 break; 393 } 394 } 395 if( v>0x7fffffff ) abendError("parameter too large - max 2147483648"); 396 return (int)(isNeg? -v : v); 397 } 398 399 400 int main(int argc, char **argv){ 401 char *zIn = 0; /* Input text */ 402 int nAlloc = 0; /* Number of bytes allocated for zIn[] */ 403 int nIn = 0; /* Number of bytes of zIn[] used */ 404 size_t got; /* Bytes read from input */ 405 int rc = SQLITE_OK; /* Result codes from API functions */ 406 int i; /* Loop counter */ 407 int iNext; /* Next block of SQL */ 408 sqlite3 *db; /* Open database */ 409 char *zErrMsg = 0; /* Error message returned from sqlite3_exec() */ 410 const char *zEncoding = 0; /* --utf16be or --utf16le */ 411 int nHeap = 0, mnHeap = 0; /* Heap size from --heap */ 412 int nLook = 0, szLook = 0; /* --lookaside configuration */ 413 int nPCache = 0, szPCache = 0;/* --pcache configuration */ 414 int nScratch = 0, szScratch=0;/* --scratch configuration */ 415 int pageSize = 0; /* Desired page size. 0 means default */ 416 void *pHeap = 0; /* Allocated heap space */ 417 void *pLook = 0; /* Allocated lookaside space */ 418 void *pPCache = 0; /* Allocated storage for pcache */ 419 void *pScratch = 0; /* Allocated storage for scratch */ 420 int doAutovac = 0; /* True for --autovacuum */ 421 char *zSql; /* SQL to run */ 422 char *zToFree = 0; /* Call sqlite3_free() on this afte running zSql */ 423 const char *zCkGlob = 0; /* Inputs must match this glob */ 424 int verboseFlag = 0; /* --verbose or -v flag */ 425 int quietFlag = 0; /* --quiet or -q flag */ 426 int nTest = 0; /* Number of test cases run */ 427 int multiTest = 0; /* True if there will be multiple test cases */ 428 int lastPct = -1; /* Previous percentage done output */ 429 sqlite3 *dataDb = 0; /* Database holding compacted input data */ 430 sqlite3_stmt *pStmt = 0; /* Statement to insert testcase into dataDb */ 431 const char *zDataOut = 0; /* Write compacted data to this output file */ 432 int nHeader = 0; /* Bytes of header comment text on input file */ 433 int oomFlag = 0; /* --oom */ 434 int oomCnt = 0; /* Counter for the OOM loop */ 435 char zErrBuf[200]; /* Space for the error message */ 436 const char *zFailCode; /* Value of the TEST_FAILURE environment var */ 437 const char *zPrompt; /* Initial prompt when large-file fuzzing */ 438 int nInFile = 0; /* Number of input files to read */ 439 char **azInFile = 0; /* Array of input file names */ 440 int jj; /* Loop counter for azInFile[] */ 441 442 443 zFailCode = getenv("TEST_FAILURE"); 444 g.zArgv0 = argv[0]; 445 zPrompt = "<stdin>"; 446 for(i=1; i<argc; i++){ 447 const char *z = argv[i]; 448 if( z[0]=='-' ){ 449 z++; 450 if( z[0]=='-' ) z++; 451 if( strcmp(z,"autovacuum")==0 ){ 452 doAutovac = 1; 453 }else 454 if( strcmp(z, "f")==0 && i+1<argc ){ 455 i++; 456 goto addNewInFile; 457 }else 458 if( strcmp(z,"heap")==0 ){ 459 if( i>=argc-2 ) abendError("missing arguments on %s\n", argv[i]); 460 nHeap = integerValue(argv[i+1]); 461 mnHeap = integerValue(argv[i+2]); 462 i += 2; 463 }else 464 if( strcmp(z,"help")==0 ){ 465 showHelp(); 466 return 0; 467 }else 468 if( strcmp(z,"lookaside")==0 ){ 469 if( i>=argc-2 ) abendError("missing arguments on %s", argv[i]); 470 nLook = integerValue(argv[i+1]); 471 szLook = integerValue(argv[i+2]); 472 i += 2; 473 }else 474 if( strcmp(z,"oom")==0 ){ 475 oomFlag = 1; 476 }else 477 if( strcmp(z,"pagesize")==0 ){ 478 if( i>=argc-1 ) abendError("missing argument on %s", argv[i]); 479 pageSize = integerValue(argv[++i]); 480 }else 481 if( strcmp(z,"pcache")==0 ){ 482 if( i>=argc-2 ) abendError("missing arguments on %s", argv[i]); 483 nPCache = integerValue(argv[i+1]); 484 szPCache = integerValue(argv[i+2]); 485 i += 2; 486 }else 487 if( strcmp(z,"quiet")==0 || strcmp(z,"q")==0 ){ 488 quietFlag = 1; 489 verboseFlag = 0; 490 }else 491 if( strcmp(z,"scratch")==0 ){ 492 if( i>=argc-2 ) abendError("missing arguments on %s", argv[i]); 493 nScratch = integerValue(argv[i+1]); 494 szScratch = integerValue(argv[i+2]); 495 i += 2; 496 }else 497 if( strcmp(z, "unique-cases")==0 ){ 498 if( i>=argc-1 ) abendError("missing arguments on %s", argv[i]); 499 if( zDataOut ) abendError("only one --minimize allowed"); 500 zDataOut = argv[++i]; 501 }else 502 if( strcmp(z,"utf16le")==0 ){ 503 zEncoding = "utf16le"; 504 }else 505 if( strcmp(z,"utf16be")==0 ){ 506 zEncoding = "utf16be"; 507 }else 508 if( strcmp(z,"verbose")==0 || strcmp(z,"v")==0 ){ 509 quietFlag = 0; 510 verboseFlag = 1; 511 }else 512 { 513 abendError("unknown option: %s", argv[i]); 514 } 515 }else{ 516 addNewInFile: 517 nInFile++; 518 azInFile = realloc(azInFile, sizeof(azInFile[0])*nInFile); 519 if( azInFile==0 ) abendError("out of memory"); 520 azInFile[nInFile-1] = argv[i]; 521 } 522 } 523 524 /* Do global SQLite initialization */ 525 sqlite3_config(SQLITE_CONFIG_LOG, verboseFlag ? shellLog : shellLogNoop, 0); 526 if( nHeap>0 ){ 527 pHeap = malloc( nHeap ); 528 if( pHeap==0 ) fatalError("cannot allocate %d-byte heap\n", nHeap); 529 rc = sqlite3_config(SQLITE_CONFIG_HEAP, pHeap, nHeap, mnHeap); 530 if( rc ) abendError("heap configuration failed: %d\n", rc); 531 } 532 if( oomFlag ){ 533 sqlite3_config(SQLITE_CONFIG_GETMALLOC, &g.sOrigMem); 534 g.sOomMem = g.sOrigMem; 535 g.sOomMem.xMalloc = oomMalloc; 536 g.sOomMem.xRealloc = oomRealloc; 537 sqlite3_config(SQLITE_CONFIG_MALLOC, &g.sOomMem); 538 } 539 if( nLook>0 ){ 540 sqlite3_config(SQLITE_CONFIG_LOOKASIDE, 0, 0); 541 if( szLook>0 ){ 542 pLook = malloc( nLook*szLook ); 543 if( pLook==0 ) fatalError("out of memory"); 544 } 545 } 546 if( nScratch>0 && szScratch>0 ){ 547 pScratch = malloc( nScratch*(sqlite3_int64)szScratch ); 548 if( pScratch==0 ) fatalError("cannot allocate %lld-byte scratch", 549 nScratch*(sqlite3_int64)szScratch); 550 rc = sqlite3_config(SQLITE_CONFIG_SCRATCH, pScratch, szScratch, nScratch); 551 if( rc ) abendError("scratch configuration failed: %d\n", rc); 552 } 553 if( nPCache>0 && szPCache>0 ){ 554 pPCache = malloc( nPCache*(sqlite3_int64)szPCache ); 555 if( pPCache==0 ) fatalError("cannot allocate %lld-byte pcache", 556 nPCache*(sqlite3_int64)szPCache); 557 rc = sqlite3_config(SQLITE_CONFIG_PAGECACHE, pPCache, szPCache, nPCache); 558 if( rc ) abendError("pcache configuration failed: %d", rc); 559 } 560 561 /* If the --unique-cases option was supplied, open the database that will 562 ** be used to gather unique test cases. 563 */ 564 if( zDataOut ){ 565 rc = sqlite3_open(":memory:", &dataDb); 566 if( rc ) abendError("cannot open :memory: database"); 567 rc = sqlite3_exec(dataDb, 568 "CREATE TABLE testcase(sql BLOB PRIMARY KEY) WITHOUT ROWID;",0,0,0); 569 if( rc ) abendError("%s", sqlite3_errmsg(dataDb)); 570 rc = sqlite3_prepare_v2(dataDb, 571 "INSERT OR IGNORE INTO testcase(sql)VALUES(?1)", 572 -1, &pStmt, 0); 573 if( rc ) abendError("%s", sqlite3_errmsg(dataDb)); 574 } 575 576 /* Initialize the input buffer used to hold SQL text */ 577 if( nInFile==0 ) nInFile = 1; 578 nAlloc = 1000; 579 zIn = malloc(nAlloc); 580 if( zIn==0 ) fatalError("out of memory"); 581 582 /* Loop over all input files */ 583 for(jj=0; jj<nInFile; jj++){ 584 585 /* Read the complete content of the next input file into zIn[] */ 586 FILE *in; 587 if( azInFile ){ 588 int j, k; 589 in = fopen(azInFile[jj],"rb"); 590 if( in==0 ){ 591 abendError("cannot open %s for reading", azInFile[jj]); 592 } 593 zPrompt = azInFile[jj]; 594 for(j=k=0; zPrompt[j]; j++) if( zPrompt[j]=='/' ) k = j+1; 595 zPrompt += k; 596 }else{ 597 in = stdin; 598 zPrompt = "<stdin>"; 599 } 600 while( !feof(in) ){ 601 zIn = realloc(zIn, nAlloc); 602 if( zIn==0 ) fatalError("out of memory"); 603 got = fread(zIn+nIn, 1, nAlloc-nIn-1, in); 604 nIn += (int)got; 605 zIn[nIn] = 0; 606 if( got==0 ) break; 607 nAlloc += nAlloc+1000; 608 } 609 if( in!=stdin ) fclose(in); 610 lastPct = -1; 611 612 /* Skip initial lines of the input file that begin with "#" */ 613 for(i=0; i<nIn; i=iNext+1){ 614 if( zIn[i]!='#' ) break; 615 for(iNext=i+1; iNext<nIn && zIn[iNext]!='\n'; iNext++){} 616 } 617 nHeader = i; 618 619 /* Process all test cases contained within the input file. 620 */ 621 for(; i<nIn; i=iNext, nTest++, g.zTestName[0]=0){ 622 char cSaved; 623 if( strncmp(&zIn[i], "/****<",6)==0 ){ 624 char *z = strstr(&zIn[i], ">****/"); 625 if( z ){ 626 z += 6; 627 sqlite3_snprintf(sizeof(g.zTestName), g.zTestName, "%.*s", 628 (int)(z-&zIn[i]) - 12, &zIn[i+6]); 629 if( verboseFlag ){ 630 printf("%.*s\n", (int)(z-&zIn[i]), &zIn[i]); 631 fflush(stdout); 632 } 633 i += (int)(z-&zIn[i]); 634 multiTest = 1; 635 } 636 } 637 for(iNext=i; iNext<nIn && strncmp(&zIn[iNext],"/****<",6)!=0; iNext++){} 638 639 /* Store unique test cases in the in the dataDb database if the 640 ** --unique-cases flag is present 641 */ 642 if( zDataOut ){ 643 sqlite3_bind_blob(pStmt, 1, &zIn[i], iNext-i, SQLITE_STATIC); 644 rc = sqlite3_step(pStmt); 645 if( rc!=SQLITE_DONE ) abendError("%s", sqlite3_errmsg(dataDb)); 646 sqlite3_reset(pStmt); 647 continue; 648 } 649 cSaved = zIn[iNext]; 650 zIn[iNext] = 0; 651 if( zCkGlob && sqlite3_strglob(zCkGlob,&zIn[i])!=0 ){ 652 zIn[iNext] = cSaved; 653 continue; 654 } 655 656 /* Print out the SQL of the next test case is --verbose is enabled 657 */ 658 zSql = &zIn[i]; 659 if( verboseFlag ){ 660 printf("INPUT (offset: %d, size: %d): [%s]\n", 661 i, (int)strlen(&zIn[i]), &zIn[i]); 662 }else if( multiTest && !quietFlag ){ 663 if( oomFlag ){ 664 printf("%s\n", g.zTestName); 665 }else{ 666 int pct = (10*iNext)/nIn; 667 if( pct!=lastPct ){ 668 if( lastPct<0 ) printf("%s:", zPrompt); 669 printf(" %d%%", pct*10); 670 lastPct = pct; 671 } 672 } 673 } 674 fflush(stdout); 675 676 /* Run the next test case. Run it multiple times in --oom mode 677 */ 678 if( oomFlag ){ 679 oomCnt = g.iOomCntdown = 1; 680 g.nOomFault = 0; 681 g.bOomOnce = 1; 682 if( verboseFlag ){ 683 printf("Once.%d\n", oomCnt); 684 fflush(stdout); 685 } 686 }else{ 687 oomCnt = 0; 688 } 689 do{ 690 rc = sqlite3_open_v2( 691 "main.db", &db, 692 SQLITE_OPEN_READWRITE | SQLITE_OPEN_CREATE | SQLITE_OPEN_MEMORY, 693 0); 694 if( rc!=SQLITE_OK ){ 695 abendError("Unable to open the in-memory database"); 696 } 697 if( pLook ){ 698 rc = sqlite3_db_config(db, SQLITE_DBCONFIG_LOOKASIDE,pLook,szLook,nLook); 699 if( rc!=SQLITE_OK ) abendError("lookaside configuration filed: %d", rc); 700 } 701 #ifndef SQLITE_OMIT_TRACE 702 sqlite3_trace(db, verboseFlag ? traceCallback : traceNoop, 0); 703 #endif 704 sqlite3_create_function(db, "eval", 1, SQLITE_UTF8, 0, sqlEvalFunc, 0, 0); 705 sqlite3_create_function(db, "eval", 2, SQLITE_UTF8, 0, sqlEvalFunc, 0, 0); 706 sqlite3_limit(db, SQLITE_LIMIT_LENGTH, 1000000); 707 if( zEncoding ) sqlexec(db, "PRAGMA encoding=%s", zEncoding); 708 if( pageSize ) sqlexec(db, "PRAGMA pagesize=%d", pageSize); 709 if( doAutovac ) sqlexec(db, "PRAGMA auto_vacuum=FULL"); 710 g.bOomEnable = 1; 711 if( verboseFlag ){ 712 zErrMsg = 0; 713 rc = sqlite3_exec(db, zSql, execCallback, 0, &zErrMsg); 714 if( zErrMsg ){ 715 sqlite3_snprintf(sizeof(zErrBuf),zErrBuf,"%z", zErrMsg); 716 zErrMsg = 0; 717 } 718 }else { 719 rc = sqlite3_exec(db, zSql, execNoop, 0, 0); 720 } 721 g.bOomEnable = 0; 722 rc = sqlite3_close(db); 723 if( rc ){ 724 abendError("sqlite3_close() failed with rc=%d", rc); 725 } 726 if( sqlite3_memory_used()>0 ){ 727 abendError("memory in use after close: %lld bytes",sqlite3_memory_used()); 728 } 729 if( oomFlag ){ 730 /* Limit the number of iterations of the OOM loop to OOM_MAX. If the 731 ** first pass (single failure) exceeds 2/3rds of OOM_MAX this skip the 732 ** second pass (continuous failure after first) completely. */ 733 if( g.nOomFault==0 || oomCnt>OOM_MAX ){ 734 if( g.bOomOnce && oomCnt<=(OOM_MAX*2/3) ){ 735 oomCnt = g.iOomCntdown = 1; 736 g.bOomOnce = 0; 737 }else{ 738 oomCnt = 0; 739 } 740 }else{ 741 g.iOomCntdown = ++oomCnt; 742 g.nOomFault = 0; 743 } 744 if( oomCnt ){ 745 if( verboseFlag ){ 746 printf("%s.%d\n", g.bOomOnce ? "Once" : "Multi", oomCnt); 747 fflush(stdout); 748 } 749 nTest++; 750 } 751 } 752 }while( oomCnt>0 ); 753 754 /* Free the SQL from the current test case 755 */ 756 if( zToFree ){ 757 sqlite3_free(zToFree); 758 zToFree = 0; 759 } 760 zIn[iNext] = cSaved; 761 762 /* Show test-case results in --verbose mode 763 */ 764 if( verboseFlag ){ 765 printf("RESULT-CODE: %d\n", rc); 766 if( zErrMsg ){ 767 printf("ERROR-MSG: [%s]\n", zErrBuf); 768 } 769 fflush(stdout); 770 } 771 772 /* Simulate an error if the TEST_FAILURE environment variable is "5". 773 ** This is used to verify that automated test script really do spot 774 ** errors that occur in this test program. 775 */ 776 if( zFailCode ){ 777 if( zFailCode[0]=='5' && zFailCode[1]==0 ){ 778 abendError("simulated failure"); 779 }else if( zFailCode[0]!=0 ){ 780 /* If TEST_FAILURE is something other than 5, just exit the test 781 ** early */ 782 printf("\nExit early due to TEST_FAILURE being set"); 783 break; 784 } 785 } 786 } 787 if( !verboseFlag && multiTest && !quietFlag && !oomFlag ) printf("\n"); 788 } 789 790 /* Report total number of tests run 791 */ 792 if( nTest>1 && !quietFlag ){ 793 printf("%s: 0 errors out of %d tests\nSQLite %s %s\n", 794 g.zArgv0, nTest, sqlite3_libversion(), sqlite3_sourceid()); 795 } 796 797 /* Write the unique test cases if the --unique-cases flag was used 798 */ 799 if( zDataOut ){ 800 int n = 0; 801 FILE *out = fopen(zDataOut, "wb"); 802 if( out==0 ) abendError("cannot open %s for writing", zDataOut); 803 if( nHeader>0 ) fwrite(zIn, nHeader, 1, out); 804 sqlite3_finalize(pStmt); 805 rc = sqlite3_prepare_v2(dataDb, "SELECT sql FROM testcase", -1, &pStmt, 0); 806 if( rc ) abendError("%s", sqlite3_errmsg(dataDb)); 807 while( sqlite3_step(pStmt)==SQLITE_ROW ){ 808 fprintf(out,"/****<%d>****/", ++n); 809 fwrite(sqlite3_column_blob(pStmt,0),sqlite3_column_bytes(pStmt,0),1,out); 810 } 811 fclose(out); 812 sqlite3_finalize(pStmt); 813 sqlite3_close(dataDb); 814 } 815 816 /* Clean up and exit. 817 */ 818 free(azInFile); 819 free(zIn); 820 free(pHeap); 821 free(pLook); 822 free(pScratch); 823 free(pPCache); 824 return 0; 825 } 826