1# 2010 October 29 2# 3# The author disclaims copyright to this source code. In place of 4# a legal notice, here is a blessing: 5# 6# May you do good and not evil. 7# May you find forgiveness for yourself and forgive others. 8# May you share freely, never taking more than you give. 9# 10#*********************************************************************** 11# 12 13set testdir [file dirname $argv0] 14source $testdir/tester.tcl 15source $testdir/malloc_common.tcl 16 17set g_chunk_size [ expr ($::SQLITE_MAX_PAGE_SIZE*16384) ] 18set g_max_chunks 32 19 20# This handles appending the chunk number 21# to the end of the filename. if 22# SQLITE_MULTIPLEX_EXT_OVWR is defined, then 23# it overwrites the last 2 bytes of the 24# file name with the chunk number. 25proc multiplex_name {name chunk} { 26 if {$chunk==0} { return $name } 27 set num [format "%02d" $chunk] 28 ifcapable {multiplex_ext_overwrite} { 29 set name [string range $name 0 [expr [string length $name]-2-1]] 30 } 31 return $name$num 32} 33 34# This saves off the parameters and calls the 35# underlying sqlite3_multiplex_control() API. 36proc multiplex_set {db name chunk_size max_chunks} { 37 global g_chunk_size 38 global g_max_chunks 39 set g_chunk_size [ expr (($chunk_size+($::SQLITE_MAX_PAGE_SIZE-1)) & ~($::SQLITE_MAX_PAGE_SIZE-1)) ] 40 set g_max_chunks $max_chunks 41 set rc [catch {sqlite3_multiplex_control $db $name chunk_size $chunk_size} msg] 42 if { $rc==0 } { 43 set rc [catch {sqlite3_multiplex_control $db $name max_chunks $max_chunks} msg] 44 } 45 list $msg 46} 47 48# This attempts to delete the base file and 49# and files with the chunk extension. 50proc multiplex_delete {name} { 51 global g_max_chunks 52 forcedelete $name 53 for {set i 0} {$i<$g_max_chunks} {incr i} { 54 forcedelete [multiplex_name $name $i] 55 forcedelete [multiplex_name $name-journal $i] 56 forcedelete [multiplex_name $name-wal $i] 57 } 58} 59 60db close 61 62multiplex_delete test.db 63multiplex_delete test2.db 64 65#------------------------------------------------------------------------- 66# multiplex-1.1.*: Test initialize and shutdown. 67 68do_test multiplex-1.1 { sqlite3_multiplex_initialize nosuchvfs 1 } {SQLITE_ERROR} 69do_test multiplex-1.2 { sqlite3_multiplex_initialize "" 1 } {SQLITE_OK} 70do_test multiplex-1.3 { sqlite3_multiplex_initialize "" 1 } {SQLITE_MISUSE} 71do_test multiplex-1.4 { sqlite3_multiplex_shutdown } {SQLITE_OK} 72 73do_test multiplex-1.5 { sqlite3_multiplex_initialize "" 0 } {SQLITE_OK} 74do_test multiplex-1.6 { sqlite3_multiplex_shutdown } {SQLITE_OK} 75do_test multiplex-1.7 { sqlite3_multiplex_initialize "" 1 } {SQLITE_OK} 76do_test multiplex-1.8 { sqlite3_multiplex_shutdown } {SQLITE_OK} 77 78 79do_test multiplex-1.9.1 { sqlite3_multiplex_initialize "" 1 } {SQLITE_OK} 80do_test multiplex-1.9.2 { sqlite3 db test.db } {} 81do_test multiplex-1.9.3 { multiplex_set db main 32768 16 } {SQLITE_OK} 82do_test multiplex-1.9.4 { multiplex_set db main 32768 -1 } {SQLITE_OK} 83do_test multiplex-1.9.5 { multiplex_set db main -1 16 } {SQLITE_MISUSE} 84do_test multiplex-1.9.6 { multiplex_set db main 31 16 } {SQLITE_OK} 85do_test multiplex-1.9.7 { multiplex_set db main 32768 100 } {SQLITE_OK} 86do_test multiplex-1.9.8 { multiplex_set db main 1073741824 1 } {SQLITE_OK} 87do_test multiplex-1.9.9 { db close } {} 88do_test multiplex-1.9.10 { sqlite3_multiplex_shutdown } {SQLITE_OK} 89 90do_test multiplex-1.10.1 { sqlite3_multiplex_initialize "" 1 } {SQLITE_OK} 91do_test multiplex-1.10.2 { sqlite3 db test.db } {} 92do_test multiplex-1.10.3 { lindex [ catchsql { SELECT multiplex_control(2, 32768); } ] 0 } {0} 93do_test multiplex-1.10.4 { lindex [ catchsql { SELECT multiplex_control(3, -1); } ] 0 } {0} 94do_test multiplex-1.10.5 { lindex [ catchsql { SELECT multiplex_control(2, -1); } ] 0 } {1} 95do_test multiplex-1.10.6 { lindex [ catchsql { SELECT multiplex_control(2, 31); } ] 0 } {0} 96do_test multiplex-1.10.7 { lindex [ catchsql { SELECT multiplex_control(3, 100); } ] 0 } {0} 97do_test multiplex-1.10.8 { lindex [ catchsql { SELECT multiplex_control(2, 1073741824); } ] 0 } {0} 98do_test multiplex-1.10.9 { db close } {} 99do_test multiplex-1.10.10 { sqlite3_multiplex_shutdown } {SQLITE_OK} 100 101do_test multiplex-1.11.1 { sqlite3_multiplex_initialize "" 1 } {SQLITE_OK} 102do_test multiplex-1.11.2 { sqlite3 db test.db } {} 103do_test multiplex-1.11.3 { sqlite3_multiplex_control db main enable 0 } {SQLITE_OK} 104do_test multiplex-1.11.4 { sqlite3_multiplex_control db main enable 1 } {SQLITE_OK} 105do_test multiplex-1.11.5 { sqlite3_multiplex_control db main enable -1 } {SQLITE_OK} 106do_test multiplex-1.11.6 { db close } {} 107do_test multiplex-1.11.7 { sqlite3_multiplex_shutdown } {SQLITE_OK} 108 109do_test multiplex-1.12.1 { sqlite3_multiplex_initialize "" 1 } {SQLITE_OK} 110do_test multiplex-1.12.2 { sqlite3 db test.db } {} 111do_test multiplex-1.12.3 { lindex [ catchsql { SELECT multiplex_control(1, 0); } ] 0 } {0} 112do_test multiplex-1.12.4 { lindex [ catchsql { SELECT multiplex_control(1, 1); } ] 0 } {0} 113do_test multiplex-1.12.5 { lindex [ catchsql { SELECT multiplex_control(1, -1); } ] 0 } {0} 114do_test multiplex-1.12.6 { db close } {} 115do_test multiplex-1.12.7 { sqlite3_multiplex_shutdown } {SQLITE_OK} 116 117do_test multiplex-1.13.1 { sqlite3_multiplex_initialize "" 1 } {SQLITE_OK} 118do_test multiplex-1.13.2 { sqlite3 db test.db } {} 119do_test multiplex-1.13.3 { lindex [ catchsql { SELECT multiplex_control(-1, 0); } ] 0 } {1} 120do_test multiplex-1.13.4 { lindex [ catchsql { SELECT multiplex_control(4, 1); } ] 0 } {1} 121do_test multiplex-1.13.6 { db close } {} 122do_test multiplex-1.13.7 { sqlite3_multiplex_shutdown } {SQLITE_OK} 123 124#------------------------------------------------------------------------- 125# Some simple warm-body tests with a single database file in rollback 126# mode: 127# 128# multiplex-2.1.*: Test simple writing to a multiplex file. 129# 130# multiplex-2.2.*: More writing. 131# 132# multiplex-2.3.*: Open and close a second db. 133# 134# multiplex-2.4.*: Try to shutdown the multiplex system before closing the db 135# file. Check that this fails and the multiplex system still works 136# afterwards. Then close the database and successfully shut 137# down the multiplex system. 138# 139# multiplex-2.5.*: More reading/writing. 140# 141# multiplex-2.6.*: More reading/writing with varying small chunk sizes, as 142# well as varying journal mode. 143# 144# multiplex-2.7.*: Disable/enable tests. 145# 146 147sqlite3_multiplex_initialize "" 1 148multiplex_set db main 32768 16 149 150file delete -force test.x 151do_test multiplex-2.1.2 { 152 sqlite3 db test.x 153 execsql { 154 PRAGMA page_size=1024; 155 PRAGMA auto_vacuum=OFF; 156 PRAGMA journal_mode=DELETE; 157 } 158 execsql { 159 CREATE TABLE t1(a, b); 160 INSERT INTO t1 VALUES(1, randomblob(1100)); 161 INSERT INTO t1 VALUES(2, randomblob(1100)); 162 } 163} {} 164do_test multiplex-2.1.3 { file size [multiplex_name test.x 0] } {4096} 165do_test multiplex-2.1.4 { 166 execsql { INSERT INTO t1 VALUES(3, randomblob(1100)) } 167} {} 168 169do_test multiplex-2.2.1 { 170 execsql { INSERT INTO t1 VALUES(3, randomblob(1100)) } 171} {} 172do_test multiplex-2.2.3 { file size [multiplex_name test.x 0] } {6144} 173 174do_test multiplex-2.3.1 { 175 sqlite3 db2 test2.x 176 db2 close 177} {} 178 179 180do_test multiplex-2.4.1 { 181 sqlite3_multiplex_shutdown 182} {SQLITE_MISUSE} 183do_test multiplex-2.4.2 { 184 execsql { INSERT INTO t1 VALUES(3, randomblob(1100)) } 185} {} 186do_test multiplex-2.4.4 { file size [multiplex_name test.x 0] } {7168} 187do_test multiplex-2.4.99 { 188 db close 189 sqlite3_multiplex_shutdown 190} {SQLITE_OK} 191 192 193do_test multiplex-2.5.1 { 194 multiplex_delete test.x 195 sqlite3_multiplex_initialize "" 1 196 sqlite3 db test.x 197 multiplex_set db main 4096 16 198} {SQLITE_OK} 199 200do_test multiplex-2.5.2 { 201 execsql { 202 PRAGMA page_size = 1024; 203 PRAGMA journal_mode = delete; 204 PRAGMA auto_vacuum = off; 205 CREATE TABLE t1(a PRIMARY KEY, b); 206 } 207} {delete} 208 209do_test multiplex-2.5.3 { 210 execsql { 211 INSERT INTO t1 VALUES(1, 'one'); 212 INSERT INTO t1 VALUES(2, randomblob(4000)); 213 INSERT INTO t1 VALUES(3, 'three'); 214 INSERT INTO t1 VALUES(4, randomblob(4000)); 215 INSERT INTO t1 VALUES(5, 'five'); 216 INSERT INTO t1 VALUES(6, randomblob($g_chunk_size)); 217 INSERT INTO t1 VALUES(7, randomblob($g_chunk_size)); 218 } 219} {} 220 221do_test multiplex-2.5.4 { 222 db eval {SELECT * FROM t1 WHERE a=1} 223} {1 one} 224 225do_test multiplex-2.5.5 { 226 db eval {SELECT * FROM t1 WHERE a=3} 227} {3 three} 228 229do_test multiplex-2.5.6 { 230 db eval {SELECT * FROM t1 WHERE a=5} 231} {5 five} 232 233do_test multiplex-2.5.7 { 234 db eval {SELECT a,length(b) FROM t1 WHERE a=2} 235} {2 4000} 236 237do_test multiplex-2.5.8 { 238 db eval {SELECT a,length(b) FROM t1 WHERE a=4} 239} {4 4000} 240 241do_test multiplex-2.5.9 { file size [multiplex_name test.x 0] } [list $g_chunk_size] 242do_test multiplex-2.5.10 { file size [multiplex_name test.x 1] } [list $g_chunk_size] 243 244do_test multiplex-2.5.99 { 245 db close 246 sqlite3_multiplex_shutdown 247} {SQLITE_OK} 248 249 250set all_journal_modes {delete persist truncate memory off} 251foreach jmode $all_journal_modes { 252 for {set sz 151} {$sz<8000} {set sz [expr $sz+419]} { 253 254 do_test multiplex-2.6.1.$sz.$jmode { 255 multiplex_delete test.db 256 sqlite3_multiplex_initialize "" 1 257 sqlite3 db test.db 258 multiplex_set db main $sz 32 259 } {SQLITE_OK} 260 261 do_test multiplex-2.6.2.$sz.$jmode { 262 db eval { 263 PRAGMA page_size = 1024; 264 PRAGMA auto_vacuum = off; 265 } 266 db eval "PRAGMA journal_mode = $jmode;" 267 } $jmode 268 269 do_test multiplex-2.6.3.$sz.$jmode { 270 execsql { 271 CREATE TABLE t1(a PRIMARY KEY, b); 272 INSERT INTO t1 VALUES(1, 'one'); 273 INSERT INTO t1 VALUES(2, randomblob($g_chunk_size)); 274 } 275 } {} 276 277 do_test multiplex-2.6.4.$sz.$jmode { 278 db eval {SELECT b FROM t1 WHERE a=1} 279 } {one} 280 281 do_test multiplex-2.6.5.$sz.$jmode { 282 db eval {SELECT length(b) FROM t1 WHERE a=2} 283 } [list $g_chunk_size] 284 285 do_test multiplex-2.6.6.$sz.$jmode { file size [multiplex_name test.db 0] } [list $g_chunk_size] 286 287 do_test multiplex-2.6.99.$sz.$jmode { 288 db close 289 sqlite3_multiplex_shutdown 290 } {SQLITE_OK} 291 292 } 293} 294 295do_test multiplex-2.7.1 { multiplex_delete test.db } {} 296do_test multiplex-2.7.2 { sqlite3_multiplex_initialize "" 1 } {SQLITE_OK} 297do_test multiplex-2.7.3 { sqlite3 db test.db } {} 298do_test multiplex-2.7.4 { lindex [ catchsql { SELECT multiplex_control(2, 65536); } ] 0 } {0} 299do_test multiplex-2.7.5 { lindex [ catchsql { SELECT multiplex_control(1, 0); } ] 0 } {0} 300do_test multiplex-2.7.6 { 301 execsql { 302 CREATE TABLE t1(a PRIMARY KEY, b); 303 INSERT INTO t1 VALUES(1, randomblob(1000)); 304 } 305} {} 306# verify only one file, and file size is less than chunks size 307do_test multiplex-2.7.7 { expr ([file size [multiplex_name test.db 0]] < 65536) } {1} 308do_test multiplex-2.7.8 { file exists [multiplex_name test.db 1] } {0} 309do_test multiplex-2.7.9 { 310 execsql { 311 INSERT INTO t1 VALUES(2, randomblob(65536)); 312 } 313} {} 314# verify only one file, and file size exceeds chunks size 315do_test multiplex-2.7.10 { expr ([file size [multiplex_name test.db 0]] > 65536) } {1} 316do_test multiplex-2.7.11 { file exists [multiplex_name test.db 1] } {0} 317do_test multiplex-2.7.12 { db close } {} 318do_test multiplex-2.7.13 { sqlite3_multiplex_shutdown } {SQLITE_OK} 319 320#------------------------------------------------------------------------- 321# Try some tests with more than one connection to a database file. Still 322# in rollback mode. 323# 324# multiplex-3.1.*: Two connections to a single database file. 325# 326# multiplex-3.2.*: Two connections to each of several database files (that 327# are in the same multiplex group). 328# 329do_test multiplex-3.1.1 { 330 multiplex_delete test.db 331 sqlite3_multiplex_initialize "" 1 332 sqlite3 db test.db 333 multiplex_set db main 32768 16 334} {SQLITE_OK} 335do_test multiplex-3.1.2 { 336 execsql { 337 PRAGMA page_size = 1024; 338 PRAGMA journal_mode = delete; 339 PRAGMA auto_vacuum = off; 340 CREATE TABLE t1(a PRIMARY KEY, b); 341 INSERT INTO t1 VALUES(1, 'one'); 342 } 343 file size [multiplex_name test.db 0] 344} {3072} 345do_test multiplex-3.1.3 { 346 sqlite3 db2 test.db 347 execsql { CREATE TABLE t2(a, b) } db2 348} {} 349do_test multiplex-3.1.4 { 350 execsql { CREATE TABLE t3(a, b) } 351} {} 352do_test multiplex-3.1.5 { 353 catchsql { CREATE TABLE t3(a, b) } 354} {1 {table t3 already exists}} 355do_test multiplex-3.1.6 { 356 db close 357 db2 close 358} {} 359 360do_test multiplex-3.2.1a { 361 362 multiplex_delete test.db 363 multiplex_delete test2.db 364 365 sqlite3 db1a test.db 366 sqlite3 db2a test2.db 367 368 foreach db {db1a db2a} { 369 execsql { 370 PRAGMA page_size = 1024; 371 PRAGMA journal_mode = delete; 372 PRAGMA auto_vacuum = off; 373 CREATE TABLE t1(a, b); 374 } $db 375 } 376 377 list [file size [multiplex_name test.db 0]] [file size [multiplex_name test2.db 0]] 378} {2048 2048} 379 380do_test multiplex-3.2.1b { 381 sqlite3 db1b test.db 382 sqlite3 db2b test2.db 383} {} 384 385do_test multiplex-3.2.2 { execsql { INSERT INTO t1 VALUES('x', 'y') } db1a } {} 386do_test multiplex-3.2.3 { execsql { INSERT INTO t1 VALUES('v', 'w') } db1b } {} 387do_test multiplex-3.2.4 { execsql { INSERT INTO t1 VALUES('t', 'u') } db2a } {} 388do_test multiplex-3.2.5 { execsql { INSERT INTO t1 VALUES('r', 's') } db2b } {} 389 390do_test multiplex-3.2.6 { 391 execsql { INSERT INTO t1 VALUES(randomblob(500), randomblob(500)) } db1a 392} {} 393do_test multiplex-3.2.7 { 394 execsql { INSERT INTO t1 VALUES(randomblob(500), randomblob(500)) } db1b 395} {} 396do_test multiplex-3.2.8 { 397 execsql { INSERT INTO t1 VALUES(randomblob(500), randomblob(500)) } db2a 398} {} 399do_test multiplex-3.2.9 { 400 execsql { INSERT INTO t1 VALUES(randomblob(500), randomblob(500)) } db2b 401} {} 402 403do_test multiplex-3.3.1 { 404 execsql { INSERT INTO t1 VALUES(randomblob(500), randomblob(500)) } db1a 405 execsql { INSERT INTO t1 VALUES(randomblob(500), randomblob(500)) } db1b 406 execsql { INSERT INTO t1 VALUES(randomblob(500), randomblob(500)) } db2a 407 execsql { INSERT INTO t1 VALUES(randomblob(500), randomblob(500)) } db2b 408} {} 409 410do_test multiplex-3.2.X { 411 foreach db {db1a db2a db2b db1b} { catch { $db close } } 412} {} 413 414#------------------------------------------------------------------------- 415# 416 417sqlite3_multiplex_initialize "" 1 418multiplex_set db main 32768 16 419 420# Return a list of all currently defined multiplexs. 421proc multiplex_list {} { 422 set allq {} 423 foreach q [sqlite3_multiplex_dump] { 424 lappend allq [lindex $q 0] 425 } 426 return [lsort $allq] 427} 428 429do_test multiplex-4.1.6 { 430 multiplex_delete test2.db 431 sqlite3 db test2.db 432 db eval {CREATE TABLE t2(x); INSERT INTO t2 VALUES('tab-t2');} 433 set res [multiplex_list] 434 list [regexp {test2.db} $res] 435} {1} 436do_test multiplex-4.1.6a { 437 sqlite3 db2 test2.db 438 db2 eval {SELECT * FROM t2} 439} {tab-t2} 440do_test multiplex-4.1.7 { 441 execsql {INSERT INTO t2 VALUES(zeroblob(200000))} 442} {} 443do_test multiplex-4.1.8 { 444 sqlite3 db2 test2.db 445 db2 eval {SELECT count(*) FROM t2} 446} {2} 447do_test multiplex-4.1.8a { 448 db2 eval { DELETE FROM t2 WHERE x = 'tab-t2' } 449} {} 450do_test multiplex-4.1.8b { 451 sqlite3 db2 test2.db 452 db2 eval {SELECT count(*) FROM t2} 453} {1} 454 455 456do_test multiplex-4.1.9 { 457 execsql {INSERT INTO t2 VALUES(zeroblob(200000))} 458} {} 459do_test multiplex-4.1.10 { 460 set res [multiplex_list] 461 list [regexp {test2.db} $res] 462} {1} 463do_test multiplex-4.1.11 { 464 db2 close 465 set res [multiplex_list] 466 list [regexp {test2.db} $res] 467} {1} 468do_test multiplex-4.1.12 { 469 db close 470 multiplex_list 471} {} 472 473 474#------------------------------------------------------------------------- 475# The following tests test that the multiplex VFS handles malloc and IO 476# errors. 477# 478 479sqlite3_multiplex_initialize "" 1 480multiplex_set db main 32768 16 481 482do_faultsim_test multiplex-5.1 -prep { 483 catch {db close} 484} -body { 485 sqlite3 db test2.db 486} 487do_faultsim_test multiplex-5.2 -prep { 488 catch {db close} 489} -body { 490 sqlite3 db test.db 491} 492 493catch { db close } 494multiplex_delete test.db 495multiplex_delete test2.db 496 497do_test multiplex-5.3.prep { 498 sqlite3 db test.db 499 execsql { 500 PRAGMA auto_vacuum = 1; 501 PRAGMA page_size = 1024; 502 CREATE TABLE t1(a, b); 503 INSERT INTO t1 VALUES(10, zeroblob(1200)); 504 } 505 faultsim_save_and_close 506} {} 507do_faultsim_test multiplex-5.3 -prep { 508 faultsim_restore_and_reopen 509} -body { 510 execsql { DELETE FROM t1 } 511} 512 513do_test multiplex-5.4.1 { 514 catch { db close } 515 multiplex_delete test.db 516 file mkdir test.db 517 list [catch { sqlite3 db test.db } msg] $msg 518} {1 {unable to open database file}} 519catch { file delete test.db } 520 521do_faultsim_test multiplex-5.5 -prep { 522 catch { sqlite3_multiplex_shutdown } 523} -body { 524 sqlite3_multiplex_initialize "" 1 525 multiplex_set db main 32768 16 526} 527 528#------------------------------------------------------------------------- 529# Test that you can vacuum a multiplex'ed DB. 530 531ifcapable vacuum { 532 533sqlite3_multiplex_shutdown 534do_test multiplex-6.0.0 { 535 multiplex_delete test.db 536 multiplex_delete test.x 537 sqlite3_multiplex_initialize "" 1 538 sqlite3 db test.x 539 multiplex_set db main 4096 16 540} {SQLITE_OK} 541 542do_test multiplex-6.1.0 { 543 execsql { 544 PRAGMA page_size=1024; 545 PRAGMA journal_mode=DELETE; 546 PRAGMA auto_vacuum=OFF; 547 } 548 execsql { 549 CREATE TABLE t1(a, b); 550 INSERT INTO t1 VALUES(1, randomblob($g_chunk_size)); 551 INSERT INTO t1 VALUES(2, randomblob($g_chunk_size)); 552 } 553} {} 554do_test multiplex-6.2.1 { file size [multiplex_name test.x 0] } [list $g_chunk_size] 555do_test multiplex-6.2.2 { file size [multiplex_name test.x 1] } [list $g_chunk_size] 556 557do_test multiplex-6.3.0 { 558 execsql { VACUUM } 559} {} 560 561do_test multiplex-6.99 { 562 db close 563 multiplex_delete test.x 564 sqlite3_multiplex_shutdown 565} {SQLITE_OK} 566 567} 568 569 570catch { sqlite3_multiplex_shutdown } 571finish_test 572