176ed3bc0Sdan# 2010 May 03 276ed3bc0Sdan# 376ed3bc0Sdan# The author disclaims copyright to this source code. In place of 476ed3bc0Sdan# a legal notice, here is a blessing: 576ed3bc0Sdan# 676ed3bc0Sdan# May you do good and not evil. 776ed3bc0Sdan# May you find forgiveness for yourself and forgive others. 876ed3bc0Sdan# May you share freely, never taking more than you give. 976ed3bc0Sdan# 1076ed3bc0Sdan#*********************************************************************** 1176ed3bc0Sdan# This file implements regression tests for SQLite library. The 1276ed3bc0Sdan# focus of this file is testing the operation of the library in 1376ed3bc0Sdan# "PRAGMA journal_mode=WAL" mode. 1476ed3bc0Sdan# 1576ed3bc0Sdan 1676ed3bc0Sdanset testdir [file dirname $argv0] 1776ed3bc0Sdansource $testdir/tester.tcl 1876ed3bc0Sdansource $testdir/malloc_common.tcl 1976ed3bc0Sdan 2076ed3bc0Sdanifcapable !wal {finish_test ; return } 2176ed3bc0Sdan 22a4bc123fSdan#------------------------------------------------------------------------- 23a4bc123fSdan# This test case, walfault-1-*, simulates faults while executing a 24a4bc123fSdan# 25a4bc123fSdan# PRAGMA journal_mode = WAL; 26a4bc123fSdan# 27a4bc123fSdan# statement immediately after creating a new database. 28a4bc123fSdan# 29a4bc123fSdando_test walfault-1-pre-1 { 30*459564f4Sdan faultsim_delete_and_reopen 31a4bc123fSdan faultsim_save_and_close 32a4bc123fSdan} {} 33a4bc123fSdando_faultsim_test walfault-1 -prep { 34a4bc123fSdan faultsim_restore_and_reopen 358521abfdSdan} -body { 368521abfdSdan db eval { PRAGMA main.journal_mode = WAL } 378521abfdSdan} -test { 388521abfdSdan 398521abfdSdan faultsim_test_result {0 wal} 408521abfdSdan 418521abfdSdan # Test that the connection that encountered an error as part of 428521abfdSdan # "PRAGMA journal_mode = WAL" and a new connection use the same 438521abfdSdan # journal mode when accessing the database. 448521abfdSdan # 458521abfdSdan # If "PRAGMA journal_mode" is executed immediately, connection [db] (the 468521abfdSdan # one that hit the error in journal_mode="WAL") might return "wal" even 478521abfdSdan # if it failed to switch the database to WAL mode. This is not considered 488521abfdSdan # a problem. When it tries to read the database, connection [db] correctly 498521abfdSdan # recognizes that it is a rollback database and switches back to a 508521abfdSdan # rollback compatible journal mode. 518521abfdSdan # 528521abfdSdan set jm [db one {SELECT * FROM sqlite_master ; PRAGMA main.journal_mode}] 538521abfdSdan sqlite3 db2 test.db 548521abfdSdan set jm2 [db2 one {SELECT * FROM sqlite_master ; PRAGMA main.journal_mode}] 558521abfdSdan db2 close 568521abfdSdan 578521abfdSdan if { $jm!=$jm2 } { error "Journal modes do not match: $jm $jm2" } 588521abfdSdan if { $testrc==0 && $jm!="wal" } { error "Journal mode is not WAL" } 5976ed3bc0Sdan} 6076ed3bc0Sdan 61a4bc123fSdan#-------------------------------------------------------------------------- 62a4bc123fSdan# Test case walfault-2-* tests fault injection during recovery of a 63a4bc123fSdan# short WAL file (a dozen frames or thereabouts). 64a4bc123fSdan# 65a4bc123fSdando_test walfault-2-pre-1 { 66a4bc123fSdan sqlite3 db test.db 675e9e482fSdan execsql { 685e9e482fSdan PRAGMA journal_mode = WAL; 695e9e482fSdan BEGIN; 705e9e482fSdan CREATE TABLE x(y, z, UNIQUE(y, z)); 715e9e482fSdan INSERT INTO x VALUES(randomblob(100), randomblob(100)); 725e9e482fSdan COMMIT; 735e9e482fSdan PRAGMA wal_checkpoint; 745e9e482fSdan 755e9e482fSdan INSERT INTO x SELECT randomblob(100), randomblob(100) FROM x; 765e9e482fSdan INSERT INTO x SELECT randomblob(100), randomblob(100) FROM x; 775e9e482fSdan INSERT INTO x SELECT randomblob(100), randomblob(100) FROM x; 785e9e482fSdan } 79a4bc123fSdan execsql { 80a4bc123fSdan SELECT count(*) FROM x 81a4bc123fSdan } 82a4bc123fSdan} {8} 83a4bc123fSdando_test walfault-2-pre-2 { 84a4bc123fSdan faultsim_save_and_close 85a4bc123fSdan faultsim_restore_and_reopen 86a4bc123fSdan execsql { SELECT count(*) FROM x } 87a4bc123fSdan} {8} 88a4bc123fSdando_faultsim_test walfault-2 -prep { 89a4bc123fSdan faultsim_restore_and_reopen 90a4bc123fSdan} -body { 91a4bc123fSdan execsql { SELECT count(*) FROM x } 92a4bc123fSdan} -test { 93a4bc123fSdan faultsim_test_result {0 8} 941f55e28dSdan faultsim_integrity_check 955e9e482fSdan} 965e9e482fSdan 97a4bc123fSdan#-------------------------------------------------------------------------- 98a4bc123fSdan# Test fault injection while writing and checkpointing a small WAL file. 99a4bc123fSdan# 100a4bc123fSdando_test walfault-3-pre-1 { 101a4bc123fSdan sqlite3 db test.db 102a4bc123fSdan execsql { 1039a6b4e9aSdan PRAGMA auto_vacuum = 1; 1049a6b4e9aSdan PRAGMA journal_mode = WAL; 1059a6b4e9aSdan CREATE TABLE abc(a PRIMARY KEY); 1069a6b4e9aSdan INSERT INTO abc VALUES(randomblob(1500)); 107a4bc123fSdan } 108a4bc123fSdan db close 109a4bc123fSdan faultsim_save_and_close 110a4bc123fSdan} {} 111a4bc123fSdando_faultsim_test walfault-3 -prep { 112a4bc123fSdan faultsim_restore_and_reopen 113a4bc123fSdan} -body { 114a4bc123fSdan db eval { 1159a6b4e9aSdan DELETE FROM abc; 1169a6b4e9aSdan PRAGMA wal_checkpoint; 1179a6b4e9aSdan } 118a4bc123fSdan} -test { 119a4bc123fSdan faultsim_test_result {0 {}} 120a4bc123fSdan} 1219a6b4e9aSdan 122*459564f4Sdan#-------------------------------------------------------------------------- 123*459564f4Sdan# 124*459564f4Sdanfaultsim_delete_and_reopen 1251f55e28dSdanfaultsim_save_and_close 1261f55e28dSdando_faultsim_test walfault-4 -prep { 1271f55e28dSdan faultsim_restore_and_reopen 1281f55e28dSdan} -body { 1291f55e28dSdan execsql { 130c7991bdfSdan PRAGMA journal_mode = WAL; 131c7991bdfSdan CREATE TABLE t1(a PRIMARY KEY, b); 132c7991bdfSdan INSERT INTO t1 VALUES('a', 'b'); 133c7991bdfSdan PRAGMA wal_checkpoint; 1341f55e28dSdan SELECT * FROM t1; 1351f55e28dSdan } 1361f55e28dSdan} -test { 1371f55e28dSdan faultsim_test_result {0 {wal a b}} 1381f55e28dSdan faultsim_integrity_check 139c7991bdfSdan} 14076ed3bc0Sdan 141*459564f4Sdan#-------------------------------------------------------------------------- 142*459564f4Sdan# 1431f55e28dSdando_test walfault-5-pre-1 { 144*459564f4Sdan faultsim_delete_and_reopen 1451f55e28dSdan execsql { 1468f6097c2Sdan PRAGMA page_size = 512; 1478f6097c2Sdan PRAGMA journal_mode = WAL; 1481f55e28dSdan } 1491f55e28dSdan faultsim_save_and_close 1501f55e28dSdan} {} 1511f55e28dSdando_faultsim_test walfault-5 -faults shmerr* -prep { 1521f55e28dSdan faultsim_restore_and_reopen 1531f55e28dSdan execsql { PRAGMA wal_autocheckpoint = 0 } 1541f55e28dSdan shmfault filter xShmSize 1551f55e28dSdan} -body { 1561f55e28dSdan execsql { 1578f6097c2Sdan CREATE TABLE t1(x); 1588f6097c2Sdan BEGIN; 1598f6097c2Sdan INSERT INTO t1 VALUES(randomblob(400)); /* 1 */ 1608f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2 */ 1618f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4 */ 1628f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 8 */ 1638f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 16 */ 1648f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 32 */ 1658f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 64 */ 1668f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 128 */ 1678f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 256 */ 1688f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 512 */ 1698f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 1024 */ 1708f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2048 */ 1718f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4096 */ 1728f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 8192 */ 1738f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 16384 */ 1748f6097c2Sdan COMMIT; 1751f55e28dSdan SELECT count(*) FROM t1; 1761f55e28dSdan } 1771f55e28dSdan} -test { 1781f55e28dSdan faultsim_test_result {0 16384} 1791f55e28dSdan faultsim_integrity_check 1808f6097c2Sdan} 1818f6097c2Sdan 182*459564f4Sdan#-------------------------------------------------------------------------- 183*459564f4Sdan# 1841f55e28dSdando_test walfault-6-pre-1 { 185*459564f4Sdan faultsim_delete_and_reopen 1861f55e28dSdan execsql { 1878f6097c2Sdan PRAGMA page_size = 512; 1888f6097c2Sdan PRAGMA journal_mode = WAL; 1898f6097c2Sdan PRAGMA wal_autocheckpoint = 0; 1908f6097c2Sdan CREATE TABLE t1(x); 1918f6097c2Sdan BEGIN; 1928f6097c2Sdan INSERT INTO t1 VALUES(randomblob(400)); /* 1 */ 1938f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2 */ 1948f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4 */ 1958f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 8 */ 1968f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 16 */ 1978f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 32 */ 1988f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 64 */ 1998f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 128 */ 2008f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 256 */ 2018f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 512 */ 2028f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 1024 */ 2038f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2048 */ 2048f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4096 */ 2058f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 8192 */ 2068f6097c2Sdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 16384 */ 2078f6097c2Sdan COMMIT; 2088f6097c2Sdan } 2091f55e28dSdan faultsim_save_and_close 2101f55e28dSdan} {} 2111f55e28dSdando_faultsim_test walfault-6 -faults shmerr* -prep { 2121f55e28dSdan faultsim_restore_and_reopen 2131f55e28dSdan shmfault filter xShmSize 2141f55e28dSdan} -body { 2151f55e28dSdan execsql { SELECT count(*) FROM t1 } 2161f55e28dSdan} -test { 2171f55e28dSdan faultsim_test_result {0 16384} 2181f55e28dSdan faultsim_integrity_check 2191f55e28dSdan set n [db one {SELECT count(*) FROM t1}] 2201f55e28dSdan if {$n != 16384 && $n != 0} { error "Incorrect number of rows: $n" } 2218f6097c2Sdan} 2228f6097c2Sdan 223*459564f4Sdan#-------------------------------------------------------------------------- 224*459564f4Sdan# 2251f55e28dSdando_test walfault-7-pre-1 { 2261f55e28dSdan faultsim_delete_and_reopen 2271f55e28dSdan execsql { 228a861469aSdan PRAGMA page_size = 512; 229a861469aSdan PRAGMA journal_mode = WAL; 230a861469aSdan PRAGMA wal_autocheckpoint = 0; 231a861469aSdan CREATE TABLE t1(x); 232a861469aSdan BEGIN; 233a861469aSdan INSERT INTO t1 VALUES(randomblob(400)); /* 1 */ 234a861469aSdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 2 */ 235a861469aSdan INSERT INTO t1 SELECT randomblob(400) FROM t1; /* 4 */ 236a861469aSdan COMMIT; 237a861469aSdan } 2381f55e28dSdan faultsim_save_and_close 2391f55e28dSdan} {} 2401f55e28dSdando_faultsim_test walfault-7 -prep { 2411f55e28dSdan faultsim_restore_and_reopen 2421f55e28dSdan} -body { 2431f55e28dSdan execsql { SELECT count(*) FROM t1 } 2441f55e28dSdan} -test { 2451f55e28dSdan faultsim_test_result {0 4} 2461f55e28dSdan set n [db one {SELECT count(*) FROM t1}] 2471f55e28dSdan if {$n != 4 && $n != 0} { error "Incorrect number of rows: $n" } 248a861469aSdan} 249a861469aSdan 250*459564f4Sdan#-------------------------------------------------------------------------- 251*459564f4Sdan# 2521f55e28dSdando_test walfault-8-pre-1 { 2531f55e28dSdan faultsim_delete_and_reopen 2541f55e28dSdan execsql { 255d41a29a6Sdan PRAGMA journal_mode = WAL; 256d41a29a6Sdan CREATE TABLE abc(a PRIMARY KEY); 257d41a29a6Sdan INSERT INTO abc VALUES(randomblob(900)); 2581f55e28dSdan } 2591f55e28dSdan faultsim_save_and_close 2601f55e28dSdan} {} 2611f55e28dSdando_faultsim_test walfault-8 -prep { 2621f55e28dSdan faultsim_restore_and_reopen 2631f55e28dSdan execsql { PRAGMA cache_size = 10 } 2641f55e28dSdan} -body { 2651f55e28dSdan execsql { 266d41a29a6Sdan BEGIN; 267d41a29a6Sdan INSERT INTO abc SELECT randomblob(900) FROM abc; /* 1 */ 2681f55e28dSdan --INSERT INTO abc SELECT randomblob(900) FROM abc; /* 2 */ 2691f55e28dSdan --INSERT INTO abc SELECT randomblob(900) FROM abc; /* 4 */ 2701f55e28dSdan --INSERT INTO abc SELECT randomblob(900) FROM abc; /* 8 */ 271d41a29a6Sdan ROLLBACK; 2721f55e28dSdan SELECT count(*) FROM abc; 2731f55e28dSdan } 2741f55e28dSdan} -test { 2751f55e28dSdan faultsim_test_result {0 1} 2761f55e28dSdan 2771f55e28dSdan faultsim_integrity_check 2781f55e28dSdan catch { db eval ROLLBACK } 2791f55e28dSdan faultsim_integrity_check 2801f55e28dSdan 2811f55e28dSdan set n [db one {SELECT count(*) FROM abc}] 2821f55e28dSdan if {$n != 1} { error "Incorrect number of rows: $n" } 283d41a29a6Sdan} 284d41a29a6Sdan 285*459564f4Sdan#-------------------------------------------------------------------------- 286*459564f4Sdan# 2871f55e28dSdando_test walfault-9-pre-1 { 2881f55e28dSdan faultsim_delete_and_reopen 2891f55e28dSdan execsql { 2908067adbcSdan PRAGMA journal_mode = WAL; 2918067adbcSdan CREATE TABLE abc(a PRIMARY KEY); 2928067adbcSdan INSERT INTO abc VALUES(randomblob(900)); 2931f55e28dSdan } 2941f55e28dSdan faultsim_save_and_close 2951f55e28dSdan} {} 2961f55e28dSdando_faultsim_test walfault-9 -prep { 2971f55e28dSdan #if {$iFail<73} { set iFail 73 } 2981f55e28dSdan #if {$iFail>73} { exit } 2991f55e28dSdan 3001f55e28dSdan faultsim_restore_and_reopen 3011f55e28dSdan execsql { PRAGMA cache_size = 10 } 3021f55e28dSdan} -body { 3031f55e28dSdan execsql { 3048067adbcSdan BEGIN; 3058067adbcSdan INSERT INTO abc SELECT randomblob(900) FROM abc; /* 1 */ 3068067adbcSdan SAVEPOINT spoint; 3078067adbcSdan INSERT INTO abc SELECT randomblob(900) FROM abc; /* 2 */ 3088067adbcSdan INSERT INTO abc SELECT randomblob(900) FROM abc; /* 4 */ 3098067adbcSdan INSERT INTO abc SELECT randomblob(900) FROM abc; /* 8 */ 3108067adbcSdan ROLLBACK TO spoint; 3118067adbcSdan COMMIT; 3121f55e28dSdan SELECT count(*) FROM abc; 3131f55e28dSdan } 3141f55e28dSdan} -test { 3151f55e28dSdan faultsim_test_result {0 2} 3161f55e28dSdan faultsim_integrity_check 3171f55e28dSdan 3181f55e28dSdan catch { db eval { ROLLBACK TO spoint } } 3191f55e28dSdan catch { db eval { COMMIT } } 3201f55e28dSdan set n [db one {SELECT count(*) FROM abc}] 3211f55e28dSdan if {$n != 1 && $n != 2} { error "Incorrect number of rows: $n" } 3228067adbcSdan} 3238067adbcSdan 32465f2ac58Sdan#------------------------------------------------------------------------- 32565f2ac58Sdan# When a database is checkpointed, SQLite does the following: 32665f2ac58Sdan# 32765f2ac58Sdan# 1. xShmLock(CHECKPOINT) to lock the WAL. 32865f2ac58Sdan# 2. xShmGet(-1) to get a mapping to read the wal-index header. 32965f2ac58Sdan# 3. If the mapping obtained in (2) is not large enough to cover the 33065f2ac58Sdan# entire wal-index, call xShmGet(nReq) to get a larger mapping. 33165f2ac58Sdan# 4. Do the checkpoint. 33265f2ac58Sdan# 5. Release the lock and mapping. 33365f2ac58Sdan# 33465f2ac58Sdan# This test case tests the outcome of an IO error in step 2. 33565f2ac58Sdan# 336*459564f4Sdanproc walfault_10_vfs_cb {method args} { 33765f2ac58Sdan switch -- $::shm_state { 33865f2ac58Sdan 0 { return SQLITE_OK } 33965f2ac58Sdan 1 { 34065f2ac58Sdan if {$method == "xShmGet"} { 34165f2ac58Sdan set ::wal_index [tvfs shm [lindex $args 0]] 34265f2ac58Sdan tvfs shm [lindex $args 0] [string range $::wal_index 0 65535] 34365f2ac58Sdan set ::shm_state 2 34465f2ac58Sdan } 34565f2ac58Sdan } 34665f2ac58Sdan 2 { 34765f2ac58Sdan if {$method == "xShmGet"} { 34865f2ac58Sdan tvfs shm [lindex $args 0] $::wal_index 34965f2ac58Sdan return SQLITE_IOERR 35065f2ac58Sdan } 35165f2ac58Sdan } 35265f2ac58Sdan } 35365f2ac58Sdan return SQLITE_OK 35465f2ac58Sdan} 355*459564f4Sdando_test walfault-10.1 { 35665f2ac58Sdan set ::shm_state 0 3571f55e28dSdan testvfs tvfs 358*459564f4Sdan tvfs script walfault_10_vfs_cb 35965f2ac58Sdan 36065f2ac58Sdan sqlite3 db test.db -vfs tvfs 36165f2ac58Sdan sqlite3 db2 test.db -vfs tvfs 36265f2ac58Sdan 36365f2ac58Sdan execsql { 36465f2ac58Sdan PRAGMA journal_mode = WAL; 36565f2ac58Sdan PRAGMA wal_autocheckpoint = 0; 36665f2ac58Sdan CREATE TABLE t1(x); 36765f2ac58Sdan INSERT INTO t1 VALUES(randomblob(900)); 36865f2ac58Sdan } 36965f2ac58Sdan} {wal 0} 370*459564f4Sdando_test walfault-10.2 { 37165f2ac58Sdan execsql { 37265f2ac58Sdan PRAGMA wal_autocheckpoint = 0; 37365f2ac58Sdan BEGIN; 37465f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 2 */ 37565f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 4 */ 37665f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 8 */ 37765f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 16 */ 37865f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 32 */ 37965f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 64 */ 38065f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 128 */ 38165f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 256 */ 38265f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 512 */ 38365f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 1024 */ 38465f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 2048 */ 38565f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 4096 */ 38665f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 8192 */ 38765f2ac58Sdan INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 16384 */ 38865f2ac58Sdan COMMIT; 38965f2ac58Sdan } db2 39065f2ac58Sdan} {0} 391*459564f4Sdando_test walfault-10.3 { 39265f2ac58Sdan set ::shm_state 1 39365f2ac58Sdan catchsql { PRAGMA wal_checkpoint } db2 39465f2ac58Sdan} {1 {disk I/O error}} 39565f2ac58Sdanset ::shm_state 0 39665f2ac58Sdandb close 39765f2ac58Sdandb2 close 39865f2ac58Sdantvfs delete 39965f2ac58Sdanunset -nocomplain ::wal_index ::shm_state 40065f2ac58Sdan 40176ed3bc0Sdanfinish_test 402c7991bdfSdan 403