xref: /sqlite-3.40.0/test/permutations.test (revision dfe4e6bb) 
1# 2008 June 21
2#
3# The author disclaims copyright to this source code.  In place of
4# a legal notice, here is a blessing:
5#
6#    May you do good and not evil.
7#    May you find forgiveness for yourself and forgive others.
8#    May you share freely, never taking more than you give.
9#
10#***********************************************************************
11#
12
13set testdir [file dirname $argv0]
14source $testdir/tester.tcl
15db close
16
17#-------------------------------------------------------------------------
18# test_suite NAME OPTIONS
19#
20# where available options are:
21#
22#       -description TITLE                  (default "")
23#       -initialize  SCRIPT                 (default "")
24#       -shutdown    SCRIPT                 (default "")
25#       -presql      SQL                    (default "")
26#       -files       LIST-OF-FILES          (default $::ALLTESTS)
27#       -prefix      NAME                   (default "$::NAME.")
28#       -dbconfig    SCRIPT                 (default "")
29#
30proc test_suite {name args} {
31
32  set default(-shutdown)    ""
33  set default(-initialize)  ""
34  set default(-presql)      ""
35  set default(-description) "no description supplied (fixme)"
36  set default(-files)       ""
37  set default(-prefix)      "${name}."
38  set default(-dbconfig)    ""
39
40  array set options [array get default]
41  if {[llength $args]%2} {
42    error "uneven number of options/switches passed to test_suite"
43  }
44  foreach {k v} $args {
45    set o [array names options ${k}*]
46    if {[llength $o]>1}  { error "ambiguous option: $k" }
47    if {[llength $o]==0} { error "unknown option: $k" }
48    set options([lindex $o 0]) $v
49  }
50
51  set     ::testspec($name) [array get options]
52  lappend ::testsuitelist $name
53}
54
55#-------------------------------------------------------------------------
56# test_set ARGS...
57#
58proc test_set {args} {
59  set isExclude 0
60  foreach a $args {
61    if {[string match -* $a]} {
62      switch -- $a {
63        -include { set isExclude 0 }
64        -exclude { set isExclude 1 }
65        default {
66          error "Unknown switch: $a"
67        }
68      }
69    } elseif {$isExclude == 0} {
70      foreach f $a { set t($f) 1 }
71    } else {
72      foreach f $a { array unset t $f }
73      foreach f $a { array unset t */$f }
74    }
75  }
76
77  return [array names t]
78}
79
80#-------------------------------------------------------------------------
81# Set up the following global list variables containing the names of
82# various test scripts:
83#
84#   $alltests
85#   $allquicktests
86#
87set alltests [list]
88foreach f [glob $testdir/*.test] { lappend alltests [file tail $f] }
89foreach f [glob -nocomplain       \
90    $testdir/../ext/rtree/*.test  \
91    $testdir/../ext/fts5/test/*.test   \
92] {
93  lappend alltests $f
94}
95foreach f [glob -nocomplain $testdir/../ext/session/*.test] {
96  lappend alltests $f
97}
98
99if {$::tcl_platform(platform)!="unix"} {
100  set alltests [test_set $alltests -exclude crash.test crash2.test]
101}
102set alltests [test_set $alltests -exclude {
103  all.test        async.test         quick.test  veryquick.test
104  memleak.test    permutations.test  soak.test   fts3.test
105  mallocAll.test  rtree.test         full.test   extraquick.test
106  session.test
107}]
108
109set allquicktests [test_set $alltests -exclude {
110  async2.test async3.test backup_ioerr.test corrupt.test
111  corruptC.test crash.test crash2.test crash3.test crash4.test crash5.test
112  crash6.test crash7.test delete3.test e_fts3.test fts3rnd.test
113  fkey_malloc.test fuzz.test fuzz3.test fuzz_malloc.test in2.test loadext.test
114  misc7.test mutex2.test notify2.test onefile.test pagerfault2.test
115  savepoint4.test savepoint6.test select9.test
116  speed1.test speed1p.test speed2.test speed3.test speed4.test
117  speed4p.test sqllimits1.test tkt2686.test thread001.test thread002.test
118  thread003.test thread004.test thread005.test trans2.test vacuum3.test
119  incrvacuum_ioerr.test autovacuum_crash.test btree8.test shared_err.test
120  vtab_err.test walslow.test walcrash.test walcrash3.test
121  walthread.test rtree3.test indexfault.test securedel2.test
122  sort3.test sort4.test fts4growth.test fts4growth2.test
123  bigsort.test rbu.test walprotocol.test mmap4.test fuzzer2.test
124  walcrash2.test e_fkey.test backup.test
125
126  fts4merge.test fts4merge2.test fts4merge4.test fts4check.test
127  fts3cov.test fts3snippet.test fts3corrupt2.test fts3an.test
128  fts3defer.test fts4langid.test fts3sort.test fts5unicode.test
129
130  rtree4.test
131}]
132if {[info exists ::env(QUICKTEST_INCLUDE)]} {
133  set allquicktests [concat $allquicktests $::env(QUICKTEST_INCLUDE)]
134}
135if {[info exists ::env(QUICKTEST_OMIT)]} {
136  foreach x [split $::env(QUICKTEST_OMIT) ,] {
137    regsub -all \\y$x\\y $allquicktests {} allquicktests
138  }
139}
140
141# If the TEST_FAILURE environment variable is set, it means that we what to
142# deliberately provoke test failures in order to test the test infrastructure.
143# Only the main.test module is needed for this.
144#
145if {[info exists ::env(TEST_FAILURE)]} {
146  set allquicktests main.test
147}
148
149#############################################################################
150# Start of tests
151#
152
153#-------------------------------------------------------------------------
154# Define the generic test suites:
155#
156#   veryquick
157#   quick
158#   full
159#
160lappend ::testsuitelist xxx
161
162test_suite "veryquick" -prefix "" -description {
163  "Very" quick test suite. Runs in minutes on a workstation.
164  This test suite is the same as the "quick" tests, except that some files
165  that test malloc and IO errors are omitted.
166} -files [
167  test_set $allquicktests -exclude *malloc* *ioerr* *fault* *bigfile* *_err* \
168      *fts5corrupt* *fts5big* *fts5aj*
169]
170
171test_suite "extraquick" -prefix "" -description {
172  "Extra" quick test suite. Runs in a few minutes on a workstation.
173  This test suite is the same as the "veryquick" tests, except that
174  slower tests are omitted.
175} -files [
176  test_set $allquicktests -exclude *malloc* *ioerr* *fault* *bigfile* *_err* \
177     wal3.test fts4merge* sort2.test mmap1.test walcrash* \
178     percentile.test where8m.test walcksum.test savepoint3.test \
179     fuzzer1.test fuzzer3.test fts3expr3.test
180]
181
182test_suite "mmap" -prefix "mm-" -description {
183  Similar to veryquick. Except with memory mapping enabled.
184} -presql {
185  pragma mmap_size = 268435456;
186} -files [
187  test_set $allquicktests -exclude *malloc* *ioerr* *fault* -include malloc.test
188]
189
190test_suite "valgrind" -prefix "" -description {
191  Run the "veryquick" test suite with a couple of multi-process tests (that
192  fail under valgrind) omitted.
193} -files [
194  test_set $allquicktests -exclude *malloc* *ioerr* *fault* *_err* wal.test \
195              shell*.test crash8.test atof1.test selectG.test \
196              tkt-fc62af4523.test numindex1.test
197] -initialize {
198  set ::G(valgrind) 1
199} -shutdown {
200  unset -nocomplain ::G(valgrind)
201}
202
203test_suite "valgrind-nolookaside" -prefix "" -description {
204  Run the "veryquick" test suite with a couple of multi-process tests (that
205  fail under valgrind) omitted.
206} -files [
207  test_set $allquicktests -exclude *malloc* *ioerr* *fault* *_err* \
208      wal.test atof1.test
209] -initialize {
210  set ::G(valgrind) 1
211  catch {db close}
212  sqlite3_shutdown
213  sqlite3_config_lookaside 0 0
214  sqlite3_initialize
215  autoinstall_test_functions
216} -shutdown {
217  catch {db close}
218  sqlite3_shutdown
219  sqlite3_config_lookaside 100 500
220  sqlite3_initialize
221  autoinstall_test_functions
222  unset -nocomplain ::G(valgrind)
223}
224
225
226test_suite "quick" -prefix "" -description {
227  Quick test suite. Runs in around 10 minutes on a workstation.
228} -files [
229  test_set $allquicktests
230]
231
232test_suite "full" -prefix "" -description {
233  Full test suite. Takes a long time.
234} -files [
235  test_set $alltests
236] -initialize {
237  unset -nocomplain ::G(isquick)
238}
239
240test_suite "threads" -prefix "" -description {
241  All multi-threaded tests.
242} -files {
243  notify2.test   thread001.test thread002.test thread003.test
244  thread004.test thread005.test walthread.test
245}
246
247test_suite "fts3" -prefix "" -description {
248  All FTS3 tests except fts3rnd.test.
249} -files {
250  fts3aa.test fts3ab.test fts3ac.test fts3ad.test fts3ae.test
251  fts3af.test fts3ag.test fts3ah.test fts3ai.test fts3aj.test
252  fts3ak.test fts3al.test fts3am.test fts3an.test fts3ao.test
253  fts3atoken.test fts3b.test fts3c.test fts3cov.test fts3d.test
254  fts3defer.test fts3defer2.test fts3e.test fts3expr.test fts3expr2.test
255  fts3expr3.test
256  fts3near.test fts3query.test fts3shared.test fts3snippet.test
257  fts3sort.test
258  fts3fault.test fts3malloc.test fts3matchinfo.test
259  fts3aux1.test fts3comp1.test fts3auto.test
260  fts4aa.test fts4content.test
261  fts3conf.test fts3prefix.test fts3fault2.test fts3corrupt.test
262  fts3corrupt2.test fts3first.test fts4langid.test fts4merge.test
263  fts4check.test fts4unicode.test fts4noti.test
264  fts3varint.test
265  fts4growth.test fts4growth2.test
266}
267
268test_suite "fts5" -prefix "" -description {
269  All FTS5 tests.
270} -files [glob -nocomplain $::testdir/../ext/fts5/test/*.test]
271
272test_suite "fts5-light" -prefix "" -description {
273  All FTS5 tests.
274} -files [
275  test_set \
276      [glob -nocomplain $::testdir/../ext/fts5/test/*.test] \
277      -exclude *corrupt* *fault* *big* *fts5aj*
278]
279
280test_suite "nofaultsim" -prefix "" -description {
281  "Very" quick test suite. Runs in less than 5 minutes on a workstation.
282  This test suite is the same as the "quick" tests, except that some files
283  that test malloc and IO errors are omitted.
284} -files [
285  test_set $allquicktests -exclude *malloc* *ioerr* *fault* *_err*
286] -initialize {
287  catch {db close}
288  sqlite3_shutdown
289  install_malloc_faultsim 0
290  sqlite3_initialize
291  autoinstall_test_functions
292} -shutdown {
293  unset -nocomplain ::G(valgrind)
294}
295
296test_suite "queryplanner" -prefix "" -description {
297  Tests of the query planner and query optimizer
298} -files {
299  alter2.test alter3.test alter4.test alter.test analyze3.test
300  analyze4.test analyze5.test analyze6.test analyze7.test analyze8.test
301  analyze.test attach2.test attach3.test attach4.test
302  attach.test autoinc.test autoindex1.test between.test cast.test
303  check.test closure01.test coalesce.test collate1.test collate2.test
304  collate3.test collate4.test collate5.test collate6.test collate7.test
305  collate8.test collate9.test collateA.test colmeta.test colname.test
306  conflict.test count.test coveridxscan.test createtab.test cse.test
307  date.test dbstatus2.test dbstatus.test default.test delete2.test
308  delete3.test delete.test descidx1.test descidx2.test descidx3.test
309  distinctagg.test distinct.test e_createtable.test e_delete.test
310  e_droptrigger.test e_dropview.test e_expr.test e_insert.test
311  eqp.test e_reindex.test e_resolve.test e_select2.test e_select.test
312  e_update.test exists.test expr.test fkey1.test fkey2.test fkey3.test
313  fkey4.test fkey5.test func2.test func3.test func.test
314  in3.test in4.test in5.test index2.test index3.test
315  index4.test index5.test indexedby.test index.test
316  insert2.test insert3.test insert4.test insert5.test insert.test
317  instr.test in.test intpkey.test join2.test join3.test join4.test
318  join5.test join6.test join.test like2.test like.test limit.test
319  minmax2.test minmax3.test minmax4.test minmax.test misc1.test misc2.test
320  misc3.test misc4.test misc5.test misc6.test misc7.test orderby1.test
321  orderby2.test orderby3.test orderby4.test randexpr1.test regexp1.test
322  reindex.test rowhash.test rowid.test schema2.test schema3.test
323  schema4.test schema5.test schema.test
324  select1.test select2.test select3.test select4.test select5.test
325  select6.test select7.test select8.test select9.test selectA.test
326  selectB.test selectC.test selectD.test selectE.test sidedelete.test
327  sort.test spellfix.test subquery2.test subquery.test subselect.test
328  substr.test tkt-02a8e81d44.test tkt1435.test tkt1443.test tkt1444.test
329  tkt1449.test tkt1473.test tkt1501.test tkt1512.test tkt1514.test
330  tkt1536.test tkt1537.test tkt1567.test tkt1644.test tkt1667.test
331  tkt1873.test tkt2141.test tkt2192.test tkt2213.test tkt2251.test
332  tkt2285.test tkt2332.test tkt2339.test tkt2391.test tkt2409.test
333  tkt2450.test tkt2565.test tkt2640.test tkt2643.test tkt2686.test
334  tkt-26ff0c2d1e.test tkt2767.test tkt2817.test tkt2820.test tkt2822.test
335  tkt2832.test tkt2854.test tkt2920.test tkt2927.test tkt2942.test
336  tkt-2a5629202f.test tkt-2d1a5c67d.test tkt-2ea2425d34.test tkt3080.test
337  tkt3093.test tkt3121.test tkt-31338dca7e.test tkt-313723c356.test
338  tkt3201.test tkt3292.test tkt3298.test tkt3334.test tkt3346.test
339  tkt3357.test tkt3419.test tkt3424.test tkt3442.test tkt3457.test
340  tkt3461.test tkt3493.test tkt3508.test tkt3522.test tkt3527.test
341  tkt3541.test tkt3554.test tkt3581.test tkt35xx.test tkt3630.test
342  tkt3718.test tkt3731.test tkt3757.test tkt3761.test tkt3762.test
343  tkt3773.test tkt3791.test tkt3793.test tkt3810.test tkt3824.test
344  tkt3832.test tkt3838.test tkt3841.test tkt-385a5b56b9.test tkt3871.test
345  tkt3879.test tkt-38cb5df375.test tkt3911.test tkt3918.test tkt3922.test
346  tkt3929.test tkt3935.test tkt3992.test tkt3997.test tkt-3998683a16.test
347  tkt-3a77c9714e.test tkt-3fe897352e.test tkt4018.test tkt-4a03edc4c8.test
348  tkt-4dd95f6943.test tkt-54844eea3f.test tkt-5d863f876e.test
349  tkt-5e10420e8d.test tkt-5ee23731f.test tkt-6bfb98dfc0.test
350  tkt-752e1646fc.test tkt-78e04e52ea.test tkt-7a31705a7e6.test
351  tkt-7bbfb7d442.test tkt-80ba201079.test tkt-80e031a00f.test
352  tkt-8454a207b9.test tkt-91e2e8ba6f.test tkt-94c04eaadb.test
353  tkt-9d68c883.test tkt-a7b7803e.test tkt-b1d3a2e531.test
354  tkt-b351d95f9.test tkt-b72787b1.test tkt-bd484a090c.test
355  tkt-bdc6bbbb38.test tkt-c48d99d690.test tkt-cbd054fa6b.test
356  tkt-d11f09d36e.test tkt-d635236375.test tkt-d82e3f3721.test
357  tkt-f3e5abed55.test tkt-f777251dc7a.test tkt-f7b4edec.test
358  tkt-f973c7ac31.test tkt-fa7bf5ec.test tkt-fc62af4523.test
359  tkt-fc7bd6358f.test trigger1.test trigger2.test trigger3.test
360  trigger4.test trigger5.test trigger6.test trigger7.test trigger8.test
361  trigger9.test triggerA.test triggerB.test triggerC.test triggerD.test
362  types2.test types3.test types.test unique.test unordered.test
363  update.test view.test vtab1.test vtab2.test vtab3.test vtab4.test
364  vtab5.test vtab6.test vtab7.test vtab8.test vtab9.test vtab_alter.test
365  vtabA.test vtabB.test vtabC.test vtabD.test vtabE.test
366  vtabF.test where2.test where3.test where4.test where5.test where6.test
367  where7.test where8m.test where8.test where9.test whereA.test whereB.test
368  whereC.test whereD.test whereE.test whereF.test wherelimit.test
369  where.test
370}
371
372test_suite "vfslog" -prefix "" -description {
373  "Vfslog" quick test suite. Like "veryquick" except does not omits
374  a few tests that do not work with a version 1 VFS. And the quota* tests,
375  which do not work with a VFS that uses the pVfs argument passed to
376  sqlite3_vfs methods.
377} -files [
378  test_set $allquicktests -exclude *malloc* *ioerr* *fault* oserror.test \
379  pager1.test syscall.test sysfault.test tkt3457.test quota* superlock* \
380  wal* mmap*
381]
382
383lappend ::testsuitelist xxx
384#-------------------------------------------------------------------------
385# Define the coverage related test suites:
386#
387#   coverage-wal
388#
389test_suite "coverage-wal" -description {
390  Coverage tests for file wal.c.
391} -files {
392  wal.test       wal2.test     wal3.test       walmode.test
393  walbak.test    walhook.test  walcrash2.test  walcksum.test
394  walfault.test  walbig.test   walnoshm.test
395  wal5.test
396}
397
398test_suite "coverage-pager" -description {
399  Coverage tests for file pager.c.
400} -files {
401  pager1.test    pager2.test  pagerfault.test  pagerfault2.test
402  walfault.test  walbak.test  journal2.test    tkt-9d68c883.test
403}
404
405test_suite "coverage-analyze" -description {
406  Coverage tests for file analyze.c.
407} -files {
408  analyze3.test analyze4.test analyze5.test analyze6.test
409  analyze7.test analyze8.test analyze9.test analyzeA.test
410  analyze.test analyzeB.test mallocA.test
411}
412
413test_suite "coverage-sorter" -description {
414  Coverage tests for file vdbesort.c.
415} -files {
416  sort.test sortfault.test
417}
418
419
420lappend ::testsuitelist xxx
421#-------------------------------------------------------------------------
422# Define the permutation test suites:
423#
424
425# Run some tests using pre-allocated page and scratch blocks.
426#
427# mmap1.test is excluded because a good number of its tests depend on
428# the page-cache being larger than the database. But this permutation
429# causes the effective limit on the page-cache to be just 24 pages.
430#
431test_suite "memsubsys1" -description {
432  Tests using pre-allocated page and scratch blocks
433} -files [
434  test_set $::allquicktests -exclude ioerr5.test malloc5.test mmap1.test
435] -initialize {
436  test_set_config_pagecache 4096 24
437  catch {db close}
438  sqlite3_shutdown
439  sqlite3_config_scratch 25000 1
440  sqlite3_initialize
441  autoinstall_test_functions
442} -shutdown {
443  test_restore_config_pagecache
444  catch {db close}
445  sqlite3_shutdown
446  sqlite3_config_scratch 0 0
447  sqlite3_initialize
448  autoinstall_test_functions
449}
450
451# Run some tests using pre-allocated page and scratch blocks. This time
452# the allocations are too small to use in most cases.
453#
454# Both ioerr5.test and malloc5.test are excluded because they test the
455# sqlite3_soft_heap_limit() and sqlite3_release_memory() functionality.
456# This functionality is disabled if a pre-allocated page block is provided.
457#
458test_suite "memsubsys2" -description {
459  Tests using small pre-allocated page and scratch blocks
460} -files [
461  test_set $::allquicktests -exclude ioerr5.test malloc5.test
462] -initialize {
463  test_set_config_pagecache 512 5
464  catch {db close}
465  sqlite3_shutdown
466  sqlite3_config_scratch 1000 1
467  sqlite3_initialize
468  autoinstall_test_functions
469} -shutdown {
470  test_restore_config_pagecache
471  catch {db close}
472  sqlite3_shutdown
473  sqlite3_config_scratch 0 0
474  sqlite3_initialize
475  autoinstall_test_functions
476}
477
478# Run all tests with the lookaside allocator disabled.
479#
480test_suite "nolookaside" -description {
481  OOM tests with lookaside disabled
482} -initialize {
483  catch {db close}
484  sqlite3_shutdown
485  sqlite3_config_lookaside 0 0
486  sqlite3_initialize
487  autoinstall_test_functions
488} -shutdown {
489  catch {db close}
490  sqlite3_shutdown
491  sqlite3_config_lookaside 100 500
492  sqlite3_initialize
493  autoinstall_test_functions
494} -files $::allquicktests
495
496# Run some tests in SQLITE_CONFIG_SINGLETHREAD mode.
497#
498test_suite "singlethread" -description {
499  Tests run in SQLITE_CONFIG_SINGLETHREAD mode
500} -initialize {
501  catch {db close}
502  sqlite3_shutdown
503  catch {sqlite3_config singlethread}
504  sqlite3_initialize
505  autoinstall_test_functions
506} -files {
507  delete.test   delete2.test  insert.test  rollback.test  select1.test
508  select2.test  trans.test    update.test  vacuum.test    types.test
509  types2.test   types3.test
510} -shutdown {
511  catch {db close}
512  sqlite3_shutdown
513  catch {sqlite3_config serialized}
514  sqlite3_initialize
515  autoinstall_test_functions
516}
517
518test_suite "nomutex" -description {
519  Tests run with the SQLITE_OPEN_MULTITHREADED flag passed to sqlite3_open().
520} -initialize {
521  rename sqlite3 sqlite3_nomutex
522  proc sqlite3 {args} {
523    if {[string range [lindex $args 0] 0 0] ne "-"} {
524      lappend args -fullmutex 0 -nomutex 1
525    }
526    uplevel [concat sqlite3_nomutex $args]
527  }
528} -files {
529  delete.test   delete2.test  insert.test  rollback.test  select1.test
530  select2.test  trans.test    update.test  vacuum.test    types.test
531  types2.test   types3.test
532} -shutdown {
533  rename sqlite3 {}
534  rename sqlite3_nomutex sqlite3
535}
536
537# Run some tests in SQLITE_CONFIG_MULTITHREAD mode.
538#
539test_suite "multithread" -description {
540  Tests run in SQLITE_CONFIG_MULTITHREAD mode
541} -initialize {
542  catch {db close}
543  sqlite3_shutdown
544  catch {sqlite3_config multithread}
545  sqlite3_initialize
546  autoinstall_test_functions
547} -files {
548  delete.test   delete2.test  insert.test  rollback.test  select1.test
549  select2.test  trans.test    update.test  vacuum.test    types.test
550  types2.test   types3.test   sort4.test
551} -shutdown {
552  catch {db close}
553  sqlite3_shutdown
554  catch {sqlite3_config serialized}
555  sqlite3_initialize
556  autoinstall_test_functions
557}
558
559# Run some tests in SQLITE_OPEN_FULLMUTEX mode.
560#
561test_suite "fullmutex" -description {
562  Tests run in SQLITE_OPEN_FULLMUTEX mode
563} -initialize {
564  rename sqlite3 sqlite3_fullmutex
565  proc sqlite3 {args} {
566    if {[string range [lindex $args 0] 0 0] ne "-"} {
567      lappend args -nomutex 0 -fullmutex 1
568    }
569    uplevel [concat sqlite3_fullmutex $args]
570  }
571} -files {
572  delete.test   delete2.test  insert.test  rollback.test  select1.test
573  select2.test  trans.test    update.test  vacuum.test    types.test
574  types2.test   types3.test
575} -shutdown {
576  rename sqlite3 {}
577  rename sqlite3_fullmutex sqlite3
578}
579
580# Run some tests using the "onefile" demo.
581#
582test_suite "onefile" -description {
583  Run some tests using the "test_onefile.c" demo
584} -initialize {
585  rename sqlite3 sqlite3_onefile
586  proc sqlite3 {args} {
587    if {[string range [lindex $args 0] 0 0] ne "-"} {
588      lappend args -vfs fs
589    }
590    uplevel [concat sqlite3_onefile $args]
591  }
592} -files {
593  conflict.test  insert.test   insert2.test  insert3.test
594  rollback.test  select1.test  select2.test  select3.test
595} -shutdown {
596  rename sqlite3 {}
597  rename sqlite3_onefile sqlite3
598}
599
600# Run some tests using UTF-16 databases.
601#
602test_suite "utf16" -description {
603  Run tests using UTF-16 databases
604} -presql {
605  pragma encoding = 'UTF-16'
606} -files {
607    alter.test alter3.test
608    analyze.test analyze3.test analyze4.test analyze5.test analyze6.test
609    analyze7.test analyze8.test analyze9.test analyzeA.test analyzeB.test
610    auth.test bind.test blob.test capi2.test capi3.test collate1.test
611    collate2.test collate3.test collate4.test collate5.test collate6.test
612    conflict.test date.test delete.test expr.test fkey1.test func.test
613    hook.test index.test insert2.test insert.test interrupt.test in.test
614    intpkey.test ioerr.test join2.test join.test lastinsert.test
615    laststmtchanges.test limit.test lock2.test lock.test main.test
616    memdb.test minmax.test misc1.test misc2.test misc3.test notnull.test
617    null.test progress.test quote.test rowid.test select1.test select2.test
618    select3.test select4.test select5.test select6.test sort.test
619    subselect.test tableapi.test table.test temptable.test
620    trace.test trigger1.test trigger2.test trigger3.test
621    trigger4.test types2.test types.test unique.test update.test
622    vacuum.test view.test where.test
623    bestindex1.test
624}
625
626# Run some tests in exclusive locking mode.
627#
628test_suite "exclusive" -description {
629  Run tests in exclusive locking mode.
630} -presql {
631  pragma locking_mode = 'exclusive'
632} -files {
633  rollback.test select1.test select2.test
634  malloc.test ioerr.test
635}
636
637# Run some tests in exclusive locking mode with truncated journals.
638#
639test_suite "exclusive-truncate" -description {
640  Run tests in exclusive locking mode and truncate journal mode.
641} -presql {
642  pragma locking_mode = 'exclusive';
643  pragma journal_mode = TRUNCATE;
644} -files {
645  delete.test delete2.test insert.test rollback.test select1.test
646  select2.test update.test malloc.test ioerr.test
647}
648
649# Run some tests in persistent journal mode.
650#
651test_suite "persistent_journal" -description {
652  Run tests in persistent-journal mode.
653} -presql {
654  pragma journal_mode = persist
655} -files {
656  delete.test delete2.test insert.test rollback.test select1.test
657  select2.test trans.test update.test vacuum.test
658}
659
660# Run some tests in truncating journal mode.
661#
662test_suite "truncate_journal" -description {
663  Run tests in persistent-journal mode.
664} -presql {
665  pragma journal_mode = truncate
666} -files {
667  delete.test delete2.test insert.test rollback.test select1.test
668  select2.test trans.test update.test vacuum.test
669  malloc.test ioerr.test
670}
671
672# Run some error tests in persistent journal mode.
673#
674test_suite "persistent_journal_error" -description {
675  Run malloc.test and ioerr.test in persistent-journal mode.
676} -presql {
677  pragma journal_mode = persist
678} -files {
679  malloc.test ioerr.test
680}
681
682# Run some tests in no journal mode.
683#
684test_suite "no_journal" -description {
685  Run tests in no-journal mode.
686} -presql {
687  pragma journal_mode = persist
688} -files {
689  delete.test delete2.test insert.test rollback.test select1.test
690  select2.test trans.test update.test vacuum.test
691}
692
693# Run some error tests in no journal mode.
694#
695test_suite "no_journal_error" -description {
696  Run malloc.test and ioerr.test in no-journal mode.
697} -presql {
698  pragma journal_mode = persist
699} -files {
700  malloc.test ioerr.test
701}
702
703# Run some crash-tests in autovacuum mode.
704#
705test_suite "autovacuum_crash" -description {
706  Run crash.test in autovacuum mode.
707} -presql {
708  pragma auto_vacuum = 1
709} -files crash.test
710
711# Run some ioerr-tests in autovacuum mode.
712#
713test_suite "autovacuum_ioerr" -description {
714  Run ioerr.test in autovacuum mode.
715} -presql {
716  pragma auto_vacuum = 1
717} -files ioerr.test
718
719# Run tests with an in-memory journal.
720#
721test_suite "inmemory_journal" -description {
722  Run tests with an in-memory journal file.
723} -presql {
724  pragma journal_mode = 'memory'
725} -files [test_set $::allquicktests -exclude {
726  # Exclude all tests that simulate IO errors.
727  autovacuum_ioerr2.test cffault.test incrvacuum_ioerr.test ioerr.test
728  ioerr.test ioerr2.test ioerr3.test ioerr4.test ioerr5.test
729  vacuum3.test incrblob_err.test diskfull.test backup_ioerr.test
730  e_fts3.test fts3cov.test fts3malloc.test fts3rnd.test
731  fts3snippet.test mmapfault.test sessionfault.test sessionfault2.test
732
733  # Exclude test scripts that use tcl IO to access journal files or count
734  # the number of fsync() calls.
735  pager.test exclusive.test jrnlmode.test sync.test misc1.test
736  journal1.test conflict.test crash8.test tkt3457.test io.test
737  journal3.test 8_3_names.test
738
739  pager1.test async4.test corrupt.test filefmt.test pager2.test
740  corrupt5.test corruptA.test pageropt.test
741
742  # Exclude stmt.test, which expects sub-journals to use temporary files.
743  stmt.test symlink.test
744
745  zerodamage.test
746
747  # WAL mode is different.
748  wal* tkt-2d1a5c67d.test backcompat.test e_wal* rowallock.test
749
750  # This test does not work as the "PRAGMA journal_mode = memory"
751  # statement switches the database out of wal mode at inopportune
752  # times.
753  snapshot_fault.test
754
755  # This test assumes a journal file is created on disk.
756  delete_db.test
757}]
758
759ifcapable mem3 {
760  test_suite "memsys3" -description {
761    Run tests using the allocator in mem3.c.
762  } -files [test_set $::allquicktests -exclude {
763    autovacuum.test           delete3.test              manydb.test
764    bigrow.test               incrblob2.test            memdb.test
765    bitvec.test               index2.test               memsubsys1.test
766    capi3c.test               ioerr.test                memsubsys2.test
767    capi3.test                join3.test                pagesize.test
768    collate5.test             limit.test                backup_ioerr.test
769    backup_malloc.test
770  }] -initialize {
771    catch {db close}
772    sqlite3_reset_auto_extension
773    sqlite3_shutdown
774    sqlite3_config_heap 25000000 0
775    sqlite3_config_lookaside 0 0
776    ifcapable mem5 {
777      # If both memsys3 and memsys5 are enabled in the build, the call to
778      # [sqlite3_config_heap] will initialize the system to use memsys5.
779      # The following overrides this preference and installs the memsys3
780      # allocator.
781      sqlite3_install_memsys3
782    }
783    install_malloc_faultsim 1
784    sqlite3_initialize
785    autoinstall_test_functions
786  } -shutdown {
787    catch {db close}
788    sqlite3_shutdown
789    sqlite3_config_heap 0 0
790    sqlite3_config_lookaside 100 500
791    install_malloc_faultsim 1
792    sqlite3_initialize
793    autoinstall_test_functions
794  }
795}
796
797ifcapable mem5 {
798  test_suite "memsys5" -description {
799    Run tests using the allocator in mem5.c.
800  } -files [test_set $::allquicktests -exclude {
801    autovacuum.test           delete3.test              manydb.test
802    bigrow.test               incrblob2.test            memdb.test
803    bitvec.test               index2.test               memsubsys1.test
804    capi3c.test               ioerr.test                memsubsys2.test
805    capi3.test                join3.test                pagesize.test
806    collate5.test             limit.test                zeroblob.test
807  }] -initialize {
808    catch {db close}
809    sqlite3_shutdown
810    sqlite3_config_heap 25000000 64
811    sqlite3_config_lookaside 0 0
812    install_malloc_faultsim 1
813    sqlite3_initialize
814    autoinstall_test_functions
815  } -shutdown {
816    catch {db close}
817    sqlite3_shutdown
818    sqlite3_config_heap 0 0
819    sqlite3_config_lookaside 100 500
820    install_malloc_faultsim 1
821    sqlite3_initialize
822    autoinstall_test_functions
823  }
824
825  test_suite "memsys5-2" -description {
826    Run tests using the allocator in mem5.c in a different configuration.
827  } -files {
828    select1.test
829  } -initialize {
830    catch {db close}
831    sqlite3_shutdown
832    sqlite3_config_memstatus 0
833    sqlite3_config_heap 40000000 16
834    sqlite3_config_lookaside 0 0
835    install_malloc_faultsim 1
836    sqlite3_initialize
837    autoinstall_test_functions
838  } -shutdown {
839    catch {db close}
840    sqlite3_shutdown
841    sqlite3_config_heap 0 0
842    sqlite3_config_lookaside 100 500
843    install_malloc_faultsim 1
844    sqlite3_initialize
845    autoinstall_test_functions
846  }
847}
848
849ifcapable threadsafe {
850  test_suite "no_mutex_try" -description {
851     The sqlite3_mutex_try() interface always fails
852  } -files [
853    test_set $::allquicktests -exclude mutex1.test mutex2.test
854  ] -initialize {
855    catch {db close}
856    sqlite3_shutdown
857    install_mutex_counters 1
858    set ::disable_mutex_try 1
859    sqlite3_initialize
860    autoinstall_test_functions
861  } -shutdown {
862    catch {db close}
863    sqlite3_shutdown
864    install_mutex_counters 0
865    sqlite3_initialize
866    autoinstall_test_functions
867  }
868}
869
870# run_tests "crash_safe_append" -description {
871#   Run crash.test with persistent journals on a SAFE_APPEND file-system.
872# } -initialize {
873#   rename crashsql sa_crashsql
874#   proc crashsql {args} {
875#     set options [lrange $args 0 [expr {[llength $args]-2}]]
876#     lappend options -char safe_append
877#     set sql [lindex $args end]
878#     lappend options "
879#       PRAGMA journal_mode=persistent;
880#       $sql
881#     "
882#     set fd [open test.db-journal w]
883#     puts $fd [string repeat 1234567890 100000]
884#     close $fd
885#     eval sa_crashsql $options
886#   }
887# } -shutdown {
888#   rename crashsql {}
889#   rename sa_crashsql crashsql
890# } -files crash.test
891
892test_suite "safe_append" -description {
893  Run some tests on a SAFE_APPEND file-system.
894} -initialize {
895  rename sqlite3 sqlite3_safeappend
896  proc sqlite3 {args} {
897    if {[string range [lindex $args 0] 0 0] ne "-"} {
898      lappend args -vfs devsym
899    }
900    uplevel [concat sqlite3_safeappend $args]
901  }
902  sqlite3_simulate_device -char safe_append
903} -shutdown {
904  rename sqlite3 {}
905  rename sqlite3_shutdown sqlite3
906} -files [
907  test_set $::allquicktests shared_err.test -exclude async3.test
908]
909
910# The set of tests to run on the alternative-pcache
911set perm-alt-pcache-testset {
912  async.test
913  attach.test
914  delete.test delete2.test
915  index.test
916  insert.test insert2.test
917  join.test join2.test
918  rollback.test
919  select1.test select2.test
920  trans.test
921  update.test
922}
923
924foreach discard_rate {0 10 50 90 100} {
925  test_suite "pcache${discard_rate}" -description "
926    Alternative pcache implementation with ${discard_rate}% random discard
927  " -initialize "
928    catch {db close}
929    sqlite3_shutdown
930    sqlite3_config_alt_pcache 1 $discard_rate 1
931    sqlite3_initialize
932    autoinstall_test_functions
933  " -shutdown {
934    catch {db close}
935    sqlite3_shutdown
936    sqlite3_config_alt_pcache 0 0 0
937    sqlite3_config_lookaside 100 500
938    install_malloc_faultsim 1
939    sqlite3_initialize
940    autoinstall_test_functions
941  } -files ${perm-alt-pcache-testset}
942}
943
944test_suite "journaltest" -description {
945  Check that pages are synced before being written (test_journal.c).
946} -initialize {
947  catch {db close}
948  register_jt_vfs -default ""
949} -shutdown {
950  unregister_jt_vfs
951} -files [test_set $::allquicktests -exclude {
952  wal* incrvacuum.test ioerr.test corrupt4.test io.test crash8.test
953  async4.test bigfile.test backcompat.test e_wal* fstat.test mmap2.test
954  pager1.test syscall.test tkt3457.test *malloc* mmap* multiplex* nolock*
955  pager2.test *fault* rowal* snapshot* superlock* symlink.test
956  delete_db.test
957}]
958
959if {[info commands register_demovfs] != ""} {
960  test_suite "demovfs" -description {
961    Check that the demovfs (code in test_demovfs.c) more or less works.
962  } -initialize {
963    register_demovfs
964  } -shutdown {
965    unregister_demovfs
966  } -files {
967    insert.test   insert2.test  insert3.test rollback.test
968    select1.test  select2.test  select3.test
969  }
970}
971
972test_suite "wal" -description {
973  Run tests with journal_mode=WAL
974} -initialize {
975  set ::G(savepoint6_iterations) 100
976} -shutdown {
977  unset -nocomplain ::G(savepoint6_iterations)
978} -files {
979  savepoint.test     savepoint2.test     savepoint6.test
980  trans.test         avtrans.test
981
982  fts3aa.test  fts3ab.test  fts3ac.test  fts3ad.test
983  fts3ae.test  fts3af.test  fts3ag.test  fts3ah.test
984  fts3ai.test  fts3aj.test  fts3ak.test  fts3al.test
985  fts3am.test  fts3an.test  fts3ao.test  fts3b.test
986  fts3c.test   fts3d.test   fts3e.test   fts3query.test
987}
988
989test_suite "rtree" -description {
990  All R-tree related tests. Provides coverage of source file rtree.c.
991} -files [glob -nocomplain $::testdir/../ext/rtree/*.test]
992
993test_suite "session" -description {
994  All session module related tests.
995} -files [glob -nocomplain $::testdir/../ext/session/*.test]
996
997test_suite "session_eec" -description {
998  All session module related tests with sqlite3_extended_result_codes() set.
999} -files [
1000  glob -nocomplain $::testdir/../ext/session/*.test
1001] -dbconfig {
1002  sqlite3_extended_result_codes $::dbhandle 1
1003}
1004
1005test_suite "session_strm" -description {
1006  All session module related tests using the streaming APIs.
1007} -files [
1008  glob -nocomplain $::testdir/../ext/session/*.test
1009] -dbconfig {
1010  set ::sqlite3session_streams 1
1011}
1012
1013test_suite "rbu" -description {
1014  RBU tests.
1015} -files [
1016  test_set [glob -nocomplain $::testdir/../ext/rbu/*.test] -exclude rbu.test
1017]
1018
1019test_suite "no_optimization" -description {
1020  Run test scripts with optimizations disabled using the
1021  sqlite3_test_control(SQLITE_TESTCTRL_OPTIMIZATIONS) interface.
1022} -files {
1023  where.test where2.test where3.test where4.test where5.test
1024  where6.test where7.test where8.test where9.test
1025  whereA.test whereB.test wherelimit.test
1026  select1.test select2.test select3.test select4.test select5.test
1027  select7.test select8.test selectA.test selectC.test
1028} -dbconfig {
1029  optimization_control $::dbhandle all 0
1030}
1031
1032test_suite "prepare" -description {
1033  Run tests with the db connection using sqlite3_prepare() instead of _v2().
1034} -dbconfig {
1035  db_use_legacy_prepare $::dbhandle 1
1036  #$::dbhandle cache size 0
1037} -files [
1038  test_set $allquicktests -exclude *malloc* *ioerr* *fault*
1039]
1040
1041# End of tests
1042#############################################################################
1043
1044# run_tests NAME OPTIONS
1045#
1046# where available options are:
1047#
1048#       -description TITLE
1049#       -initialize  SCRIPT
1050#       -shutdown    SCRIPT
1051#       -presql      SQL
1052#       -files       LIST-OF-FILES
1053#       -prefix      NAME
1054#
1055proc run_tests {name args} {
1056  array set options $args
1057
1058  set ::G(perm:name)         $name
1059  set ::G(perm:prefix)       $options(-prefix)
1060  set ::G(perm:presql)       $options(-presql)
1061  set ::G(isquick)           1
1062  set ::G(perm:dbconfig)     $options(-dbconfig)
1063
1064  foreach file [lsort $options(-files)] {
1065    uplevel $options(-initialize)
1066    if {[file tail $file] == $file} { set file [file join $::testdir $file] }
1067    slave_test_file $file
1068    uplevel $options(-shutdown)
1069  }
1070
1071  unset ::G(perm:name)
1072  unset ::G(perm:prefix)
1073  unset ::G(perm:presql)
1074  unset ::G(perm:dbconfig)
1075}
1076
1077proc run_test_suite {name} {
1078  if {[info exists ::testspec($name)]==0} {
1079    error "No such test suite: $name"
1080  }
1081  uplevel run_tests $name $::testspec($name)
1082}
1083
1084proc help {} {
1085  puts "Usage: $::argv0 TESTSUITE ?TESTFILE?"
1086  puts ""
1087  puts "Available test-suites are:"
1088  foreach k $::testsuitelist {
1089    if {[info exists ::testspec($k)]==0} {
1090      puts "         ----------------------------------------"
1091      puts ""
1092    } else {
1093      array set o $::testspec($k)
1094      puts "Test suite: \"$k\""
1095      set d [string trim $o(-description)]
1096      set d [regsub {\n *} $d "\n  "]
1097      puts "  $d"
1098      puts ""
1099    }
1100  }
1101  exit -1
1102}
1103
1104if {[file tail $argv0] == "permutations.test"} {
1105  proc main {argv} {
1106    if {[llength $argv]==0} {
1107      help
1108    } else {
1109      set suite [file tail [lindex $argv 0]]
1110      if {[info exists ::testspec($suite)]==0} help
1111      set extra ""
1112      if {[llength $argv]>1} { set extra [list -files [lrange $argv 1 end]] }
1113      eval run_tests $suite $::testspec($suite) $extra
1114    }
1115  }
1116  main $argv
1117  finish_test
1118}
1119