xref: /sqlite-3.40.0/test/permutations.test (revision 02267cc2) 
1# 2008 June 21
2#
3# The author disclaims copyright to this source code.  In place of
4# a legal notice, here is a blessing:
5#
6#    May you do good and not evil.
7#    May you find forgiveness for yourself and forgive others.
8#    May you share freely, never taking more than you give.
9#
10#***********************************************************************
11#
12
13set testdir [file dirname $argv0]
14source $testdir/tester.tcl
15db close
16
17#-------------------------------------------------------------------------
18# test_suite NAME OPTIONS
19#
20# where available options are:
21#
22#       -description TITLE                  (default "")
23#       -initialize  SCRIPT                 (default "")
24#       -shutdown    SCRIPT                 (default "")
25#       -presql      SQL                    (default "")
26#       -files       LIST-OF-FILES          (default $::ALLTESTS)
27#       -prefix      NAME                   (default "$::NAME.")
28#       -dbconfig    SCRIPT                 (default "")
29#
30proc test_suite {name args} {
31
32  set default(-shutdown)    ""
33  set default(-initialize)  ""
34  set default(-presql)      ""
35  set default(-description) "no description supplied (fixme)"
36  set default(-files)       ""
37  set default(-prefix)      "${name}."
38  set default(-dbconfig)    ""
39
40  array set options [array get default]
41  if {[llength $args]%2} {
42    error "uneven number of options/switches passed to test_suite"
43  }
44  foreach {k v} $args {
45    set o [array names options ${k}*]
46    if {[llength $o]>1}  { error "ambiguous option: $k" }
47    if {[llength $o]==0} { error "unknown option: $k" }
48    set options([lindex $o 0]) $v
49  }
50
51  set     ::testspec($name) [array get options]
52  lappend ::testsuitelist $name
53}
54
55#-------------------------------------------------------------------------
56# test_set ARGS...
57#
58proc test_set {args} {
59  set isExclude 0
60  foreach a $args {
61    if {[string match -* $a]} {
62      switch -- $a {
63        -include { set isExclude 0 }
64        -exclude { set isExclude 1 }
65        default {
66          error "Unknown switch: $a"
67        }
68      }
69    } elseif {$isExclude == 0} {
70      foreach f $a { set t($f) 1 }
71    } else {
72      foreach f $a { array unset t $f }
73      foreach f $a { array unset t */$f }
74    }
75  }
76
77  return [array names t]
78}
79
80#-------------------------------------------------------------------------
81# Set up the following global list variables containing the names of
82# various test scripts:
83#
84#   $alltests
85#   $allquicktests
86#
87set alltests [list]
88foreach f [glob $testdir/*.test] { lappend alltests [file tail $f] }
89foreach f [glob -nocomplain       \
90    $testdir/../ext/rtree/*.test  \
91    $testdir/../ext/fts5/test/*.test   \
92] {
93  lappend alltests $f
94}
95foreach f [glob -nocomplain $testdir/../ext/session/*.test] {
96  lappend alltests $f
97}
98
99if {$::tcl_platform(platform)!="unix"} {
100  set alltests [test_set $alltests -exclude crash.test crash2.test]
101}
102set alltests [test_set $alltests -exclude {
103  all.test        async.test         quick.test  veryquick.test
104  memleak.test    permutations.test  soak.test   fts3.test
105  mallocAll.test  rtree.test         full.test   extraquick.test
106  session.test
107}]
108
109set allquicktests [test_set $alltests -exclude {
110  async2.test async3.test backup_ioerr.test corrupt.test
111  corruptC.test crash.test crash2.test crash3.test crash4.test crash5.test
112  crash6.test crash7.test delete3.test e_fts3.test fts3rnd.test
113  fkey_malloc.test fuzz.test fuzz3.test fuzz_malloc.test in2.test loadext.test
114  misc7.test mutex2.test notify2.test onefile.test pagerfault2.test
115  savepoint4.test savepoint6.test select9.test
116  speed1.test speed1p.test speed2.test speed3.test speed4.test
117  speed4p.test sqllimits1.test tkt2686.test thread001.test thread002.test
118  thread003.test thread004.test thread005.test trans2.test vacuum3.test
119  incrvacuum_ioerr.test autovacuum_crash.test btree8.test shared_err.test
120  vtab_err.test walslow.test walcrash.test walcrash3.test
121  walthread.test rtree3.test indexfault.test securedel2.test
122  sort3.test sort4.test fts4growth.test fts4growth2.test
123  bigsort.test rbu.test walprotocol.test mmap4.test fuzzer2.test
124  walcrash2.test e_fkey.test backup.test
125
126  fts4merge.test fts4merge2.test fts4merge4.test fts4check.test
127  fts3cov.test fts3snippet.test fts3corrupt2.test fts3an.test
128  fts3defer.test fts4langid.test fts3sort.test fts5unicode.test
129
130  rtree4.test
131}]
132if {[info exists ::env(QUICKTEST_INCLUDE)]} {
133  set allquicktests [concat $allquicktests $::env(QUICKTEST_INCLUDE)]
134}
135if {[info exists ::env(QUICKTEST_OMIT)]} {
136  foreach x [split $::env(QUICKTEST_OMIT) ,] {
137    regsub -all \\y$x\\y $allquicktests {} allquicktests
138  }
139}
140
141# If the TEST_FAILURE environment variable is set, it means that we what to
142# deliberately provoke test failures in order to test the test infrastructure.
143# Only the main.test module is needed for this.
144#
145if {[info exists ::env(TEST_FAILURE)]} {
146  set allquicktests main.test
147}
148
149#############################################################################
150# Start of tests
151#
152
153#-------------------------------------------------------------------------
154# Define the generic test suites:
155#
156#   veryquick
157#   quick
158#   full
159#
160lappend ::testsuitelist xxx
161
162test_suite "veryquick" -prefix "" -description {
163  "Very" quick test suite. Runs in minutes on a workstation.
164  This test suite is the same as the "quick" tests, except that some files
165  that test malloc and IO errors are omitted.
166} -files [
167  test_set $allquicktests -exclude *malloc* *ioerr* *fault* *bigfile* *_err* \
168      *fts5corrupt* *fts5big* *fts5aj*
169]
170
171test_suite "extraquick" -prefix "" -description {
172  "Extra" quick test suite. Runs in a few minutes on a workstation.
173  This test suite is the same as the "veryquick" tests, except that
174  slower tests are omitted.
175} -files [
176  test_set $allquicktests -exclude *malloc* *ioerr* *fault* *bigfile* *_err* \
177     wal3.test fts4merge* sort2.test mmap1.test walcrash* \
178     percentile.test where8m.test walcksum.test savepoint3.test \
179     fuzzer1.test fuzzer3.test fts3expr3.test
180]
181
182test_suite "mmap" -prefix "mm-" -description {
183  Similar to veryquick. Except with memory mapping enabled.
184} -presql {
185  pragma mmap_size = 268435456;
186} -files [
187  test_set $allquicktests -exclude *malloc* *ioerr* *fault* -include malloc.test
188]
189
190test_suite "valgrind" -prefix "" -description {
191  Run the "veryquick" test suite with a couple of multi-process tests (that
192  fail under valgrind) omitted.
193} -files [
194  test_set $allquicktests -exclude *malloc* *ioerr* *fault* *_err* wal.test \
195              shell*.test crash8.test atof1.test selectG.test \
196              tkt-fc62af4523.test numindex1.test
197] -initialize {
198  set ::G(valgrind) 1
199} -shutdown {
200  unset -nocomplain ::G(valgrind)
201}
202
203test_suite "valgrind-nolookaside" -prefix "" -description {
204  Run the "veryquick" test suite with a couple of multi-process tests (that
205  fail under valgrind) omitted.
206} -files [
207  test_set $allquicktests -exclude *malloc* *ioerr* *fault* *_err* \
208      wal.test atof1.test
209] -initialize {
210  set ::G(valgrind) 1
211  catch {db close}
212  sqlite3_shutdown
213  sqlite3_config_lookaside 0 0
214  sqlite3_initialize
215  autoinstall_test_functions
216} -shutdown {
217  catch {db close}
218  sqlite3_shutdown
219  sqlite3_config_lookaside 100 500
220  sqlite3_initialize
221  autoinstall_test_functions
222  unset -nocomplain ::G(valgrind)
223}
224
225
226test_suite "quick" -prefix "" -description {
227  Quick test suite. Runs in around 10 minutes on a workstation.
228} -files [
229  test_set $allquicktests
230]
231
232test_suite "full" -prefix "" -description {
233  Full test suite. Takes a long time.
234} -files [
235  test_set $alltests
236] -initialize {
237  unset -nocomplain ::G(isquick)
238}
239
240test_suite "threads" -prefix "" -description {
241  All multi-threaded tests.
242} -files {
243  notify2.test   thread001.test thread002.test thread003.test
244  thread004.test thread005.test walthread.test
245}
246
247test_suite "fts3" -prefix "" -description {
248  All FTS3 tests except fts3rnd.test.
249} -files {
250  fts3aa.test fts3ab.test fts3ac.test fts3ad.test fts3ae.test
251  fts3af.test fts3ag.test fts3ah.test fts3ai.test fts3aj.test
252  fts3ak.test fts3al.test fts3am.test fts3an.test fts3ao.test
253  fts3atoken.test fts3b.test fts3c.test fts3cov.test fts3d.test
254  fts3defer.test fts3defer2.test fts3e.test fts3expr.test fts3expr2.test
255  fts3expr3.test
256  fts3near.test fts3query.test fts3shared.test fts3snippet.test
257  fts3sort.test
258  fts3fault.test fts3malloc.test fts3matchinfo.test
259  fts3aux1.test fts3comp1.test fts3auto.test
260  fts4aa.test fts4content.test
261  fts3conf.test fts3prefix.test fts3fault2.test fts3corrupt.test
262  fts3corrupt2.test fts3first.test fts4langid.test fts4merge.test
263  fts4check.test fts4unicode.test fts4noti.test
264  fts3varint.test
265  fts4growth.test fts4growth2.test
266}
267
268test_suite "fts5" -prefix "" -description {
269  All FTS5 tests.
270} -files [glob -nocomplain $::testdir/../ext/fts5/test/*.test]
271
272test_suite "fts5-light" -prefix "" -description {
273  All FTS5 tests.
274} -files [
275  test_set \
276      [glob -nocomplain $::testdir/../ext/fts5/test/*.test] \
277      -exclude *corrupt* *fault* *big* *fts5aj*
278]
279
280test_suite "nofaultsim" -prefix "" -description {
281  "Very" quick test suite. Runs in less than 5 minutes on a workstation.
282  This test suite is the same as the "quick" tests, except that some files
283  that test malloc and IO errors are omitted.
284} -files [
285  test_set $allquicktests -exclude *malloc* *ioerr* *fault* *_err*
286] -initialize {
287  catch {db close}
288  sqlite3_shutdown
289  install_malloc_faultsim 0
290  sqlite3_initialize
291  autoinstall_test_functions
292} -shutdown {
293  unset -nocomplain ::G(valgrind)
294}
295
296test_suite "queryplanner" -prefix "" -description {
297  Tests of the query planner and query optimizer
298} -files {
299  alter2.test alter3.test alter4.test alter.test analyze3.test
300  analyze4.test analyze5.test analyze6.test analyze7.test analyze8.test
301  analyze.test attach2.test attach3.test attach4.test
302  attach.test autoinc.test autoindex1.test between.test cast.test
303  check.test closure01.test coalesce.test collate1.test collate2.test
304  collate3.test collate4.test collate5.test collate6.test collate7.test
305  collate8.test collate9.test collateA.test colmeta.test colname.test
306  conflict.test count.test coveridxscan.test createtab.test cse.test
307  date.test dbstatus2.test dbstatus.test default.test delete2.test
308  delete3.test delete.test descidx1.test descidx2.test descidx3.test
309  distinctagg.test distinct.test e_createtable.test e_delete.test
310  e_droptrigger.test e_dropview.test e_expr.test e_insert.test
311  eqp.test e_reindex.test e_resolve.test e_select2.test e_select.test
312  e_update.test exists.test expr.test fkey1.test fkey2.test fkey3.test
313  fkey4.test fkey5.test func2.test func3.test func.test
314  in3.test in4.test in5.test index2.test index3.test
315  index4.test index5.test indexedby.test index.test
316  insert2.test insert3.test insert4.test insert5.test insert.test
317  instr.test in.test intpkey.test join2.test join3.test join4.test
318  join5.test join6.test join.test like2.test like.test limit.test
319  minmax2.test minmax3.test minmax4.test minmax.test misc1.test misc2.test
320  misc3.test misc4.test misc5.test misc6.test misc7.test orderby1.test
321  orderby2.test orderby3.test orderby4.test randexpr1.test regexp1.test
322  reindex.test rowhash.test rowid.test schema2.test schema3.test
323  schema4.test schema5.test schema.test
324  select1.test select2.test select3.test select4.test select5.test
325  select6.test select7.test select8.test select9.test selectA.test
326  selectB.test selectC.test selectD.test selectE.test sidedelete.test
327  sort.test spellfix.test subquery2.test subquery.test subselect.test
328  substr.test tkt-02a8e81d44.test tkt1435.test tkt1443.test tkt1444.test
329  tkt1449.test tkt1473.test tkt1501.test tkt1512.test tkt1514.test
330  tkt1536.test tkt1537.test tkt1567.test tkt1644.test tkt1667.test
331  tkt1873.test tkt2141.test tkt2192.test tkt2213.test tkt2251.test
332  tkt2285.test tkt2332.test tkt2339.test tkt2391.test tkt2409.test
333  tkt2450.test tkt2565.test tkt2640.test tkt2643.test tkt2686.test
334  tkt-26ff0c2d1e.test tkt2767.test tkt2817.test tkt2820.test tkt2822.test
335  tkt2832.test tkt2854.test tkt2920.test tkt2927.test tkt2942.test
336  tkt-2a5629202f.test tkt-2d1a5c67d.test tkt-2ea2425d34.test tkt3080.test
337  tkt3093.test tkt3121.test tkt-31338dca7e.test tkt-313723c356.test
338  tkt3201.test tkt3292.test tkt3298.test tkt3334.test tkt3346.test
339  tkt3357.test tkt3419.test tkt3424.test tkt3442.test tkt3457.test
340  tkt3461.test tkt3493.test tkt3508.test tkt3522.test tkt3527.test
341  tkt3541.test tkt3554.test tkt3581.test tkt35xx.test tkt3630.test
342  tkt3718.test tkt3731.test tkt3757.test tkt3761.test tkt3762.test
343  tkt3773.test tkt3791.test tkt3793.test tkt3810.test tkt3824.test
344  tkt3832.test tkt3838.test tkt3841.test tkt-385a5b56b9.test tkt3871.test
345  tkt3879.test tkt-38cb5df375.test tkt3911.test tkt3918.test tkt3922.test
346  tkt3929.test tkt3935.test tkt3992.test tkt3997.test tkt-3998683a16.test
347  tkt-3a77c9714e.test tkt-3fe897352e.test tkt4018.test tkt-4a03edc4c8.test
348  tkt-4dd95f6943.test tkt-54844eea3f.test tkt-5d863f876e.test
349  tkt-5e10420e8d.test tkt-5ee23731f.test tkt-6bfb98dfc0.test
350  tkt-752e1646fc.test tkt-78e04e52ea.test tkt-7a31705a7e6.test
351  tkt-7bbfb7d442.test tkt-80ba201079.test tkt-80e031a00f.test
352  tkt-8454a207b9.test tkt-91e2e8ba6f.test tkt-94c04eaadb.test
353  tkt-9d68c883.test tkt-a7b7803e.test tkt-b1d3a2e531.test
354  tkt-b351d95f9.test tkt-b72787b1.test tkt-bd484a090c.test
355  tkt-bdc6bbbb38.test tkt-c48d99d690.test tkt-cbd054fa6b.test
356  tkt-d11f09d36e.test tkt-d635236375.test tkt-d82e3f3721.test
357  tkt-f3e5abed55.test tkt-f777251dc7a.test tkt-f7b4edec.test
358  tkt-f973c7ac31.test tkt-fa7bf5ec.test tkt-fc62af4523.test
359  tkt-fc7bd6358f.test trigger1.test trigger2.test trigger3.test
360  trigger4.test trigger5.test trigger6.test trigger7.test trigger8.test
361  trigger9.test triggerA.test triggerB.test triggerC.test triggerD.test
362  types2.test types3.test types.test unique.test unordered.test
363  update.test view.test vtab1.test vtab2.test vtab3.test vtab4.test
364  vtab5.test vtab6.test vtab7.test vtab8.test vtab9.test vtab_alter.test
365  vtabA.test vtabB.test vtabC.test vtabD.test vtabE.test
366  vtabF.test where2.test where3.test where4.test where5.test where6.test
367  where7.test where8m.test where8.test where9.test whereA.test whereB.test
368  whereC.test whereD.test whereE.test whereF.test wherelimit.test
369  where.test
370}
371
372test_suite "vfslog" -prefix "" -description {
373  "Vfslog" quick test suite. Like "veryquick" except does not omits
374  a few tests that do not work with a version 1 VFS. And the quota* tests,
375  which do not work with a VFS that uses the pVfs argument passed to
376  sqlite3_vfs methods.
377} -files [
378  test_set $allquicktests -exclude *malloc* *ioerr* *fault* oserror.test \
379  pager1.test syscall.test sysfault.test tkt3457.test quota* superlock* \
380  wal* mmap*
381]
382
383lappend ::testsuitelist xxx
384#-------------------------------------------------------------------------
385# Define the coverage related test suites:
386#
387#   coverage-wal
388#
389test_suite "coverage-wal" -description {
390  Coverage tests for file wal.c.
391} -files {
392  wal.test       wal2.test     wal3.test       walmode.test
393  walbak.test    walhook.test  walcrash2.test  walcksum.test
394  walfault.test  walbig.test   walnoshm.test
395  wal5.test
396}
397
398test_suite "coverage-pager" -description {
399  Coverage tests for file pager.c.
400} -files {
401  pager1.test    pager2.test  pagerfault.test  pagerfault2.test
402  walfault.test  walbak.test  journal2.test    tkt-9d68c883.test
403}
404
405test_suite "coverage-analyze" -description {
406  Coverage tests for file analyze.c.
407} -files {
408  analyze3.test analyze4.test analyze5.test analyze6.test
409  analyze7.test analyze8.test analyze9.test analyzeA.test
410  analyze.test analyzeB.test mallocA.test
411}
412
413test_suite "coverage-sorter" -description {
414  Coverage tests for file vdbesort.c.
415} -files {
416  sort.test sortfault.test
417}
418
419
420lappend ::testsuitelist xxx
421#-------------------------------------------------------------------------
422# Define the permutation test suites:
423#
424
425# Run some tests using pre-allocated page and scratch blocks.
426#
427# mmap1.test is excluded because a good number of its tests depend on
428# the page-cache being larger than the database. But this permutation
429# causes the effective limit on the page-cache to be just 24 pages.
430#
431test_suite "memsubsys1" -description {
432  Tests using pre-allocated page and scratch blocks
433} -files [
434  test_set $::allquicktests -exclude ioerr5.test malloc5.test mmap1.test
435] -initialize {
436  test_set_config_pagecache 4096 24
437  catch {db close}
438  sqlite3_shutdown
439  sqlite3_config_scratch 25000 1
440  sqlite3_initialize
441  autoinstall_test_functions
442} -shutdown {
443  test_restore_config_pagecache
444  catch {db close}
445  sqlite3_shutdown
446  sqlite3_config_scratch 0 0
447  sqlite3_initialize
448  autoinstall_test_functions
449}
450
451# Run some tests using pre-allocated page and scratch blocks. This time
452# the allocations are too small to use in most cases.
453#
454# Both ioerr5.test and malloc5.test are excluded because they test the
455# sqlite3_soft_heap_limit() and sqlite3_release_memory() functionality.
456# This functionality is disabled if a pre-allocated page block is provided.
457#
458test_suite "memsubsys2" -description {
459  Tests using small pre-allocated page and scratch blocks
460} -files [
461  test_set $::allquicktests -exclude ioerr5.test malloc5.test
462] -initialize {
463  test_set_config_pagecache 512 5
464  catch {db close}
465  sqlite3_shutdown
466  sqlite3_config_scratch 1000 1
467  sqlite3_initialize
468  autoinstall_test_functions
469} -shutdown {
470  test_restore_config_pagecache
471  catch {db close}
472  sqlite3_shutdown
473  sqlite3_config_scratch 0 0
474  sqlite3_initialize
475  autoinstall_test_functions
476}
477
478# Run all tests with the lookaside allocator disabled.
479#
480test_suite "nolookaside" -description {
481  OOM tests with lookaside disabled
482} -initialize {
483  catch {db close}
484  sqlite3_shutdown
485  sqlite3_config_lookaside 0 0
486  sqlite3_initialize
487  autoinstall_test_functions
488} -shutdown {
489  catch {db close}
490  sqlite3_shutdown
491  sqlite3_config_lookaside 100 500
492  sqlite3_initialize
493  autoinstall_test_functions
494} -files $::allquicktests
495
496# Run some tests in SQLITE_CONFIG_SINGLETHREAD mode.
497#
498test_suite "singlethread" -description {
499  Tests run in SQLITE_CONFIG_SINGLETHREAD mode
500} -initialize {
501  catch {db close}
502  sqlite3_shutdown
503  catch {sqlite3_config singlethread}
504  sqlite3_initialize
505  autoinstall_test_functions
506} -files {
507  delete.test   delete2.test  insert.test  rollback.test  select1.test
508  select2.test  trans.test    update.test  vacuum.test    types.test
509  types2.test   types3.test
510} -shutdown {
511  catch {db close}
512  sqlite3_shutdown
513  catch {sqlite3_config serialized}
514  sqlite3_initialize
515  autoinstall_test_functions
516}
517
518test_suite "nomutex" -description {
519  Tests run with the SQLITE_OPEN_MULTITHREADED flag passed to sqlite3_open().
520} -initialize {
521  rename sqlite3 sqlite3_nomutex
522  proc sqlite3 {args} {
523    if {[string range [lindex $args 0] 0 0] ne "-"} {
524      lappend args -fullmutex 0 -nomutex 1
525    }
526    uplevel [concat sqlite3_nomutex $args]
527  }
528} -files {
529  delete.test   delete2.test  insert.test  rollback.test  select1.test
530  select2.test  trans.test    update.test  vacuum.test    types.test
531  types2.test   types3.test
532} -shutdown {
533  rename sqlite3 {}
534  rename sqlite3_nomutex sqlite3
535}
536
537# Run some tests in SQLITE_CONFIG_MULTITHREAD mode.
538#
539test_suite "multithread" -description {
540  Tests run in SQLITE_CONFIG_MULTITHREAD mode
541} -initialize {
542  catch {db close}
543  sqlite3_shutdown
544  catch {sqlite3_config multithread}
545  sqlite3_initialize
546  autoinstall_test_functions
547} -files {
548  delete.test   delete2.test  insert.test  rollback.test  select1.test
549  select2.test  trans.test    update.test  vacuum.test    types.test
550  types2.test   types3.test   sort4.test
551} -shutdown {
552  catch {db close}
553  sqlite3_shutdown
554  catch {sqlite3_config serialized}
555  sqlite3_initialize
556  autoinstall_test_functions
557}
558
559# Run some tests in SQLITE_OPEN_FULLMUTEX mode.
560#
561test_suite "fullmutex" -description {
562  Tests run in SQLITE_OPEN_FULLMUTEX mode
563} -initialize {
564  rename sqlite3 sqlite3_fullmutex
565  proc sqlite3 {args} {
566    if {[string range [lindex $args 0] 0 0] ne "-"} {
567      lappend args -nomutex 0 -fullmutex 1
568    }
569    uplevel [concat sqlite3_fullmutex $args]
570  }
571} -files {
572  delete.test   delete2.test  insert.test  rollback.test  select1.test
573  select2.test  trans.test    update.test  vacuum.test    types.test
574  types2.test   types3.test
575} -shutdown {
576  rename sqlite3 {}
577  rename sqlite3_fullmutex sqlite3
578}
579
580# Run some tests using the "onefile" demo.
581#
582test_suite "onefile" -description {
583  Run some tests using the "test_onefile.c" demo
584} -initialize {
585  rename sqlite3 sqlite3_onefile
586  proc sqlite3 {args} {
587    if {[string range [lindex $args 0] 0 0] ne "-"} {
588      lappend args -vfs fs
589    }
590    uplevel [concat sqlite3_onefile $args]
591  }
592} -files {
593  conflict.test  insert.test   insert2.test  insert3.test
594  rollback.test  select1.test  select2.test  select3.test
595} -shutdown {
596  rename sqlite3 {}
597  rename sqlite3_onefile sqlite3
598}
599
600# Run some tests using UTF-16 databases.
601#
602test_suite "utf16" -description {
603  Run tests using UTF-16 databases
604} -presql {
605  pragma encoding = 'UTF-16'
606} -files {
607    alter.test alter3.test
608    analyze.test analyze3.test analyze4.test analyze5.test analyze6.test
609    analyze7.test analyze8.test analyze9.test analyzeA.test analyzeB.test
610    auth.test bind.test blob.test capi2.test capi3.test collate1.test
611    collate2.test collate3.test collate4.test collate5.test collate6.test
612    conflict.test date.test delete.test expr.test fkey1.test func.test
613    hook.test index.test insert2.test insert.test interrupt.test in.test
614    intpkey.test ioerr.test join2.test join.test lastinsert.test
615    laststmtchanges.test limit.test lock2.test lock.test main.test
616    memdb.test minmax.test misc1.test misc2.test misc3.test notnull.test
617    null.test progress.test quote.test rowid.test select1.test select2.test
618    select3.test select4.test select5.test select6.test sort.test
619    subselect.test tableapi.test table.test temptable.test
620    trace.test trigger1.test trigger2.test trigger3.test
621    trigger4.test types2.test types.test unique.test update.test
622    vacuum.test view.test where.test
623    bestindex1.test
624}
625
626# Run some tests in exclusive locking mode.
627#
628test_suite "exclusive" -description {
629  Run tests in exclusive locking mode.
630} -presql {
631  pragma locking_mode = 'exclusive'
632} -files {
633  rollback.test select1.test select2.test
634  malloc.test ioerr.test
635}
636
637# Run some tests in exclusive locking mode with truncated journals.
638#
639test_suite "exclusive-truncate" -description {
640  Run tests in exclusive locking mode and truncate journal mode.
641} -presql {
642  pragma locking_mode = 'exclusive';
643  pragma journal_mode = TRUNCATE;
644} -files {
645  delete.test delete2.test insert.test rollback.test select1.test
646  select2.test update.test malloc.test ioerr.test
647}
648
649# Run some tests in persistent journal mode.
650#
651test_suite "persistent_journal" -description {
652  Run tests in persistent-journal mode.
653} -presql {
654  pragma journal_mode = persist
655} -files {
656  delete.test delete2.test insert.test rollback.test select1.test
657  select2.test trans.test update.test vacuum.test
658}
659
660# Run some tests in truncating journal mode.
661#
662test_suite "truncate_journal" -description {
663  Run tests in persistent-journal mode.
664} -presql {
665  pragma journal_mode = truncate
666} -files {
667  delete.test delete2.test insert.test rollback.test select1.test
668  select2.test trans.test update.test vacuum.test
669  malloc.test ioerr.test
670}
671
672# Run some error tests in persistent journal mode.
673#
674test_suite "persistent_journal_error" -description {
675  Run malloc.test and ioerr.test in persistent-journal mode.
676} -presql {
677  pragma journal_mode = persist
678} -files {
679  malloc.test ioerr.test
680}
681
682# Run some tests in no journal mode.
683#
684test_suite "no_journal" -description {
685  Run tests in no-journal mode.
686} -presql {
687  pragma journal_mode = persist
688} -files {
689  delete.test delete2.test insert.test rollback.test select1.test
690  select2.test trans.test update.test vacuum.test
691}
692
693# Run some error tests in no journal mode.
694#
695test_suite "no_journal_error" -description {
696  Run malloc.test and ioerr.test in no-journal mode.
697} -presql {
698  pragma journal_mode = persist
699} -files {
700  malloc.test ioerr.test
701}
702
703# Run some crash-tests in autovacuum mode.
704#
705test_suite "autovacuum_crash" -description {
706  Run crash.test in autovacuum mode.
707} -presql {
708  pragma auto_vacuum = 1
709} -files crash.test
710
711# Run some ioerr-tests in autovacuum mode.
712#
713test_suite "autovacuum_ioerr" -description {
714  Run ioerr.test in autovacuum mode.
715} -presql {
716  pragma auto_vacuum = 1
717} -files ioerr.test
718
719# Run tests with an in-memory journal.
720#
721test_suite "inmemory_journal" -description {
722  Run tests with an in-memory journal file.
723} -presql {
724  pragma journal_mode = 'memory'
725} -files [test_set $::allquicktests -exclude {
726  # Exclude all tests that simulate IO errors.
727  autovacuum_ioerr2.test cffault.test incrvacuum_ioerr.test ioerr.test
728  ioerr.test ioerr2.test ioerr3.test ioerr4.test ioerr5.test
729  vacuum3.test incrblob_err.test diskfull.test backup_ioerr.test
730  e_fts3.test fts3cov.test fts3malloc.test fts3rnd.test
731  fts3snippet.test mmapfault.test
732
733  # Exclude test scripts that use tcl IO to access journal files or count
734  # the number of fsync() calls.
735  pager.test exclusive.test jrnlmode.test sync.test misc1.test
736  journal1.test conflict.test crash8.test tkt3457.test io.test
737  journal3.test 8_3_names.test
738
739  pager1.test async4.test corrupt.test filefmt.test pager2.test
740  corrupt5.test corruptA.test pageropt.test
741
742  # Exclude stmt.test, which expects sub-journals to use temporary files.
743  stmt.test symlink.test
744
745  zerodamage.test
746
747  # WAL mode is different.
748  wal* tkt-2d1a5c67d.test backcompat.test e_wal* rowallock.test
749}]
750
751ifcapable mem3 {
752  test_suite "memsys3" -description {
753    Run tests using the allocator in mem3.c.
754  } -files [test_set $::allquicktests -exclude {
755    autovacuum.test           delete3.test              manydb.test
756    bigrow.test               incrblob2.test            memdb.test
757    bitvec.test               index2.test               memsubsys1.test
758    capi3c.test               ioerr.test                memsubsys2.test
759    capi3.test                join3.test                pagesize.test
760    collate5.test             limit.test                backup_ioerr.test
761    backup_malloc.test
762  }] -initialize {
763    catch {db close}
764    sqlite3_reset_auto_extension
765    sqlite3_shutdown
766    sqlite3_config_heap 25000000 0
767    sqlite3_config_lookaside 0 0
768    ifcapable mem5 {
769      # If both memsys3 and memsys5 are enabled in the build, the call to
770      # [sqlite3_config_heap] will initialize the system to use memsys5.
771      # The following overrides this preference and installs the memsys3
772      # allocator.
773      sqlite3_install_memsys3
774    }
775    install_malloc_faultsim 1
776    sqlite3_initialize
777    autoinstall_test_functions
778  } -shutdown {
779    catch {db close}
780    sqlite3_shutdown
781    sqlite3_config_heap 0 0
782    sqlite3_config_lookaside 100 500
783    install_malloc_faultsim 1
784    sqlite3_initialize
785    autoinstall_test_functions
786  }
787}
788
789ifcapable mem5 {
790  test_suite "memsys5" -description {
791    Run tests using the allocator in mem5.c.
792  } -files [test_set $::allquicktests -exclude {
793    autovacuum.test           delete3.test              manydb.test
794    bigrow.test               incrblob2.test            memdb.test
795    bitvec.test               index2.test               memsubsys1.test
796    capi3c.test               ioerr.test                memsubsys2.test
797    capi3.test                join3.test                pagesize.test
798    collate5.test             limit.test                zeroblob.test
799  }] -initialize {
800    catch {db close}
801    sqlite3_shutdown
802    sqlite3_config_heap 25000000 64
803    sqlite3_config_lookaside 0 0
804    install_malloc_faultsim 1
805    sqlite3_initialize
806    autoinstall_test_functions
807  } -shutdown {
808    catch {db close}
809    sqlite3_shutdown
810    sqlite3_config_heap 0 0
811    sqlite3_config_lookaside 100 500
812    install_malloc_faultsim 1
813    sqlite3_initialize
814    autoinstall_test_functions
815  }
816
817  test_suite "memsys5-2" -description {
818    Run tests using the allocator in mem5.c in a different configuration.
819  } -files {
820    select1.test
821  } -initialize {
822    catch {db close}
823    sqlite3_shutdown
824    sqlite3_config_memstatus 0
825    sqlite3_config_heap 40000000 16
826    sqlite3_config_lookaside 0 0
827    install_malloc_faultsim 1
828    sqlite3_initialize
829    autoinstall_test_functions
830  } -shutdown {
831    catch {db close}
832    sqlite3_shutdown
833    sqlite3_config_heap 0 0
834    sqlite3_config_lookaside 100 500
835    install_malloc_faultsim 1
836    sqlite3_initialize
837    autoinstall_test_functions
838  }
839}
840
841ifcapable threadsafe {
842  test_suite "no_mutex_try" -description {
843     The sqlite3_mutex_try() interface always fails
844  } -files [
845    test_set $::allquicktests -exclude mutex1.test mutex2.test
846  ] -initialize {
847    catch {db close}
848    sqlite3_shutdown
849    install_mutex_counters 1
850    set ::disable_mutex_try 1
851    sqlite3_initialize
852    autoinstall_test_functions
853  } -shutdown {
854    catch {db close}
855    sqlite3_shutdown
856    install_mutex_counters 0
857    sqlite3_initialize
858    autoinstall_test_functions
859  }
860}
861
862# run_tests "crash_safe_append" -description {
863#   Run crash.test with persistent journals on a SAFE_APPEND file-system.
864# } -initialize {
865#   rename crashsql sa_crashsql
866#   proc crashsql {args} {
867#     set options [lrange $args 0 [expr {[llength $args]-2}]]
868#     lappend options -char safe_append
869#     set sql [lindex $args end]
870#     lappend options "
871#       PRAGMA journal_mode=persistent;
872#       $sql
873#     "
874#     set fd [open test.db-journal w]
875#     puts $fd [string repeat 1234567890 100000]
876#     close $fd
877#     eval sa_crashsql $options
878#   }
879# } -shutdown {
880#   rename crashsql {}
881#   rename sa_crashsql crashsql
882# } -files crash.test
883
884test_suite "safe_append" -description {
885  Run some tests on a SAFE_APPEND file-system.
886} -initialize {
887  rename sqlite3 sqlite3_safeappend
888  proc sqlite3 {args} {
889    if {[string range [lindex $args 0] 0 0] ne "-"} {
890      lappend args -vfs devsym
891    }
892    uplevel [concat sqlite3_safeappend $args]
893  }
894  sqlite3_simulate_device -char safe_append
895} -shutdown {
896  rename sqlite3 {}
897  rename sqlite3_shutdown sqlite3
898} -files [
899  test_set $::allquicktests shared_err.test -exclude async3.test
900]
901
902# The set of tests to run on the alternative-pcache
903set perm-alt-pcache-testset {
904  async.test
905  attach.test
906  delete.test delete2.test
907  index.test
908  insert.test insert2.test
909  join.test join2.test
910  rollback.test
911  select1.test select2.test
912  trans.test
913  update.test
914}
915
916foreach discard_rate {0 10 50 90 100} {
917  test_suite "pcache${discard_rate}" -description "
918    Alternative pcache implementation with ${discard_rate}% random discard
919  " -initialize "
920    catch {db close}
921    sqlite3_shutdown
922    sqlite3_config_alt_pcache 1 $discard_rate 1
923    sqlite3_initialize
924    autoinstall_test_functions
925  " -shutdown {
926    catch {db close}
927    sqlite3_shutdown
928    sqlite3_config_alt_pcache 0 0 0
929    sqlite3_config_lookaside 100 500
930    install_malloc_faultsim 1
931    sqlite3_initialize
932    autoinstall_test_functions
933  } -files ${perm-alt-pcache-testset}
934}
935
936test_suite "journaltest" -description {
937  Check that pages are synced before being written (test_journal.c).
938} -initialize {
939  catch {db close}
940  register_jt_vfs -default ""
941} -shutdown {
942  unregister_jt_vfs
943} -files [test_set $::allquicktests -exclude {
944  wal* incrvacuum.test ioerr.test corrupt4.test io.test crash8.test
945  async4.test bigfile.test backcompat.test
946}]
947
948if {[info commands register_demovfs] != ""} {
949  test_suite "demovfs" -description {
950    Check that the demovfs (code in test_demovfs.c) more or less works.
951  } -initialize {
952    register_demovfs
953  } -shutdown {
954    unregister_demovfs
955  } -files {
956    insert.test   insert2.test  insert3.test rollback.test
957    select1.test  select2.test  select3.test
958  }
959}
960
961test_suite "wal" -description {
962  Run tests with journal_mode=WAL
963} -initialize {
964  set ::G(savepoint6_iterations) 100
965} -shutdown {
966  unset -nocomplain ::G(savepoint6_iterations)
967} -files {
968  savepoint.test     savepoint2.test     savepoint6.test
969  trans.test         avtrans.test
970
971  fts3aa.test  fts3ab.test  fts3ac.test  fts3ad.test
972  fts3ae.test  fts3af.test  fts3ag.test  fts3ah.test
973  fts3ai.test  fts3aj.test  fts3ak.test  fts3al.test
974  fts3am.test  fts3an.test  fts3ao.test  fts3b.test
975  fts3c.test   fts3d.test   fts3e.test   fts3query.test
976}
977
978test_suite "rtree" -description {
979  All R-tree related tests. Provides coverage of source file rtree.c.
980} -files [glob -nocomplain $::testdir/../ext/rtree/*.test]
981
982test_suite "session" -description {
983  All session module related tests.
984} -files [glob -nocomplain $::testdir/../ext/session/*.test]
985
986test_suite "session_eec" -description {
987  All session module related tests with sqlite3_extended_result_codes() set.
988} -files [
989  glob -nocomplain $::testdir/../ext/session/*.test
990] -dbconfig {
991  sqlite3_extended_result_codes $::dbhandle 1
992}
993
994test_suite "session_strm" -description {
995  All session module related tests using the streaming APIs.
996} -files [
997  glob -nocomplain $::testdir/../ext/session/*.test
998] -dbconfig {
999  set ::sqlite3session_streams 1
1000}
1001
1002test_suite "rbu" -description {
1003  RBU tests.
1004} -files [
1005  test_set [glob -nocomplain $::testdir/../ext/rbu/*.test] -exclude rbu.test
1006]
1007
1008test_suite "no_optimization" -description {
1009  Run test scripts with optimizations disabled using the
1010  sqlite3_test_control(SQLITE_TESTCTRL_OPTIMIZATIONS) interface.
1011} -files {
1012  where.test where2.test where3.test where4.test where5.test
1013  where6.test where7.test where8.test where9.test
1014  whereA.test whereB.test wherelimit.test
1015  select1.test select2.test select3.test select4.test select5.test
1016  select7.test select8.test selectA.test selectC.test
1017} -dbconfig {
1018  optimization_control $::dbhandle all 0
1019}
1020
1021test_suite "prepare" -description {
1022  Run tests with the db connection using sqlite3_prepare() instead of _v2().
1023} -dbconfig {
1024  db_use_legacy_prepare $::dbhandle 1
1025  #$::dbhandle cache size 0
1026} -files [
1027  test_set $allquicktests -exclude *malloc* *ioerr* *fault*
1028]
1029
1030# End of tests
1031#############################################################################
1032
1033# run_tests NAME OPTIONS
1034#
1035# where available options are:
1036#
1037#       -description TITLE
1038#       -initialize  SCRIPT
1039#       -shutdown    SCRIPT
1040#       -presql      SQL
1041#       -files       LIST-OF-FILES
1042#       -prefix      NAME
1043#
1044proc run_tests {name args} {
1045  array set options $args
1046
1047  set ::G(perm:name)         $name
1048  set ::G(perm:prefix)       $options(-prefix)
1049  set ::G(perm:presql)       $options(-presql)
1050  set ::G(isquick)           1
1051  set ::G(perm:dbconfig)     $options(-dbconfig)
1052
1053  uplevel $options(-initialize)
1054
1055  foreach file [lsort $options(-files)] {
1056    if {[file tail $file] == $file} { set file [file join $::testdir $file] }
1057    slave_test_file $file
1058  }
1059
1060  uplevel $options(-shutdown)
1061
1062  unset ::G(perm:name)
1063  unset ::G(perm:prefix)
1064  unset ::G(perm:presql)
1065  unset ::G(perm:dbconfig)
1066}
1067
1068proc run_test_suite {name} {
1069  if {[info exists ::testspec($name)]==0} {
1070    error "No such test suite: $name"
1071  }
1072  uplevel run_tests $name $::testspec($name)
1073}
1074
1075proc help {} {
1076  puts "Usage: $::argv0 TESTSUITE ?TESTFILE?"
1077  puts ""
1078  puts "Available test-suites are:"
1079  foreach k $::testsuitelist {
1080    if {[info exists ::testspec($k)]==0} {
1081      puts "         ----------------------------------------"
1082      puts ""
1083    } else {
1084      array set o $::testspec($k)
1085      puts "Test suite: \"$k\""
1086      set d [string trim $o(-description)]
1087      set d [regsub {\n *} $d "\n  "]
1088      puts "  $d"
1089      puts ""
1090    }
1091  }
1092  exit -1
1093}
1094
1095if {[file tail $argv0] == "permutations.test"} {
1096  proc main {argv} {
1097    if {[llength $argv]==0} {
1098      help
1099    } else {
1100      set suite [file tail [lindex $argv 0]]
1101      if {[info exists ::testspec($suite)]==0} help
1102      set extra ""
1103      if {[llength $argv]>1} { set extra [list -files [lrange $argv 1 end]] }
1104      eval run_tests $suite $::testspec($suite) $extra
1105    }
1106  }
1107  main $argv
1108  finish_test
1109}
1110