xref: /sqlite-3.40.0/test/backcompat.test (revision 42533337)
1# 2010 August 19
2#
3# The author disclaims copyright to this source code.  In place of
4# a legal notice, here is a blessing:
5#
6#    May you do good and not evil.
7#    May you find forgiveness for yourself and forgive others.
8#    May you share freely, never taking more than you give.
9#
10#***********************************************************************
11# This file implements regression tests for SQLite library.  The
12# focus of this file is testing that the current version of SQLite
13# is capable of reading and writing databases created by previous
14# versions, and vice-versa.
15#
16# To use this test, old versions of the testfixture process should be
17# copied into the working directory alongside the new version. The old
18# versions should be named "testfixtureXXX" (or testfixtureXXX.exe on
19# windows), where XXX can be any string.
20#
21# This test file uses the tcl code for controlling a second testfixture
22# process located in lock_common.tcl. See the commments in lock_common.tcl
23# for documentation of the available commands.
24#
25
26set testdir [file dirname $argv0]
27source $testdir/tester.tcl
28source $testdir/lock_common.tcl
29source $testdir/malloc_common.tcl
30source $testdir/bc_common.tcl
31db close
32
33if {"" == [bc_find_binaries backcompat.test]} {
34  finish_test
35  return
36}
37
38proc do_backcompat_test {rv bin1 bin2 script} {
39
40  forcedelete test.db
41
42  if {$bin1 != ""} { set ::bc_chan1 [launch_testfixture $bin1] }
43  set ::bc_chan2 [launch_testfixture $bin2]
44
45  if { $rv } {
46    proc code2 {tcl} { uplevel #0 $tcl }
47    if {$bin1 != ""} { proc code2 {tcl} { testfixture $::bc_chan1 $tcl } }
48    proc code1 {tcl} { testfixture $::bc_chan2 $tcl }
49  } else {
50    proc code1 {tcl} { uplevel #0 $tcl }
51    if {$bin1 != ""} { proc code1 {tcl} { testfixture $::bc_chan1 $tcl } }
52    proc code2 {tcl} { testfixture $::bc_chan2 $tcl }
53  }
54
55  proc sql1 sql { code1 [list db eval $sql] }
56  proc sql2 sql { code2 [list db eval $sql] }
57
58  code1 { sqlite3 db test.db }
59  code2 { sqlite3 db test.db }
60
61  uplevel $script
62
63  catch { code1 { db close } }
64  catch { code2 { db close } }
65  catch { close $::bc_chan2 }
66  catch { close $::bc_chan1 }
67}
68
69array set ::incompatible [list]
70proc do_allbackcompat_test {script} {
71
72  foreach bin $::BC(binaries) {
73    set nErr [set_test_counter errors]
74    foreach dir {0 1} {
75
76      set bintag [string map {testfixture {}} $bin]
77      set bintag [string map {\.exe {}} $bintag]
78      if {$bintag == ""} {set bintag self}
79      set ::bcname ".$bintag.$dir."
80
81      rename do_test _do_test
82      proc do_test {nm sql res} {
83        set nm [regsub {\.} $nm $::bcname]
84        uplevel [list _do_test $nm $sql $res]
85      }
86
87      do_backcompat_test $dir {} $bin $script
88
89      rename do_test {}
90      rename _do_test do_test
91    }
92    if { $nErr < [set_test_counter errors] } {
93      set ::incompatible([get_version $bin]) 1
94    }
95  }
96}
97
98proc read_file {zFile} {
99  set zData {}
100  if {[file exists $zFile]} {
101    set fd [open $zFile]
102    fconfigure $fd -translation binary -encoding binary
103
104    if {[file size $zFile]<=$::sqlite_pending_byte || $zFile != "test.db"} {
105      set zData [read $fd]
106    } else {
107      set zData [read $fd $::sqlite_pending_byte]
108      append zData [string repeat x 512]
109      seek $fd [expr $::sqlite_pending_byte+512] start
110      append zData [read $fd]
111    }
112
113    close $fd
114  }
115  return $zData
116}
117proc write_file {zFile zData} {
118  set fd [open $zFile w]
119  fconfigure $fd -translation binary -encoding binary
120  puts -nonewline $fd $zData
121  close $fd
122}
123proc read_file_system {} {
124  set ret [list]
125  foreach f {test.db test.db-journal test.db-wal} { lappend ret [read_file $f] }
126  set ret
127}
128proc write_file_system {data} {
129  foreach f {test.db test.db-journal test.db-wal} d $data {
130    if {[string length $d] == 0} {
131      forcedelete $f
132    } else {
133      write_file $f $d
134    }
135  }
136}
137
138#-------------------------------------------------------------------------
139# Actual tests begin here.
140#
141# This first block of tests checks to see that the same database and
142# journal files can be used by old and new versions. WAL and wal-index
143# files are tested separately below.
144#
145do_allbackcompat_test {
146
147  # Test that database files are backwards compatible.
148  #
149  do_test backcompat-1.1.1 { sql1 {
150    CREATE TABLE t1(a PRIMARY KEY, b UNIQUE);
151    INSERT INTO t1 VALUES('abc', 'def');
152  } } {}
153  do_test backcompat-1.1.2 { sql2 { SELECT * FROM t1; } } {abc def}
154  do_test backcompat-1.1.3 { sql2 { INSERT INTO t1 VALUES('ghi', 'jkl'); } } {}
155  do_test backcompat-1.1.4 { sql1 { SELECT * FROM t1; } } {abc def ghi jkl}
156  do_test backcompat-1.1.5 { sql1 { PRAGMA integrity_check } } {ok}
157  do_test backcompat-1.1.6 { sql2 { PRAGMA integrity_check } } {ok}
158
159  # Test that one version can roll back a hot-journal file left in the
160  # file-system by the other version.
161  #
162  # Each test case is named "backcompat-1.X...", where X is either 0 or
163  # 1. If it is 0, then the current version creates a journal file that
164  # the old versions try to read. Otherwise, if X is 1, then the old version
165  # creates the journal file and we try to read it with the current version.
166  #
167  do_test backcompat-1.2.1 { sql1 {
168    PRAGMA cache_size = 10;
169    BEGIN;
170      INSERT INTO t1 VALUES(randomblob(400), randomblob(400));
171      INSERT INTO t1 SELECT randomblob(400), randomblob(400) FROM t1;
172      INSERT INTO t1 SELECT randomblob(400), randomblob(400) FROM t1;
173      INSERT INTO t1 SELECT randomblob(400), randomblob(400) FROM t1;
174      INSERT INTO t1 SELECT randomblob(400), randomblob(400) FROM t1;
175    COMMIT;
176  } } {}
177  set cksum1 [sql1 {SELECT md5sum(a), md5sum(b) FROM t1}]
178  set cksum2 [sql2 {SELECT md5sum(a), md5sum(b) FROM t1}]
179  do_test backcompat-1.2.2 [list string compare $cksum1 $cksum2] 0
180
181  do_test backcompat-1.2.3 { sql1 {
182    BEGIN;
183      UPDATE t1 SET a = randomblob(500);
184  } } {}
185  set data [read_file_system]
186
187  do_test backcompat-1.2.4 { sql1 { COMMIT } } {}
188
189  set same [expr {[sql2 {SELECT md5sum(a), md5sum(b) FROM t1}] == $cksum2}]
190  do_test backcompat-1.2.5 [list set {} $same] 0
191
192  code1 { db close }
193  code2 { db close }
194  write_file_system $data
195  code1 { sqlite3 db test.db }
196  code2 { sqlite3 db test.db }
197
198  set same [expr {[sql2 {SELECT md5sum(a), md5sum(b) FROM t1}] == $cksum2}]
199  do_test backcompat-1.2.6 [list set {} $same] 1
200
201  do_test backcompat-1.2.7 { sql1 { PRAGMA integrity_check } } {ok}
202  do_test backcompat-1.2.8 { sql2 { PRAGMA integrity_check } } {ok}
203
204  do_test backcompat-2.1 {
205    sql1 {
206      CREATE TABLE t2(a UNIQUE, b PRIMARY KEY, c UNIQUE);
207      INSERT INTO t2 VALUES(1,9,5),(5,5,1),(9,1,9);
208      SELECT * FROM t2 ORDER BY a;
209    }
210  } {1 9 5 5 5 1 9 1 9}
211  do_test backcompat-2.2 {
212    sql2 {
213      SELECT * FROM t2 ORDER BY a;
214    }
215  } {1 9 5 5 5 1 9 1 9}
216  do_test backcompat-2.3 {
217    sql1 {
218      SELECT * FROM t2 ORDER BY b;
219    }
220  } {9 1 9 5 5 1 1 9 5}
221  do_test backcompat-2.4 {
222    sql2 {
223      SELECT * FROM t2 ORDER BY b;
224    }
225  } {9 1 9 5 5 1 1 9 5}
226  do_test backcompat-2.5 {
227    sql1 {
228      SELECT * FROM t2 ORDER BY c;
229    }
230  } {5 5 1 1 9 5 9 1 9}
231  do_test backcompat-2.6 {
232    sql2 {
233      SELECT * FROM t2 ORDER BY c;
234    }
235  } {5 5 1 1 9 5 9 1 9}
236}
237foreach k [lsort [array names ::incompatible]] {
238  puts "ERROR: Detected journal incompatibility with version $k"
239}
240unset ::incompatible
241
242
243#-------------------------------------------------------------------------
244# Test that WAL and wal-index files may be shared between different
245# SQLite versions.
246#
247do_allbackcompat_test {
248  if {[code1 {sqlite3 -version}] >= "3.7.0"
249   && [code1 {set ::sqlite_options(wal)}]
250   && [code2 {sqlite3 -version}] >= "3.7.0"
251   && [code2 {set ::sqlite_options(wal)}]
252  } {
253
254    do_test backcompat-2.1.1 { sql1 {
255      PRAGMA journal_mode = WAL;
256      CREATE TABLE t1(a PRIMARY KEY, b UNIQUE);
257      INSERT INTO t1 VALUES('I', 1);
258      INSERT INTO t1 VALUES('II', 2);
259      INSERT INTO t1 VALUES('III', 3);
260      SELECT * FROM t1;
261    } } {wal I 1 II 2 III 3}
262    do_test backcompat-2.1.2 { sql2 {
263      SELECT * FROM t1;
264    } } {I 1 II 2 III 3}
265
266    set data [read_file_system]
267    code1 {db close}
268    code2 {db close}
269    write_file_system $data
270    code1 {sqlite3 db test.db}
271    code2 {sqlite3 db test.db}
272
273    # The WAL file now in the file-system was created by the [code1]
274    # process. Check that the [code2] process can recover the log.
275    #
276    do_test backcompat-2.1.3 { sql2 {
277      SELECT * FROM t1;
278    } } {I 1 II 2 III 3}
279    do_test backcompat-2.1.4 { sql1 {
280      SELECT * FROM t1;
281    } } {I 1 II 2 III 3}
282  }
283}
284
285#-------------------------------------------------------------------------
286# Test that FTS3 tables may be read/written by different versions of
287# SQLite.
288#
289ifcapable fts3 {
290  set contents {
291    CREATE VIRTUAL TABLE t1 USING fts3(a, b);
292  }
293  foreach {num doc} {
294    one "jk zm jk eczkjblu urvysbnykk sk gnl jk ttvgf hmjf"
295    two "jk bnhc jjrxpjkb mjpavjuhw fibokdry igju jk zm zm xh"
296    three "wxe ogttbykvt uhzq xr iaf zf urvysbnykk aayxpmve oacaxgjoo mjpavjuhw"
297    four "gazrt jk ephknonq myjp uenvbm wuvajhwqz jk zm xnxhf nvfasfh"
298    five "zm aayxpmve csjqxhgj xnxhf xr jk aayxpmve xnxhf zm zm"
299    six "sokcyf zm ogyavjvv jk zm fibokdry zm jk igju igju"
300    seven "vgsld bvgimjik xuprtlyle jk akmikrqyt jk aayxpmve hkfoudzftq ddjj"
301    eight "zm uhzq ovkyevlgv zk uenvbm csjqxhgj jk vgsld pgybs jk"
302    nine  "zm agmckuiu zexh fibokdry jk uhzq bu tugflixoex xnxhf sk"
303  } {
304    append contents "INSERT INTO t1 VALUES('$num', '$doc');"
305  }
306  do_allbackcompat_test {
307    if {[code1 {set ::sqlite_options(fts3)}]
308     && [code2 {set ::sqlite_options(fts3)}]
309    } {
310
311      do_test backcompat-3.1 { sql1 $contents } {}
312
313      foreach {n q} {
314        1    "SELECT * FROM t1 ORDER BY a, b"
315        2    "SELECT rowid FROM t1 WHERE a MATCH 'five'"
316        3    "SELECT * FROM t1 WHERE a MATCH 'five'"
317        4    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'jk'"
318        5    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'tug* OR eight'"
319      } {
320        do_test backcompat-3.2 [list sql1 $q] [sql2 $q]
321      }
322
323      do_test backcompat-3.3 { sql1 {
324        INSERT INTO t1 SELECT * FROM t1;
325        INSERT INTO t1 SELECT * FROM t1;
326        INSERT INTO t1 SELECT * FROM t1;
327        INSERT INTO t1 SELECT * FROM t1;
328        INSERT INTO t1 SELECT * FROM t1;
329        INSERT INTO t1 SELECT * FROM t1;
330        INSERT INTO t1 SELECT * FROM t1;
331        INSERT INTO t1 SELECT * FROM t1;
332      } } {}
333
334      foreach {n q} {
335        1    "SELECT * FROM t1 ORDER BY a, b"
336        2    "SELECT rowid FROM t1 WHERE a MATCH 'five'"
337        3    "SELECT * FROM t1 WHERE a MATCH 'five'"
338        4    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'jk'"
339        5    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'tug* OR eight'"
340      } {
341        do_test backcompat-3.4 [list sql1 $q] [sql2 $q]
342      }
343
344      set alphabet "a b c d e f g h i j k l m n o p q r s t u v w x y z 1 2 3 4"
345      for {set i 0} {$i < 900} {incr i} {
346        set term "[lindex $alphabet [expr $i/30]][lindex $alphabet [expr $i%30]] "
347        sql1 "INSERT INTO t1 VALUES($i, '[string repeat $term 14]')"
348      }
349
350      foreach {n q} {
351        1    "SELECT * FROM t1 ORDER BY a, b"
352        2    "SELECT rowid FROM t1 WHERE a MATCH 'five'"
353        3    "SELECT * FROM t1 WHERE a MATCH 'five'"
354        4    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'jk'"
355        5    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'tug* OR eight'"
356
357        6    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'aa'"
358        7    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH '44'"
359        8    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'a*'"
360      } {
361        do_test backcompat-3.5 [list sql1 $q] [sql2 $q]
362      }
363
364      do_test backcompat-3.6 {
365        sql1 "SELECT optimize(t1) FROM t1 LIMIT 1"
366      } {{Index optimized}}
367
368      foreach {n q} {
369        1    "SELECT * FROM t1 ORDER BY a, b"
370        2    "SELECT rowid FROM t1 WHERE a MATCH 'five'"
371        3    "SELECT * FROM t1 WHERE a MATCH 'five'"
372        4    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'jk'"
373        5    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'tug* OR eight'"
374
375        6    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'aa'"
376        7    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH '44'"
377        8    "SELECT offsets(t1) FROM t1 WHERE t1 MATCH 'a*'"
378      } {
379        do_test backcompat-3.7 [list sql1 $q] [sql2 $q]
380      }
381    }
382  }
383}
384
385#-------------------------------------------------------------------------
386# Test that Rtree tables may be read/written by different versions of
387# SQLite.
388#
389ifcapable rtree {
390  set contents {
391    CREATE VIRTUAL TABLE t1 USING rtree(id, x1, x2, y1, y2);
392  }
393  foreach {id x1 x2 y1 y2} {
394    1    -47.64 43.87    33.86 34.42        2    -21.51 17.32    2.05 31.04
395    3    -43.67 -38.33    -19.79 3.43       4    32.41 35.16    9.12 19.82
396    5    33.28 34.87    14.78 28.26         6    49.31 116.59    -9.87 75.09
397    7    -14.93 34.51    -17.64 64.09       8    -43.05 23.43    -1.19 69.44
398    9    44.79 133.56    28.09 80.30        10    -2.66 81.47    -41.38 -10.46
399    11    -42.89 -3.54    15.76 71.63       12    -3.50 84.96    -11.64 64.95
400    13    -45.69 26.25    11.14 55.06       14    -44.09 11.23    17.52 44.45
401    15    36.23 133.49    -19.38 53.67      16    -17.89 81.54    14.64 50.61
402    17    -41.97 -24.04    -39.43 28.95     18    -5.85 7.76    -6.38 47.02
403    19    18.82 27.10    42.82 100.09       20    39.17 113.45    26.14 73.47
404    21    22.31 103.17    49.92 106.05      22    -43.06 40.38    -1.75 76.08
405    23    2.43 57.27    -14.19 -3.83        24    -47.57 -4.35    8.93 100.06
406    25    -37.47 49.14    -29.11 8.81       26    -7.86 75.72    49.34 107.42
407    27    1.53 45.49    20.36 49.74         28    -48.48 32.54    28.81 54.45
408    29    2.67 39.77    -4.05 13.67         30    4.11 62.88    -47.44 -5.72
409    31    -21.47 51.75    37.25 116.09      32    45.59 111.37    -6.43 43.64
410    33    35.23 48.29    23.54 113.33       34    16.61 68.35    -14.69 65.97
411    35    13.98 16.60    48.66 102.87       36    19.74 23.84    31.15 77.27
412    37    -27.61 24.43    7.96 94.91        38    -34.77 12.05    -22.60 -6.29
413    39    -25.83 8.71    -13.48 -12.53      40    -17.11 -1.01    18.06 67.89
414    41    14.13 71.72    -3.78 39.25        42    23.75 76.00    -16.30 8.23
415    43    -39.15 28.63    38.12 125.88      44    48.62 86.09    36.49 102.95
416    45    -31.39 -21.98    2.52 89.78       46    5.65 56.04    15.94 89.10
417    47    18.28 95.81    46.46 143.08       48    30.93 102.82    -20.08 37.36
418    49    -20.78 -3.48    -5.58 35.46       50    49.85 90.58    -24.48 46.29
419  } {
420  if {$x1 >= $x2 || $y1 >= $y2} { error "$x1 $x2 $y1 $y2" }
421    append contents "INSERT INTO t1 VALUES($id, $x1, $x2, $y1, $y2);"
422  }
423  set queries {
424    1    "SELECT id FROM t1 WHERE x1>10 AND x2<44"
425    2    "SELECT id FROM t1 WHERE y1<100"
426    3    "SELECT id FROM t1 WHERE y1<100 AND x1>0"
427    4    "SELECT id FROM t1 WHERE y1>10 AND x1>0 AND x2<50 AND y2<550"
428  }
429  do_allbackcompat_test {
430    if {[code1 {set ::sqlite_options(fts3)}]
431     && [code2 {set ::sqlite_options(fts3)}]
432    } {
433
434      do_test backcompat-4.1 { sql1 $contents } {}
435
436      foreach {n q} $::queries {
437        do_test backcompat-4.2.$n [list sql1 $q] [sql2 $q]
438      }
439
440      do_test backcompat-4.3 { sql1 {
441        INSERT INTO t1 SELECT id+100, x1+10.0, x2+10.0, y1-10.0, y2-10.0 FROM t1;
442      } } {}
443
444      foreach {n q} $::queries {
445        do_test backcompat-4.4.$n [list sql1 $q] [sql2 $q]
446      }
447
448      do_test backcompat-4.5 { sql2 {
449        INSERT INTO t1 SELECT id+200, x1+20.0, x2+20.0, y1-20.0, y2-20.0 FROM t1;
450      } } {}
451
452      foreach {n q} $::queries {
453        do_test backcompat-4.6.$n [list sql1 $q] [sql2 $q]
454      }
455
456    }
457  }
458}
459
460finish_test
461