xref: /sqlite-3.40.0/test/collate5.test (revision 879164ed)
1dc1bdc4fSdanielk1977#
2dc1bdc4fSdanielk1977# 2001 September 15
3dc1bdc4fSdanielk1977#
4dc1bdc4fSdanielk1977# The author disclaims copyright to this source code.  In place of
5dc1bdc4fSdanielk1977# a legal notice, here is a blessing:
6dc1bdc4fSdanielk1977#
7dc1bdc4fSdanielk1977#    May you do good and not evil.
8dc1bdc4fSdanielk1977#    May you find forgiveness for yourself and forgive others.
9dc1bdc4fSdanielk1977#    May you share freely, never taking more than you give.
10dc1bdc4fSdanielk1977#
11dc1bdc4fSdanielk1977#*************************************************************************
12dc1bdc4fSdanielk1977# This file implements regression tests for SQLite library.  The
13dc1bdc4fSdanielk1977# focus of this file is testing DISTINCT, UNION, INTERSECT and EXCEPT
14dc1bdc4fSdanielk1977# SELECT statements that use user-defined collation sequences. Also
15dc1bdc4fSdanielk1977# GROUP BY clauses that use user-defined collation sequences.
16dc1bdc4fSdanielk1977#
175a70d286Sdrh# $Id: collate5.test,v 1.7 2008/09/16 11:58:20 drh Exp $
18dc1bdc4fSdanielk1977
19dc1bdc4fSdanielk1977set testdir [file dirname $argv0]
20dc1bdc4fSdanielk1977source $testdir/tester.tcl
21dc1bdc4fSdanielk1977
22*879164edSdanset testprefix collate5
23*879164edSdan
24dc1bdc4fSdanielk1977
25dc1bdc4fSdanielk1977#
26dc1bdc4fSdanielk1977# Tests are organised as follows:
27dc1bdc4fSdanielk1977# collate5-1.* - DISTINCT
28dc1bdc4fSdanielk1977# collate5-2.* - Compound SELECT
29dc1bdc4fSdanielk1977# collate5-3.* - ORDER BY on compound SELECT
30dc1bdc4fSdanielk1977# collate5-4.* - GROUP BY
31*879164edSdan# collate5-5.* - Collation sequence cases
32dc1bdc4fSdanielk1977
33dc1bdc4fSdanielk1977# Create the collation sequence 'TEXT', purely for asthetic reasons. The
34dc1bdc4fSdanielk1977# test cases in this script could just as easily use BINARY.
35dc1bdc4fSdanielk1977db collate TEXT [list string compare]
36dc1bdc4fSdanielk1977
37dc1bdc4fSdanielk1977# Mimic the SQLite 2 collation type NUMERIC.
38dc1bdc4fSdanielk1977db collate numeric numeric_collate
39dc1bdc4fSdanielk1977proc numeric_collate {lhs rhs} {
40dc1bdc4fSdanielk1977  if {$lhs == $rhs} {return 0}
41dc1bdc4fSdanielk1977  return [expr ($lhs>$rhs)?1:-1]
42dc1bdc4fSdanielk1977}
43dc1bdc4fSdanielk1977
44dc1bdc4fSdanielk1977#
45dc1bdc4fSdanielk1977# These tests - collate5-1.* - focus on the DISTINCT keyword.
46dc1bdc4fSdanielk1977#
47dc1bdc4fSdanielk1977do_test collate5-1.0 {
48dc1bdc4fSdanielk1977  execsql {
49dc1bdc4fSdanielk1977    CREATE TABLE collate5t1(a COLLATE nocase, b COLLATE text);
50dc1bdc4fSdanielk1977
51dc1bdc4fSdanielk1977    INSERT INTO collate5t1 VALUES('a', 'apple');
52dc1bdc4fSdanielk1977    INSERT INTO collate5t1 VALUES('A', 'Apple');
53dc1bdc4fSdanielk1977    INSERT INTO collate5t1 VALUES('b', 'banana');
54dc1bdc4fSdanielk1977    INSERT INTO collate5t1 VALUES('B', 'banana');
55dc1bdc4fSdanielk1977    INSERT INTO collate5t1 VALUES('n', NULL);
56dc1bdc4fSdanielk1977    INSERT INTO collate5t1 VALUES('N', NULL);
57dc1bdc4fSdanielk1977  }
58dc1bdc4fSdanielk1977} {}
59dc1bdc4fSdanielk1977do_test collate5-1.1 {
60dc1bdc4fSdanielk1977  execsql {
61dc1bdc4fSdanielk1977    SELECT DISTINCT a FROM collate5t1;
62dc1bdc4fSdanielk1977  }
6338cc40c2Sdan} {a b n}
64dc1bdc4fSdanielk1977do_test collate5-1.2 {
65dc1bdc4fSdanielk1977  execsql {
66dc1bdc4fSdanielk1977    SELECT DISTINCT b FROM collate5t1;
67dc1bdc4fSdanielk1977  }
6838cc40c2Sdan} {apple Apple banana {}}
69dc1bdc4fSdanielk1977do_test collate5-1.3 {
70dc1bdc4fSdanielk1977  execsql {
71dc1bdc4fSdanielk1977    SELECT DISTINCT a, b FROM collate5t1;
72dc1bdc4fSdanielk1977  }
7338cc40c2Sdan} {a apple A Apple b banana n {}}
74dc1bdc4fSdanielk1977
755a70d286Sdrh# Ticket #3376
765a70d286Sdrh#
775a70d286Sdrhdo_test collate5-1.11 {
785a70d286Sdrh  execsql {
795a70d286Sdrh    CREATE TABLE tkt3376(a COLLATE nocase PRIMARY KEY);
805a70d286Sdrh    INSERT INTO tkt3376 VALUES('abcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyz');
815a70d286Sdrh    INSERT INTO tkt3376 VALUES('ABXYZ012234567890123456789ABXYZ012234567890123456789ABXYZ012234567890123456789ABXYZ012234567890123456789ABXYZ012234567890123456789ABXYZ012234567890123456789ABXYZ012234567890123456789');
825a70d286Sdrh    SELECT DISTINCT a FROM tkt3376;
835a70d286Sdrh  }
845a70d286Sdrh} {abcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyzabcdefghijklmnopqrstuvwxyz ABXYZ012234567890123456789ABXYZ012234567890123456789ABXYZ012234567890123456789ABXYZ012234567890123456789ABXYZ012234567890123456789ABXYZ012234567890123456789ABXYZ012234567890123456789}
855a70d286Sdrhdo_test collate5-1.12 {
865a70d286Sdrh  sqlite3 db2 :memory:
875a70d286Sdrh  db2 eval {
885a70d286Sdrh    PRAGMA encoding=UTF16le;
895a70d286Sdrh    CREATE TABLE tkt3376(a COLLATE nocase PRIMARY KEY);
905a70d286Sdrh    INSERT INTO tkt3376 VALUES('abc');
915a70d286Sdrh    INSERT INTO tkt3376 VALUES('ABX');
925a70d286Sdrh    SELECT DISTINCT a FROM tkt3376;
935a70d286Sdrh  }
945a70d286Sdrh} {abc ABX}
955a70d286Sdrhcatch {db2 close}
965a70d286Sdrh
9727c77438Sdanielk1977# The remainder of this file tests compound SELECT statements.
9827c77438Sdanielk1977# Omit it if the library is compiled such that they are omitted.
9927c77438Sdanielk1977#
10027c77438Sdanielk1977ifcapable !compound {
10127c77438Sdanielk1977  finish_test
10227c77438Sdanielk1977  return
10327c77438Sdanielk1977}
104dc1bdc4fSdanielk1977
105dc1bdc4fSdanielk1977#
106dc1bdc4fSdanielk1977# Tests named collate5-2.* focus on UNION, EXCEPT and INTERSECT
107dc1bdc4fSdanielk1977# queries that use user-defined collation sequences.
108dc1bdc4fSdanielk1977#
109dc1bdc4fSdanielk1977# collate5-2.1.* - UNION
110dc1bdc4fSdanielk1977# collate5-2.2.* - INTERSECT
111dc1bdc4fSdanielk1977# collate5-2.3.* - EXCEPT
112dc1bdc4fSdanielk1977#
113dc1bdc4fSdanielk1977do_test collate5-2.0 {
114dc1bdc4fSdanielk1977  execsql {
115dc1bdc4fSdanielk1977    CREATE TABLE collate5t2(a COLLATE text, b COLLATE nocase);
116dc1bdc4fSdanielk1977
117dc1bdc4fSdanielk1977    INSERT INTO collate5t2 VALUES('a', 'apple');
118dc1bdc4fSdanielk1977    INSERT INTO collate5t2 VALUES('A', 'apple');
119dc1bdc4fSdanielk1977    INSERT INTO collate5t2 VALUES('b', 'banana');
120dc1bdc4fSdanielk1977    INSERT INTO collate5t2 VALUES('B', 'Banana');
121dc1bdc4fSdanielk1977  }
122dc1bdc4fSdanielk1977} {}
123dc1bdc4fSdanielk1977
124dc1bdc4fSdanielk1977do_test collate5-2.1.1 {
125dc1bdc4fSdanielk1977  execsql {
126dc1bdc4fSdanielk1977    SELECT a FROM collate5t1 UNION select a FROM collate5t2;
127dc1bdc4fSdanielk1977  }
128dc1bdc4fSdanielk1977} {A B N}
129dc1bdc4fSdanielk1977do_test collate5-2.1.2 {
130dc1bdc4fSdanielk1977  execsql {
131dc1bdc4fSdanielk1977    SELECT a FROM collate5t2 UNION select a FROM collate5t1;
132dc1bdc4fSdanielk1977  }
133dc1bdc4fSdanielk1977} {A B N a b n}
134dc1bdc4fSdanielk1977do_test collate5-2.1.3 {
135dc1bdc4fSdanielk1977  execsql {
136dc1bdc4fSdanielk1977    SELECT a, b FROM collate5t1 UNION select a, b FROM collate5t2;
137dc1bdc4fSdanielk1977  }
138dc1bdc4fSdanielk1977} {A Apple A apple B Banana b banana N {}}
139dc1bdc4fSdanielk1977do_test collate5-2.1.4 {
140dc1bdc4fSdanielk1977  execsql {
141dc1bdc4fSdanielk1977    SELECT a, b FROM collate5t2 UNION select a, b FROM collate5t1;
142dc1bdc4fSdanielk1977  }
143dc1bdc4fSdanielk1977} {A Apple B banana N {} a apple b banana n {}}
144dc1bdc4fSdanielk1977
145dc1bdc4fSdanielk1977do_test collate5-2.2.1 {
146dc1bdc4fSdanielk1977  execsql {
147dc1bdc4fSdanielk1977    SELECT a FROM collate5t1 EXCEPT select a FROM collate5t2;
148dc1bdc4fSdanielk1977  }
149dc1bdc4fSdanielk1977} {N}
150dc1bdc4fSdanielk1977do_test collate5-2.2.2 {
151dc1bdc4fSdanielk1977  execsql {
152dc1bdc4fSdanielk1977    SELECT a FROM collate5t2 EXCEPT select a FROM collate5t1 WHERE a != 'a';
153dc1bdc4fSdanielk1977  }
154dc1bdc4fSdanielk1977} {A a}
155dc1bdc4fSdanielk1977do_test collate5-2.2.3 {
156dc1bdc4fSdanielk1977  execsql {
157dc1bdc4fSdanielk1977    SELECT a, b FROM collate5t1 EXCEPT select a, b FROM collate5t2;
158dc1bdc4fSdanielk1977  }
159dc1bdc4fSdanielk1977} {A Apple N {}}
160dc1bdc4fSdanielk1977do_test collate5-2.2.4 {
161dc1bdc4fSdanielk1977  execsql {
162dc1bdc4fSdanielk1977    SELECT a, b FROM collate5t2 EXCEPT select a, b FROM collate5t1
163dc1bdc4fSdanielk1977      where a != 'a';
164dc1bdc4fSdanielk1977  }
165dc1bdc4fSdanielk1977} {A apple a apple}
166dc1bdc4fSdanielk1977
167dc1bdc4fSdanielk1977do_test collate5-2.3.1 {
168dc1bdc4fSdanielk1977  execsql {
169dc1bdc4fSdanielk1977    SELECT a FROM collate5t1 INTERSECT select a FROM collate5t2;
170dc1bdc4fSdanielk1977  }
171dc1bdc4fSdanielk1977} {A B}
172dc1bdc4fSdanielk1977do_test collate5-2.3.2 {
173dc1bdc4fSdanielk1977  execsql {
174dc1bdc4fSdanielk1977    SELECT a FROM collate5t2 INTERSECT select a FROM collate5t1 WHERE a != 'a';
175dc1bdc4fSdanielk1977  }
176dc1bdc4fSdanielk1977} {B b}
177dc1bdc4fSdanielk1977do_test collate5-2.3.3 {
178dc1bdc4fSdanielk1977  execsql {
179dc1bdc4fSdanielk1977    SELECT a, b FROM collate5t1 INTERSECT select a, b FROM collate5t2;
180dc1bdc4fSdanielk1977  }
181dc1bdc4fSdanielk1977} {a apple B banana}
182dc1bdc4fSdanielk1977do_test collate5-2.3.4 {
183dc1bdc4fSdanielk1977  execsql {
184dc1bdc4fSdanielk1977    SELECT a, b FROM collate5t2 INTERSECT select a, b FROM collate5t1;
185dc1bdc4fSdanielk1977  }
186dc1bdc4fSdanielk1977} {A apple B Banana a apple b banana}
187dc1bdc4fSdanielk1977
188dc1bdc4fSdanielk1977#
189dc1bdc4fSdanielk1977# This test ensures performs a UNION operation with a bunch of different
190dc1bdc4fSdanielk1977# length records. The goal is to test that the logic that compares records
191dc1bdc4fSdanielk1977# for the compound SELECT operators works with record lengths that lie
192dc1bdc4fSdanielk1977# either side of the troublesome 256 and 65536 byte marks.
193dc1bdc4fSdanielk1977#
194dc1bdc4fSdanielk1977set ::lens [list \
195dc1bdc4fSdanielk1977  0 1 2 3 4 5 6 7 8 9 \
196dc1bdc4fSdanielk1977  240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 \
197dc1bdc4fSdanielk1977  257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 \
198dc1bdc4fSdanielk1977  65520 65521 65522 65523 65524 65525 65526 65527 65528 65529 65530 \
199dc1bdc4fSdanielk1977  65531 65532 65533 65534 65535 65536 65537 65538 65539 65540 65541 \
200dc1bdc4fSdanielk1977  65542 65543 65544 65545 65546 65547 65548 65549 65550 65551 ]
201dc1bdc4fSdanielk1977do_test collate5-2.4.0 {
202dc1bdc4fSdanielk1977  execsql {
203dc1bdc4fSdanielk1977    BEGIN;
204dc1bdc4fSdanielk1977    CREATE TABLE collate5t3(a, b);
205dc1bdc4fSdanielk1977  }
206dc1bdc4fSdanielk1977  foreach ii $::lens {
207dc1bdc4fSdanielk1977    execsql "INSERT INTO collate5t3 VALUES($ii, '[string repeat a $ii]');"
208dc1bdc4fSdanielk1977  }
209e61b9f4fSdanielk1977  expr [llength [execsql {
210dc1bdc4fSdanielk1977    COMMIT;
211e61b9f4fSdanielk1977    SELECT * FROM collate5t3 UNION SELECT * FROM collate5t3;
212e61b9f4fSdanielk1977  }]] / 2
213dc1bdc4fSdanielk1977} [llength $::lens]
214dc1bdc4fSdanielk1977do_test collate5-2.4.1 {
215dc1bdc4fSdanielk1977  execsql {DROP TABLE collate5t3;}
216dc1bdc4fSdanielk1977} {}
217dc1bdc4fSdanielk1977unset ::lens
218dc1bdc4fSdanielk1977
219dc1bdc4fSdanielk1977#
220dc1bdc4fSdanielk1977# These tests - collate5-3.* - focus on compound SELECT queries that
221dc1bdc4fSdanielk1977# feature ORDER BY clauses.
222dc1bdc4fSdanielk1977#
223dc1bdc4fSdanielk1977do_test collate5-3.0 {
224dc1bdc4fSdanielk1977  execsql {
225dc1bdc4fSdanielk1977    SELECT a FROM collate5t1 UNION ALL SELECT a FROM collate5t2 ORDER BY 1;
226dc1bdc4fSdanielk1977  }
2276b10a6a7Sdrh} {/[aA] [aA] [aA] [aA] [bB] [bB] [bB] [bB] [nN] [nN]/}
228dc1bdc4fSdanielk1977do_test collate5-3.1 {
229dc1bdc4fSdanielk1977  execsql {
230dc1bdc4fSdanielk1977    SELECT a FROM collate5t2 UNION ALL SELECT a FROM collate5t1 ORDER BY 1;
231dc1bdc4fSdanielk1977  }
232dc1bdc4fSdanielk1977} {A A B B N a a b b n}
233dc1bdc4fSdanielk1977do_test collate5-3.2 {
234dc1bdc4fSdanielk1977  execsql {
235dc1bdc4fSdanielk1977    SELECT a FROM collate5t1 UNION ALL SELECT a FROM collate5t2
236dc1bdc4fSdanielk1977      ORDER BY 1 COLLATE TEXT;
237dc1bdc4fSdanielk1977  }
238dc1bdc4fSdanielk1977} {A A B B N a a b b n}
239dc1bdc4fSdanielk1977
240dc1bdc4fSdanielk1977do_test collate5-3.3 {
241dc1bdc4fSdanielk1977  execsql {
242dc1bdc4fSdanielk1977    CREATE TABLE collate5t_cn(a COLLATE NUMERIC);
243dc1bdc4fSdanielk1977    CREATE TABLE collate5t_ct(a COLLATE TEXT);
244dc1bdc4fSdanielk1977    INSERT INTO collate5t_cn VALUES('1');
245dc1bdc4fSdanielk1977    INSERT INTO collate5t_cn VALUES('11');
246dc1bdc4fSdanielk1977    INSERT INTO collate5t_cn VALUES('101');
247dc1bdc4fSdanielk1977    INSERT INTO collate5t_ct SELECT * FROM collate5t_cn;
248dc1bdc4fSdanielk1977  }
249dc1bdc4fSdanielk1977} {}
250dc1bdc4fSdanielk1977do_test collate5-3.4 {
251dc1bdc4fSdanielk1977  execsql {
252dc1bdc4fSdanielk1977    SELECT a FROM collate5t_cn INTERSECT SELECT a FROM collate5t_ct ORDER BY 1;
253dc1bdc4fSdanielk1977  }
254dc1bdc4fSdanielk1977} {1 11 101}
255dc1bdc4fSdanielk1977do_test collate5-3.5 {
256dc1bdc4fSdanielk1977  execsql {
257dc1bdc4fSdanielk1977    SELECT a FROM collate5t_ct INTERSECT SELECT a FROM collate5t_cn ORDER BY 1;
258dc1bdc4fSdanielk1977  }
259dc1bdc4fSdanielk1977} {1 101 11}
260dc1bdc4fSdanielk1977
261dc1bdc4fSdanielk1977do_test collate5-3.20 {
262dc1bdc4fSdanielk1977  execsql {
263dc1bdc4fSdanielk1977    DROP TABLE collate5t_cn;
264dc1bdc4fSdanielk1977    DROP TABLE collate5t_ct;
265dc1bdc4fSdanielk1977    DROP TABLE collate5t1;
266dc1bdc4fSdanielk1977    DROP TABLE collate5t2;
267dc1bdc4fSdanielk1977  }
268dc1bdc4fSdanielk1977} {}
269dc1bdc4fSdanielk1977
270dc1bdc4fSdanielk1977do_test collate5-4.0 {
271dc1bdc4fSdanielk1977  execsql {
272dc1bdc4fSdanielk1977    CREATE TABLE collate5t1(a COLLATE NOCASE, b COLLATE NUMERIC);
273dc1bdc4fSdanielk1977    INSERT INTO collate5t1 VALUES('a', '1');
274dc1bdc4fSdanielk1977    INSERT INTO collate5t1 VALUES('A', '1.0');
275dc1bdc4fSdanielk1977    INSERT INTO collate5t1 VALUES('b', '2');
276dc1bdc4fSdanielk1977    INSERT INTO collate5t1 VALUES('B', '3');
277dc1bdc4fSdanielk1977  }
278dc1bdc4fSdanielk1977} {}
279dc1bdc4fSdanielk1977do_test collate5-4.1 {
2805774b806Sdrh  string tolower [execsql {
281dc1bdc4fSdanielk1977    SELECT a, count(*) FROM collate5t1 GROUP BY a;
2825774b806Sdrh  }]
283dc1bdc4fSdanielk1977} {a 2 b 2}
284dc1bdc4fSdanielk1977do_test collate5-4.2 {
285dc1bdc4fSdanielk1977  execsql {
2865774b806Sdrh    SELECT a, b, count(*) FROM collate5t1 GROUP BY a, b ORDER BY a, b;
287dc1bdc4fSdanielk1977  }
2886b10a6a7Sdrh} {/[aA] 1(.0)? 2 [bB] 2 1 [bB] 3 1/}
289dc1bdc4fSdanielk1977do_test collate5-4.3 {
290dc1bdc4fSdanielk1977  execsql {
291dc1bdc4fSdanielk1977    DROP TABLE collate5t1;
292dc1bdc4fSdanielk1977  }
293dc1bdc4fSdanielk1977} {}
294dc1bdc4fSdanielk1977
295*879164edSdan#-------------------------------------------------------------------------
296*879164edSdanreset_db
297*879164edSdan
298*879164edSdando_execsql_test 5.0 {
299*879164edSdan  CREATE TABLE t1(a, b COLLATE nocase);
300*879164edSdan  CREATE TABLE t2(c, d);
301*879164edSdan  INSERT INTO t2 VALUES(1, 'bbb');
302*879164edSdan}
303*879164edSdando_execsql_test 5.1 {
304*879164edSdan  SELECT * FROM (
305*879164edSdan      SELECT a, b FROM t1 UNION ALL SELECT c, d FROM t2
306*879164edSdan  ) WHERE b='BbB';
307*879164edSdan} {1 bbb}
308*879164edSdan
309*879164edSdanreset_db
310*879164edSdando_execsql_test 5.2 {
311*879164edSdan  CREATE TABLE t1(a,b,c COLLATE NOCASE);
312*879164edSdan  INSERT INTO t1 VALUES(NULL,'C','c');
313*879164edSdan  CREATE VIEW v2 AS
314*879164edSdan    SELECT a,b,c FROM t1 INTERSECT SELECT a,b,b FROM t1
315*879164edSdan    WHERE 'eT"3qRkL+oJMJjQ9z0'>=b
316*879164edSdan    ORDER BY a,b,c;
317*879164edSdan}
318*879164edSdan
319*879164edSdando_execsql_test 5.3 {
320*879164edSdan  SELECT * FROM v2;
321*879164edSdan} { {} C c }
322*879164edSdan
323*879164edSdando_execsql_test 5.4 {
324*879164edSdan  SELECT * FROM v2 WHERE c='c';
325*879164edSdan} { {} C c }
326*879164edSdan
327*879164edSdan
328dc1bdc4fSdanielk1977finish_test
329