1# 2006 January 31 2# 3# The author disclaims copyright to this source code. In place of 4# a legal notice, here is a blessing: 5# 6# May you do good and not evil. 7# May you find forgiveness for yourself and forgive others. 8# May you share freely, never taking more than you give. 9# 10#*********************************************************************** 11# This file implements regression tests for SQLite library. The 12# focus of this file is testing the join reordering optimization 13# in cases that include a LEFT JOIN. 14# 15# $Id: where3.test,v 1.4 2008/04/17 19:14:02 drh Exp $ 16 17set testdir [file dirname $argv0] 18source $testdir/tester.tcl 19 20# The following is from ticket #1652. 21# 22# A comma join then a left outer join: A,B left join C. 23# Arrange indices so that the B table is chosen to go first. 24# Also put an index on C, but make sure that A is chosen before C. 25# 26do_test where3-1.1 { 27 execsql { 28 CREATE TABLE t1(a, b); 29 CREATE TABLE t2(p, q); 30 CREATE TABLE t3(x, y); 31 32 INSERT INTO t1 VALUES(111,'one'); 33 INSERT INTO t1 VALUES(222,'two'); 34 INSERT INTO t1 VALUES(333,'three'); 35 36 INSERT INTO t2 VALUES(1,111); 37 INSERT INTO t2 VALUES(2,222); 38 INSERT INTO t2 VALUES(4,444); 39 CREATE INDEX t2i1 ON t2(p); 40 41 INSERT INTO t3 VALUES(999,'nine'); 42 CREATE INDEX t3i1 ON t3(x); 43 44 SELECT * FROM t1, t2 LEFT JOIN t3 ON q=x WHERE p=2 AND a=q; 45 } 46} {222 two 2 222 {} {}} 47 48ifcapable explain { 49 do_test where3-1.1.1 { 50 explain_no_trace {SELECT * FROM t1, t2 LEFT JOIN t3 ON q=x 51 WHERE p=2 AND a=q} 52 } [explain_no_trace {SELECT * FROM t1, t2 LEFT JOIN t3 ON x=q 53 WHERE p=2 AND a=q}] 54} 55 56# Ticket #1830 57# 58# This is similar to the above but with the LEFT JOIN on the 59# other side. 60# 61do_test where3-1.2 { 62 execsql { 63 CREATE TABLE parent1(parent1key, child1key, Child2key, child3key); 64 CREATE TABLE child1 ( child1key NVARCHAR, value NVARCHAR ); 65 CREATE UNIQUE INDEX PKIDXChild1 ON child1 ( child1key ); 66 CREATE TABLE child2 ( child2key NVARCHAR, value NVARCHAR ); 67 68 INSERT INTO parent1(parent1key,child1key,child2key) 69 VALUES ( 1, 'C1.1', 'C2.1' ); 70 INSERT INTO child1 ( child1key, value ) VALUES ( 'C1.1', 'Value for C1.1' ); 71 INSERT INTO child2 ( child2key, value ) VALUES ( 'C2.1', 'Value for C2.1' ); 72 73 INSERT INTO parent1 ( parent1key, child1key, child2key ) 74 VALUES ( 2, 'C1.2', 'C2.2' ); 75 INSERT INTO child2 ( child2key, value ) VALUES ( 'C2.2', 'Value for C2.2' ); 76 77 INSERT INTO parent1 ( parent1key, child1key, child2key ) 78 VALUES ( 3, 'C1.3', 'C2.3' ); 79 INSERT INTO child1 ( child1key, value ) VALUES ( 'C1.3', 'Value for C1.3' ); 80 INSERT INTO child2 ( child2key, value ) VALUES ( 'C2.3', 'Value for C2.3' ); 81 82 SELECT parent1.parent1key, child1.value, child2.value 83 FROM parent1 84 LEFT OUTER JOIN child1 ON child1.child1key = parent1.child1key 85 INNER JOIN child2 ON child2.child2key = parent1.child2key; 86 } 87} {1 {Value for C1.1} {Value for C2.1} 2 {} {Value for C2.2} 3 {Value for C1.3} {Value for C2.3}} 88 89ifcapable explain { 90 do_test where3-1.2.1 { 91 explain_no_trace { 92 SELECT parent1.parent1key, child1.value, child2.value 93 FROM parent1 94 LEFT OUTER JOIN child1 ON child1.child1key = parent1.child1key 95 INNER JOIN child2 ON child2.child2key = parent1.child2key; 96 } 97 } [explain_no_trace { 98 SELECT parent1.parent1key, child1.value, child2.value 99 FROM parent1 100 LEFT OUTER JOIN child1 ON parent1.child1key = child1.child1key 101 INNER JOIN child2 ON child2.child2key = parent1.child2key; 102 }] 103} 104 105# This procedure executes the SQL. Then it appends 106# the names of the table and index used 107# 108proc queryplan {sql} { 109 set ::sqlite_sort_count 0 110 set data [execsql $sql] 111 set eqp [execsql "EXPLAIN QUERY PLAN $sql"] 112 # puts eqp=$eqp 113 foreach {a b c x} $eqp { 114 if {[regexp { TABLE (\w+ AS )?(\w+) USING.* INDEX (\w+)\y} \ 115 $x all as tab idx]} { 116 lappend data $tab $idx 117 } elseif {[regexp { TABLE (\w+ AS )?(\w+)\y} $x all as tab]} { 118 lappend data $tab * 119 } 120 } 121 return $data 122} 123 124 125# If you have a from clause of the form: A B C left join D 126# then make sure the query optimizer is able to reorder the 127# A B C part anyway it wants. 128# 129# Following the fix to ticket #1652, there was a time when 130# the C table would not reorder. So the following reorderings 131# were possible: 132# 133# A B C left join D 134# B A C left join D 135# 136# But these reorders were not allowed 137# 138# C A B left join D 139# A C B left join D 140# C B A left join D 141# B C A left join D 142# 143# The following tests are here to verify that the latter four 144# reorderings are allowed again. 145# 146do_test where3-2.1 { 147 execsql { 148 CREATE TABLE tA(apk integer primary key, ax); 149 CREATE TABLE tB(bpk integer primary key, bx); 150 CREATE TABLE tC(cpk integer primary key, cx); 151 CREATE TABLE tD(dpk integer primary key, dx); 152 } 153 queryplan { 154 SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx 155 WHERE cpk=bx AND bpk=ax 156 } 157} {tA * tB * tC * tD *} 158do_test where3-2.1.1 { 159 queryplan { 160 SELECT * FROM tA, tB, tC LEFT JOIN tD ON cx=dpk 161 WHERE cpk=bx AND bpk=ax 162 } 163} {tA * tB * tC * tD *} 164do_test where3-2.1.2 { 165 queryplan { 166 SELECT * FROM tA, tB, tC LEFT JOIN tD ON cx=dpk 167 WHERE bx=cpk AND bpk=ax 168 } 169} {tA * tB * tC * tD *} 170do_test where3-2.1.3 { 171 queryplan { 172 SELECT * FROM tA, tB, tC LEFT JOIN tD ON cx=dpk 173 WHERE bx=cpk AND ax=bpk 174 } 175} {tA * tB * tC * tD *} 176do_test where3-2.1.4 { 177 queryplan { 178 SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx 179 WHERE bx=cpk AND ax=bpk 180 } 181} {tA * tB * tC * tD *} 182do_test where3-2.1.5 { 183 queryplan { 184 SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx 185 WHERE cpk=bx AND ax=bpk 186 } 187} {tA * tB * tC * tD *} 188do_test where3-2.2 { 189 queryplan { 190 SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx 191 WHERE cpk=bx AND apk=bx 192 } 193} {tB * tA * tC * tD *} 194do_test where3-2.3 { 195 queryplan { 196 SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx 197 WHERE cpk=bx AND apk=bx 198 } 199} {tB * tA * tC * tD *} 200do_test where3-2.4 { 201 queryplan { 202 SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx 203 WHERE apk=cx AND bpk=ax 204 } 205} {tC * tA * tB * tD *} 206do_test where3-2.5 { 207 queryplan { 208 SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx 209 WHERE cpk=ax AND bpk=cx 210 } 211} {tA * tC * tB * tD *} 212do_test where3-2.6 { 213 queryplan { 214 SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx 215 WHERE bpk=cx AND apk=bx 216 } 217} {tC * tB * tA * tD *} 218do_test where3-2.7 { 219 queryplan { 220 SELECT * FROM tA, tB, tC LEFT JOIN tD ON dpk=cx 221 WHERE cpk=bx AND apk=cx 222 } 223} {tB * tC * tA * tD *} 224 225# Ticket [13f033c865f878953] 226# If the outer loop must be a full table scan, do not let ANALYZE trick 227# the planner into use a table for the outer loop that might be indexable 228# if held until an inner loop. 229# 230do_execsql_test where3-3.0 { 231 CREATE TABLE t301(a INTEGER PRIMARY KEY,b,c); 232 CREATE INDEX t301c ON t301(c); 233 INSERT INTO t301 VALUES(1,2,3); 234 CREATE TABLE t302(x, y); 235 INSERT INTO t302 VALUES(4,5); 236 ANALYZE; 237 explain query plan SELECT * FROM t302, t301 WHERE t302.x=5 AND t301.a=t302.y; 238} { 239 0 0 0 {SCAN TABLE t302} 240 0 1 1 {SEARCH TABLE t301 USING INTEGER PRIMARY KEY (rowid=?)} 241} 242do_execsql_test where3-3.1 { 243 explain query plan 244 SELECT * FROM t301, t302 WHERE t302.x=5 AND t301.a=t302.y; 245} { 246 0 0 1 {SCAN TABLE t302} 247 0 1 0 {SEARCH TABLE t301 USING INTEGER PRIMARY KEY (rowid=?)} 248} 249do_execsql_test where3-3.2 { 250 SELECT * FROM t301 WHERE c=3 AND a IS NULL; 251} {} 252do_execsql_test where3-3.3 { 253 SELECT * FROM t301 WHERE c=3 AND a IS NOT NULL; 254} {1 2 3} 255 256if 0 { # Query planner no longer does this 257# Verify that when there are multiple tables in a join which must be 258# full table scans that the query planner attempts put the table with 259# the fewest number of output rows as the outer loop. 260# 261do_execsql_test where3-4.0 { 262 CREATE TABLE t400(a INTEGER PRIMARY KEY, b, c); 263 CREATE TABLE t401(p INTEGER PRIMARY KEY, q, r); 264 CREATE TABLE t402(x INTEGER PRIMARY KEY, y, z); 265 EXPLAIN QUERY PLAN 266 SELECT * FROM t400, t401, t402 WHERE t402.z GLOB 'abc*'; 267} { 268 0 0 2 {SCAN TABLE t402} 269 0 1 0 {SCAN TABLE t400} 270 0 2 1 {SCAN TABLE t401} 271} 272do_execsql_test where3-4.1 { 273 EXPLAIN QUERY PLAN 274 SELECT * FROM t400, t401, t402 WHERE t401.r GLOB 'abc*'; 275} { 276 0 0 1 {SCAN TABLE t401} 277 0 1 0 {SCAN TABLE t400} 278 0 2 2 {SCAN TABLE t402} 279} 280do_execsql_test where3-4.2 { 281 EXPLAIN QUERY PLAN 282 SELECT * FROM t400, t401, t402 WHERE t400.c GLOB 'abc*'; 283} { 284 0 0 0 {SCAN TABLE t400} 285 0 1 1 {SCAN TABLE t401} 286 0 2 2 {SCAN TABLE t402} 287} 288} ;# endif 289 290# Verify that a performance regression encountered by firefox 291# has been fixed. 292# 293do_execsql_test where3-5.0 { 294 CREATE TABLE aaa (id INTEGER PRIMARY KEY, type INTEGER, 295 fk INTEGER DEFAULT NULL, parent INTEGER, 296 position INTEGER, title LONGVARCHAR, 297 keyword_id INTEGER, folder_type TEXT, 298 dateAdded INTEGER, lastModified INTEGER); 299 CREATE INDEX aaa_111 ON aaa (fk, type); 300 CREATE INDEX aaa_222 ON aaa (parent, position); 301 CREATE INDEX aaa_333 ON aaa (fk, lastModified); 302 CREATE TABLE bbb (id INTEGER PRIMARY KEY, type INTEGER, 303 fk INTEGER DEFAULT NULL, parent INTEGER, 304 position INTEGER, title LONGVARCHAR, 305 keyword_id INTEGER, folder_type TEXT, 306 dateAdded INTEGER, lastModified INTEGER); 307 CREATE INDEX bbb_111 ON bbb (fk, type); 308 CREATE INDEX bbb_222 ON bbb (parent, position); 309 CREATE INDEX bbb_333 ON bbb (fk, lastModified); 310 311 EXPLAIN QUERY PLAN 312 SELECT bbb.title AS tag_title 313 FROM aaa JOIN bbb ON bbb.id = aaa.parent 314 WHERE aaa.fk = 'constant' 315 AND LENGTH(bbb.title) > 0 316 AND bbb.parent = 4 317 ORDER BY bbb.title COLLATE NOCASE ASC; 318} { 319 0 0 0 {SEARCH TABLE aaa USING INDEX aaa_333 (fk=?)} 320 0 1 1 {SEARCH TABLE bbb USING INTEGER PRIMARY KEY (rowid=?)} 321 0 0 0 {USE TEMP B-TREE FOR ORDER BY} 322} 323do_execsql_test where3-5.1 { 324 EXPLAIN QUERY PLAN 325 SELECT bbb.title AS tag_title 326 FROM aaa JOIN aaa AS bbb ON bbb.id = aaa.parent 327 WHERE aaa.fk = 'constant' 328 AND LENGTH(bbb.title) > 0 329 AND bbb.parent = 4 330 ORDER BY bbb.title COLLATE NOCASE ASC; 331} { 332 0 0 0 {SEARCH TABLE aaa USING INDEX aaa_333 (fk=?)} 333 0 1 1 {SEARCH TABLE aaa AS bbb USING INTEGER PRIMARY KEY (rowid=?)} 334 0 0 0 {USE TEMP B-TREE FOR ORDER BY} 335} 336do_execsql_test where3-5.2 { 337 EXPLAIN QUERY PLAN 338 SELECT bbb.title AS tag_title 339 FROM bbb JOIN aaa ON bbb.id = aaa.parent 340 WHERE aaa.fk = 'constant' 341 AND LENGTH(bbb.title) > 0 342 AND bbb.parent = 4 343 ORDER BY bbb.title COLLATE NOCASE ASC; 344} { 345 0 0 1 {SEARCH TABLE aaa USING INDEX aaa_333 (fk=?)} 346 0 1 0 {SEARCH TABLE bbb USING INTEGER PRIMARY KEY (rowid=?)} 347 0 0 0 {USE TEMP B-TREE FOR ORDER BY} 348} 349do_execsql_test where3-5.3 { 350 EXPLAIN QUERY PLAN 351 SELECT bbb.title AS tag_title 352 FROM aaa AS bbb JOIN aaa ON bbb.id = aaa.parent 353 WHERE aaa.fk = 'constant' 354 AND LENGTH(bbb.title) > 0 355 AND bbb.parent = 4 356 ORDER BY bbb.title COLLATE NOCASE ASC; 357} { 358 0 0 1 {SEARCH TABLE aaa USING INDEX aaa_333 (fk=?)} 359 0 1 0 {SEARCH TABLE aaa AS bbb USING INTEGER PRIMARY KEY (rowid=?)} 360 0 0 0 {USE TEMP B-TREE FOR ORDER BY} 361} 362 363# Name resolution with NATURAL JOIN and USING 364# 365do_test where3-6.setup { 366 db eval { 367 CREATE TABLE t6w(a, w); 368 INSERT INTO t6w VALUES(1, 'w-one'); 369 INSERT INTO t6w VALUES(2, 'w-two'); 370 INSERT INTO t6w VALUES(9, 'w-nine'); 371 CREATE TABLE t6x(a, x); 372 INSERT INTO t6x VALUES(1, 'x-one'); 373 INSERT INTO t6x VALUES(3, 'x-three'); 374 INSERT INTO t6x VALUES(9, 'x-nine'); 375 CREATE TABLE t6y(a, y); 376 INSERT INTO t6y VALUES(1, 'y-one'); 377 INSERT INTO t6y VALUES(4, 'y-four'); 378 INSERT INTO t6y VALUES(9, 'y-nine'); 379 CREATE TABLE t6z(a, z); 380 INSERT INTO t6z VALUES(1, 'z-one'); 381 INSERT INTO t6z VALUES(5, 'z-five'); 382 INSERT INTO t6z VALUES(9, 'z-nine'); 383 } 384} {} 385set cnt 0 386foreach predicate { 387 {} 388 {ORDER BY a} 389 {ORDER BY t6w.a} 390 {WHERE a>0} 391 {WHERE t6y.a>0} 392 {WHERE a>0 ORDER BY a} 393} { 394 incr cnt 395 do_test where3-6.$cnt.1 { 396 set sql "SELECT * FROM t6w NATURAL JOIN t6x NATURAL JOIN t6y" 397 append sql " NATURAL JOIN t6z " 398 append sql $::predicate 399 db eval $sql 400 } {1 w-one x-one y-one z-one 9 w-nine x-nine y-nine z-nine} 401 do_test where3-6.$cnt.2 { 402 set sql "SELECT * FROM t6w JOIN t6x USING(a) JOIN t6y USING(a)" 403 append sql " JOIN t6z USING(a) " 404 append sql $::predicate 405 db eval $sql 406 } {1 w-one x-one y-one z-one 9 w-nine x-nine y-nine z-nine} 407 do_test where3-6.$cnt.3 { 408 set sql "SELECT * FROM t6w NATURAL JOIN t6x JOIN t6y USING(a)" 409 append sql " JOIN t6z USING(a) " 410 append sql $::predicate 411 db eval $sql 412 } {1 w-one x-one y-one z-one 9 w-nine x-nine y-nine z-nine} 413 do_test where3-6.$cnt.4 { 414 set sql "SELECT * FROM t6w JOIN t6x USING(a) NATURAL JOIN t6y" 415 append sql " JOIN t6z USING(a) " 416 append sql $::predicate 417 db eval $sql 418 } {1 w-one x-one y-one z-one 9 w-nine x-nine y-nine z-nine} 419 do_test where3-6.$cnt.5 { 420 set sql "SELECT * FROM t6w JOIN t6x USING(a) JOIN t6y USING(a)" 421 append sql " NATURAL JOIN t6z " 422 append sql $::predicate 423 db eval $sql 424 } {1 w-one x-one y-one z-one 9 w-nine x-nine y-nine z-nine} 425 do_test where3-6.$cnt.6 { 426 set sql "SELECT * FROM t6w JOIN t6x USING(a) NATURAL JOIN t6y" 427 append sql " NATURAL JOIN t6z " 428 append sql $::predicate 429 db eval $sql 430 } {1 w-one x-one y-one z-one 9 w-nine x-nine y-nine z-nine} 431 do_test where3-6.$cnt.7 { 432 set sql "SELECT * FROM t6w NATURAL JOIN t6x JOIN t6y USING(a)" 433 append sql " NATURAL JOIN t6z " 434 append sql $::predicate 435 db eval $sql 436 } {1 w-one x-one y-one z-one 9 w-nine x-nine y-nine z-nine} 437 do_test where3-6.$cnt.8 { 438 set sql "SELECT * FROM t6w NATURAL JOIN t6x NATURAL JOIN t6y" 439 append sql " JOIN t6z USING(a) " 440 append sql $::predicate 441 db eval $sql 442 } {1 w-one x-one y-one z-one 9 w-nine x-nine y-nine z-nine} 443} 444 445do_execsql_test where3-7-setup { 446 CREATE TABLE t71(x1 INTEGER PRIMARY KEY, y1); 447 CREATE TABLE t72(x2 INTEGER PRIMARY KEY, y2); 448 CREATE TABLE t73(x3, y3); 449 CREATE TABLE t74(x4, y4); 450 INSERT INTO t71 VALUES(123,234); 451 INSERT INTO t72 VALUES(234,345); 452 INSERT INTO t73 VALUES(123,234); 453 INSERT INTO t74 VALUES(234,345); 454 INSERT INTO t74 VALUES(234,678); 455} {} 456foreach disabled_opt {none omit-noop-join all} { 457 optimization_control db all 1 458 optimization_control db $disabled_opt 0 459 do_execsql_test where3-7.$disabled_opt.1 { 460 SELECT x1 FROM t71 LEFT JOIN t72 ON x2=y1; 461 } {123} 462 do_execsql_test where3-7.$disabled_opt.2 { 463 SELECT x1 FROM t71 LEFT JOIN t72 ON x2=y1 WHERE y2 IS NULL; 464 } {} 465 do_execsql_test where3-7.$disabled_opt.3 { 466 SELECT x1 FROM t71 LEFT JOIN t72 ON x2=y1 WHERE y2 IS NOT NULL; 467 } {123} 468 do_execsql_test where3-7.$disabled_opt.4 { 469 SELECT x1 FROM t71 LEFT JOIN t72 ON x2=y1 AND y2 IS NULL; 470 } {123} 471 do_execsql_test where3-7.$disabled_opt.5 { 472 SELECT x1 FROM t71 LEFT JOIN t72 ON x2=y1 AND y2 IS NOT NULL; 473 } {123} 474 do_execsql_test where3-7.$disabled_opt.6 { 475 SELECT x3 FROM t73 LEFT JOIN t72 ON x2=y3; 476 } {123} 477 do_execsql_test where3-7.$disabled_opt.7 { 478 SELECT DISTINCT x3 FROM t73 LEFT JOIN t72 ON x2=y3; 479 } {123} 480 do_execsql_test where3-7.$disabled_opt.8 { 481 SELECT x3 FROM t73 LEFT JOIN t74 ON x4=y3; 482 } {123 123} 483 do_execsql_test where3-7.$disabled_opt.9 { 484 SELECT DISTINCT x3 FROM t73 LEFT JOIN t74 ON x4=y3; 485 } {123} 486} 487 488 489finish_test 490