AryaWu/sqlite
0
1# 2013 August 32#3# The author disclaims copyright to this source code. In place of4# a legal notice, here is a blessing:5#6# May you do good and not evil.7# May you find forgiveness for yourself and forgive others.8# May you share freely, never taking more than you give.9#10#***********************************************************************11#12# This file contains automated tests used to verify that the sqlite_stat413# functionality is working.14#15 16set testdir [file dirname $argv0]17source $testdir/tester.tcl18set testprefix analyze919 20ifcapable !stat4 {21 finish_test22 return23}24 25proc s {blob} {26 set ret ""27 binary scan $blob c* bytes28 foreach b $bytes {29 set t [binary format c $b]30 if {[string is print $t]} {31 append ret $t32 } else {33 append ret .34 }35 }36 return $ret37}38db function s s39 40do_execsql_test 1.0 {41 CREATE TABLE t1(a TEXT, b TEXT); 42 INSERT INTO t1 VALUES('(0)', '(0)');43 INSERT INTO t1 VALUES('(1)', '(1)');44 INSERT INTO t1 VALUES('(2)', '(2)');45 INSERT INTO t1 VALUES('(3)', '(3)');46 INSERT INTO t1 VALUES('(4)', '(4)');47 CREATE INDEX i1 ON t1(a, b);48} {}49 50 51do_execsql_test 1.1 {52 ANALYZE;53} {}54 55do_execsql_test 1.2 {56 SELECT tbl,idx,nEq,nLt,nDLt,test_decode(sample) FROM sqlite_stat4;57} {58 t1 i1 {1 1 1} {0 0 0} {0 0 0} {(0) (0) 1}59 t1 i1 {1 1 1} {1 1 1} {1 1 1} {(1) (1) 2}60 t1 i1 {1 1 1} {2 2 2} {2 2 2} {(2) (2) 3}61 t1 i1 {1 1 1} {3 3 3} {3 3 3} {(3) (3) 4}62 t1 i1 {1 1 1} {4 4 4} {4 4 4} {(4) (4) 5}63}64 65if {[permutation] != "utf16"} {66 do_execsql_test 1.3 {67 SELECT tbl,idx,nEq,nLt,nDLt,s(sample) FROM sqlite_stat4;68 } {69 t1 i1 {1 1 1} {0 0 0} {0 0 0} ....(0)(0)70 t1 i1 {1 1 1} {1 1 1} {1 1 1} ....(1)(1).71 t1 i1 {1 1 1} {2 2 2} {2 2 2} ....(2)(2).72 t1 i1 {1 1 1} {3 3 3} {3 3 3} ....(3)(3).73 t1 i1 {1 1 1} {4 4 4} {4 4 4} ....(4)(4).74 }75}76 77 78#-------------------------------------------------------------------------79# This is really just to test SQL user function "test_decode".80#81reset_db82do_execsql_test 2.1 {83 CREATE TABLE t1(a, b, c);84 INSERT INTO t1 VALUES('some text', 14, NULL);85 INSERT INTO t1 VALUES(22.0, NULL, x'656667');86 CREATE INDEX i1 ON t1(a, b, c);87 ANALYZE;88 SELECT test_decode(sample) FROM sqlite_stat4;89} {90 {22.0 NULL x'656667' 2} 91 {{some text} 14 NULL 1}92}93 94#-------------------------------------------------------------------------95# 96reset_db97do_execsql_test 3.1 {98 CREATE TABLE t2(a, b);99 CREATE INDEX i2 ON t2(a, b);100 BEGIN;101}102 103do_test 3.2 {104 for {set i 0} {$i < 1000} {incr i} {105 set a [expr $i / 10]106 set b [expr int(rand() * 15.0)]107 execsql { INSERT INTO t2 VALUES($a, $b) }108 }109 execsql COMMIT110} {}111 112db func lindex lindex113 114# Each value of "a" occurs exactly 10 times in the table.115#116do_execsql_test 3.3.1 {117 SELECT count(*) FROM t2 GROUP BY a;118} [lrange [string repeat "10 " 100] 0 99]119 120# The first element in the "nEq" list of all samples should therefore be 10.121#122do_execsql_test 3.3.2 {123 ANALYZE;124 SELECT lindex(nEq, 0) FROM sqlite_stat4;125} [lrange [string repeat "10 " 100] 0 23]126 127#-------------------------------------------------------------------------128# 129do_execsql_test 3.4 {130 DROP TABLE IF EXISTS t1;131 CREATE TABLE t1(a INTEGER PRIMARY KEY, b, c);132 INSERT INTO t1 VALUES(1, 1, 'one-a');133 INSERT INTO t1 VALUES(11, 1, 'one-b');134 INSERT INTO t1 VALUES(21, 1, 'one-c');135 INSERT INTO t1 VALUES(31, 1, 'one-d');136 INSERT INTO t1 VALUES(41, 1, 'one-e');137 INSERT INTO t1 VALUES(51, 1, 'one-f');138 INSERT INTO t1 VALUES(61, 1, 'one-g');139 INSERT INTO t1 VALUES(71, 1, 'one-h');140 INSERT INTO t1 VALUES(81, 1, 'one-i');141 INSERT INTO t1 VALUES(91, 1, 'one-j');142 INSERT INTO t1 SELECT a+1,2,'two' || substr(c,4) FROM t1;143 INSERT INTO t1 SELECT a+2,3,'three'||substr(c,4) FROM t1 WHERE c GLOB 'one-*';144 INSERT INTO t1 SELECT a+3,4,'four'||substr(c,4) FROM t1 WHERE c GLOB 'one-*';145 INSERT INTO t1 SELECT a+4,5,'five'||substr(c,4) FROM t1 WHERE c GLOB 'one-*';146 INSERT INTO t1 SELECT a+5,6,'six'||substr(c,4) FROM t1 WHERE c GLOB 'one-*'; 147 CREATE INDEX t1b ON t1(b);148 ANALYZE;149 SELECT c FROM t1 WHERE b=3 AND a BETWEEN 30 AND 60;150} {three-d three-e three-f}151 152 153#-------------------------------------------------------------------------154# These tests verify that the sample selection for stat4 appears to be 155# working as designed.156#157 158reset_db159db func lindex lindex160db func lrange lrange161 162do_execsql_test 4.0 {163 DROP TABLE IF EXISTS t1;164 CREATE TABLE t1(a, b, c);165 CREATE INDEX i1 ON t1(c, b, a);166}167 168 169proc insert_filler_rows_n {iStart args} {170 set A(-ncopy) 1171 set A(-nval) 1172 173 foreach {k v} $args {174 if {[info exists A($k)]==0} { error "no such option: $k" }175 set A($k) $v176 }177 if {[llength $args] % 2} {178 error "option requires an argument: [lindex $args end]"179 }180 181 for {set i 0} {$i < $A(-nval)} {incr i} {182 set iVal [expr $iStart+$i]183 for {set j 0} {$j < $A(-ncopy)} {incr j} {184 execsql { INSERT INTO t1 VALUES($iVal, $iVal, $iVal) }185 }186 }187}188 189do_test 4.1 {190 execsql { BEGIN }191 insert_filler_rows_n 0 -ncopy 10 -nval 19192 insert_filler_rows_n 20 -ncopy 1 -nval 100193 194 execsql {195 INSERT INTO t1(c, b, a) VALUES(200, 1, 'a');196 INSERT INTO t1(c, b, a) VALUES(200, 1, 'b');197 INSERT INTO t1(c, b, a) VALUES(200, 1, 'c');198 199 INSERT INTO t1(c, b, a) VALUES(200, 2, 'e');200 INSERT INTO t1(c, b, a) VALUES(200, 2, 'f');201 202 INSERT INTO t1(c, b, a) VALUES(201, 3, 'g');203 INSERT INTO t1(c, b, a) VALUES(201, 4, 'h');204 205 ANALYZE;206 SELECT count(*) FROM sqlite_stat4;207 SELECT count(*) FROM t1;208 }209} {24 297}210 211do_execsql_test 4.2 {212 SELECT 213 neq,214 lrange(nlt, 0, 2),215 lrange(ndlt, 0, 2),216 lrange(test_decode(sample), 0, 2)217 FROM sqlite_stat4218 ORDER BY rowid LIMIT 16;219} {220 {10 10 10 1} {0 0 0} {0 0 0} {0 0 0}221 {10 10 10 1} {10 10 10} {1 1 1} {1 1 1}222 {10 10 10 1} {20 20 20} {2 2 2} {2 2 2}223 {10 10 10 1} {30 30 30} {3 3 3} {3 3 3}224 {10 10 10 1} {40 40 40} {4 4 4} {4 4 4}225 {10 10 10 1} {50 50 50} {5 5 5} {5 5 5}226 {10 10 10 1} {60 60 60} {6 6 6} {6 6 6}227 {10 10 10 1} {70 70 70} {7 7 7} {7 7 7}228 {10 10 10 1} {80 80 80} {8 8 8} {8 8 8}229 {10 10 10 1} {90 90 90} {9 9 9} {9 9 9}230 {10 10 10 1} {100 100 100} {10 10 10} {10 10 10}231 {10 10 10 1} {110 110 110} {11 11 11} {11 11 11}232 {10 10 10 1} {120 120 120} {12 12 12} {12 12 12}233 {10 10 10 1} {130 130 130} {13 13 13} {13 13 13}234 {10 10 10 1} {140 140 140} {14 14 14} {14 14 14}235 {10 10 10 1} {150 150 150} {15 15 15} {15 15 15}236}237 238do_execsql_test 4.3 {239 SELECT 240 neq,241 lrange(nlt, 0, 2),242 lrange(ndlt, 0, 2),243 lrange(test_decode(sample), 0, 1)244 FROM sqlite_stat4245 ORDER BY rowid DESC LIMIT 2;246} {247 {2 1 1 1} {295 296 296} {120 122 125} {201 4} 248 {5 3 1 1} {290 290 290} {119 119 119} {200 1}249}250 251do_execsql_test 4.4 { SELECT count(DISTINCT c) FROM t1 WHERE c<201 } 120252do_execsql_test 4.5 { SELECT count(DISTINCT c) FROM t1 WHERE c<200 } 119253 254# Check that the perioidic samples are present.255do_execsql_test 4.6 {256 SELECT count(*) FROM sqlite_stat4257 WHERE lindex(test_decode(sample), 3) IN 258 ('34', '68', '102', '136', '170', '204', '238', '272')259} {8}260 261reset_db262do_test 4.7 {263 execsql { 264 BEGIN;265 CREATE TABLE t1(o,t INTEGER PRIMARY KEY);266 CREATE INDEX i1 ON t1(o);267 }268 for {set i 0} {$i<10000} {incr i [expr (($i<1000)?1:10)]} {269 execsql { INSERT INTO t1 VALUES('x', $i) }270 }271 execsql {272 COMMIT;273 ANALYZE;274 SELECT count(*) FROM sqlite_stat4;275 }276} {8}277do_execsql_test 4.8 {278 SELECT test_decode(sample) FROM sqlite_stat4;279} {280 {x 211} {x 423} {x 635} {x 847} 281 {x 1590} {x 3710} {x 5830} {x 7950}282}283 284 285#-------------------------------------------------------------------------286# The following would cause a crash at one point.287#288reset_db289do_execsql_test 5.1 {290 PRAGMA encoding = 'utf-16';291 CREATE TABLE t0(v);292 ANALYZE;293}294 295#-------------------------------------------------------------------------296# This was also crashing (corrupt sqlite_stat4 table).297#298reset_db299do_execsql_test 6.1 {300 CREATE TABLE t1(a, b);301 CREATE INDEX i1 ON t1(a);302 CREATE INDEX i2 ON t1(b);303 INSERT INTO t1 VALUES(1, 1);304 INSERT INTO t1 VALUES(2, 2);305 INSERT INTO t1 VALUES(3, 3);306 INSERT INTO t1 VALUES(4, 4);307 INSERT INTO t1 VALUES(5, 5);308 ANALYZE;309 PRAGMA writable_schema = 1;310 CREATE TEMP TABLE x1 AS311 SELECT tbl,idx,neq,nlt,ndlt,sample FROM sqlite_stat4312 ORDER BY (rowid%5), rowid;313 DELETE FROM sqlite_stat4;314 INSERT INTO sqlite_stat4 SELECT * FROM x1;315 PRAGMA writable_schema = 0;316 ANALYZE sqlite_master;317}318do_execsql_test 6.2 {319 SELECT * FROM t1 WHERE a = 'abc';320}321 322#-------------------------------------------------------------------------323# The following tests experiment with adding corrupted records to the324# 'sample' column of the sqlite_stat4 table.325#326reset_db327sqlite3_db_config_lookaside db 0 0 0328 329database_may_be_corrupt330do_execsql_test 7.1 {331 CREATE TABLE t1(a, b);332 CREATE INDEX i1 ON t1(a, b);333 INSERT INTO t1 VALUES(1, 1);334 INSERT INTO t1 VALUES(2, 2);335 INSERT INTO t1 VALUES(3, 3);336 INSERT INTO t1 VALUES(4, 4);337 INSERT INTO t1 VALUES(5, 5);338 ANALYZE;339 UPDATE sqlite_stat4 SET sample = X'' WHERE rowid = 1;340 ANALYZE sqlite_master;341}342 343do_execsql_test 7.2 {344 UPDATE sqlite_stat4 SET sample = X'FFFF';345 ANALYZE sqlite_master;346 SELECT * FROM t1 WHERE a = 1;347} {1 1}348 349do_execsql_test 7.3 {350 ANALYZE;351 UPDATE sqlite_stat4 SET neq = '0 0 0';352 ANALYZE sqlite_master;353 SELECT * FROM t1 WHERE a = 1;354} {1 1}355 356do_execsql_test 7.4 {357 ANALYZE;358 UPDATE sqlite_stat4 SET ndlt = '0 0 0';359 ANALYZE sqlite_master;360 SELECT * FROM t1 WHERE a = 3;361} {3 3}362 363do_execsql_test 7.5 {364 ANALYZE;365 UPDATE sqlite_stat4 SET nlt = '0 0 0';366 ANALYZE sqlite_master;367 SELECT * FROM t1 WHERE a = 5;368} {5 5}369 370database_never_corrupt371 372#-------------------------------------------------------------------------373#374reset_db375do_execsql_test 8.1 {376 CREATE TABLE t1(x TEXT);377 CREATE INDEX i1 ON t1(x);378 INSERT INTO t1 VALUES('1');379 INSERT INTO t1 VALUES('2');380 INSERT INTO t1 VALUES('3');381 INSERT INTO t1 VALUES('4');382 ANALYZE;383}384do_execsql_test 8.2 {385 SELECT * FROM t1 WHERE x = 3;386} {3}387 388#-------------------------------------------------------------------------389# Check that the bug fixed by [91733bc485] really is fixed.390#391reset_db392do_execsql_test 9.1 {393 CREATE TABLE t1(a, b, c, d, e);394 CREATE INDEX i1 ON t1(a, b, c, d);395 CREATE INDEX i2 ON t1(e);396}397do_test 9.2 {398 execsql BEGIN;399 for {set i 0} {$i < 100} {incr i} {400 execsql "INSERT INTO t1 VALUES('x', 'y', 'z', $i, [expr $i/2])"401 }402 for {set i 0} {$i < 21} {incr i} {403 execsql "INSERT INTO t1 VALUES('x', 'y', 'z', 101, $i)"404 }405 for {set i 102} {$i < 200} {incr i} {406 execsql "INSERT INTO t1 VALUES('x', 'y', 'z', $i, [expr $i/2])"407 }408 execsql COMMIT409 execsql ANALYZE410} {}411 412do_eqp_test 9.3.1 {413 SELECT * FROM t1 WHERE a='x' AND b='y' AND c='z' AND d=101 AND e=5;414} {/t1 USING INDEX i2/}415do_eqp_test 9.3.2 {416 SELECT * FROM t1 WHERE a='x' AND b='y' AND c='z' AND d=99 AND e=5;417} {/t1 USING INDEX i1/}418 419set value_d [expr 101]420do_eqp_test 9.4.1 {421 SELECT * FROM t1 WHERE a='x' AND b='y' AND c='z' AND d=$value_d AND e=5422} {/t1 USING INDEX i2/}423set value_d [expr 99]424do_eqp_test 9.4.2 {425 SELECT * FROM t1 WHERE a='x' AND b='y' AND c='z' AND d=$value_d AND e=5426} {/t1 USING INDEX i1/}427 428#-------------------------------------------------------------------------429# Check that the planner takes stat4 data into account when considering430# "IS NULL" and "IS NOT NULL" constraints.431#432do_execsql_test 10.1.1 {433 DROP TABLE IF EXISTS t3;434 CREATE TABLE t3(a, b);435 CREATE INDEX t3a ON t3(a);436 CREATE INDEX t3b ON t3(b);437}438do_test 10.1.2 {439 for {set i 1} {$i < 100} {incr i} {440 if {$i>90} { set a $i } else { set a NULL }441 set b [expr $i % 5]442 execsql "INSERT INTO t3 VALUES($a, $b)"443 }444 execsql ANALYZE445} {}446do_eqp_test 10.1.3 {447 SELECT * FROM t3 WHERE a IS NULL AND b = 2448} {/t3 USING INDEX t3b/}449do_eqp_test 10.1.4 {450 SELECT * FROM t3 WHERE a IS NOT NULL AND b = 2451} {/t3 USING INDEX t3a/}452 453do_execsql_test 10.2.1 {454 DROP TABLE IF EXISTS t3;455 CREATE TABLE t3(x, a, b);456 CREATE INDEX t3a ON t3(x, a);457 CREATE INDEX t3b ON t3(x, b);458}459do_test 10.2.2 {460 for {set i 1} {$i < 100} {incr i} {461 if {$i>90} { set a $i } else { set a NULL }462 set b [expr $i % 5]463 execsql "INSERT INTO t3 VALUES('xyz', $a, $b)"464 }465 execsql ANALYZE466} {}467do_eqp_test 10.2.3 {468 SELECT * FROM t3 WHERE x = 'xyz' AND a IS NULL AND b = 2469} {/t3 USING INDEX t3b/}470do_eqp_test 10.2.4 {471 SELECT * FROM t3 WHERE x = 'xyz' AND a IS NOT NULL AND b = 2472} {/t3 USING INDEX t3a/}473 474#-------------------------------------------------------------------------475# Check that stat4 data is used correctly with non-default collation476# sequences.477#478foreach {tn schema} {479 1 {480 CREATE TABLE t4(a COLLATE nocase, b);481 CREATE INDEX t4a ON t4(a);482 CREATE INDEX t4b ON t4(b);483 }484 2 {485 CREATE TABLE t4(a, b);486 CREATE INDEX t4a ON t4(a COLLATE nocase);487 CREATE INDEX t4b ON t4(b);488 }489} {490 drop_all_tables491 do_test 11.$tn.1 { execsql $schema } {}492 493 do_test 11.$tn.2 {494 for {set i 0} {$i < 100} {incr i} {495 if { ($i % 10)==0 } { set a ABC } else { set a DEF }496 set b [expr $i % 5]497 execsql { INSERT INTO t4 VALUES($a, $b) }498 }499 execsql ANALYZE500 } {}501 502 do_eqp_test 11.$tn.3 {503 SELECT * FROM t4 WHERE a = 'def' AND b = 3;504 } {/t4 USING INDEX t4b/}505 506 if {$tn==1} {507 set sql "SELECT * FROM t4 WHERE a = 'abc' AND b = 3;"508 do_eqp_test 11.$tn.4 $sql {/t4 USING INDEX t4a/}509 } else {510 511 set sql "SELECT * FROM t4 WHERE a = 'abc' COLLATE nocase AND b = 3;"512 do_eqp_test 11.$tn.5 $sql {/t4 USING INDEX t4a/}513 514 set sql "SELECT * FROM t4 WHERE a COLLATE nocase = 'abc' AND b = 3;"515 do_eqp_test 11.$tn.6 $sql {/t4 USING INDEX t4a/}516 }517}518 519foreach {tn schema} {520 1 {521 CREATE TABLE t4(x, a COLLATE nocase, b);522 CREATE INDEX t4a ON t4(x, a);523 CREATE INDEX t4b ON t4(x, b);524 }525 2 {526 CREATE TABLE t4(x, a, b);527 CREATE INDEX t4a ON t4(x, a COLLATE nocase);528 CREATE INDEX t4b ON t4(x, b);529 }530} {531 drop_all_tables532 do_test 12.$tn.1 { execsql $schema } {}533 534 do_test 12.$tn.2 {535 for {set i 0} {$i < 100} {incr i} {536 if { ($i % 10)==0 } { set a ABC } else { set a DEF }537 set b [expr $i % 5]538 execsql { INSERT INTO t4 VALUES(X'abcdef', $a, $b) }539 }540 execsql ANALYZE541 } {}542 543 do_eqp_test 12.$tn.3 {544 SELECT * FROM t4 WHERE x=X'abcdef' AND a = 'def' AND b = 3;545 } {/t4 USING INDEX t4b/}546 547 if {$tn==1} {548 set sql "SELECT * FROM t4 WHERE x=X'abcdef' AND a = 'abc' AND b = 3;"549 do_eqp_test 12.$tn.4 $sql {/t4 USING INDEX t4a/}550 } else {551 set sql {552 SELECT * FROM t4 WHERE x=X'abcdef' AND a = 'abc' COLLATE nocase AND b = 3553 }554 do_eqp_test 12.$tn.5 $sql {/t4 USING INDEX t4a/}555 set sql {556 SELECT * FROM t4 WHERE x=X'abcdef' AND a COLLATE nocase = 'abc' AND b = 3557 }558 do_eqp_test 12.$tn.6 $sql {/t4 USING INDEX t4a/}559 }560}561 562#-------------------------------------------------------------------------563# Check that affinities are taken into account when using stat4 data to564# estimate the number of rows scanned by a rowid constraint.565#566drop_all_tables567do_test 13.1 {568 execsql {569 CREATE TABLE t1(a, b, c, d);570 CREATE INDEX i1 ON t1(a);571 CREATE INDEX i2 ON t1(b, c);572 }573 for {set i 0} {$i<100} {incr i} {574 if {$i %2} {set a abc} else {set a def}575 execsql { INSERT INTO t1(rowid, a, b, c) VALUES($i, $a, $i, $i) }576 }577 execsql ANALYZE578} {}579do_eqp_test 13.2.1 {580 SELECT * FROM t1 WHERE a='abc' AND rowid<15 AND b<12581} {/SEARCH t1 USING INDEX i1/}582do_eqp_test 13.2.2 {583 SELECT * FROM t1 WHERE a='abc' AND rowid<'15' AND b<12584} {/SEARCH t1 USING INDEX i1/}585do_eqp_test 13.3.1 {586 SELECT * FROM t1 WHERE a='abc' AND rowid<100 AND b<12587} {/SEARCH t1 USING INDEX i2/}588do_eqp_test 13.3.2 {589 SELECT * FROM t1 WHERE a='abc' AND rowid<'100' AND b<12590} {/SEARCH t1 USING INDEX i2/}591 592#-------------------------------------------------------------------------593# Check also that affinities are taken into account when using stat4 data 594# to estimate the number of rows scanned by any other constraint on a 595# column other than the leftmost.596#597drop_all_tables598do_test 14.1 {599 execsql { CREATE TABLE t1(a, b INTEGER, c) }600 for {set i 0} {$i<100} {incr i} {601 set c [expr $i % 3]602 execsql { INSERT INTO t1 VALUES('ott', $i, $c) }603 }604 execsql {605 CREATE INDEX i1 ON t1(a, b);606 CREATE INDEX i2 ON t1(c);607 ANALYZE;608 }609} {}610do_eqp_test 13.2.1 {611 SELECT * FROM t1 WHERE a='ott' AND b<10 AND c=1612} {/SEARCH t1 USING INDEX i1/}613do_eqp_test 13.2.2 {614 SELECT * FROM t1 WHERE a='ott' AND b<'10' AND c=1615} {/SEARCH t1 USING INDEX i1/}616 617#-------------------------------------------------------------------------618# By default, 16 non-periodic samples are collected for the stat4 table.619# The following tests attempt to verify that the most common keys are620# being collected.621#622proc check_stat4 {tn} {623 db eval ANALYZE624 db eval {SELECT a, b, c, d FROM t1} {625 incr k($a)626 incr k([list $a $b])627 incr k([list $a $b $c])628 if { [info exists k([list $a $b $c $d])]==0 } { incr nRow }629 incr k([list $a $b $c $d])630 }631 632 set L [list]633 foreach key [array names k] {634 lappend L [list $k($key) $key]635 }636 637 set nSample $nRow638 if {$nSample>16} {set nSample 16}639 640 set nThreshold [lindex [lsort -decr -integer -index 0 $L] [expr $nSample-1] 0]641 foreach key [array names k] {642 if {$k($key)>$nThreshold} {643 set expect($key) 1644 }645 if {$k($key)==$nThreshold} {646 set possible($key) 1647 }648 }649 650 651 set nPossible [expr $nSample - [llength [array names expect]]]652 653 #puts "EXPECT: [array names expect]"654 #puts "POSSIBLE($nPossible/[array size possible]): [array names possible]"655 #puts "HAVE: [db eval {SELECT test_decode(sample) FROM sqlite_stat4 WHERE idx='i1'}]"656 657 db eval {SELECT test_decode(sample) AS s FROM sqlite_stat4 WHERE idx='i1'} {658 set seen 0659 for {set i 0} {$i<4} {incr i} {660 unset -nocomplain expect([lrange $s 0 $i])661 if {[info exists possible([lrange $s 0 $i])]} {662 set seen 1663 unset -nocomplain possible([lrange $s 0 $i])664 }665 }666 if {$seen} {incr nPossible -1}667 }668 if {$nPossible<0} {set nPossible 0}669 670 set res [list [llength [array names expect]] $nPossible]671 uplevel [list do_test $tn [list set {} $res] {0 0}]672}673 674drop_all_tables675do_test 14.1.1 {676 execsql {677 CREATE TABLE t1(a,b,c,d);678 CREATE INDEX i1 ON t1(a,b,c,d);679 }680 for {set i 0} {$i < 160} {incr i} {681 execsql { INSERT INTO t1 VALUES($i,$i,$i,$i) }682 if {($i % 10)==0} { execsql { INSERT INTO t1 VALUES($i,$i,$i,$i) } }683 }684} {}685check_stat4 14.1.2686 687do_test 14.2.1 {688 execsql { DELETE FROM t1 }689 for {set i 0} {$i < 1600} {incr i} {690 execsql { INSERT INTO t1 VALUES($i/10,$i/17,$i/27,$i/37) }691 }692} {}693check_stat4 14.2.2694 695do_test 14.3.1 {696 for {set i 0} {$i < 10} {incr i} {697 execsql { INSERT INTO t1 VALUES($i*50,$i*50,$i*50,$i*50) }698 execsql { INSERT INTO t1 VALUES($i*50,$i*50,$i*50,$i*50) }699 execsql { INSERT INTO t1 VALUES($i*50,$i*50,$i*50,$i*50) }700 execsql { INSERT INTO t1 VALUES($i*50,$i*50,$i*50,$i*50) }701 execsql { INSERT INTO t1 VALUES($i*50,$i*50,$i*50,$i*50) }702 execsql { INSERT INTO t1 VALUES($i*50,$i*50,$i*50,$i*50) }703 execsql { INSERT INTO t1 VALUES($i*50,$i*50,$i*50,$i*50) }704 execsql { INSERT INTO t1 VALUES($i*50,$i*50,$i*50,$i*50) }705 execsql { INSERT INTO t1 VALUES($i*50,$i*50,$i*50,$i*50) }706 execsql { INSERT INTO t1 VALUES($i*50,$i*50,$i*50,$i*50) }707 }708} {}709check_stat4 14.3.2710 711do_test 14.4.1 {712 execsql {DELETE FROM t1}713 for {set i 1} {$i < 160} {incr i} {714 set b [expr $i % 10]715 if {$b==0 || $b==2} {set b 1}716 execsql { INSERT INTO t1 VALUES($i/10,$b,$i,$i) }717 }718} {}719check_stat4 14.4.2720db func lrange lrange721db func lindex lindex722do_execsql_test 14.4.3 {723 SELECT lrange(test_decode(sample), 0, 1) AS s FROM sqlite_stat4724 WHERE lindex(s, 1)=='1' ORDER BY rowid725} {726 {0 1} {1 1} {2 1} {3 1} 727 {4 1} {5 1} {6 1} {7 1} 728 {8 1} {9 1} {10 1} {11 1} 729 {12 1} {13 1} {14 1} {15 1}730}731 732#-------------------------------------------------------------------------733# Test that nothing untoward happens if the stat4 table contains entries734# for indexes that do not exist. Or NULL values in the idx column.735# Or NULL values in any of the other columns.736#737drop_all_tables738do_execsql_test 15.1 {739 CREATE TABLE x1(a, b, UNIQUE(a, b));740 INSERT INTO x1 VALUES(1, 2);741 INSERT INTO x1 VALUES(3, 4);742 INSERT INTO x1 VALUES(5, 6);743 ANALYZE;744 INSERT INTO sqlite_stat4 VALUES(NULL, NULL, NULL, NULL, NULL, NULL);745}746db close747sqlite3 db test.db748do_execsql_test 15.2 { SELECT * FROM x1 } {1 2 3 4 5 6}749 750do_execsql_test 15.3 {751 INSERT INTO sqlite_stat4 VALUES(42, 42, 42, 42, 42, 42);752}753db close754sqlite3 db test.db755do_execsql_test 15.4 { SELECT * FROM x1 } {1 2 3 4 5 6}756 757do_execsql_test 15.5 {758 UPDATE sqlite_stat1 SET stat = NULL;759}760db close761sqlite3 db test.db762do_execsql_test 15.6 { SELECT * FROM x1 } {1 2 3 4 5 6}763 764do_execsql_test 15.7 {765 ANALYZE;766 UPDATE sqlite_stat1 SET tbl = 'no such tbl';767}768db close769sqlite3 db test.db770do_execsql_test 15.8 { SELECT * FROM x1 } {1 2 3 4 5 6}771 772do_execsql_test 15.9 {773 ANALYZE;774 UPDATE sqlite_stat4 SET neq = NULL, nlt=NULL, ndlt=NULL;775}776db close777sqlite3 db test.db778do_execsql_test 15.10 { SELECT * FROM x1 } {1 2 3 4 5 6}779 780# This is just for coverage....781do_execsql_test 15.11 {782 ANALYZE;783 UPDATE sqlite_stat1 SET stat = stat || ' unordered';784}785db close786sqlite3 db test.db787do_execsql_test 15.12 { SELECT * FROM x1 } {1 2 3 4 5 6}788 789#-------------------------------------------------------------------------790# Test that allocations used for sqlite_stat4 samples are included in791# the quantity returned by SQLITE_DBSTATUS_SCHEMA_USED.792#793set one [string repeat x 1000]794set two [string repeat x 2000]795do_test 16.1 {796 reset_db797 execsql {798 CREATE TABLE t1(a, UNIQUE(a));799 INSERT INTO t1 VALUES($one);800 ANALYZE;801 }802 set nByte [lindex [sqlite3_db_status db SCHEMA_USED 0] 1]803 804 reset_db805 execsql {806 CREATE TABLE t1(a, UNIQUE(a));807 INSERT INTO t1 VALUES($two);808 ANALYZE;809 }810 set nByte2 [lindex [sqlite3_db_status db SCHEMA_USED 0] 1]811 puts -nonewline " (nByte=$nByte nByte2=$nByte2)"812 813 expr {$nByte2 > $nByte+900 && $nByte2 < $nByte+1100}814} {1}815 816#-------------------------------------------------------------------------817# Test that stat4 data may be used with partial indexes.818#819do_test 17.1 {820 reset_db821 execsql {822 CREATE TABLE t1(a, b, c, d);823 CREATE INDEX i1 ON t1(a, b) WHERE d IS NOT NULL;824 INSERT INTO t1 VALUES(-1, -1, -1, NULL);825 INSERT INTO t1 SELECT 2*a,2*b,2*c,d FROM t1;826 INSERT INTO t1 SELECT 2*a,2*b,2*c,d FROM t1;827 INSERT INTO t1 SELECT 2*a,2*b,2*c,d FROM t1;828 INSERT INTO t1 SELECT 2*a,2*b,2*c,d FROM t1;829 INSERT INTO t1 SELECT 2*a,2*b,2*c,d FROM t1;830 INSERT INTO t1 SELECT 2*a,2*b,2*c,d FROM t1;831 }832 833 for {set i 0} {$i < 32} {incr i} {834 if {$i<8} {set b 0} else { set b $i }835 execsql { INSERT INTO t1 VALUES($i%2, $b, $i/2, 'abc') }836 }837 execsql {ANALYZE main.t1}838} {}839 840do_catchsql_test 17.1.2 {841 ANALYZE temp.t1;842} {1 {no such table: temp.t1}}843 844do_eqp_test 17.2 {845 SELECT * FROM t1 WHERE d IS NOT NULL AND a=0 AND b=10 AND c=10;846} {/USING INDEX i1/}847do_eqp_test 17.3 {848 SELECT * FROM t1 WHERE d IS NOT NULL AND a=0 AND b=0 AND c=10;849} {/USING INDEX i1/}850 851do_execsql_test 17.4 {852 CREATE INDEX i2 ON t1(c, d);853 ANALYZE main.i2;854}855do_eqp_test 17.5 {856 SELECT * FROM t1 WHERE d IS NOT NULL AND a=0 AND b=10 AND c=10;857} {/USING INDEX i1/}858do_eqp_test 17.6 {859 SELECT * FROM t1 WHERE d IS NOT NULL AND a=0 AND b=0 AND c=10;860} {/USING INDEX i2/}861 862#-------------------------------------------------------------------------863#864do_test 18.1 {865 reset_db866 execsql {867 CREATE TABLE t1(a, b);868 CREATE INDEX i1 ON t1(a, b);869 }870 for {set i 0} {$i < 9} {incr i} {871 execsql {872 INSERT INTO t1 VALUES($i, 0);873 INSERT INTO t1 VALUES($i, 0);874 INSERT INTO t1 VALUES($i, 0);875 INSERT INTO t1 VALUES($i, 0);876 INSERT INTO t1 VALUES($i, 0);877 INSERT INTO t1 VALUES($i, 0);878 INSERT INTO t1 VALUES($i, 0);879 INSERT INTO t1 VALUES($i, 0);880 INSERT INTO t1 VALUES($i, 0);881 INSERT INTO t1 VALUES($i, 0);882 INSERT INTO t1 VALUES($i, 0);883 INSERT INTO t1 VALUES($i, 0);884 INSERT INTO t1 VALUES($i, 0);885 INSERT INTO t1 VALUES($i, 0);886 INSERT INTO t1 VALUES($i, 0);887 }888 }889 execsql ANALYZE890 execsql { SELECT count(*) FROM sqlite_stat4 }891} {9}892 893#-------------------------------------------------------------------------894# For coverage.895#896ifcapable view {897 do_test 19.1 {898 reset_db 899 execsql {900 CREATE TABLE t1(x, y);901 CREATE INDEX i1 ON t1(x, y);902 CREATE VIEW v1 AS SELECT * FROM t1;903 ANALYZE;904 }905 } {}906}907ifcapable auth {908 proc authproc {op args} {909 if {$op == "SQLITE_ANALYZE"} { return "SQLITE_DENY" }910 return "SQLITE_OK"911 }912 do_test 19.2 {913 reset_db 914 db auth authproc915 execsql {916 CREATE TABLE t1(x, y);917 CREATE VIEW v1 AS SELECT * FROM t1;918 }919 catchsql ANALYZE920 } {1 {not authorized}}921}922 923#-------------------------------------------------------------------------924#925reset_db926proc r {args} { expr rand() }927db func r r928db func lrange lrange929do_test 20.1 {930 execsql {931 CREATE TABLE t1(a,b,c,d);932 CREATE INDEX i1 ON t1(a,b,c,d);933 }934 for {set i 0} {$i < 16} {incr i} {935 execsql {936 INSERT INTO t1 VALUES($i, r(), r(), r());937 INSERT INTO t1 VALUES($i, $i, r(), r());938 INSERT INTO t1 VALUES($i, $i, $i, r());939 INSERT INTO t1 VALUES($i, $i, $i, $i);940 INSERT INTO t1 VALUES($i, $i, $i, $i);941 INSERT INTO t1 VALUES($i, $i, $i, r());942 INSERT INTO t1 VALUES($i, $i, r(), r());943 INSERT INTO t1 VALUES($i, r(), r(), r());944 }945 }946} {}947do_execsql_test 20.2 { ANALYZE }948for {set i 0} {$i<16} {incr i} {949 set val "$i $i $i $i"950 do_execsql_test 20.3.$i {951 SELECT count(*) FROM sqlite_stat4 952 WHERE lrange(test_decode(sample), 0, 3)=$val953 } {1}954}955 956#-------------------------------------------------------------------------957#958reset_db959 960do_execsql_test 21.0 {961 CREATE TABLE t2(a, b);962 CREATE INDEX i2 ON t2(a);963}964 965do_test 21.1 {966 for {set i 1} {$i < 100} {incr i} {967 execsql { 968 INSERT INTO t2 VALUES(CASE WHEN $i < 80 THEN 'one' ELSE 'two' END, $i) 969 }970 }971 execsql ANALYZE972} {}973 974# Condition (a='one') matches 80% of the table. (rowid<10) reduces this to975# 10%, but (rowid<50) only reduces it to 50%. So in the first case below976# the index is used. In the second, it is not. 977#978do_eqp_test 21.2 {979 SELECT * FROM t2 WHERE a='one' AND rowid < 10980} {/*USING INDEX i2 (a=? AND rowid<?)*/}981do_eqp_test 21.3 {982 SELECT * FROM t2 WHERE a='one' AND rowid < 50983} {/*USING INTEGER PRIMARY KEY*/}984 985#-------------------------------------------------------------------------986#987reset_db988do_execsql_test 22.0 {989 CREATE TABLE t3(a, b, c, d, PRIMARY KEY(a, b)) WITHOUT ROWID;990 SELECT * FROM t3;991} {}992do_execsql_test 22.1 {993 WITH r(x) AS (994 SELECT 1995 UNION ALL996 SELECT x+1 FROM r WHERE x<=100997 )998 999 INSERT INTO t3 SELECT1000 CASE WHEN (x>45 AND x<96) THEN 'B' ELSE 'A' END, /* Column "a" */1001 x, /* Column "b" */1002 CASE WHEN (x<51) THEN 'one' ELSE 'two' END, /* Column "c" */1003 x /* Column "d" */1004 FROM r;1005 1006 CREATE INDEX i3 ON t3(c);1007 CREATE INDEX i4 ON t3(d);1008 ANALYZE;1009}1010 1011# Expression (c='one' AND a='B') matches 5 table rows. But (c='one' AND a=A')1012# matches 45. Expression (d<?) matches 20. Neither index is a covering index.1013#1014# Therefore, with stat4 data, SQLite prefers (c='one' AND a='B') over (d<20),1015# and (d<20) over (c='one' AND a='A').1016foreach {tn where res} {1017 1 "c='one' AND a='B' AND d < 20" {/*INDEX i3 (c=? AND a=?)*/}1018 2 "c='one' AND a='A' AND d < 20" {/*INDEX i4 (d<?)*/}1019} {1020 do_eqp_test 22.2.$tn "SELECT * FROM t3 WHERE $where" $res1021}1022 1023proc int_to_char {i} {1024 set ret ""1025 set char [list a b c d e f g h i j]1026 foreach {div} {1000 100 10 1} {1027 append ret [lindex $char [expr ($i / $div) % 10]]1028 }1029 set ret1030}1031db func int_to_char int_to_char1032 1033do_execsql_test 23.0 {1034 CREATE TABLE t4(1035 a COLLATE nocase, b, c, 1036 d, e, f, 1037 PRIMARY KEY(c, b, a)1038 ) WITHOUT ROWID;1039 CREATE INDEX i41 ON t4(e);1040 CREATE INDEX i42 ON t4(f);1041 1042 WITH data(a, b, c, d, e, f) AS (1043 SELECT int_to_char(0), 'xyz', 'zyx', '*', 0, 01044 UNION ALL1045 SELECT 1046 int_to_char(f+1), b, c, d, (e+1) % 2, f+11047 FROM data WHERE f<10241048 )1049 INSERT INTO t4 SELECT a, b, c, d, e, f FROM data;1050 ANALYZE;1051} {}1052 1053do_eqp_test 23.1 {1054 SELECT * FROM t4 WHERE 1055 (e=1 AND b='xyz' AND c='zyx' AND a<'AEA') AND f<3001056 -- Formerly used index i41. But i41 is not a covering index whereas1057 -- the PRIMARY KEY is a covering index, and so as of 2017-10-15, the1058 -- PRIMARY KEY is preferred.1059} {SEARCH t4 USING PRIMARY KEY (c=? AND b=? AND a<?)}1060do_eqp_test 23.2 {1061 SELECT * FROM t4 WHERE 1062 (e=1 AND b='xyz' AND c='zyx' AND a<'JJJ') AND f<3001063} {SEARCH t4 USING INDEX i42 (f<?)}1064 1065do_execsql_test 24.0 {1066 CREATE TABLE t5(c, d, b, e, a, PRIMARY KEY(a, b, c)) WITHOUT ROWID;1067 WITH data(a, b, c, d, e) AS (1068 SELECT 'z', 'y', 0, 0, 01069 UNION ALL1070 SELECT 1071 a, CASE WHEN b='y' THEN 'n' ELSE 'y' END, c+1, e/250, e+1 1072 FROM data1073 WHERE e<10001074 )1075 INSERT INTO t5(a, b, c, d, e) SELECT * FROM data;1076 CREATE INDEX t5d ON t5(d);1077 CREATE INDEX t5e ON t5(e);1078 ANALYZE;1079}1080 1081foreach {tn where eqp} {1082 1 "d=0 AND a='z' AND b='n' AND e<200" {/*t5d (d=? AND a=? AND b=?)*/}1083 2 "d=0 AND a='z' AND b='n' AND e<100" {/*t5e (e<?)*/}1084 1085 3 "d=0 AND e<300" {/*t5d (d=?)*/}1086 4 "d=0 AND e<200" {/*t5e (e<?)*/}1087} {1088 do_eqp_test 24.$tn "SeLeCt * FROM t5 WHERE $where" $eqp1089}1090 1091#-------------------------------------------------------------------------1092# Test that if stat4 data is available but cannot be used because the1093# rhs of a range constraint is a complex expression, the default estimates1094# are used instead.1095ifcapable stat4&&cte {1096 do_execsql_test 25.1 {1097 CREATE TABLE t6(a, b);1098 WITH ints(i,j) AS (1099 SELECT 1,1 UNION ALL SELECT i+1,j+1 FROM ints WHERE i<1001100 ) INSERT INTO t6 SELECT * FROM ints;1101 CREATE INDEX aa ON t6(a);1102 CREATE INDEX bb ON t6(b);1103 ANALYZE;1104 }1105 1106 # Term (b<?) is estimated at 25%. Better than (a<30) but not as1107 # good as (a<20).1108 do_eqp_test 25.2.1 { SELECT * FROM t6 WHERE a<30 AND b<? } \1109 {SEARCH t6 USING INDEX bb (b<?)}1110 do_eqp_test 25.2.2 { SELECT * FROM t6 WHERE a<20 AND b<? } \1111 {SEARCH t6 USING INDEX aa (a<?)}1112 1113 # Term (b BETWEEN ? AND ?) is estimated at 1/64.1114 do_eqp_test 25.3.1 { 1115 SELECT * FROM t6 WHERE a BETWEEN 5 AND 10 AND b BETWEEN ? AND ? 1116 } {SEARCH t6 USING INDEX bb (b>? AND b<?)}1117 1118 # Term (b BETWEEN ? AND 60) is estimated to return roughly 15 rows -1119 # 60 from (b<=60) multiplied by 0.25 for the b>=? term. Better than1120 # (a<20) but not as good as (a<10).1121 do_eqp_test 25.4.1 { 1122 SELECT * FROM t6 WHERE a < 10 AND (b BETWEEN ? AND 60)1123 } {SEARCH t6 USING INDEX aa (a<?)}1124 1125 do_eqp_test 25.4.2 { 1126 SELECT * FROM t6 WHERE a < 20 AND (b BETWEEN ? AND 60)1127 } {SEARCH t6 USING INDEX bb (b>? AND b<?)}1128}1129 1130#-------------------------------------------------------------------------1131# Check that a problem in they way stat4 data is used has been 1132# resolved (see below).1133#1134reset_db1135do_test 26.1.1 {1136 db transaction {1137 execsql { 1138 CREATE TABLE t1(x, y, z);1139 CREATE INDEX t1xy ON t1(x, y);1140 CREATE INDEX t1z ON t1(z);1141 }1142 for {set i 0} {$i < 10000} {incr i} {1143 execsql { INSERT INTO t1(x, y) VALUES($i, $i) }1144 }1145 for {set i 0} {$i < 10} {incr i} {1146 execsql {1147 WITH cnt(x) AS (SELECT 1 UNION ALL SELECT x+1 FROM cnt WHERE x<100)1148 INSERT INTO t1(x, y) SELECT 10000+$i, x FROM cnt;1149 INSERT INTO t1(x, y) SELECT 10000+$i, 100;1150 }1151 }1152 execsql {1153 UPDATE t1 SET z = rowid / 20;1154 ANALYZE;1155 }1156 }1157} {}1158 1159do_execsql_test 26.1.2 {1160 SELECT count(*) FROM t1 WHERE x = 10000 AND y < 50;1161} {49}1162do_execsql_test 26.1.3 {1163 SELECT count(*) FROM t1 WHERE z = 444;1164} {20}1165 1166# The analyzer knows that any (z=?) expression matches 20 rows. So it1167# will use index "t1z" if the estimate of hits for (x=10000 AND y<50)1168# is greater than 20 rows.1169#1170# And it should be. The analyzer has a stat4 sample as follows:1171#1172# sample=(x=10000, y=100) nLt=(10000 10099)1173#1174# There should be no other samples that start with (x=10000). So it knows 1175# that (x=10000 AND y<50) must match somewhere between 0 and 99 rows, but1176# no more than that. Guessing less than 20 is therefore unreasonable.1177#1178# At one point though, due to a problem in whereKeyStats(), the planner was1179# estimating that (x=10000 AND y<50) would match only 2 rows.1180#1181do_eqp_test 26.1.4 {1182 SELECT * FROM t1 WHERE x = 10000 AND y < 50 AND z = 444;1183} {SEARCH t1 USING INDEX t1z (z=?)}1184 1185 1186# This test - 26.2.* - tests that another manifestation of the same problem1187# is no longer present in the library. Assuming:1188# 1189# CREATE INDEX t1xy ON t1(x, y)1190#1191# and that have samples for index t1xy as follows:1192#1193#1194# sample=('A', 70) nEq=(100, 2) nLt=(900, 970)1195# sample=('B', 70) nEq=(100, 2) nLt=(1000, 1070) 1196#1197# the planner should estimate that (x = 'B' AND y > 25) matches 76 rows1198# (70 * 2/3 + 30). Before, due to the problem, the planner was estimating 1199# that this matched 100 rows.1200#