OLD | NEW |
(Empty) | |
| 1 # 2013-11-13 |
| 2 # |
| 3 # The author disclaims copyright to this source code. In place of |
| 4 # a legal notice, here is a blessing: |
| 5 # |
| 6 # May you do good and not evil. |
| 7 # May you find forgiveness for yourself and forgive others. |
| 8 # May you share freely, never taking more than you give. |
| 9 # |
| 10 #*********************************************************************** |
| 11 # |
| 12 # This file implements tests of the "skip-scan" query strategy. |
| 13 # |
| 14 |
| 15 set testdir [file dirname $argv0] |
| 16 source $testdir/tester.tcl |
| 17 |
| 18 do_execsql_test skipscan1-1.1 { |
| 19 CREATE TABLE t1(a TEXT, b INT, c INT, d INT); |
| 20 CREATE INDEX t1abc ON t1(a,b,c); |
| 21 INSERT INTO t1 VALUES('abc',123,4,5); |
| 22 INSERT INTO t1 VALUES('abc',234,5,6); |
| 23 INSERT INTO t1 VALUES('abc',234,6,7); |
| 24 INSERT INTO t1 VALUES('abc',345,7,8); |
| 25 INSERT INTO t1 VALUES('def',567,8,9); |
| 26 INSERT INTO t1 VALUES('def',345,9,10); |
| 27 INSERT INTO t1 VALUES('bcd',100,6,11); |
| 28 |
| 29 /* Fake the sqlite_stat1 table so that the query planner believes |
| 30 ** the table contains thousands of rows and that the first few |
| 31 ** columns are not selective. */ |
| 32 ANALYZE; |
| 33 DELETE FROM sqlite_stat1; |
| 34 INSERT INTO sqlite_stat1 VALUES('t1','t1abc','10000 5000 2000 10'); |
| 35 ANALYZE sqlite_master; |
| 36 } {} |
| 37 |
| 38 # Simple queries that leave the first one or two columns of the |
| 39 # index unconstrainted. |
| 40 # |
| 41 do_execsql_test skipscan1-1.2 { |
| 42 SELECT a,b,c,d,'|' FROM t1 WHERE b=345 ORDER BY a; |
| 43 } {abc 345 7 8 | def 345 9 10 |} |
| 44 do_execsql_test skipscan1-1.2eqp { |
| 45 EXPLAIN QUERY PLAN |
| 46 SELECT a,b,c,d,'|' FROM t1 WHERE b=345 ORDER BY a; |
| 47 } {/* USING INDEX t1abc (ANY(a) AND b=?)*/} |
| 48 do_execsql_test skipscan1-1.2sort { |
| 49 EXPLAIN QUERY PLAN |
| 50 SELECT a,b,c,d,'|' FROM t1 WHERE b=345 ORDER BY a; |
| 51 } {~/*ORDER BY*/} |
| 52 |
| 53 do_execsql_test skipscan1-1.3 { |
| 54 SELECT a,b,c,d,'|' FROM t1 WHERE b=345 ORDER BY a DESC; |
| 55 } {def 345 9 10 | abc 345 7 8 |} |
| 56 do_execsql_test skipscan1-1.3eqp { |
| 57 EXPLAIN QUERY PLAN |
| 58 SELECT a,b,c,d,'|' FROM t1 WHERE b=345 ORDER BY a; |
| 59 } {/* USING INDEX t1abc (ANY(a) AND b=?)*/} |
| 60 do_execsql_test skipscan1-1.3sort { |
| 61 EXPLAIN QUERY PLAN |
| 62 SELECT a,b,c,d,'|' FROM t1 WHERE b=345 ORDER BY a; |
| 63 } {~/*ORDER BY*/} |
| 64 |
| 65 do_execsql_test skipscan1-1.4 { |
| 66 SELECT a,b,c,d,'|' FROM t1 WHERE c=6 ORDER BY a, b, c; |
| 67 } {abc 234 6 7 | bcd 100 6 11 |} |
| 68 do_execsql_test skipscan1-1.4eqp { |
| 69 EXPLAIN QUERY PLAN |
| 70 SELECT a,b,c,d,'|' FROM t1 WHERE c=6 ORDER BY a, b, c; |
| 71 } {/* USING INDEX t1abc (ANY(a) AND ANY(b) AND c=?)*/} |
| 72 do_execsql_test skipscan1-1.4sort { |
| 73 EXPLAIN QUERY PLAN |
| 74 SELECT a,b,c,d,'|' FROM t1 WHERE c=6 ORDER BY a, b, c; |
| 75 } {~/*ORDER BY*/} |
| 76 |
| 77 do_execsql_test skipscan1-1.5 { |
| 78 SELECT a,b,c,d,'|' FROM t1 WHERE c IN (6,7) ORDER BY a, b, c; |
| 79 } {abc 234 6 7 | abc 345 7 8 | bcd 100 6 11 |} |
| 80 do_execsql_test skipscan1-1.5eqp { |
| 81 EXPLAIN QUERY PLAN |
| 82 SELECT a,b,c,d,'|' FROM t1 WHERE c IN (6,7) ORDER BY a, b, c; |
| 83 } {/* USING INDEX t1abc (ANY(a) AND ANY(b) AND c=?)*/} |
| 84 do_execsql_test skipscan1-1.5sort { |
| 85 EXPLAIN QUERY PLAN |
| 86 SELECT a,b,c,d,'|' FROM t1 WHERE c IN (6,7) ORDER BY a, b, c; |
| 87 } {~/*ORDER BY*/} |
| 88 |
| 89 do_execsql_test skipscan1-1.6 { |
| 90 SELECT a,b,c,d,'|' FROM t1 WHERE c BETWEEN 6 AND 7 ORDER BY a, b, c; |
| 91 } {abc 234 6 7 | abc 345 7 8 | bcd 100 6 11 |} |
| 92 do_execsql_test skipscan1-1.6eqp { |
| 93 EXPLAIN QUERY PLAN |
| 94 SELECT a,b,c,d,'|' FROM t1 WHERE c BETWEEN 6 AND 7 ORDER BY a, b, c; |
| 95 } {/* USING INDEX t1abc (ANY(a) AND ANY(b) AND c>? AND c<?)*/} |
| 96 do_execsql_test skipscan1-1.6sort { |
| 97 EXPLAIN QUERY PLAN |
| 98 SELECT a,b,c,d,'|' FROM t1 WHERE c BETWEEN 6 AND 7 ORDER BY a, b, c; |
| 99 } {~/*ORDER BY*/} |
| 100 |
| 101 do_execsql_test skipscan1-1.7 { |
| 102 SELECT a,b,c,d,'|' FROM t1 WHERE b IN (234, 345) AND c BETWEEN 6 AND 7 |
| 103 ORDER BY a, b; |
| 104 } {abc 234 6 7 | abc 345 7 8 |} |
| 105 do_execsql_test skipscan1-1.7eqp { |
| 106 EXPLAIN QUERY PLAN |
| 107 SELECT a,b,c,d,'|' FROM t1 WHERE b IN (234, 345) AND c BETWEEN 6 AND 7 |
| 108 ORDER BY a, b; |
| 109 } {/* USING INDEX t1abc (ANY(a) AND b=? AND c>? AND c<?)*/} |
| 110 do_execsql_test skipscan1-1.7sort { |
| 111 EXPLAIN QUERY PLAN |
| 112 SELECT a,b,c,d,'|' FROM t1 WHERE b IN (234, 345) AND c BETWEEN 6 AND 7 |
| 113 ORDER BY a, b; |
| 114 } {~/*ORDER BY*/} |
| 115 |
| 116 |
| 117 # Joins |
| 118 # |
| 119 do_execsql_test skipscan1-1.51 { |
| 120 CREATE TABLE t1j(x TEXT, y INTEGER); |
| 121 INSERT INTO t1j VALUES('one',1),('six',6),('ninty-nine',99); |
| 122 INSERT INTO sqlite_stat1 VALUES('t1j',null,'3'); |
| 123 ANALYZE sqlite_master; |
| 124 SELECT x, a, b, c, d, '|' FROM t1j, t1 WHERE c=y ORDER BY +a; |
| 125 } {six abc 234 6 7 | six bcd 100 6 11 |} |
| 126 do_execsql_test skipscan1-1.51eqp { |
| 127 EXPLAIN QUERY PLAN |
| 128 SELECT x, a, b, c, d, '|' FROM t1j, t1 WHERE c=y ORDER BY +a; |
| 129 } {/* INDEX t1abc (ANY(a) AND ANY(b) AND c=?)*/} |
| 130 |
| 131 do_execsql_test skipscan1-1.52 { |
| 132 SELECT x, a, b, c, d, '|' FROM t1j LEFT JOIN t1 ON c=y ORDER BY +y, +a; |
| 133 } {one {} {} {} {} | six abc 234 6 7 | six bcd 100 6 11 | ninty-nine {} {} {} {}
|} |
| 134 do_execsql_test skipscan1-1.52eqp { |
| 135 EXPLAIN QUERY PLAN |
| 136 SELECT x, a, b, c, d, '|' FROM t1j LEFT JOIN t1 ON c=y ORDER BY +y, +a; |
| 137 } {/* INDEX t1abc (ANY(a) AND ANY(b) AND c=?)*/} |
| 138 |
| 139 do_execsql_test skipscan1-2.1 { |
| 140 CREATE TABLE t2(a TEXT, b INT, c INT, d INT, |
| 141 PRIMARY KEY(a,b,c)); |
| 142 INSERT INTO t2 SELECT * FROM t1; |
| 143 |
| 144 /* Fake the sqlite_stat1 table so that the query planner believes |
| 145 ** the table contains thousands of rows and that the first few |
| 146 ** columns are not selective. */ |
| 147 ANALYZE; |
| 148 UPDATE sqlite_stat1 SET stat='10000 5000 2000 10' WHERE idx NOT NULL; |
| 149 ANALYZE sqlite_master; |
| 150 } {} |
| 151 |
| 152 do_execsql_test skipscan1-2.2 { |
| 153 SELECT a,b,c,d,'|' FROM t2 WHERE b=345 ORDER BY a; |
| 154 } {abc 345 7 8 | def 345 9 10 |} |
| 155 do_execsql_test skipscan1-2.2eqp { |
| 156 EXPLAIN QUERY PLAN |
| 157 SELECT a,b,c,d,'|' FROM t2 WHERE b=345 ORDER BY a; |
| 158 } {/* USING INDEX sqlite_autoindex_t2_1 (ANY(a) AND b=?)*/} |
| 159 do_execsql_test skipscan1-2.2sort { |
| 160 EXPLAIN QUERY PLAN |
| 161 SELECT a,b,c,d,'|' FROM t2 WHERE b=345 ORDER BY a; |
| 162 } {~/*ORDER BY*/} |
| 163 |
| 164 |
| 165 do_execsql_test skipscan1-3.1 { |
| 166 CREATE TABLE t3(a TEXT, b INT, c INT, d INT, |
| 167 PRIMARY KEY(a,b,c)) WITHOUT ROWID; |
| 168 INSERT INTO t3 SELECT * FROM t1; |
| 169 |
| 170 /* Fake the sqlite_stat1 table so that the query planner believes |
| 171 ** the table contains thousands of rows and that the first few |
| 172 ** columns are not selective. */ |
| 173 ANALYZE; |
| 174 UPDATE sqlite_stat1 SET stat='10000 5000 2000 10' WHERE idx NOT NULL; |
| 175 ANALYZE sqlite_master; |
| 176 } {} |
| 177 |
| 178 do_execsql_test skipscan1-3.2 { |
| 179 SELECT a,b,c,d,'|' FROM t3 WHERE b=345 ORDER BY a; |
| 180 } {abc 345 7 8 | def 345 9 10 |} |
| 181 do_execsql_test skipscan1-3.2eqp { |
| 182 EXPLAIN QUERY PLAN |
| 183 SELECT a,b,c,d,'|' FROM t3 WHERE b=345 ORDER BY a; |
| 184 } {/* PRIMARY KEY (ANY(a) AND b=?)*/} |
| 185 do_execsql_test skipscan1-3.2sort { |
| 186 EXPLAIN QUERY PLAN |
| 187 SELECT a,b,c,d,'|' FROM t3 WHERE b=345 ORDER BY a; |
| 188 } {~/*ORDER BY*/} |
| 189 |
| 190 # Ticket 520070ec7fbaac: Array overrun in the skip-scan optimization |
| 191 # 2013-12-22 |
| 192 # |
| 193 do_execsql_test skipscan1-4.1 { |
| 194 CREATE TABLE t4(a,b,c,d,e,f,g,h,i); |
| 195 CREATE INDEX t4all ON t4(a,b,c,d,e,f,g,h); |
| 196 INSERT INTO t4 VALUES(1,2,3,4,5,6,7,8,9); |
| 197 ANALYZE; |
| 198 DELETE FROM sqlite_stat1; |
| 199 INSERT INTO sqlite_stat1 |
| 200 VALUES('t4','t4all','655360 163840 40960 10240 2560 640 160 40 10'); |
| 201 ANALYZE sqlite_master; |
| 202 SELECT i FROM t4 WHERE a=1; |
| 203 SELECT i FROM t4 WHERE b=2; |
| 204 SELECT i FROM t4 WHERE c=3; |
| 205 SELECT i FROM t4 WHERE d=4; |
| 206 SELECT i FROM t4 WHERE e=5; |
| 207 SELECT i FROM t4 WHERE f=6; |
| 208 SELECT i FROM t4 WHERE g=7; |
| 209 SELECT i FROM t4 WHERE h=8; |
| 210 } {9 9 9 9 9 9 9 9} |
| 211 |
| 212 # Make sure skip-scan cost computation in the query planner takes into |
| 213 # account the fact that the seek must occur multiple times. |
| 214 # |
| 215 # Prior to 2014-03-10, the costs were computed incorrectly which would |
| 216 # cause index t5i2 to be used instead of t5i1 on the skipscan1-5.3. |
| 217 # |
| 218 do_execsql_test skipscan1-5.1 { |
| 219 CREATE TABLE t5( |
| 220 id INTEGER PRIMARY KEY, |
| 221 loc TEXT, |
| 222 lang INTEGER, |
| 223 utype INTEGER, |
| 224 xa INTEGER, |
| 225 xd INTEGER, |
| 226 xh INTEGER |
| 227 ); |
| 228 CREATE INDEX t5i1 on t5(loc, xh, xa, utype, lang); |
| 229 CREATE INDEX t5i2 ON t5(xd,loc,utype,lang); |
| 230 EXPLAIN QUERY PLAN |
| 231 SELECT xh, loc FROM t5 WHERE loc >= 'M' AND loc < 'N'; |
| 232 } {/.*COVERING INDEX t5i1 .*/} |
| 233 do_execsql_test skipscan1-5.2 { |
| 234 ANALYZE; |
| 235 DELETE FROM sqlite_stat1; |
| 236 DROP TABLE IF EXISTS sqlite_stat4; |
| 237 DROP TABLE IF EXISTS sqlite_stat3; |
| 238 INSERT INTO sqlite_stat1 VALUES('t5','t5i1','2702931 3 2 2 2 2'); |
| 239 INSERT INTO sqlite_stat1 VALUES('t5','t5i2','2702931 686 2 2 2'); |
| 240 ANALYZE sqlite_master; |
| 241 } {} |
| 242 db cache flush |
| 243 do_execsql_test skipscan1-5.3 { |
| 244 EXPLAIN QUERY PLAN |
| 245 SELECT xh, loc FROM t5 WHERE loc >= 'M' AND loc < 'N'; |
| 246 } {/.*COVERING INDEX t5i1 .*/} |
| 247 |
| 248 # The column used by the skip-scan needs to be sufficiently selective. |
| 249 # See the private email from Adi Zaimi to drh@sqlite.org on 2014-09-22. |
| 250 # |
| 251 db close |
| 252 forcedelete test.db |
| 253 sqlite3 db test.db |
| 254 do_execsql_test skipscan1-6.1 { |
| 255 CREATE TABLE t1(a,b,c,d,e,f,g,h varchar(300)); |
| 256 CREATE INDEX t1ab ON t1(a,b); |
| 257 ANALYZE sqlite_master; |
| 258 -- Only two distinct values for the skip-scan column. Skip-scan is not used. |
| 259 INSERT INTO sqlite_stat1 VALUES('t1','t1ab','500000 250000 125000'); |
| 260 ANALYZE sqlite_master; |
| 261 EXPLAIN QUERY PLAN SELECT * FROM t1 WHERE b=1; |
| 262 } {~/ANY/} |
| 263 do_execsql_test skipscan1-6.2 { |
| 264 -- Four distinct values for the skip-scan column. Skip-scan is used. |
| 265 UPDATE sqlite_stat1 SET stat='500000 250000 62500'; |
| 266 ANALYZE sqlite_master; |
| 267 EXPLAIN QUERY PLAN SELECT * FROM t1 WHERE b=1; |
| 268 } {/ANY.a. AND b=/} |
| 269 do_execsql_test skipscan1-6.3 { |
| 270 -- Two distinct values for the skip-scan column again. Skip-scan is not used. |
| 271 UPDATE sqlite_stat1 SET stat='500000 125000 62500'; |
| 272 ANALYZE sqlite_master; |
| 273 EXPLAIN QUERY PLAN SELECT * FROM t1 WHERE b=1; |
| 274 } {~/ANY/} |
| 275 |
| 276 finish_test |
OLD | NEW |