OLD | NEW |
| (Empty) |
1 # 2012 March 06 | |
2 # | |
3 # The author disclaims copyright to this source code. In place of | |
4 # a legal notice, here is a blessing: | |
5 # | |
6 # May you do good and not evil. | |
7 # May you find forgiveness for yourself and forgive others. | |
8 # May you share freely, never taking more than you give. | |
9 # | |
10 #************************************************************************* | |
11 # This file implements regression tests for SQLite library. The | |
12 # focus of this script is testing the incremental merge function. | |
13 # | |
14 | |
15 set testdir [file dirname $argv0] | |
16 source $testdir/tester.tcl | |
17 source $testdir/fts3_common.tcl | |
18 | |
19 # If SQLITE_ENABLE_FTS3 is defined, omit this file. | |
20 ifcapable !fts3 { | |
21 finish_test | |
22 return | |
23 } | |
24 | |
25 proc fts3_integrity_check {tbl} { | |
26 db eval "INSERT INTO $tbl ($tbl) VALUES('integrity-check')" | |
27 return "ok" | |
28 } | |
29 | |
30 foreach mod {fts3 fts4} { | |
31 set ::testprefix fts4merge-$mod | |
32 reset_db | |
33 | |
34 #------------------------------------------------------------------------- | |
35 # Test cases 1.* | |
36 # | |
37 do_test 1.0 { fts3_build_db_1 -module $mod 1004 } {} | |
38 do_test 1.1 { fts3_integrity_check t1 } {ok} | |
39 do_execsql_test 1.1 { | |
40 SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level | |
41 } { | |
42 0 {0 1 2 3 4 5 6 7 8 9 10 11} | |
43 1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13} | |
44 2 {0 1 2} | |
45 } | |
46 | |
47 for {set i 0} {$i<20} {incr i} { | |
48 do_execsql_test 1.2.$i.1 { INSERT INTO t1(t1) VALUES('merge=1') } | |
49 do_test 1.2.$i.2 { fts3_integrity_check t1 } ok | |
50 do_execsql_test 1.2.$i.3 { | |
51 SELECT docid FROM t1 WHERE t1 MATCH 'zero one two three' | |
52 } {123 132 213 231 312 321} | |
53 } | |
54 | |
55 do_execsql_test 1.3 { | |
56 SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level | |
57 } { | |
58 0 {0 1 2 3} | |
59 1 {0 1 2 3 4 5 6} | |
60 2 {0 1 2 3} | |
61 } | |
62 | |
63 for {set i 0} {$i<100} {incr i} { | |
64 do_execsql_test 1.4.$i { INSERT INTO t1(t1) VALUES('merge=1,4') } | |
65 do_test 1.4.$i.2 { fts3_integrity_check t1 } ok | |
66 do_execsql_test 1.4.$i.3 { | |
67 SELECT docid FROM t1 WHERE t1 MATCH 'zero one two three' | |
68 } {123 132 213 231 312 321} | |
69 } | |
70 | |
71 do_execsql_test 1.5 { | |
72 SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level | |
73 } { | |
74 2 {0 1} | |
75 3 0 | |
76 } | |
77 | |
78 #------------------------------------------------------------------------- | |
79 # Test cases 2.* test that errors in the xxx part of the 'merge=xxx' are | |
80 # handled correctly. | |
81 # | |
82 do_execsql_test 2.0 "CREATE VIRTUAL TABLE t2 USING $mod" | |
83 | |
84 foreach {tn arg} { | |
85 1 {merge=abc} | |
86 2 {merge=%%%} | |
87 3 {merge=,} | |
88 4 {merge=5,} | |
89 5 {merge=6,%} | |
90 6 {merge=6,six} | |
91 7 {merge=6,1} | |
92 8 {merge=6,0} | |
93 } { | |
94 do_catchsql_test 2.$tn { | |
95 INSERT INTO t2(t2) VALUES($arg); | |
96 } {1 {SQL logic error or missing database}} | |
97 } | |
98 | |
99 #------------------------------------------------------------------------- | |
100 # Test cases 3.* | |
101 # | |
102 do_test 3.0 { | |
103 reset_db | |
104 execsql { PRAGMA page_size = 512 } | |
105 fts3_build_db_2 -module $mod 30040 | |
106 } {} | |
107 do_test 3.1 { fts3_integrity_check t2 } {ok} | |
108 | |
109 do_execsql_test 3.2 { | |
110 SELECT level, group_concat(idx, ' ') FROM t2_segdir GROUP BY level | |
111 } { | |
112 0 {0 1 2 3 4 5 6} | |
113 1 {0 1 2 3 4} | |
114 2 {0 1 2 3 4} | |
115 3 {0 1 2 3 4 5 6} | |
116 } | |
117 | |
118 do_execsql_test 3.3 { | |
119 INSERT INTO t2(t2) VALUES('merge=1000000,2'); | |
120 SELECT level, group_concat(idx, ' ') FROM t2_segdir GROUP BY level | |
121 } { | |
122 0 0 | |
123 2 0 | |
124 3 0 | |
125 4 0 | |
126 6 0 | |
127 } | |
128 | |
129 #------------------------------------------------------------------------- | |
130 # Test cases 4.* | |
131 # | |
132 reset_db | |
133 do_execsql_test 4.1 " | |
134 PRAGMA page_size = 512; | |
135 CREATE VIRTUAL TABLE t4 USING $mod; | |
136 PRAGMA main.page_size; | |
137 " {512} | |
138 | |
139 do_test 4.2 { | |
140 foreach x {a c b d e f g h i j k l m n o p} { | |
141 execsql "INSERT INTO t4 VALUES('[string repeat $x 600]')" | |
142 } | |
143 execsql {SELECT level, group_concat(idx, ' ') FROM t4_segdir GROUP BY level} | |
144 } {0 {0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15}} | |
145 | |
146 foreach {tn expect} { | |
147 1 "0 {0 1 2 3 4 5 6 7 8 9 10 11 12 13} 1 0" | |
148 2 "0 {0 1 2 3 4 5 6 7 8 9 10 11 12} 1 0" | |
149 3 "0 {0 1 2 3 4 5 6 7 8 9 10 11} 1 0" | |
150 4 "0 {0 1 2 3 4 5 6 7 8 9 10} 1 0" | |
151 5 "0 {0 1 2 3 4 5 6 7 8 9} 1 0" | |
152 6 "0 {0 1 2 3 4 5 6 7 8} 1 0" | |
153 7 "0 {0 1 2 3 4 5 6 7} 1 0" | |
154 8 "0 {0 1 2 3 4 5 6} 1 0" | |
155 9 "0 {0 1 2 3 4 5} 1 0" | |
156 } { | |
157 do_execsql_test 4.3.$tn { | |
158 INSERT INTO t4(t4) VALUES('merge=1,16'); | |
159 SELECT level, group_concat(idx, ' ') FROM t4_segdir GROUP BY level; | |
160 } $expect | |
161 } | |
162 | |
163 do_execsql_test 4.4.1 { | |
164 SELECT quote(value) FROM t4_stat WHERE rowid=1 | |
165 } {X'0006'} | |
166 | |
167 do_execsql_test 4.4.2 { | |
168 DELETE FROM t4_stat WHERE rowid=1; | |
169 INSERT INTO t4(t4) VALUES('merge=1,12'); | |
170 SELECT level, group_concat(idx, ' ') FROM t4_segdir GROUP BY level; | |
171 } "0 {0 1 2 3 4 5} 1 0" | |
172 | |
173 | |
174 #------------------------------------------------------------------------- | |
175 # Test cases 5.* | |
176 # | |
177 # Test that if a crisis-merge occurs that disrupts an ongoing incremental | |
178 # merge, the next call to "merge=A,B" identifies this and starts a new | |
179 # incremental merge. There are two scenarios: | |
180 # | |
181 # * There are less segments on the input level that the disrupted | |
182 # incremental merge operated on, or | |
183 # | |
184 # * Sufficient segments exist on the input level but the segments | |
185 # contain keys smaller than the largest key in the potential output | |
186 # segment. | |
187 # | |
188 do_test 5.1 { | |
189 reset_db | |
190 fts3_build_db_1 -module $mod 1000 | |
191 } {} | |
192 | |
193 do_execsql_test 5.2 { | |
194 SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level; | |
195 } { | |
196 0 {0 1 2 3 4 5 6 7} | |
197 1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13} | |
198 2 {0 1 2} | |
199 } | |
200 | |
201 do_execsql_test 5.3 { | |
202 INSERT INTO t1(t1) VALUES('merge=1,5'); | |
203 INSERT INTO t1(t1) VALUES('merge=1,5'); | |
204 SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level; | |
205 } { | |
206 0 {0 1 2} | |
207 1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13 14} | |
208 2 {0 1 2 3} | |
209 } | |
210 | |
211 do_execsql_test 5.4 {SELECT quote(value) from t1_stat WHERE rowid=1} {X'0105'} | |
212 do_test 5.5 { | |
213 foreach docid [execsql {SELECT docid FROM t1}] { | |
214 execsql {INSERT INTO t1 SELECT * FROM t1 WHERE docid=$docid} | |
215 } | |
216 } {} | |
217 | |
218 do_execsql_test 5.6 {SELECT quote(value) from t1_stat WHERE rowid=1} {X'0105'} | |
219 | |
220 do_execsql_test 5.7 { | |
221 SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level; | |
222 SELECT quote(value) from t1_stat WHERE rowid=1; | |
223 } { | |
224 0 {0 1 2 3 4 5 6 7 8 9 10} | |
225 1 {0 1 2 3 4 5 6 7 8 9 10 11 12} | |
226 2 {0 1 2 3 4 5 6 7} | |
227 X'0105' | |
228 } | |
229 | |
230 do_execsql_test 5.8 { | |
231 INSERT INTO t1(t1) VALUES('merge=1,6'); | |
232 INSERT INTO t1(t1) VALUES('merge=1,6'); | |
233 SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level; | |
234 SELECT quote(value) from t1_stat WHERE rowid=1; | |
235 } { | |
236 0 {0 1 2 3 4} | |
237 1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13} | |
238 2 {0 1 2 3 4 5 6 7 8} X'0106' | |
239 } | |
240 | |
241 do_test 5.8.1 { fts3_integrity_check t1 } ok | |
242 | |
243 do_test 5.9 { | |
244 set L [expr 16*16*7 + 16*3 + 12] | |
245 foreach docid [execsql { | |
246 SELECT docid FROM t1 UNION ALL SELECT docid FROM t1 LIMIT $L | |
247 }] { | |
248 execsql {INSERT INTO t1 SELECT * FROM t1 WHERE docid=$docid} | |
249 } | |
250 } {} | |
251 | |
252 do_execsql_test 5.10 { | |
253 SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level; | |
254 SELECT quote(value) from t1_stat WHERE rowid=1; | |
255 } { | |
256 0 0 1 {0 1} 2 0 3 0 X'0106' | |
257 } | |
258 | |
259 do_execsql_test 5.11 { | |
260 INSERT INTO t1(t1) VALUES('merge=1,6'); | |
261 SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level; | |
262 SELECT quote(value) from t1_stat WHERE rowid=1; | |
263 } { | |
264 0 0 1 {0 1} 2 0 3 0 X'' | |
265 } | |
266 | |
267 #------------------------------------------------------------------------- | |
268 # Test cases 6.* | |
269 # | |
270 # At one point the following test caused an assert() to fail (because the | |
271 # second 'merge=1,2' operation below actually "merges" a single input | |
272 # segment, which was unexpected). | |
273 # | |
274 do_test 6.1 { | |
275 reset_db | |
276 set a [string repeat a 900] | |
277 set b [string repeat b 900] | |
278 set c [string repeat c 900] | |
279 set d [string repeat d 900] | |
280 | |
281 execsql "CREATE VIRTUAL TABLE t1 USING $mod" | |
282 execsql { | |
283 BEGIN; | |
284 INSERT INTO t1 VALUES($a); | |
285 INSERT INTO t1 VALUES($b); | |
286 COMMIT; | |
287 BEGIN; | |
288 INSERT INTO t1 VALUES($c); | |
289 INSERT INTO t1 VALUES($d); | |
290 COMMIT; | |
291 } | |
292 | |
293 execsql { | |
294 INSERT INTO t1(t1) VALUES('merge=1,2'); | |
295 INSERT INTO t1(t1) VALUES('merge=1,2'); | |
296 } | |
297 } {} | |
298 | |
299 #------------------------------------------------------------------------- | |
300 # Test cases 7.* | |
301 # | |
302 # Test that the value returned by sqlite3_total_changes() increases by | |
303 # 1 following a no-op "merge=A,B", or by more than 1 if actual work is | |
304 # performed. | |
305 # | |
306 do_test 7.0 { | |
307 reset_db | |
308 fts3_build_db_1 -module $mod 1000 | |
309 } {} | |
310 | |
311 do_execsql_test 7.1 { | |
312 SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level | |
313 } { | |
314 0 {0 1 2 3 4 5 6 7} | |
315 1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13} | |
316 2 {0 1 2} | |
317 } | |
318 do_test 7.2 { | |
319 set x [db total_changes] | |
320 execsql { INSERT INTO t1(t1) VALUES('merge=2,10') } | |
321 expr { ([db total_changes] - $x)>1 } | |
322 } {1} | |
323 do_test 7.3 { | |
324 set x [db total_changes] | |
325 execsql { INSERT INTO t1(t1) VALUES('merge=200,10') } | |
326 expr { ([db total_changes] - $x)>1 } | |
327 } {1} | |
328 do_test 7.4 { | |
329 set x [db total_changes] | |
330 execsql { INSERT INTO t1(t1) VALUES('merge=200,10') } | |
331 expr { ([db total_changes] - $x)>1 } | |
332 } {0} | |
333 do_test 7.5 { | |
334 set x [db total_changes] | |
335 execsql { INSERT INTO t1(t1) VALUES('merge=200,10') } | |
336 expr { ([db total_changes] - $x)>1 } | |
337 } {0} | |
338 | |
339 } | |
340 | |
341 finish_test | |
OLD | NEW |