OLD | NEW |
| (Empty) |
1 # 2014 June 17 | |
2 # | |
3 # The author disclaims copyright to this source code. In place of | |
4 # a legal notice, here is a blessing: | |
5 # | |
6 # May you do good and not evil. | |
7 # May you find forgiveness for yourself and forgive others. | |
8 # May you share freely, never taking more than you give. | |
9 # | |
10 #************************************************************************* | |
11 # This file implements regression tests for SQLite library. The | |
12 # focus of this script is testing the FTS5 module. | |
13 # | |
14 # | |
15 | |
16 source [file join [file dirname [info script]] fts5_common.tcl] | |
17 set testprefix fts5ac | |
18 | |
19 # If SQLITE_ENABLE_FTS5 is defined, omit this file. | |
20 ifcapable !fts5 { | |
21 finish_test | |
22 return | |
23 } | |
24 | |
25 set data { | |
26 0 {p o q e z k z p n f y u z y n y} {l o o l v v k} | |
27 1 {p k h h p y l l h i p v n} {p p l u r i f a j g e r r x w} | |
28 2 {l s z j k i m p s} {l w e j t j e e i t w r o p o} | |
29 3 {x g y m y m h p} {k j j b r e y y a k y} | |
30 4 {q m a i y i z} {o w a g k x g j m w e u k} | |
31 5 {k o a w y b s z} {s g l m m l m g p} | |
32 6 {d a q i z h b l c p k j g k} {p x u j x t v c z} | |
33 7 {f d a g o c t i} {w f c x l d r k i j} | |
34 8 {y g w u b q p o m j y b p a e k} {r i d k y w o z q m a t p} | |
35 9 {r k o m c c j s x m x m x m q r} {y r c a q d z k n x n} | |
36 10 {k j q m g q a j d} {d d e z g w h c d o o g x d} | |
37 11 {j z u m o y q j f w e e w t r j w} {g m o r x n t n w i f g l z f} | |
38 12 {s y w a w d o h x m k} {c w k z b p o r a} | |
39 13 {u t h x e g s k n g i} {f j w g c s r} | |
40 14 {b f i c s u z t k} {c k q s j u i z o} | |
41 15 {n a f n u s w h y n s i q e w} {x g e g a s s h n} | |
42 16 {k s q e j n p} {t r j f t o e k k l m i} | |
43 17 {g d t u w r o p m n m n p h b o u} {h s w o s l j e} | |
44 18 {f l q y q q g e e x j r} {n b r r g e i r t x q k} | |
45 19 {f i r g o a w e p i l o a w} {e k r z t d g h g i b d i e m} | |
46 20 {l d u u f p y} {g o m m u x m g l j t t x x u} | |
47 21 {m c d k x i c z l} {m i a i e u h} | |
48 22 {w b f o c g x y j} {z d w x d f h i p} | |
49 23 {w u i u x t c h k i b} {b y k h b v r t g j} | |
50 24 {h f d j s w s b a p k} {a q y u z e y m m j q r} | |
51 25 {d i x y x x k i y f s d j h z p n} {l l q m e t c w g y h t s v g} | |
52 26 {g s q w t d k x g f m j p k y} {r m b x e l t d} | |
53 27 {j l s q u g y v e c l o} {m f l m m m h g x x l n c} | |
54 28 {c t j g v r s b z j} {l c f y d t q n} | |
55 29 {e x z y w i h l} {b n b x e y q e n u m} | |
56 30 {g y y h j b w r} {q b q f u s k c k g r} | |
57 31 {g u l x l b r c m z b u c} {k g t b x k x n t e z d h o} | |
58 32 {w g v l z f b z h p s c v h} {g e w v m h k r g w a r f q} | |
59 33 {c g n f u d o y o b} {e y o h x x y y i z s b h a j} | |
60 34 {v y h c q u u s q y x x k s q} {d n r m y k n t i r n w e} | |
61 35 {o u c x l e b t a} {y b a x y f z x r} | |
62 36 {x p h l j a a u u j h} {x o f s z m b c q p} | |
63 37 {k q t i c a q n m v v} {v r z e f m y o} | |
64 38 {r w t t t t r v v o e p g h} {l w x a g a u h y} | |
65 39 {o p v g v b a g o} {j t q c r b b g y z} | |
66 40 {f s o r o d t h q f x l} {r d b m k i f s t d l m y x j w} | |
67 41 {t m o t m f m f} {i p i q j v n v m b q} | |
68 42 {t x w a r l w d t b c o d o} {a h f h w z d n s} | |
69 43 {t u q c d g p q x j o l c x c} {m n t o z z j a y} | |
70 44 {v d i i k b f s z r v r z y} {g n q y s x x m b x c l w} | |
71 45 {p v v a c s z y e o l} {m v t u d k m k q b d c v z r} | |
72 46 {f y k l d r q w r s t r e} {h m v r r l r r t f q e x y} | |
73 47 {w l n l t y x} {n h s l a f c h u f l x x m v n o} | |
74 48 {t n v i k e b p z p d j j l i o} {i v z p g u e j s i k n h w d c} | |
75 49 {z v x p n l t a j c} {e j l e n c e t a d} | |
76 50 {w u b x u i v h a i y m m r p m s} {s r h d o g z y f f x e} | |
77 51 {d c c x b c a x g} {p r a j v u y} | |
78 52 {f w g r c o d l t u e z h i} {j l l s s b j m} | |
79 53 {p m t f k i x} {u v y a z g w v v m x h i} | |
80 54 {l c z g l o j i c d e b} {b f v y w u i b e i y} | |
81 55 {r h c x f x a d s} {z x y k f l r b q c v} | |
82 56 {v x x c y h z x b g m o q n c} {h n b i t g h a q b c o r u} | |
83 57 {d g l o h t b s b r} {n u e p t i m u} | |
84 58 {t d y e t d c w u o s w x f c h} {i o s v y b r d r} | |
85 59 {l b a p q n d r} {k d c c d n y q h g a o p e x} | |
86 60 {f r z v m p k r} {x x r i s b a g f c} | |
87 61 {s a z i e r f i w c n y v z t k s} {y y i r y n l s b w i e k n} | |
88 62 {n x p r e x q r m v i b y} {f o o z n b s r q j} | |
89 63 {y j s u j x o n r q t f} {f v k n v x u s o a d e f e} | |
90 64 {u s i l y c x q} {r k c h p c h b o s s u s p b} | |
91 65 {m p i o s h o} {s w h u n d m n q t y k b w c} | |
92 66 {l d f g m x x x o} {s w d d f b y j j h h t i y p j o} | |
93 67 {c b m h f n v w n h} {i r w i e x r w l z p x u g u l s} | |
94 68 {y a h u h i m a y q} {d d r x h e v q n z y c j} | |
95 69 {c x f d x o n p o b r t b l p l} {m i t k b x v f p t m l l y r o} | |
96 70 {u t l w w m s} {m f m o l t k o p e} | |
97 71 {f g q e l n d m z x q} {z s i i i m f w w f n g p e q} | |
98 72 {n l h a v u o d f j d e x} {v v s l f g d g r a j x i f z x} | |
99 73 {x v m v f i g q e w} {r y s j i k m j j e d g r n o i f} | |
100 74 {g d y n o h p s y q z j d w n h w} {x o d l t j i b r d o r y} | |
101 75 {p g b i u r b e q d v o a g w m k} {q y z s f q o h} | |
102 76 {u z a q u f i f f b} {b s p b a a d x r r i q f} | |
103 77 {w h h z t h p o a h h e e} {h w r p h k z v y f r x} | |
104 78 {c a r k i a p u x} {f w l p t e m l} | |
105 79 {q q u k o t r k z} {f b m c w p s s o z} | |
106 80 {t i g v y q s r x m r x z e f} {x o j w a u e y s j c b u p p r o} | |
107 81 {n j n h r l a r e o z w e} {v o r r j a v b} | |
108 82 {i f i d k w d n h} {o i d z i z l m w s b q v u} | |
109 83 {m d g q q b k b w f q q p p} {j m q f b y c i z k y q p l e a} | |
110 84 {m x o n y f g} {y c n x n q j i y c l h b r q z} | |
111 85 {v o z l n p c} {g n j n t b b x n c l d a g j v} | |
112 86 {z n a y f b t k k t d b z a v} {r p c n r u k u} | |
113 87 {b q t x z e c w} {q a o a l o a h i m j r} | |
114 88 {j f h o x x a z g b a f a m i b} {j z c z y x e x w t} | |
115 89 {t c t p r s u c q n} {z x l i k n f q l n t} | |
116 90 {w t d q j g m r f k n} {l e w f w w a l y q k i q t p c t} | |
117 91 {c b o k l i c b s j n m b l} {y f p q o w g} | |
118 92 {f y d j o q t c c q m f j s t} {f h e d y m o k} | |
119 93 {k x j r m a d o i z j} {r t t t f e b r x i v j v g o} | |
120 94 {s f e a e t i h h d q p z t q} {b k m k w h c} | |
121 95 {h b n j t k i h o q u} {w n g i t o k c a m y p f l x c p} | |
122 96 {f c x p y r b m o l m o a} {p c a q s u n n x d c f a o} | |
123 97 {u h h k m n k} {u b v n u a o c} | |
124 98 {s p e t c z d f n w f} {l s f j b l c e s h} | |
125 99 {r c v w i v h a t a c v c r e} {h h u m g o f b a e o} | |
126 } | |
127 | |
128 # Argument $expr is an FTS5 match expression designed to be executed against | |
129 # an FTS5 table with the following schema: | |
130 # | |
131 # CREATE VIRTUAL TABLE xy USING fts5(x, y); | |
132 # | |
133 # Assuming the table contains the same records as stored int the global | |
134 # $::data array (see above), this function returns a list containing one | |
135 # element for each match in the dataset. The elements are themselves lists | |
136 # formatted as follows: | |
137 # | |
138 # <rowid> {<phrase 0 matches> <phrase 1 matches>...} | |
139 # | |
140 # where each <phrase X matches> element is a list of phrase matches in the | |
141 # same form as returned by auxiliary scalar function fts5_test(). | |
142 # | |
143 proc matchdata {bPos expr {bAsc 1}} { | |
144 | |
145 set tclexpr [db one { | |
146 SELECT fts5_expr_tcl($expr, 'nearset $cols -pc ::pc', 'x', 'y') | |
147 }] | |
148 set res [list] | |
149 | |
150 #puts $tclexpr | |
151 foreach {id x y} $::data { | |
152 set cols [list $x $y] | |
153 set ::pc 0 | |
154 #set hits [lsort -command instcompare [eval $tclexpr]] | |
155 set hits [eval $tclexpr] | |
156 if {[llength $hits]>0} { | |
157 if {$bPos} { | |
158 lappend res [list $id $hits] | |
159 } else { | |
160 lappend res $id | |
161 } | |
162 } | |
163 } | |
164 | |
165 if {$bAsc} { | |
166 set res [lsort -integer -increasing -index 0 $res] | |
167 } else { | |
168 set res [lsort -integer -decreasing -index 0 $res] | |
169 } | |
170 | |
171 return [concat {*}$res] | |
172 } | |
173 | |
174 # | |
175 # End of test code | |
176 #------------------------------------------------------------------------- | |
177 | |
178 proc fts5_test_poslist {cmd} { | |
179 set res [list] | |
180 for {set i 0} {$i < [$cmd xInstCount]} {incr i} { | |
181 lappend res [string map {{ } .} [$cmd xInst $i]] | |
182 } | |
183 set res | |
184 } | |
185 | |
186 | |
187 foreach {tn2 sql} { | |
188 1 {} | |
189 2 {BEGIN} | |
190 } { | |
191 reset_db | |
192 sqlite3_fts5_create_function db fts5_test_poslist fts5_test_poslist | |
193 | |
194 do_execsql_test 1.0 { | |
195 CREATE VIRTUAL TABLE xx USING fts5(x,y); | |
196 INSERT INTO xx(xx, rank) VALUES('pgsz', 32); | |
197 } | |
198 | |
199 execsql $sql | |
200 | |
201 do_test $tn2.1.1 { | |
202 foreach {id x y} $data { | |
203 execsql { INSERT INTO xx(rowid, x, y) VALUES($id, $x, $y) } | |
204 } | |
205 execsql { INSERT INTO xx(xx) VALUES('integrity-check') } | |
206 } {} | |
207 | |
208 | |
209 #------------------------------------------------------------------------- | |
210 # Test phrase queries. | |
211 # | |
212 foreach {tn phrase} { | |
213 1 "o" | |
214 2 "b q" | |
215 3 "e a e" | |
216 4 "m d g q q b k b w f q q p p" | |
217 5 "l o o l v v k" | |
218 6 "a" | |
219 7 "b" | |
220 8 "c" | |
221 9 "no" | |
222 10 "L O O L V V K" | |
223 } { | |
224 set expr "\"$phrase\"" | |
225 set res [matchdata 1 $expr] | |
226 | |
227 do_execsql_test $tn2.1.2.$tn.[llength $res] { | |
228 SELECT rowid, fts5_test_poslist(xx) FROM xx WHERE xx match $expr | |
229 } $res | |
230 } | |
231 | |
232 #------------------------------------------------------------------------- | |
233 # Test some AND and OR queries. | |
234 # | |
235 foreach {tn expr} { | |
236 1.1 "a AND b" | |
237 1.2 "a+b AND c" | |
238 1.3 "d+c AND u" | |
239 1.4 "d+c AND u+d" | |
240 | |
241 2.1 "a OR b" | |
242 2.2 "a+b OR c" | |
243 2.3 "d+c OR u" | |
244 2.4 "d+c OR u+d" | |
245 | |
246 3.1 { a AND b AND c } | |
247 } { | |
248 set res [matchdata 1 $expr] | |
249 do_execsql_test $tn2.2.$tn.[llength $res] { | |
250 SELECT rowid, fts5_test_poslist(xx) FROM xx WHERE xx match $expr | |
251 } $res | |
252 } | |
253 | |
254 #------------------------------------------------------------------------- | |
255 # Queries on a specific column. | |
256 # | |
257 foreach {tn expr} { | |
258 1.1 "x:a" | |
259 1.2 "y:a" | |
260 1.3 "x:b" | |
261 1.4 "y:b" | |
262 2.1 "{x}:a" | |
263 2.2 "{y}:a" | |
264 2.3 "{x}:b" | |
265 2.4 "{y}:b" | |
266 | |
267 3.1 "{x y}:a" | |
268 3.2 "{y x}:a" | |
269 3.3 "{x x}:b" | |
270 3.4 "{y y}:b" | |
271 | |
272 4.1 {{"x" "y"}:a} | |
273 4.2 {{"y" x}:a} | |
274 4.3 {{x "x"}:b} | |
275 4.4 {{"y" y}:b} | |
276 } { | |
277 set res [matchdata 1 $expr] | |
278 do_execsql_test $tn2.3.$tn.[llength $res] { | |
279 SELECT rowid, fts5_test_poslist(xx) FROM xx WHERE xx match $expr | |
280 } $res | |
281 } | |
282 | |
283 #------------------------------------------------------------------------- | |
284 # Some NEAR queries. | |
285 # | |
286 foreach {tn expr} { | |
287 1 "NEAR(a b)" | |
288 2 "NEAR(r c)" | |
289 2 { NEAR(r c, 5) } | |
290 3 { NEAR(r c, 3) } | |
291 4 { NEAR(r c, 2) } | |
292 5 { NEAR(r c, 0) } | |
293 6 { NEAR(a b c) } | |
294 7 { NEAR(a b c, 8) } | |
295 8 { x : NEAR(r c) } | |
296 9 { y : NEAR(r c) } | |
297 } { | |
298 set res [matchdata 1 $expr] | |
299 do_execsql_test $tn2.4.1.$tn.[llength $res] { | |
300 SELECT rowid, fts5_test_poslist(xx) FROM xx WHERE xx match $expr | |
301 } $res | |
302 } | |
303 | |
304 do_test $tn2.4.1 { nearset {{a b c}} -- a } {0.0.0} | |
305 do_test $tn2.4.2 { nearset {{a b c}} -- c } {0.0.2} | |
306 | |
307 foreach {tn expr tclexpr} { | |
308 1 {a b} {AND [N $x -- {a}] [N $x -- {b}]} | |
309 } { | |
310 do_execsql_test $tn2.5.$tn { | |
311 SELECT fts5_expr_tcl($expr, 'N $x') | |
312 } [list $tclexpr] | |
313 } | |
314 | |
315 #------------------------------------------------------------------------- | |
316 # | |
317 do_execsql_test $tn2.6.integrity { | |
318 INSERT INTO xx(xx) VALUES('integrity-check'); | |
319 } | |
320 #db eval {SELECT rowid, fts5_decode(rowid, block) aS r FROM xx_data} {puts $r} | |
321 foreach {bAsc sql} { | |
322 1 {SELECT rowid FROM xx WHERE xx MATCH $expr} | |
323 0 {SELECT rowid FROM xx WHERE xx MATCH $expr ORDER BY rowid DESC} | |
324 } { | |
325 foreach {tn expr} { | |
326 0.1 x | |
327 1 { NEAR(r c) } | |
328 2 { NEAR(r c, 5) } | |
329 3 { NEAR(r c, 3) } | |
330 4 { NEAR(r c, 2) } | |
331 5 { NEAR(r c, 0) } | |
332 6 { NEAR(a b c) } | |
333 7 { NEAR(a b c, 8) } | |
334 8 { x : NEAR(r c) } | |
335 9 { y : NEAR(r c) } | |
336 10 { x : "r c" } | |
337 11 { y : "r c" } | |
338 12 { a AND b } | |
339 13 { a AND b AND c } | |
340 14a { a } | |
341 14b { a OR b } | |
342 15 { a OR b AND c } | |
343 16 { c AND b OR a } | |
344 17 { c AND (b OR a) } | |
345 18 { c NOT (b OR a) } | |
346 19 { c NOT b OR a AND d } | |
347 } { | |
348 set res [matchdata 0 $expr $bAsc] | |
349 do_execsql_test $tn2.6.$bAsc.$tn.[llength $res] $sql $res | |
350 } | |
351 } | |
352 } | |
353 | |
354 do_execsql_test 3.1 { | |
355 SELECT fts5_expr_tcl('a AND b'); | |
356 } {{AND [nearset -- {a}] [nearset -- {b}]}} | |
357 | |
358 finish_test | |
359 | |
OLD | NEW |