OLD | NEW |
| (Empty) |
1 # 2015 April 21 | |
2 # | |
3 # The author disclaims copyright to this source code. In place of | |
4 # a legal notice, here is a blessing: | |
5 # | |
6 # May you do good and not evil. | |
7 # May you find forgiveness for yourself and forgive others. | |
8 # May you share freely, never taking more than you give. | |
9 # | |
10 #*********************************************************************** | |
11 # | |
12 # The tests in this file are focused on the code in fts5_hash.c. | |
13 # | |
14 | |
15 source [file join [file dirname [info script]] fts5_common.tcl] | |
16 set testprefix fts5hash | |
17 | |
18 # If SQLITE_ENABLE_FTS5 is defined, omit this file. | |
19 ifcapable !fts5 { | |
20 finish_test | |
21 return | |
22 } | |
23 | |
24 #------------------------------------------------------------------------- | |
25 # Return a list of tokens (a vocabulary) that all share the same hash | |
26 # key value. This can be used to test hash collisions. | |
27 # | |
28 proc build_vocab1 {args} { | |
29 | |
30 set O(-nslot) 1024 | |
31 set O(-nword) 20 | |
32 set O(-hash) 88 | |
33 set O(-prefix) "" | |
34 | |
35 if {[llength $args] % 2} { error "bad args" } | |
36 array set O2 $args | |
37 foreach {k v} $args { | |
38 if {[info exists O($k)]==0} { error "bad option: $k" } | |
39 set O($k) $v | |
40 } | |
41 | |
42 set L [list] | |
43 while {[llength $L] < $O(-nword)} { | |
44 set t "$O(-prefix)[random_token]" | |
45 set h [sqlite3_fts5_token_hash $O(-nslot) $t] | |
46 if {$O(-hash)==$h} { lappend L $t } | |
47 } | |
48 return $L | |
49 } | |
50 | |
51 proc random_token {} { | |
52 set map [list 0 a 1 b 2 c 3 d 4 e 5 f 6 g 7 h 8 i 9 j] | |
53 set iVal [expr int(rand() * 2000000)] | |
54 return [string map $map $iVal] | |
55 } | |
56 | |
57 proc random_doc {vocab nWord} { | |
58 set doc "" | |
59 set nVocab [llength $vocab] | |
60 for {set i 0} {$i<$nWord} {incr i} { | |
61 set j [expr {int(rand() * $nVocab)}] | |
62 lappend doc [lindex $vocab $j] | |
63 } | |
64 return $doc | |
65 } | |
66 | |
67 set vocab [build_vocab1] | |
68 db func r random_doc | |
69 | |
70 do_execsql_test 1.0 { | |
71 CREATE VIRTUAL TABLE eee USING fts5(e, ee); | |
72 BEGIN; | |
73 WITH ii(i) AS (SELECT 1 UNION ALL SELECT i+1 FROM ii WHERE i<100) | |
74 INSERT INTO eee SELECT r($vocab, 5), r($vocab, 7) FROM ii; | |
75 INSERT INTO eee(eee) VALUES('integrity-check'); | |
76 COMMIT; | |
77 INSERT INTO eee(eee) VALUES('integrity-check'); | |
78 } | |
79 | |
80 set hash [sqlite3_fts5_token_hash 1024 xyz] | |
81 set vocab [build_vocab1 -prefix xyz -hash $hash] | |
82 lappend vocab xyz | |
83 | |
84 do_execsql_test 1.1 { | |
85 CREATE VIRTUAL TABLE vocab USING fts5vocab(eee, 'row'); | |
86 BEGIN; | |
87 } | |
88 do_test 1.2 { | |
89 for {set i 1} {$i <= 100} {incr i} { | |
90 execsql { INSERT INTO eee VALUES( r($vocab, 5), r($vocab, 7) ) } | |
91 } | |
92 } {} | |
93 | |
94 do_test 1.2 { | |
95 db eval { SELECT term, doc FROM vocab } { | |
96 set nRow [db one {SELECT count(*) FROM eee WHERE eee MATCH $term}] | |
97 if {$nRow != $doc} { | |
98 error "term=$term fts5vocab=$doc cnt=$nRow" | |
99 } | |
100 } | |
101 set {} {} | |
102 } {} | |
103 | |
104 do_execsql_test 1.3 { | |
105 COMMIT; | |
106 INSERT INTO eee(eee) VALUES('integrity-check'); | |
107 } | |
108 | |
109 finish_test | |
110 | |
OLD | NEW |