OLD | NEW |
(Empty) | |
| 1 # 2010 February 02 |
| 2 # |
| 3 # The author disclaims copyright to this source code. In place of |
| 4 # a legal notice, here is a blessing: |
| 5 # |
| 6 # May you do good and not evil. |
| 7 # May you find forgiveness for yourself and forgive others. |
| 8 # May you share freely, never taking more than you give. |
| 9 # |
| 10 #************************************************************************* |
| 11 # This file implements regression tests for SQLite library. The |
| 12 # focus of this script is testing the FTS4 module. |
| 13 # |
| 14 # |
| 15 |
| 16 set testdir [file dirname $argv0] |
| 17 source $testdir/tester.tcl |
| 18 |
| 19 # If SQLITE_ENABLE_FTS3 is defined, omit this file. |
| 20 ifcapable !fts3 { |
| 21 finish_test |
| 22 return |
| 23 } |
| 24 |
| 25 # Create the fts_kjv_genesis procedure which fills and FTS3/4 table with |
| 26 # the complete text of the Book of Genesis. |
| 27 # |
| 28 source $testdir/genesis.tcl |
| 29 |
| 30 # The following is a list of queries to perform against the above |
| 31 # FTS3/FTS4 database. We will be trying these queries in various |
| 32 # configurations to ensure that they always return the same answers. |
| 33 # |
| 34 set fts4aa_queries { |
| 35 {abraham} |
| 36 {the king} |
| 37 {"the king"} |
| 38 {abraham OR joseph} |
| 39 {ab* OR jos*} |
| 40 {lived t*} |
| 41 {spake hebrew} |
| 42 {melchizedek} |
| 43 {t* melchizedek} |
| 44 {melchizedek t*} |
| 45 } |
| 46 unset -nocomplain fts4aa_res |
| 47 |
| 48 # Set up the baseline results |
| 49 # |
| 50 do_test fts4aa-1.0 { |
| 51 db eval { |
| 52 CREATE VIRTUAL TABLE t1 USING fts4(words, tokenize porter); |
| 53 } |
| 54 fts_kjv_genesis |
| 55 foreach q $::fts4aa_queries { |
| 56 set r [db eval {SELECT docid FROM t1 WHERE words MATCH $q ORDER BY docid}] |
| 57 set ::fts4aa_res($q) $r |
| 58 } |
| 59 } {} |
| 60 |
| 61 # Legacy test cases |
| 62 # |
| 63 do_test fts4aa-1.1 { |
| 64 db eval { |
| 65 SELECT docid FROM t1 EXCEPT SELECT docid FROM t1_docsize |
| 66 } |
| 67 } {} |
| 68 do_test fts4aa-1.2 { |
| 69 db eval { |
| 70 SELECT docid FROM t1_docsize EXCEPT SELECT docid FROM t1 |
| 71 } |
| 72 } {} |
| 73 |
| 74 proc mit {blob} { |
| 75 set scan(littleEndian) i* |
| 76 set scan(bigEndian) I* |
| 77 binary scan $blob $scan($::tcl_platform(byteOrder)) r |
| 78 return $r |
| 79 } |
| 80 db func mit mit |
| 81 |
| 82 do_test fts4aa-1.3 { |
| 83 db eval { |
| 84 SELECT docid, mit(matchinfo(t1, 'pcxnal')) FROM t1 WHERE t1 MATCH 'melchized
ek'; |
| 85 } |
| 86 } {1014018 {1 1 1 1 1 1533 25 20}} |
| 87 do_test fts4aa-1.4 { |
| 88 db eval { |
| 89 SELECT docid, mit(matchinfo(t1, 'pcxnal')) FROM t1 |
| 90 WHERE t1 MATCH 'spake hebrew' |
| 91 ORDER BY docid; |
| 92 } |
| 93 } {1039014 {2 1 1 40 40 1 6 6 1533 25 42} 1039017 {2 1 1 40 40 1 6 6 1533 25 26}
} |
| 94 do_test fts4aa-1.5 { |
| 95 db eval { |
| 96 SELECT docid, mit(matchinfo(t1, 'pcxnal')) FROM t1 |
| 97 WHERE t1 MATCH 'laban overtook jacob' |
| 98 ORDER BY docid; |
| 99 } |
| 100 } {1031025 {3 1 2 54 46 1 3 3 2 181 160 1533 25 24}} |
| 101 |
| 102 do_test fts4aa-1.6 { |
| 103 db eval { |
| 104 DELETE FROM t1 WHERE docid!=1050026; |
| 105 SELECT hex(size) FROM t1_docsize; |
| 106 SELECT hex(value) FROM t1_stat; |
| 107 } |
| 108 } {17 01176F} |
| 109 |
| 110 do_test fts4aa-1.7 { |
| 111 db eval { |
| 112 SELECT docid FROM t1 EXCEPT SELECT docid FROM t1_docsize |
| 113 } |
| 114 } {} |
| 115 do_test fts4aa-1.8 { |
| 116 db eval { |
| 117 SELECT docid FROM t1_docsize EXCEPT SELECT docid FROM t1 |
| 118 } |
| 119 } {} |
| 120 ifcapable fts4_deferred { |
| 121 do_test fts4aa-1.9 { |
| 122 # Note: Token 'in' is being deferred in the following query. |
| 123 db eval { |
| 124 SELECT docid, mit(matchinfo(t1, 'pcxnal')) FROM t1 |
| 125 WHERE t1 MATCH 'joseph died in egypt' |
| 126 ORDER BY docid; |
| 127 } |
| 128 } {1050026 {4 1 1 1 1 1 1 1 2 1 1 1 1 1 1 23 23}} |
| 129 } |
| 130 |
| 131 # Should get the same search results from FTS3 |
| 132 # |
| 133 do_test fts4aa-2.0 { |
| 134 db eval { |
| 135 DROP TABLE t1; |
| 136 CREATE VIRTUAL TABLE t1 USING fts3(words, tokenize porter); |
| 137 } |
| 138 fts_kjv_genesis |
| 139 } {} |
| 140 unset -nocomplain ii |
| 141 set ii 0 |
| 142 foreach {q r} [array get fts4aa_res] { |
| 143 incr ii |
| 144 do_test fts4aa-2.$ii { |
| 145 db eval {SELECT docid FROM t1 WHERE words MATCH $::q ORDER BY docid} |
| 146 } $r |
| 147 } |
| 148 |
| 149 # Should get the same search results when the page size is very large |
| 150 # |
| 151 do_test fts4aa-3.0 { |
| 152 db close |
| 153 forcedelete test.db |
| 154 sqlite3 db test.db |
| 155 db eval { |
| 156 PRAGMA page_size=65536; |
| 157 CREATE VIRTUAL TABLE t1 USING fts4(words, tokenize porter); |
| 158 } |
| 159 fts_kjv_genesis |
| 160 } {} |
| 161 unset -nocomplain ii |
| 162 set ii 0 |
| 163 foreach {q r} [array get fts4aa_res] { |
| 164 incr ii |
| 165 do_test fts4aa-3.$ii { |
| 166 db eval {SELECT docid FROM t1 WHERE words MATCH $::q ORDER BY docid} |
| 167 } $r |
| 168 } |
| 169 |
| 170 # Should get the same search results when an authorizer prevents |
| 171 # all PRAGMA statements. |
| 172 # |
| 173 proc no_pragma_auth {code arg1 arg2 arg3 arg4 args} { |
| 174 if {$code=="SQLITE_PRAGMA"} {return SQLITE_DENY} |
| 175 return SQLITE_OK; |
| 176 } |
| 177 do_test fts4aa-4.0 { |
| 178 db auth ::no_pragma_auth |
| 179 db eval { |
| 180 DROP TABLE t1; |
| 181 CREATE VIRTUAL TABLE t1 USING fts4(words, tokenize porter); |
| 182 } |
| 183 fts_kjv_genesis |
| 184 } {} |
| 185 unset -nocomplain ii |
| 186 set ii 0 |
| 187 foreach {q r} [array get fts4aa_res] { |
| 188 incr ii |
| 189 do_test fts4aa-4.$ii { |
| 190 db eval {SELECT docid FROM t1 WHERE words MATCH $::q ORDER BY docid} |
| 191 } $r |
| 192 } |
| 193 |
| 194 finish_test |
OLD | NEW |