| Index: third_party/sqlite/sqlite-src-3100200/ext/fts5/test/fts5corrupt3.test
|
| diff --git a/third_party/sqlite/sqlite-src-3100200/ext/fts5/test/fts5corrupt3.test b/third_party/sqlite/sqlite-src-3100200/ext/fts5/test/fts5corrupt3.test
|
| deleted file mode 100644
|
| index dd70f31a6b5ad37429035e617326c9aa99c770f0..0000000000000000000000000000000000000000
|
| --- a/third_party/sqlite/sqlite-src-3100200/ext/fts5/test/fts5corrupt3.test
|
| +++ /dev/null
|
| @@ -1,376 +0,0 @@
|
| -# 2015 Apr 24
|
| -#
|
| -# The author disclaims copyright to this source code. In place of
|
| -# a legal notice, here is a blessing:
|
| -#
|
| -# May you do good and not evil.
|
| -# May you find forgiveness for yourself and forgive others.
|
| -# May you share freely, never taking more than you give.
|
| -#
|
| -#***********************************************************************
|
| -#
|
| -# This file tests that FTS5 handles corrupt databases (i.e. internal
|
| -# inconsistencies in the backing tables) correctly. In this case
|
| -# "correctly" means without crashing.
|
| -#
|
| -
|
| -source [file join [file dirname [info script]] fts5_common.tcl]
|
| -set testprefix fts5corrupt3
|
| -
|
| -# If SQLITE_ENABLE_FTS5 is defined, omit this file.
|
| -ifcapable !fts5 {
|
| - finish_test
|
| - return
|
| -}
|
| -sqlite3_fts5_may_be_corrupt 1
|
| -
|
| -proc create_t1 {} {
|
| - expr srand(0)
|
| - db func rnddoc fts5_rnddoc
|
| - db eval {
|
| - CREATE VIRTUAL TABLE t1 USING fts5(x);
|
| - INSERT INTO t1(t1, rank) VALUES('pgsz', 64);
|
| - WITH ii(i) AS (SELECT 1 UNION SELECT i+1 FROM ii WHERE i<100)
|
| - INSERT INTO t1 SELECT rnddoc(10) FROM ii;
|
| - }
|
| -}
|
| -
|
| -if 1 {
|
| -
|
| -# Create a simple FTS5 table containing 100 documents. Each document
|
| -# contains 10 terms, each of which start with the character "x".
|
| -#
|
| -do_test 1.0 { create_t1 } {}
|
| -
|
| -do_test 1.1 {
|
| - # Pick out the rowid of the right-most b-tree leaf in the new segment.
|
| - set rowid [db one {
|
| - SELECT max(rowid) FROM t1_data WHERE ((rowid>>31) & 0x0F)==1
|
| - }]
|
| - set L [db one {SELECT length(block) FROM t1_data WHERE rowid = $rowid}]
|
| - set {} {}
|
| -} {}
|
| -
|
| -for {set i 0} {$i < $L} {incr i} {
|
| - do_test 1.2.$i {
|
| - catchsql {
|
| - BEGIN;
|
| - UPDATE t1_data SET block = substr(block, 1, $i) WHERE id = $rowid;
|
| - INSERT INTO t1(t1) VALUES('integrity-check');
|
| - }
|
| - } {1 {database disk image is malformed}}
|
| - catchsql ROLLBACK
|
| -}
|
| -
|
| -#-------------------------------------------------------------------------
|
| -# Test that trailing bytes appended to the averages record are ignored.
|
| -#
|
| -do_execsql_test 2.1 {
|
| - CREATE VIRTUAL TABLE t2 USING fts5(x);
|
| - INSERT INTO t2 VALUES(rnddoc(10));
|
| - INSERT INTO t2 VALUES(rnddoc(10));
|
| - SELECT length(block) FROM t2_data WHERE id=1;
|
| -} {2}
|
| -do_execsql_test 2.2 {
|
| - UPDATE t2_data SET block = block || 'abcd' WHERE id=1;
|
| - SELECT length(block) FROM t2_data WHERE id=1;
|
| -} {6}
|
| -do_execsql_test 2.2 {
|
| - INSERT INTO t2 VALUES(rnddoc(10));
|
| - SELECT length(block) FROM t2_data WHERE id=1;
|
| -} {2}
|
| -
|
| -
|
| -#-------------------------------------------------------------------------
|
| -# Test that missing leaf pages are recognized as corruption.
|
| -#
|
| -reset_db
|
| -do_test 3.0 { create_t1 } {}
|
| -
|
| -do_execsql_test 3.1 {
|
| - SELECT count(*) FROM t1_data;
|
| -} {105}
|
| -
|
| -proc do_3_test {tn} {
|
| - set i 0
|
| - foreach ::rowid [db eval "SELECT rowid FROM t1_data WHERE rowid>100"] {
|
| - incr i
|
| - do_test $tn.$i {
|
| - db eval BEGIN
|
| - db eval {DELETE FROM t1_data WHERE rowid = $::rowid}
|
| - list [
|
| - catch { db eval {SELECT rowid FROM t1 WHERE t1 MATCH 'x*'} } msg
|
| - ] $msg
|
| - } {1 {database disk image is malformed}}
|
| - catch { db eval ROLLBACK }
|
| - }
|
| -}
|
| -
|
| -do_3_test 3.2
|
| -
|
| -do_execsql_test 3.3 {
|
| - INSERT INTO t1(t1, rank) VALUES('pgsz', 32);
|
| - INSERT INTO t1 SELECT x FROM t1;
|
| - INSERT INTO t1(t1) VALUES('optimize');
|
| -} {}
|
| -
|
| -do_3_test 3.4
|
| -
|
| -do_test 3.5 {
|
| - execsql {
|
| - DELETE FROM t1;
|
| - INSERT INTO t1(t1, rank) VALUES('pgsz', 40);
|
| - }
|
| - for {set i 0} {$i < 1000} {incr i} {
|
| - set rnd [expr int(rand() * 1000)]
|
| - set doc [string repeat "x$rnd " [expr int(rand() * 3) + 1]]
|
| - execsql { INSERT INTO t1(rowid, x) VALUES($i, $doc) }
|
| - }
|
| -} {}
|
| -
|
| -do_3_test 3.6
|
| -
|
| -do_test 3.7 {
|
| - execsql {
|
| - INSERT INTO t1(t1, rank) VALUES('pgsz', 40);
|
| - INSERT INTO t1 SELECT x FROM t1;
|
| - INSERT INTO t1(t1) VALUES('optimize');
|
| - }
|
| -} {}
|
| -
|
| -do_3_test 3.8
|
| -
|
| -do_test 3.9 {
|
| - execsql {
|
| - DELETE FROM t1;
|
| - INSERT INTO t1(t1, rank) VALUES('pgsz', 32);
|
| - }
|
| - for {set i 0} {$i < 100} {incr i} {
|
| - set rnd [expr int(rand() * 100)]
|
| - set doc "x[string repeat $rnd 20]"
|
| - execsql { INSERT INTO t1(rowid, x) VALUES($i, $doc) }
|
| - }
|
| -} {}
|
| -
|
| -do_3_test 3.10
|
| -
|
| -#-------------------------------------------------------------------------
|
| -# Test that segments that end unexpectedly are identified as corruption.
|
| -#
|
| -reset_db
|
| -do_test 4.0 {
|
| - execsql {
|
| - CREATE VIRTUAL TABLE t1 USING fts5(x);
|
| - INSERT INTO t1(t1, rank) VALUES('pgsz', 32);
|
| - }
|
| - for {set i 0} {$i < 100} {incr i} {
|
| - set rnd [expr int(rand() * 100)]
|
| - set doc "x[string repeat $rnd 20]"
|
| - execsql { INSERT INTO t1(rowid, x) VALUES($i, $doc) }
|
| - }
|
| - execsql { INSERT INTO t1(t1) VALUES('optimize') }
|
| -} {}
|
| -
|
| -set nErr 0
|
| -for {set i 1} {1} {incr i} {
|
| - set struct [db one {SELECT block FROM t1_data WHERE id=10}]
|
| - binary scan $struct c* var
|
| - set end [lindex $var end]
|
| - if {$end<=$i} break
|
| - lset var end [expr $end - $i]
|
| - set struct [binary format c* $var]
|
| - db eval {
|
| - BEGIN;
|
| - UPDATE t1_data SET block = $struct WHERE id=10;
|
| - }
|
| - do_test 4.1.$i {
|
| - incr nErr [catch { db eval { SELECT rowid FROM t1 WHERE t1 MATCH 'x*' } }]
|
| - set {} {}
|
| - } {}
|
| - catch { db eval ROLLBACK }
|
| -}
|
| -do_test 4.1.x { expr $nErr>45 } 1
|
| -
|
| -#-------------------------------------------------------------------------
|
| -#
|
| -
|
| -# The first argument passed to this command must be a binary blob
|
| -# containing an FTS5 leaf page. This command returns a copy of this
|
| -# blob, with the pgidx of the leaf page replaced by a single varint
|
| -# containing value $iVal.
|
| -#
|
| -proc rewrite_pgidx {blob iVal} {
|
| - binary scan $blob SS off1 szLeaf
|
| - if {$iVal<0 || $iVal>=128} {
|
| - error "$iVal out of range!"
|
| - } else {
|
| - set pgidx [binary format c $iVal]
|
| - }
|
| -
|
| - binary format a${szLeaf}a* $blob $pgidx
|
| -}
|
| -
|
| -reset_db
|
| -do_execsql_test 5.1 {
|
| - CREATE VIRTUAL TABLE x1 USING fts5(x);
|
| - INSERT INTO x1(x1, rank) VALUES('pgsz', 40);
|
| - BEGIN;
|
| - INSERT INTO x1 VALUES('xaaa xabb xccc xcdd xeee xeff xggg xghh xiii xijj');
|
| - INSERT INTO x1 SELECT x FROM x1;
|
| - INSERT INTO x1 SELECT x FROM x1;
|
| - INSERT INTO x1 SELECT x FROM x1;
|
| - INSERT INTO x1 SELECT x FROM x1;
|
| - INSERT INTO x1(x1) VALUES('optimize');
|
| - COMMIT;
|
| -}
|
| -
|
| -#db eval { SELECT fts5_decode(id, block) b from x1_data } { puts $b }
|
| -#
|
| -db func rewrite_pgidx rewrite_pgidx
|
| -set i 0
|
| -foreach rowid [db eval {SELECT rowid FROM x1_data WHERE rowid>100}] {
|
| - foreach val {2 100} {
|
| - do_test 5.2.$val.[incr i] {
|
| - catchsql {
|
| - BEGIN;
|
| - UPDATE x1_data SET block=rewrite_pgidx(block, $val) WHERE id=$rowid;
|
| - SELECT rowid FROM x1 WHERE x1 MATCH 'xa*';
|
| - SELECT rowid FROM x1 WHERE x1 MATCH 'xb*';
|
| - SELECT rowid FROM x1 WHERE x1 MATCH 'xc*';
|
| - SELECT rowid FROM x1 WHERE x1 MATCH 'xd*';
|
| - SELECT rowid FROM x1 WHERE x1 MATCH 'xe*';
|
| - SELECT rowid FROM x1 WHERE x1 MATCH 'xf*';
|
| - SELECT rowid FROM x1 WHERE x1 MATCH 'xg*';
|
| - SELECT rowid FROM x1 WHERE x1 MATCH 'xh*';
|
| - SELECT rowid FROM x1 WHERE x1 MATCH 'xi*';
|
| - }
|
| - set {} {}
|
| - } {}
|
| - catch { db eval ROLLBACK }
|
| - }
|
| -}
|
| -
|
| -#------------------------------------------------------------------------
|
| -#
|
| -reset_db
|
| -do_execsql_test 6.1.0 {
|
| - CREATE VIRTUAL TABLE t1 USING fts5(a);
|
| - INSERT INTO t1 VALUES('bbbbb ccccc');
|
| - SELECT quote(block) FROM t1_data WHERE rowid>100;
|
| -} {X'000000180630626262626201020201056363636363010203040A'}
|
| -do_execsql_test 6.1.1 {
|
| - UPDATE t1_data SET block =
|
| - X'000000180630626262626201020201056161616161010203040A'
|
| - WHERE rowid>100;
|
| -}
|
| -do_catchsql_test 6.1.2 {
|
| - INSERT INTO t1(t1) VALUES('integrity-check');
|
| -} {1 {database disk image is malformed}}
|
| -
|
| -#-------
|
| -reset_db
|
| -do_execsql_test 6.2.0 {
|
| - CREATE VIRTUAL TABLE t1 USING fts5(a);
|
| - INSERT INTO t1(t1, rank) VALUES('pgsz', 32);
|
| - INSERT INTO t1 VALUES('aa bb cc dd ee');
|
| - SELECT pgno, quote(term) FROM t1_idx;
|
| -} {2 X'' 4 X'3064'}
|
| -do_execsql_test 6.2.1 {
|
| - UPDATE t1_idx SET term = X'3065' WHERE pgno=4;
|
| -}
|
| -do_catchsql_test 6.2.2 {
|
| - INSERT INTO t1(t1) VALUES('integrity-check');
|
| -} {1 {database disk image is malformed}}
|
| -
|
| -#-------
|
| -reset_db
|
| -do_execsql_test 6.3.0 {
|
| - CREATE VIRTUAL TABLE t1 USING fts5(a);
|
| - INSERT INTO t1 VALUES('abc abcdef abcdefghi');
|
| - SELECT quote(block) FROM t1_data WHERE id>100;
|
| -} {X'0000001C043061626301020204036465660102030703676869010204040808'}
|
| -do_execsql_test 6.3.1 {
|
| - BEGIN;
|
| - UPDATE t1_data SET block =
|
| - X'0000001C043061626301020204036465660102035003676869010204040808'
|
| - ------------------------------------------^^---------------------
|
| - WHERE id>100;
|
| -}
|
| -do_catchsql_test 6.3.2 {
|
| - INSERT INTO t1(t1) VALUES('integrity-check');
|
| -} {1 {database disk image is malformed}}
|
| -do_execsql_test 6.3.3 {
|
| - ROLLBACK;
|
| - BEGIN;
|
| - UPDATE t1_data SET block =
|
| - X'0000001C043061626301020204036465660102030750676869010204040808'
|
| - --------------------------------------------^^-------------------
|
| - WHERE id>100;
|
| -}
|
| -do_catchsql_test 6.3.3 {
|
| - INSERT INTO t1(t1) VALUES('integrity-check');
|
| -} {1 {database disk image is malformed}}
|
| -do_execsql_test 6.3.4 {
|
| - ROLLBACK;
|
| - BEGIN;
|
| - UPDATE t1_data SET block =
|
| - X'0000001C043061626301020204036465660102030707676869010204040850'
|
| - --------------------------------------------------------------^^-
|
| - WHERE id>100;
|
| -}
|
| -do_catchsql_test 6.3.5 {
|
| - INSERT INTO t1(t1) VALUES('integrity-check');
|
| -} {1 {database disk image is malformed}}
|
| -do_execsql_test 6.3.6 {
|
| - ROLLBACK;
|
| - BEGIN;
|
| - UPDATE t1_data SET block =
|
| - X'0000001C503061626301020204036465660102030707676869010204040808'
|
| - ----------^^-----------------------------------------------------
|
| - WHERE id>100;
|
| -}
|
| -do_catchsql_test 6.3.5 {
|
| - INSERT INTO t1(t1) VALUES('integrity-check');
|
| -} {1 {database disk image is malformed}}
|
| -
|
| -
|
| -}
|
| -
|
| -#------------------------------------------------------------------------
|
| -#
|
| -reset_db
|
| -reset_db
|
| -proc rnddoc {n} {
|
| - set map [list a b c d]
|
| - set doc [list]
|
| - for {set i 0} {$i < $n} {incr i} {
|
| - lappend doc "x[lindex $map [expr int(rand()*4)]]"
|
| - }
|
| - set doc
|
| -}
|
| -
|
| -db func rnddoc rnddoc
|
| -do_test 7.0 {
|
| - execsql {
|
| - CREATE VIRTUAL TABLE t5 USING fts5(x);
|
| - INSERT INTO t5 VALUES( rnddoc(10000) );
|
| - INSERT INTO t5 VALUES( rnddoc(10000) );
|
| - INSERT INTO t5 VALUES( rnddoc(10000) );
|
| - INSERT INTO t5 VALUES( rnddoc(10000) );
|
| - INSERT INTO t5(t5) VALUES('optimize');
|
| - }
|
| -} {}
|
| -
|
| -do_test 7.1 {
|
| - foreach i [db eval { SELECT rowid FROM t5_data WHERE rowid>100 }] {
|
| - db eval BEGIN
|
| - db eval {DELETE FROM t5_data WHERE rowid = $i}
|
| - set r [catchsql { INSERT INTO t5(t5) VALUES('integrity-check')} ]
|
| - if {$r != "1 {database disk image is malformed}"} { error $r }
|
| - db eval ROLLBACK
|
| - }
|
| -} {}
|
| -
|
| -sqlite3_fts5_may_be_corrupt 0
|
| -finish_test
|
| -
|
|
|