| Index: third_party/sqlite/sqlite-src-3080704/test/fts4merge.test
 | 
| diff --git a/third_party/sqlite/sqlite-src-3080704/test/fts4merge.test b/third_party/sqlite/sqlite-src-3080704/test/fts4merge.test
 | 
| new file mode 100644
 | 
| index 0000000000000000000000000000000000000000..fabb651e6499aa598f93108b1917a1e7be236b45
 | 
| --- /dev/null
 | 
| +++ b/third_party/sqlite/sqlite-src-3080704/test/fts4merge.test
 | 
| @@ -0,0 +1,341 @@
 | 
| +# 2012 March 06
 | 
| +#
 | 
| +# The author disclaims copyright to this source code.  In place of
 | 
| +# a legal notice, here is a blessing:
 | 
| +#
 | 
| +#    May you do good and not evil.
 | 
| +#    May you find forgiveness for yourself and forgive others.
 | 
| +#    May you share freely, never taking more than you give.
 | 
| +#
 | 
| +#*************************************************************************
 | 
| +# This file implements regression tests for SQLite library.  The
 | 
| +# focus of this script is testing the incremental merge function.
 | 
| +#
 | 
| +
 | 
| +set testdir [file dirname $argv0]
 | 
| +source $testdir/tester.tcl
 | 
| +source $testdir/fts3_common.tcl
 | 
| +
 | 
| +# If SQLITE_ENABLE_FTS3 is defined, omit this file.
 | 
| +ifcapable !fts3 {
 | 
| +  finish_test
 | 
| +  return
 | 
| +}
 | 
| +
 | 
| +proc fts3_integrity_check {tbl} {
 | 
| +  db eval "INSERT INTO $tbl ($tbl) VALUES('integrity-check')"
 | 
| +  return "ok"
 | 
| +}
 | 
| +
 | 
| +foreach mod {fts3 fts4} {
 | 
| +  set ::testprefix fts4merge-$mod
 | 
| +  reset_db
 | 
| +
 | 
| +  #-------------------------------------------------------------------------
 | 
| +  # Test cases 1.*
 | 
| +  #
 | 
| +  do_test 1.0 { fts3_build_db_1 -module $mod 1004 } {}
 | 
| +  do_test 1.1 { fts3_integrity_check t1 } {ok}
 | 
| +  do_execsql_test 1.1 { 
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level 
 | 
| +  } {
 | 
| +    0 {0 1 2 3 4 5 6 7 8 9 10 11} 
 | 
| +    1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13}
 | 
| +    2 {0 1 2}
 | 
| +  }
 | 
| +  
 | 
| +  for {set i 0} {$i<20} {incr i} {
 | 
| +    do_execsql_test 1.2.$i.1 { INSERT INTO t1(t1) VALUES('merge=1') }
 | 
| +    do_test 1.2.$i.2 { fts3_integrity_check t1 } ok
 | 
| +    do_execsql_test 1.2.$i.3 { 
 | 
| +      SELECT docid FROM t1 WHERE t1 MATCH 'zero one two three'
 | 
| +    } {123 132 213 231 312 321}
 | 
| +  }
 | 
| +  
 | 
| +  do_execsql_test 1.3 { 
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level 
 | 
| +  } {
 | 
| +    0 {0 1 2 3} 
 | 
| +    1 {0 1 2 3 4 5 6} 
 | 
| +    2 {0 1 2 3}
 | 
| +  }
 | 
| +  
 | 
| +  for {set i 0} {$i<100} {incr i} {
 | 
| +    do_execsql_test 1.4.$i { INSERT INTO t1(t1) VALUES('merge=1,4') }
 | 
| +    do_test 1.4.$i.2 { fts3_integrity_check t1 } ok
 | 
| +    do_execsql_test 1.4.$i.3 { 
 | 
| +      SELECT docid FROM t1 WHERE t1 MATCH 'zero one two three'
 | 
| +    } {123 132 213 231 312 321}
 | 
| +  }
 | 
| +  
 | 
| +  do_execsql_test 1.5 { 
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level 
 | 
| +  } {
 | 
| +    2 {0 1}
 | 
| +    3 0
 | 
| +  }
 | 
| +  
 | 
| +  #-------------------------------------------------------------------------
 | 
| +  # Test cases 2.* test that errors in the xxx part of the 'merge=xxx' are
 | 
| +  # handled correctly.
 | 
| +  #
 | 
| +  do_execsql_test 2.0 "CREATE VIRTUAL TABLE t2 USING $mod"
 | 
| +  
 | 
| +  foreach {tn arg} {
 | 
| +    1   {merge=abc}
 | 
| +    2   {merge=%%%}
 | 
| +    3   {merge=,}
 | 
| +    4   {merge=5,}
 | 
| +    5   {merge=6,%}
 | 
| +    6   {merge=6,six}
 | 
| +    7   {merge=6,1}
 | 
| +    8   {merge=6,0}
 | 
| +  } {
 | 
| +    do_catchsql_test 2.$tn { 
 | 
| +      INSERT INTO t2(t2) VALUES($arg);
 | 
| +    } {1 {SQL logic error or missing database}}
 | 
| +  }
 | 
| +  
 | 
| +  #-------------------------------------------------------------------------
 | 
| +  # Test cases 3.*
 | 
| +  #
 | 
| +  do_test 3.0 { 
 | 
| +    reset_db
 | 
| +    execsql { PRAGMA page_size = 512 }
 | 
| +    fts3_build_db_2 -module $mod 30040 
 | 
| +  } {}
 | 
| +  do_test 3.1 { fts3_integrity_check t2 } {ok}
 | 
| +  
 | 
| +  do_execsql_test 3.2 { 
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t2_segdir GROUP BY level 
 | 
| +  } {
 | 
| +    0 {0 1 2 3 4 5 6} 
 | 
| +    1 {0 1 2 3 4} 
 | 
| +    2 {0 1 2 3 4} 
 | 
| +    3 {0 1 2 3 4 5 6}
 | 
| +  }
 | 
| +  
 | 
| +  do_execsql_test 3.3 { 
 | 
| +    INSERT INTO t2(t2) VALUES('merge=1000000,2');
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t2_segdir GROUP BY level 
 | 
| +  } {
 | 
| +    0 0 
 | 
| +    2 0
 | 
| +    3 0 
 | 
| +    4 0
 | 
| +    6 0
 | 
| +  }
 | 
| +  
 | 
| +  #-------------------------------------------------------------------------
 | 
| +  # Test cases 4.*
 | 
| +  #
 | 
| +  reset_db
 | 
| +  do_execsql_test 4.1 "
 | 
| +    PRAGMA page_size = 512;
 | 
| +    CREATE VIRTUAL TABLE t4 USING $mod;
 | 
| +    PRAGMA main.page_size;
 | 
| +  " {512}
 | 
| +  
 | 
| +  do_test 4.2 {
 | 
| +    foreach x {a c b d e f g h i j k l m n o p} {
 | 
| +      execsql "INSERT INTO t4 VALUES('[string repeat $x 600]')"
 | 
| +    }
 | 
| +    execsql {SELECT level, group_concat(idx, ' ') FROM t4_segdir GROUP BY level}
 | 
| +  } {0 {0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15}}
 | 
| +  
 | 
| +  foreach {tn expect} {
 | 
| +    1  "0 {0 1 2 3 4 5 6 7 8 9 10 11 12 13} 1 0"
 | 
| +    2  "0 {0 1 2 3 4 5 6 7 8 9 10 11 12}    1 0"
 | 
| +    3  "0 {0 1 2 3 4 5 6 7 8 9 10 11}       1 0"
 | 
| +    4  "0 {0 1 2 3 4 5 6 7 8 9 10}          1 0"
 | 
| +    5  "0 {0 1 2 3 4 5 6 7 8 9}             1 0"
 | 
| +    6  "0 {0 1 2 3 4 5 6 7 8}               1 0"
 | 
| +    7  "0 {0 1 2 3 4 5 6 7}                 1 0"
 | 
| +    8  "0 {0 1 2 3 4 5 6}                   1 0"
 | 
| +    9  "0 {0 1 2 3 4 5}                     1 0"
 | 
| +  } {
 | 
| +    do_execsql_test 4.3.$tn {
 | 
| +      INSERT INTO t4(t4) VALUES('merge=1,16');
 | 
| +      SELECT level, group_concat(idx, ' ') FROM t4_segdir GROUP BY level;
 | 
| +    } $expect
 | 
| +  }
 | 
| +  
 | 
| +  do_execsql_test 4.4.1 {
 | 
| +    SELECT quote(value) FROM t4_stat WHERE rowid=1
 | 
| +  } {X'0006'}
 | 
| +  
 | 
| +  do_execsql_test 4.4.2 {
 | 
| +    DELETE FROM t4_stat WHERE rowid=1;
 | 
| +    INSERT INTO t4(t4) VALUES('merge=1,12');
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t4_segdir GROUP BY level;
 | 
| +  } "0 {0 1 2 3 4 5}                     1 0"
 | 
| +  
 | 
| +  
 | 
| +  #-------------------------------------------------------------------------
 | 
| +  # Test cases 5.*
 | 
| +  #
 | 
| +  # Test that if a crisis-merge occurs that disrupts an ongoing incremental
 | 
| +  # merge, the next call to "merge=A,B" identifies this and starts a new
 | 
| +  # incremental merge. There are two scenarios:
 | 
| +  #
 | 
| +  #   * There are less segments on the input level that the disrupted
 | 
| +  #     incremental merge operated on, or
 | 
| +  #   
 | 
| +  #   * Sufficient segments exist on the input level but the segments 
 | 
| +  #     contain keys smaller than the largest key in the potential output 
 | 
| +  #     segment.
 | 
| +  # 
 | 
| +  do_test 5.1 {
 | 
| +    reset_db
 | 
| +    fts3_build_db_1 -module $mod 1000
 | 
| +  } {}
 | 
| +  
 | 
| +  do_execsql_test 5.2 {
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level;
 | 
| +  } {
 | 
| +    0 {0 1 2 3 4 5 6 7} 
 | 
| +    1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13} 
 | 
| +    2 {0 1 2}
 | 
| +  }
 | 
| +  
 | 
| +  do_execsql_test 5.3 {
 | 
| +    INSERT INTO t1(t1) VALUES('merge=1,5');
 | 
| +    INSERT INTO t1(t1) VALUES('merge=1,5');
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level;
 | 
| +  } {
 | 
| +    0 {0 1 2}
 | 
| +    1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13 14} 
 | 
| +    2 {0 1 2 3}
 | 
| +  }
 | 
| +  
 | 
| +  do_execsql_test 5.4 {SELECT quote(value) from t1_stat WHERE rowid=1} {X'0105'}
 | 
| +  do_test 5.5 {
 | 
| +    foreach docid [execsql {SELECT docid FROM t1}] {
 | 
| +      execsql {INSERT INTO t1 SELECT * FROM t1 WHERE docid=$docid}
 | 
| +    }
 | 
| +  } {}
 | 
| +  
 | 
| +  do_execsql_test 5.6 {SELECT quote(value) from t1_stat WHERE rowid=1} {X'0105'}
 | 
| +  
 | 
| +  do_execsql_test 5.7 {
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level;
 | 
| +    SELECT quote(value) from t1_stat WHERE rowid=1;
 | 
| +  } {
 | 
| +    0 {0 1 2 3 4 5 6 7 8 9 10} 
 | 
| +    1 {0 1 2 3 4 5 6 7 8 9 10 11 12} 
 | 
| +    2 {0 1 2 3 4 5 6 7}
 | 
| +    X'0105'
 | 
| +  }
 | 
| +  
 | 
| +  do_execsql_test 5.8 {
 | 
| +    INSERT INTO t1(t1) VALUES('merge=1,6');
 | 
| +    INSERT INTO t1(t1) VALUES('merge=1,6');
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level;
 | 
| +    SELECT quote(value) from t1_stat WHERE rowid=1;
 | 
| +  } {
 | 
| +    0 {0 1 2 3 4} 
 | 
| +    1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13} 
 | 
| +    2 {0 1 2 3 4 5 6 7 8} X'0106'
 | 
| +  }
 | 
| +  
 | 
| +  do_test 5.8.1 { fts3_integrity_check t1 } ok
 | 
| +  
 | 
| +  do_test 5.9 {
 | 
| +    set L [expr 16*16*7 + 16*3 + 12]
 | 
| +    foreach docid [execsql {
 | 
| +        SELECT docid FROM t1 UNION ALL SELECT docid FROM t1 LIMIT $L
 | 
| +    }] {
 | 
| +      execsql {INSERT INTO t1 SELECT * FROM t1 WHERE docid=$docid}
 | 
| +    }
 | 
| +  } {}
 | 
| +  
 | 
| +  do_execsql_test 5.10 {
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level;
 | 
| +    SELECT quote(value) from t1_stat WHERE rowid=1;
 | 
| +  } {
 | 
| +    0 0 1 {0 1} 2 0 3 0 X'0106'
 | 
| +  }
 | 
| +  
 | 
| +  do_execsql_test 5.11 {
 | 
| +    INSERT INTO t1(t1) VALUES('merge=1,6');
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level;
 | 
| +    SELECT quote(value) from t1_stat WHERE rowid=1;
 | 
| +  } {
 | 
| +    0 0 1 {0 1} 2 0 3 0 X''
 | 
| +  }
 | 
| +  
 | 
| +  #-------------------------------------------------------------------------
 | 
| +  # Test cases 6.*
 | 
| +  #
 | 
| +  # At one point the following test caused an assert() to fail (because the
 | 
| +  # second 'merge=1,2' operation below actually "merges" a single input
 | 
| +  # segment, which was unexpected).
 | 
| +  #
 | 
| +  do_test 6.1 {
 | 
| +    reset_db
 | 
| +    set a [string repeat a 900]
 | 
| +    set b [string repeat b 900]
 | 
| +    set c [string repeat c 900]
 | 
| +    set d [string repeat d 900]
 | 
| +
 | 
| +    execsql "CREATE VIRTUAL TABLE t1 USING $mod"
 | 
| +    execsql {
 | 
| +      BEGIN;
 | 
| +        INSERT INTO t1 VALUES($a);
 | 
| +        INSERT INTO t1 VALUES($b);
 | 
| +      COMMIT;
 | 
| +      BEGIN;
 | 
| +        INSERT INTO t1 VALUES($c);
 | 
| +        INSERT INTO t1 VALUES($d);
 | 
| +      COMMIT;
 | 
| +    }
 | 
| +  
 | 
| +    execsql {
 | 
| +      INSERT INTO t1(t1) VALUES('merge=1,2');
 | 
| +      INSERT INTO t1(t1) VALUES('merge=1,2');
 | 
| +    }
 | 
| +  } {}
 | 
| +  
 | 
| +  #-------------------------------------------------------------------------
 | 
| +  # Test cases 7.*
 | 
| +  #
 | 
| +  # Test that the value returned by sqlite3_total_changes() increases by
 | 
| +  # 1 following a no-op "merge=A,B", or by more than 1 if actual work is
 | 
| +  # performed.
 | 
| +  #
 | 
| +  do_test 7.0 {
 | 
| +    reset_db
 | 
| +    fts3_build_db_1 -module $mod 1000
 | 
| +  } {}
 | 
| +  
 | 
| +  do_execsql_test 7.1 {
 | 
| +    SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level
 | 
| +  } {
 | 
| +    0 {0 1 2 3 4 5 6 7} 
 | 
| +    1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13} 
 | 
| +    2 {0 1 2}
 | 
| +  }
 | 
| +  do_test 7.2 {
 | 
| +    set x [db total_changes]
 | 
| +    execsql { INSERT INTO t1(t1) VALUES('merge=2,10') }
 | 
| +    expr { ([db total_changes] - $x)>1 }
 | 
| +  } {1}
 | 
| +  do_test 7.3 {
 | 
| +    set x [db total_changes]
 | 
| +    execsql { INSERT INTO t1(t1) VALUES('merge=200,10') }
 | 
| +    expr { ([db total_changes] - $x)>1 }
 | 
| +  } {1}
 | 
| +  do_test 7.4 {
 | 
| +    set x [db total_changes]
 | 
| +    execsql { INSERT INTO t1(t1) VALUES('merge=200,10') }
 | 
| +    expr { ([db total_changes] - $x)>1 }
 | 
| +  } {0}
 | 
| +  do_test 7.5 {
 | 
| +    set x [db total_changes]
 | 
| +    execsql { INSERT INTO t1(t1) VALUES('merge=200,10') }
 | 
| +    expr { ([db total_changes] - $x)>1 }
 | 
| +  } {0}
 | 
| +
 | 
| +}
 | 
| +
 | 
| +finish_test
 | 
| 
 |