Add //third_party/sqlite to dirs_to_snapshot, remove net_sql.patch

third_party/sqlite/src/test/fts3defer.test

 # 2010 October 15
 #
 # The author disclaims copyright to this source code.  In place of
 # a legal notice, here is a blessing:
 #
 #    May you do good and not evil.
 #    May you find forgiveness for yourself and forgive others.
 #    May you share freely, never taking more than you give.
 #
 #***********************************************************************
 
 set testdir [file dirname $argv0]
 source $testdir/tester.tcl
 source $testdir/malloc_common.tcl
 
-ifcapable !fts3 {
+ifcapable !fts3||!fts4_deferred {
   finish_test
   return
 }
 
 set sqlite_fts3_enable_parentheses 1
 
+set fts3_simple_deferred_tokens_only 1
+
 set ::testprefix fts3defer
 
 #--------------------------------------------------------------------------
 # Test cases fts3defer-1.* are the "warm body" cases. The database contains
 # one row with 15000 instances of the token "a". This makes the doclist for
 # "a" so large that FTS3 will avoid loading it in most cases.
 #
 # To show this, test cases fts3defer-1.2.* execute a bunch of FTS3 queries
 # involving token "a". Then, fts3defer-1.3.* replaces the doclist for token
 # "a" with all zeroes and fts3defer-1.4.* repeats the tests from 1.2. If
@@ skipping 217 matching lines @@
   do_execsql_test 0 { 
     SELECT count(*) FROM t1_segments WHERE length(block)>10000 
   } {2}
 
   do_select_test 1.1 {
     SELECT rowid FROM t1 WHERE t1 MATCH 'jk xnxhf'
   } {13 29 40 47 48 52 63 92}
   do_select_test 1.2 {
     SELECT rowid FROM t1 WHERE t1 MATCH 'jk eh'
   } {100}
-if {$tn==3} breakpoint
   do_select_test 1.3 {
     SELECT rowid FROM t1 WHERE t1 MATCH 'jk ubwrfqnbjf'
   } {7 70 98}
   do_select_test 1.4 {
     SELECT rowid FROM t1 WHERE t1 MATCH 'duszemmzl jk'
   } {3 5 8 10 13 18 20 23 32 37 41 43 55 60 65 67 72 74 76 81 94 96 97}
   do_select_test 1.5 {
     SELECT rowid FROM t1 WHERE t1 MATCH 'ubwrfqnbjf jk'
   } {7 70 98}
   do_select_test 1.6 {
     SELECT rowid FROM t1 WHERE t1 MATCH 'jk ubwrfqnbjf jk jk jk jk'
   } {7 70 98}
   do_select_test 1.7 {
     SELECT rowid FROM t1 WHERE t1 MATCH 'zm xnxhf'
   } {12 13 29 30 40 47 48 52 63 92 93}
   do_select_test 1.8 {
     SELECT rowid FROM t1 WHERE t1 MATCH 'zm eh'
   } {68 100}
   do_select_test 1.9 {
     SELECT rowid FROM t1 WHERE t1 MATCH 'zm ubwrfqnbjf'
   } {7 70 98}
   do_select_test 1.10 {
     SELECT rowid FROM t1 WHERE t1 MATCH 'z* vgsld'
   } {10 13 17 31 35 51 58 88 89 90 93 100}
-  do_select_test 1.11 {
-    SELECT rowid FROM t1 
-    WHERE t1 MATCH '(
-      zdu OR zexh OR zf OR zhbrzadb OR zidhxhbtv OR 
-      zk OR zkhdvkw OR zm OR zsmhnf
-    ) vgsld'
-  } {10 13 17 31 35 51 58 88 89 90 93 100}
+
+  if { $fts3_simple_deferred_tokens_only==0 } {
+    do_select_test 1.11 {
+      SELECT rowid FROM t1 
+      WHERE t1 MATCH '(
+        zdu OR zexh OR zf OR zhbrzadb OR zidhxhbtv OR 
+        zk OR zkhdvkw OR zm OR zsmhnf
+      ) vgsld'
+    } {10 13 17 31 35 51 58 88 89 90 93 100}
+  }
 
   do_select_test 2.1 {
     SELECT rowid FROM t1 WHERE t1 MATCH '"zm agmckuiu"'
   } {3 24 52 53}
   do_select_test 2.2 {
     SELECT rowid FROM t1 WHERE t1 MATCH '"zm zf"'
   } {33 53 75 88 101}
   do_select_test 2.3 {
     SELECT rowid FROM t1 WHERE t1 MATCH '"zm aayxpmve"'
   } {48 65 84}
@@ skipping 55 matching lines @@
     WHERE t1 MATCH 'vgsld (hrlipdm OR (aapmve NEAR duszemmzl))'
   } {{0 0 0 5 0 1 15 7 0 0 36 5}}
 
   # The following block of tests runs normally with FTS3 or FTS4 without the
   # long doclists zeroed. And with OOM-injection for FTS4 with long doclists
   # zeroed. Change this by messing with the [set dmt_modes] commands above.
   #
   foreach DO_MALLOC_TEST $dmt_modes {
     
     # Phrase search.
+    #
     do_select_test 5.$DO_MALLOC_TEST.1 {
       SELECT rowid FROM t1 WHERE t1 MATCH '"jk mjpavjuhw"'
     } {8 15 36 64 67 72}
 
     # Multiple tokens search.
     do_select_test 5.$DO_MALLOC_TEST.2 {
       SELECT rowid FROM t1 WHERE t1 MATCH 'duszemmzl zm'
     } {3 5 8 10 12 13 18 20 23 37 43 55 60 65 67 72 74 81 94 96 97}
 
     # snippet() function with phrase.
@@ skipping 32 matching lines @@
   do_select_test 6.1 {
     SELECT rowid FROM t1 
     WHERE t1 MATCH 'vgsld (hrlipdm OR (aayxpmve duszemmzl))'
   } {10}
   do_select_test 6.2.1 {
     SELECT rowid FROM t1 WHERE t1 MATCH '"jk xduvfhk"'
   } {8}
   do_select_test 6.2.2 {
     SELECT rowid FROM t1 WHERE t1 MATCH '"zm azavwm"'
   } {15 26 92 96}
-  do_select_test 6.2.3 {
-    SELECT rowid FROM t1 WHERE t1 MATCH '"jk xduvfhk" OR "zm azavwm"'
-  } {8 15 26 92 96}
+  if {$fts3_simple_deferred_tokens_only==0} {
+    do_select_test 6.2.3 {
+      SELECT rowid FROM t1 WHERE t1 MATCH '"jk xduvfhk" OR "zm azavwm"'
+    } {8 15 26 92 96}
+  }
+
+  if {$tn>1} {
+    # These tests will not work with $tn==1, as in this case table t1 is
+    # created using FTS3. The ^ syntax is only available with FTS4 tables.
+    #
+    do_select_test 7.1 {
+      SELECT rowid FROM t1 WHERE t1 MATCH '^zm mjpavjuhw'
+    } {56 62}
+    do_select_test 7.2 {
+      SELECT rowid FROM t1 WHERE t1 MATCH '^azavwm zm'
+    } {43}
+  }
 }
 
 set testprefix fts3defer
 
 do_execsql_test 3.1 {
   CREATE VIRTUAL TABLE x1 USING fts4(a, b);
   INSERT INTO x1 VALUES('a b c', 'd e f');
   INSERT INTO x1 SELECT * FROM x1;
   INSERT INTO x1 SELECT * FROM x1;
   INSERT INTO x1 SELECT * FROM x1;
   INSERT INTO x1 SELECT * FROM x1;
 }
 do_execsql_test 3.2 "
   INSERT INTO x1 VALUES(
     '[string repeat {d } 3000]', '[string repeat {f } 30000]'
   );
   INSERT INTO x1(x1) VALUES('optimize');
 "
 
 do_execsql_test 3.3 {
   SELECT count(*) FROM x1 WHERE x1 MATCH '"d e f"'
 } {16}
 
+# At one point the following was causing a floating-point exception.
+#
+do_execsql_test 4.1 {
+  CREATE VIRTUAL TABLE x2 USING FTS4(x);
+  BEGIN;
+  INSERT INTO x2 VALUES('m m m m m m m m m m m m m m m m m m m m m m m m m m');
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 SELECT * FROM x2;
+  INSERT INTO x2 VALUES('a b c d e f g h i j k l m n o p q r s t u v w x y m');
+  COMMIT;
+}
+do_execsql_test 4.2 {
+  SELECT * FROM x2 WHERE x2 MATCH 'a b c d e f g h i j k l m n o p q r s';
+} {{a b c d e f g h i j k l m n o p q r s t u v w x y m}}
+
+set tokenizers {1 simple}
+ifcapable icu { lappend tokenizers 2 {icu en_US} }
+foreach {tn tokenizer} $tokenizers {
+  do_execsql_test 5.$tn.1 "
+    CREATE VIRTUAL TABLE x3 USING FTS4(a, b, TOKENIZE $tokenizer)
+  "
+  do_execsql_test 5.$tn.2 {
+    BEGIN;
+    INSERT INTO x3 VALUES('b b b b b b b b b b b', 'b b b b b b b b b b b b b');
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 SELECT * FROM x3;
+    INSERT INTO x3 VALUES('a b c', NULL);
+    INSERT INTO x3 VALUES('a x c', NULL);
+    COMMIT;
+
+    SELECT * FROM x3 WHERE x3 MATCH 'a b';
+  } {{a b c} {}}
+
+  do_execsql_test 5.$tn.3 { DROP TABLE x3 }
+}
 
 finish_test