Import SQLite 3.7.6.3.

third_party/sqlite/src/test/fts3malloc.test

+# 2009 October 22
+#
+# The author disclaims copyright to this source code.  In place of
+# a legal notice, here is a blessing:
+#
+#    May you do good and not evil.
+#    May you find forgiveness for yourself and forgive others.
+#    May you share freely, never taking more than you give.
+#
+#***********************************************************************
+#
+# This file contains tests to verify that malloc() errors that occur
+# within the FTS3 module code are handled correctly. 
+#
+
+set testdir [file dirname $argv0]
+source $testdir/tester.tcl
+ifcapable !fts3 { finish_test ; return }
+source $testdir/malloc_common.tcl
+source $testdir/fts3_common.tcl
+
+# Ensure the lookaside buffer is disabled for these tests.
+#
+sqlite3 db test.db
+sqlite3_db_config_lookaside db 0 0 0
+
+set sqlite_fts3_enable_parentheses 1
+set DO_MALLOC_TEST 1
+
+# Test organization:
+#
+# fts3_malloc-1.*: Test OOM during CREATE and DROP table statements.
+# fts3_malloc-2.*: Test OOM during SELECT operations.
+# fts3_malloc-3.*: Test OOM during SELECT operations with a larger database.
+# fts3_malloc-4.*: Test OOM during database write operations.
+# fts3_malloc-5.*: Test that a couple of memory leaks that could follow
+#                  OOM in tokenizer code have been fixed.
+#
+
+
+proc normal_list {l} {
+  set ret [list]
+  foreach elem $l {lappend ret $elem}
+  set ret
+}
+
+do_write_test fts3_malloc-1.1 sqlite_master {
+  CREATE VIRTUAL TABLE ft1 USING fts3(a, b)
+}
+do_write_test fts3_malloc-1.2 sqlite_master {
+  CREATE VIRTUAL TABLE ft2 USING fts3([a], [b]);
+}
+do_write_test fts3_malloc-1.3 sqlite_master {
+  CREATE VIRTUAL TABLE ft3 USING fts3('a', "b");
+}
+do_write_test fts3_malloc-1.4 sqlite_master {
+  CREATE VIRTUAL TABLE ft4 USING fts3(`a`, 'fred''s column');
+}
+do_error_test fts3_malloc-1.5 {
+  CREATE VIRTUAL TABLE ft5 USING fts3(a, b, tokenize unknown)
+} {unknown tokenizer: unknown}
+do_write_test fts3_malloc-1.6 sqlite_master {
+  CREATE VIRTUAL TABLE ft6 USING fts3(a, b, tokenize porter)
+}
+
+# Test the xConnect/xDisconnect methods:
+#db eval { ATTACH 'test2.db' AS aux }
+#do_write_test fts3_malloc-1.6 aux.sqlite_master {
+#  CREATE VIRTUAL TABLE aux.ft7 USING fts3(a, b, c);
+#}
+#do_write_test fts3_malloc-1.6 aux.sqlite_master {
+#  CREATE VIRTUAL TABLE aux.ft7 USING fts3(a, b, c);
+#}
+
+
+
+do_test fts3_malloc-2.0 {
+  execsql { 
+    DROP TABLE ft1;
+    DROP TABLE ft2;
+    DROP TABLE ft3;
+    DROP TABLE ft4;
+    DROP TABLE ft6;
+  }
+  execsql { CREATE VIRTUAL TABLE ft USING fts3(a, b) }
+  for {set ii 1} {$ii < 32} {incr ii} {
+    set a [list]
+    set b [list]
+    if {$ii & 0x01} {lappend a one   ; lappend b neung}
+    if {$ii & 0x02} {lappend a two   ; lappend b song }
+    if {$ii & 0x04} {lappend a three ; lappend b sahm }
+    if {$ii & 0x08} {lappend a four  ; lappend b see  }
+    if {$ii & 0x10} {lappend a five  ; lappend b hah  }
+    execsql { INSERT INTO ft VALUES($a, $b) }
+  }
+} {}
+
+foreach {tn sql result} {
+  1 "SELECT count(*) FROM sqlite_master" {5}
+  2 "SELECT * FROM ft WHERE docid = 1"   {one neung}
+  3 "SELECT * FROM ft WHERE docid = 2"   {two song}
+  4 "SELECT * FROM ft WHERE docid = 3"   {{one two} {neung song}}
+
+  5 "SELECT a FROM ft" {
+    {one}                     {two}                 {one two}
+    {three}                   {one three}           {two three}     
+    {one two three}           {four}                {one four} 
+    {two four}                {one two four}        {three four}   
+    {one three four}          {two three four}      {one two three four}  
+    {five}                    {one five}            {two five}            
+    {one two five}            {three five}          {one three five} 
+    {two three five}          {one two three five}  {four five}
+    {one four five}           {two four five}       {one two four five}
+    {three four five}         {one three four five} {two three four five}
+    {one two three four five}
+  }
+
+  6 "SELECT a FROM ft WHERE a MATCH 'one'" {
+    {one} {one two} {one three} {one two three}
+    {one four} {one two four} {one three four} {one two three four}
+    {one five} {one two five} {one three five} {one two three five}
+    {one four five} {one two four five} 
+    {one three four five} {one two three four five}
+  }
+
+  7 "SELECT a FROM ft WHERE a MATCH 'o*'" {
+    {one} {one two} {one three} {one two three}
+    {one four} {one two four} {one three four} {one two three four}
+    {one five} {one two five} {one three five} {one two three five}
+    {one four five} {one two four five} 
+    {one three four five} {one two three four five}
+  }
+
+  8 "SELECT a FROM ft WHERE a MATCH 'o* t*'" {
+    {one two}             {one three}           {one two three} 
+    {one two four}        {one three four}      {one two three four} 
+    {one two five}        {one three five}      {one two three five} 
+    {one two four five}   {one three four five} {one two three four five}
+  }
+
+  9 "SELECT a FROM ft WHERE a MATCH '\"o* t*\"'" {
+    {one two}             {one three}           {one two three} 
+    {one two four}        {one three four}      {one two three four} 
+    {one two five}        {one three five}      {one two three five} 
+    {one two four five}   {one three four five} {one two three four five}
+  }
+
+  10 {SELECT a FROM ft WHERE a MATCH '"o* f*"'} {
+    {one four}            {one five}            {one four five}
+  }
+
+  11 {SELECT a FROM ft WHERE a MATCH '"one two three"'} {
+    {one two three}
+    {one two three four}  
+    {one two three five}
+    {one two three four five}
+  }
+
+  12 {SELECT a FROM ft WHERE a MATCH '"two three four"'} {
+    {two three four}
+    {one two three four}
+    {two three four five}
+    {one two three four five}
+  }
+
+  12 {SELECT a FROM ft WHERE a MATCH '"two three" five'} {
+    {two three five}         {one two three five}
+    {two three four five}    {one two three four five}
+  }
+
+  13 {SELECT a FROM ft WHERE ft MATCH '"song sahm" hah'} {
+    {two three five}         {one two three five}
+    {two three four five}    {one two three four five}
+  }
+
+  14 {SELECT a FROM ft WHERE b MATCH 'neung'} {
+    {one}                    {one two} 
+    {one three}              {one two three}
+    {one four}               {one two four} 
+    {one three four}         {one two three four}
+    {one five}               {one two five} 
+    {one three five}         {one two three five}
+    {one four five}          {one two four five} 
+    {one three four five}    {one two three four five}
+  }
+
+  15 {SELECT a FROM ft WHERE b MATCH '"neung song sahm"'} {
+    {one two three}          {one two three four}  
+    {one two three five}     {one two three four five}
+  }
+
+  16 {SELECT a FROM ft WHERE b MATCH 'hah "song sahm"'} {
+    {two three five}         {one two three five}
+    {two three four five}    {one two three four five}
+  }
+
+  17 {SELECT a FROM ft WHERE b MATCH 'song OR sahm'} {
+    {two}                     {one two}             {three}
+    {one three}               {two three}           {one two three}
+    {two four}                {one two four}        {three four}   
+    {one three four}          {two three four}      {one two three four}  
+    {two five}                {one two five}        {three five}
+    {one three five}          {two three five}      {one two three five}
+    {two four five}           {one two four five}   {three four five}
+    {one three four five}     {two three four five} {one two three four five}
+  }
+
+  18 {SELECT a FROM ft WHERE a MATCH 'three NOT two'} {
+    {three}                   {one three}           {three four}   
+    {one three four}          {three five}          {one three five}
+    {three four five}         {one three four five}
+  }
+
+  19 {SELECT a FROM ft WHERE b MATCH 'sahm NOT song'} {
+    {three}                   {one three}           {three four}   
+    {one three four}          {three five}          {one three five}
+    {three four five}         {one three four five}
+  }
+
+  20 {SELECT a FROM ft WHERE ft MATCH 'sahm NOT song'} {
+    {three}                   {one three}           {three four}   
+    {one three four}          {three five}          {one three five}
+    {three four five}         {one three four five}
+  }
+
+  21 {SELECT a FROM ft WHERE b MATCH 'neung NEAR song NEAR sahm'} {
+    {one two three}           {one two three four}  
+    {one two three five}      {one two three four five}
+  }
+
+} {
+  set result [normal_list $result]
+  do_select_test fts3_malloc-2.$tn $sql $result
+}
+
+do_test fts3_malloc-3.0 {
+  execsql BEGIN
+  for {set ii 32} {$ii < 1024} {incr ii} {
+    set a [list]
+    set b [list]
+    if {$ii & 0x0001} {lappend a one   ; lappend b neung }
+    if {$ii & 0x0002} {lappend a two   ; lappend b song  }
+    if {$ii & 0x0004} {lappend a three ; lappend b sahm  }
+    if {$ii & 0x0008} {lappend a four  ; lappend b see   }
+    if {$ii & 0x0010} {lappend a five  ; lappend b hah   }
+    if {$ii & 0x0020} {lappend a six   ; lappend b hok   }
+    if {$ii & 0x0040} {lappend a seven ; lappend b jet   }
+    if {$ii & 0x0080} {lappend a eight ; lappend b bairt }
+    if {$ii & 0x0100} {lappend a nine  ; lappend b gow   }
+    if {$ii & 0x0200} {lappend a ten   ; lappend b sip   }
+    execsql { INSERT INTO ft VALUES($a, $b) }
+  }
+  execsql COMMIT
+} {}
+foreach {tn sql result} {
+  1 "SELECT count(*) FROM ft" {1023}
+
+  2 "SELECT a FROM ft WHERE a MATCH 'one two three four five six seven eight'" {
+     {one two three four five six seven eight}
+     {one two three four five six seven eight nine}
+     {one two three four five six seven eight ten}
+     {one two three four five six seven eight nine ten}
+  }
+
+  3 {SELECT count(*), sum(docid) FROM ft WHERE a MATCH 'o*'} {
+    512 262144
+  }
+
+  4 {SELECT count(*), sum(docid) FROM ft WHERE a MATCH '"two three four"'} {
+    128 66368
+  }
+} {
+  set result [normal_list $result]
+  do_select_test fts3_malloc-3.$tn $sql $result
+}
+
+do_test fts3_malloc-4.0 {
+  execsql { DELETE FROM ft WHERE docid>=32 }
+} {}
+foreach {tn sql} {
+  1 "DELETE FROM ft WHERE ft MATCH 'one'"
+  2 "DELETE FROM ft WHERE ft MATCH 'three'"
+  3 "DELETE FROM ft WHERE ft MATCH 'five'"
+} {
+  do_write_test fts3_malloc-4.1.$tn ft_content $sql
+}
+do_test fts3_malloc-4.2 {
+  execsql { SELECT a FROM ft }
+} {two four {two four}}
+
+do_write_test fts3_malloc-5.1 ft_content {
+  INSERT INTO ft VALUES('short alongertoken reallyquitealotlongerimeanit andthistokenisjustsolongthatonemightbeforgivenforimaginingthatitwasmerelyacontrivedexampleandnotarealtoken', 'cynics!')
+}
+do_test fts3_malloc-5.2 {
+  execsql { CREATE VIRTUAL TABLE ft8 USING fts3(x, tokenize porter) }
+} {}
+do_write_test fts3_malloc-5.3 ft_content {
+  INSERT INTO ft8 VALUES('short alongertoken reallyquitealotlongerimeanit andthistokenisjustsolongthatonemightbeforgivenforimaginingthatitwasmerelyacontrivedexampleandnotarealtoken')
+}
+
+
+finish_test
+