| OLD | NEW | 
 | (Empty) | 
|    1 # 2001 September 15 |  | 
|    2 # |  | 
|    3 # The author disclaims copyright to this source code.  In place of |  | 
|    4 # a legal notice, here is a blessing: |  | 
|    5 # |  | 
|    6 #    May you do good and not evil. |  | 
|    7 #    May you find forgiveness for yourself and forgive others. |  | 
|    8 #    May you share freely, never taking more than you give. |  | 
|    9 # |  | 
|   10 #*********************************************************************** |  | 
|   11 # This file implements regression tests for SQLite library. |  | 
|   12 # |  | 
|   13 # The focus of this file is testing the ability of the database to |  | 
|   14 # uses its rollback journal to recover intact (no database corruption) |  | 
|   15 # from a power failure during the middle of a COMMIT.  The OS interface |  | 
|   16 # modules are overloaded using the modified I/O routines found in test6.c.   |  | 
|   17 # These routines allow us to simulate the kind of file damage that  |  | 
|   18 # occurs after a power failure. |  | 
|   19 # |  | 
|   20 # $Id: crash.test,v 1.27 2008/01/08 15:18:52 drh Exp $ |  | 
|   21  |  | 
|   22 set testdir [file dirname $argv0] |  | 
|   23 source $testdir/tester.tcl |  | 
|   24  |  | 
|   25 ifcapable !crashtest { |  | 
|   26   finish_test |  | 
|   27   return |  | 
|   28 } |  | 
|   29  |  | 
|   30 set repeats 100 |  | 
|   31 #set repeats 10 |  | 
|   32  |  | 
|   33 # The following procedure computes a "signature" for table "abc".  If |  | 
|   34 # abc changes in any way, the signature should change.   |  | 
|   35 proc signature {} { |  | 
|   36   return [db eval {SELECT count(*), md5sum(a), md5sum(b), md5sum(c) FROM abc}] |  | 
|   37 } |  | 
|   38 proc signature2 {} { |  | 
|   39   return [db eval {SELECT count(*), md5sum(a), md5sum(b), md5sum(c) FROM abc2}] |  | 
|   40 } |  | 
|   41  |  | 
|   42 #-------------------------------------------------------------------------- |  | 
|   43 # Simple crash test: |  | 
|   44 # |  | 
|   45 # crash-1.1: Create a database with a table with two rows. |  | 
|   46 # crash-1.2: Run a 'DELETE FROM abc WHERE a = 1' that crashes during |  | 
|   47 #            the first journal-sync. |  | 
|   48 # crash-1.3: Ensure the database is in the same state as after crash-1.1. |  | 
|   49 # crash-1.4: Run a 'DELETE FROM abc WHERE a = 1' that crashes during |  | 
|   50 #            the first database-sync. |  | 
|   51 # crash-1.5: Ensure the database is in the same state as after crash-1.1. |  | 
|   52 # crash-1.6: Run a 'DELETE FROM abc WHERE a = 1' that crashes during |  | 
|   53 #            the second journal-sync. |  | 
|   54 # crash-1.7: Ensure the database is in the same state as after crash-1.1. |  | 
|   55 # |  | 
|   56 # Tests 1.8 through 1.11 test for crashes on the third journal sync and |  | 
|   57 # second database sync.  Neither of these is required in such a small test |  | 
|   58 # case, so these tests are just to verify that the test infrastructure |  | 
|   59 # operates as expected. |  | 
|   60 # |  | 
|   61 do_test crash-1.1 { |  | 
|   62   execsql { |  | 
|   63     CREATE TABLE abc(a, b, c); |  | 
|   64     INSERT INTO abc VALUES(1, 2, 3); |  | 
|   65     INSERT INTO abc VALUES(4, 5, 6); |  | 
|   66   } |  | 
|   67   set ::sig [signature] |  | 
|   68   expr 0 |  | 
|   69 } {0} |  | 
|   70 for {set i 0} {$i<10} {incr i} { |  | 
|   71   set seed [expr {int(abs(rand()*10000))}] |  | 
|   72   do_test crash-1.2.$i { |  | 
|   73     crashsql -delay 1 -file test.db-journal -seed $seed { |  | 
|   74       DELETE FROM abc WHERE a = 1; |  | 
|   75     } |  | 
|   76   } {1 {child process exited abnormally}} |  | 
|   77   do_test crash-1.3.$i { |  | 
|   78     signature |  | 
|   79   } $::sig |  | 
|   80 } |  | 
|   81 do_test crash-1.4 { |  | 
|   82   crashsql -delay 1 -file test.db { |  | 
|   83     DELETE FROM abc WHERE a = 1; |  | 
|   84   } |  | 
|   85 } {1 {child process exited abnormally}} |  | 
|   86 do_test crash-1.5 { |  | 
|   87   signature |  | 
|   88 } $::sig |  | 
|   89 do_test crash-1.6 { |  | 
|   90   crashsql -delay 2 -file test.db-journal { |  | 
|   91     DELETE FROM abc WHERE a = 1; |  | 
|   92   } |  | 
|   93 } {1 {child process exited abnormally}} |  | 
|   94 do_test crash-1.7 { |  | 
|   95   catchsql { |  | 
|   96     SELECT * FROM abc; |  | 
|   97   } |  | 
|   98 } {0 {1 2 3 4 5 6}} |  | 
|   99  |  | 
|  100 do_test crash-1.8 { |  | 
|  101   crashsql -delay 3 -file test.db-journal { |  | 
|  102     DELETE FROM abc WHERE a = 1; |  | 
|  103   } |  | 
|  104 } {0 {}} |  | 
|  105 do_test crash-1.9 { |  | 
|  106   catchsql { |  | 
|  107     SELECT * FROM abc; |  | 
|  108   } |  | 
|  109 } {0 {4 5 6}} |  | 
|  110 do_test crash-1.10 { |  | 
|  111   crashsql -delay 2 -file test.db { |  | 
|  112     DELETE FROM abc WHERE a = 4; |  | 
|  113   } |  | 
|  114 } {0 {}} |  | 
|  115 do_test crash-1.11 { |  | 
|  116   catchsql { |  | 
|  117     SELECT * FROM abc; |  | 
|  118   } |  | 
|  119 } {0 {}} |  | 
|  120  |  | 
|  121 #-------------------------------------------------------------------------- |  | 
|  122 # The following tests test recovery when both the database file and the the |  | 
|  123 # journal file contain corrupt data. This can happen after pages are |  | 
|  124 # written to the database file before a transaction is committed due to |  | 
|  125 # cache-pressure. |  | 
|  126 # |  | 
|  127 # crash-2.1: Insert 18 pages of data into the database. |  | 
|  128 # crash-2.2: Check the database file size looks ok. |  | 
|  129 # crash-2.3: Delete 15 or so pages (with a 10 page page-cache), then crash. |  | 
|  130 # crash-2.4: Ensure the database is in the same state as after crash-2.1. |  | 
|  131 # |  | 
|  132 # Test cases crash-2.5 and crash-2.6 check that the database is OK if the  |  | 
|  133 # crash occurs during the main database file sync. But this isn't really |  | 
|  134 # different from the crash-1.* cases. |  | 
|  135 # |  | 
|  136 do_test crash-2.1 { |  | 
|  137   execsql { BEGIN } |  | 
|  138   for {set n 0} {$n < 1000} {incr n} { |  | 
|  139     execsql "INSERT INTO abc VALUES($n, [expr 2*$n], [expr 3*$n])" |  | 
|  140   } |  | 
|  141   execsql { COMMIT } |  | 
|  142   set ::sig [signature] |  | 
|  143   execsql { SELECT sum(a), sum(b), sum(c) from abc } |  | 
|  144 } {499500 999000 1498500} |  | 
|  145 do_test crash-2.2 { |  | 
|  146   expr ([file size test.db] / 1024)>16 |  | 
|  147 } {1} |  | 
|  148 do_test crash-2.3 { |  | 
|  149   crashsql -delay 2 -file test.db-journal { |  | 
|  150     DELETE FROM abc WHERE a < 800; |  | 
|  151   } |  | 
|  152 } {1 {child process exited abnormally}} |  | 
|  153 do_test crash-2.4 { |  | 
|  154   signature |  | 
|  155 } $sig |  | 
|  156 do_test crash-2.5 { |  | 
|  157   crashsql -delay 1 -file test.db { |  | 
|  158     DELETE FROM abc WHERE a<800; |  | 
|  159   } |  | 
|  160 } {1 {child process exited abnormally}} |  | 
|  161 do_test crash-2.6 { |  | 
|  162   signature |  | 
|  163 } $sig |  | 
|  164  |  | 
|  165 #-------------------------------------------------------------------------- |  | 
|  166 # The crash-3.* test cases are essentially the same test as test case |  | 
|  167 # crash-2.*, but with a more complicated data set.  |  | 
|  168 # |  | 
|  169 # The test is repeated a few times with different seeds for the random |  | 
|  170 # number generator in the crashing executable. Because there is no way to |  | 
|  171 # seed the random number generator directly, some SQL is added to the test |  | 
|  172 # case to 'use up' a different quantity random numbers before the test SQL |  | 
|  173 # is executed. |  | 
|  174 # |  | 
|  175  |  | 
|  176 # Make sure the file is much bigger than the pager-cache (10 pages). This |  | 
|  177 # ensures that cache-spills happen regularly. |  | 
|  178 do_test crash-3.0 { |  | 
|  179   execsql { |  | 
|  180     INSERT INTO abc SELECT * FROM abc; |  | 
|  181     INSERT INTO abc SELECT * FROM abc; |  | 
|  182     INSERT INTO abc SELECT * FROM abc; |  | 
|  183     INSERT INTO abc SELECT * FROM abc; |  | 
|  184     INSERT INTO abc SELECT * FROM abc; |  | 
|  185   } |  | 
|  186   expr ([file size test.db] / 1024) > 450 |  | 
|  187 } {1} |  | 
|  188 for {set i 1} {$i < $repeats} {incr i} { |  | 
|  189   set sig [signature] |  | 
|  190   do_test crash-3.$i.1 { |  | 
|  191      set seed [expr {int(abs(rand()*10000))}] |  | 
|  192      crashsql -delay [expr $i%5 + 1] -file test.db-journal -seed $seed " |  | 
|  193        BEGIN; |  | 
|  194        SELECT random() FROM abc LIMIT $i; |  | 
|  195        INSERT INTO abc VALUES(randstr(10,10), 0, 0); |  | 
|  196        DELETE FROM abc WHERE random()%10!=0; |  | 
|  197        COMMIT; |  | 
|  198      " |  | 
|  199   } {1 {child process exited abnormally}} |  | 
|  200   do_test crash-3.$i.2 { |  | 
|  201     signature |  | 
|  202   } $sig |  | 
|  203 }  |  | 
|  204  |  | 
|  205 #-------------------------------------------------------------------------- |  | 
|  206 # The following test cases - crash-4.* - test the correct recovery of the |  | 
|  207 # database when a crash occurs during a multi-file transaction. |  | 
|  208 # |  | 
|  209 # crash-4.1.*: Test recovery when crash occurs during sync() of the  |  | 
|  210 #              main database journal file. |  | 
|  211 # crash-4.2.*: Test recovery when crash occurs during sync() of an  |  | 
|  212 #              attached database journal file. |  | 
|  213 # crash-4.3.*: Test recovery when crash occurs during sync() of the master |  | 
|  214 #              journal file.  |  | 
|  215 # |  | 
|  216 ifcapable attach { |  | 
|  217   do_test crash-4.0 { |  | 
|  218     file delete -force test2.db |  | 
|  219     file delete -force test2.db-journal |  | 
|  220     execsql { |  | 
|  221       ATTACH 'test2.db' AS aux; |  | 
|  222       PRAGMA aux.default_cache_size = 10; |  | 
|  223       CREATE TABLE aux.abc2 AS SELECT 2*a as a, 2*b as b, 2*c as c FROM abc; |  | 
|  224     } |  | 
|  225     expr ([file size test2.db] / 1024) > 450 |  | 
|  226   } {1} |  | 
|  227    |  | 
|  228   set fin 0 |  | 
|  229   for {set i 1} {$i<$repeats} {incr i} { |  | 
|  230     set seed [expr {int(abs(rand()*10000))}] |  | 
|  231     set sig [signature] |  | 
|  232     set sig2 [signature2] |  | 
|  233     do_test crash-4.1.$i.1 { |  | 
|  234        set c [crashsql -delay $i -file test.db-journal -seed $::seed " |  | 
|  235          ATTACH 'test2.db' AS aux; |  | 
|  236          BEGIN; |  | 
|  237          SELECT randstr($i,$i) FROM abc LIMIT $i; |  | 
|  238          INSERT INTO abc VALUES(randstr(10,10), 0, 0); |  | 
|  239          DELETE FROM abc WHERE random()%10!=0; |  | 
|  240          INSERT INTO abc2 VALUES(randstr(10,10), 0, 0); |  | 
|  241          DELETE FROM abc2 WHERE random()%10!=0; |  | 
|  242          COMMIT; |  | 
|  243        "] |  | 
|  244        if { $c == {0 {}} } { |  | 
|  245          set ::fin 1 |  | 
|  246          set c {1 {child process exited abnormally}} |  | 
|  247        } |  | 
|  248        set c |  | 
|  249     } {1 {child process exited abnormally}} |  | 
|  250     if {$::fin} break |  | 
|  251     do_test crash-4.1.$i.2 { |  | 
|  252       signature |  | 
|  253     } $sig |  | 
|  254     do_test crash-4.1.$i.3 { |  | 
|  255       signature2 |  | 
|  256     } $sig2 |  | 
|  257   }  |  | 
|  258   set i 0 |  | 
|  259   set fin 0 |  | 
|  260   while {[incr i]} { |  | 
|  261     set seed [expr {int(abs(rand()*10000))}] |  | 
|  262     set sig [signature] |  | 
|  263     set sig2 [signature2] |  | 
|  264     set ::fin 0 |  | 
|  265     do_test crash-4.2.$i.1 { |  | 
|  266        set c [crashsql -delay $i -file test2.db-journal -seed $::seed " |  | 
|  267          ATTACH 'test2.db' AS aux; |  | 
|  268          BEGIN; |  | 
|  269          SELECT randstr($i,$i) FROM abc LIMIT $i; |  | 
|  270          INSERT INTO abc VALUES(randstr(10,10), 0, 0); |  | 
|  271          DELETE FROM abc WHERE random()%10!=0; |  | 
|  272          INSERT INTO abc2 VALUES(randstr(10,10), 0, 0); |  | 
|  273          DELETE FROM abc2 WHERE random()%10!=0; |  | 
|  274          COMMIT; |  | 
|  275        "] |  | 
|  276        if { $c == {0 {}} } { |  | 
|  277          set ::fin 1 |  | 
|  278          set c {1 {child process exited abnormally}} |  | 
|  279        } |  | 
|  280        set c |  | 
|  281     } {1 {child process exited abnormally}} |  | 
|  282     if { $::fin } break |  | 
|  283     do_test crash-4.2.$i.2 { |  | 
|  284       signature |  | 
|  285     } $sig |  | 
|  286     do_test crash-4.2.$i.3 { |  | 
|  287       signature2 |  | 
|  288     } $sig2 |  | 
|  289   }  |  | 
|  290   for {set i 1} {$i < 5} {incr i} { |  | 
|  291     set sig [signature] |  | 
|  292     set sig2 [signature2] |  | 
|  293     do_test crash-4.3.$i.1 { |  | 
|  294        crashsql -delay 1 -file test.db-mj* " |  | 
|  295          ATTACH 'test2.db' AS aux; |  | 
|  296          BEGIN; |  | 
|  297          SELECT random() FROM abc LIMIT $i; |  | 
|  298          INSERT INTO abc VALUES(randstr(10,10), 0, 0); |  | 
|  299          DELETE FROM abc WHERE random()%10!=0; |  | 
|  300          INSERT INTO abc2 VALUES(randstr(10,10), 0, 0); |  | 
|  301          DELETE FROM abc2 WHERE random()%10!=0; |  | 
|  302          COMMIT; |  | 
|  303        " |  | 
|  304     } {1 {child process exited abnormally}} |  | 
|  305     do_test crash-4.3.$i.2 { |  | 
|  306       signature |  | 
|  307     } $sig |  | 
|  308     do_test crash-4.3.$i.3 { |  | 
|  309       signature2 |  | 
|  310     } $sig2 |  | 
|  311   } |  | 
|  312 } |  | 
|  313  |  | 
|  314 #-------------------------------------------------------------------------- |  | 
|  315 # The following test cases - crash-5.* - exposes a bug that existed in the |  | 
|  316 # sqlite3pager_movepage() API used by auto-vacuum databases. |  | 
|  317 # database when a crash occurs during a multi-file transaction. See comments |  | 
|  318 # in test crash-5.3 for details. |  | 
|  319 # |  | 
|  320 db close |  | 
|  321 file delete -force test.db |  | 
|  322 sqlite3 db test.db |  | 
|  323 do_test crash-5.1 { |  | 
|  324   execsql { |  | 
|  325     CREATE TABLE abc(a, b, c);                          -- Root page 3 |  | 
|  326     INSERT INTO abc VALUES(randstr(1500,1500), 0, 0);   -- Overflow page 4 |  | 
|  327     INSERT INTO abc SELECT * FROM abc; |  | 
|  328     INSERT INTO abc SELECT * FROM abc; |  | 
|  329     INSERT INTO abc SELECT * FROM abc; |  | 
|  330   } |  | 
|  331 } {} |  | 
|  332 do_test crash-5.2 { |  | 
|  333   expr [file size test.db] / 1024 |  | 
|  334 } [expr [string match [execsql {pragma auto_vacuum}] 1] ? 11 : 10] |  | 
|  335 set sig [signature] |  | 
|  336 do_test crash-5.3 { |  | 
|  337 # The SQL below is used to expose a bug that existed in |  | 
|  338 # sqlite3pager_movepage() during development of the auto-vacuum feature. It |  | 
|  339 # functions as follows: |  | 
|  340 #  |  | 
|  341 # 1: Begin a transaction. |  | 
|  342 # 2: Put page 4 on the free-list (was the overflow page for the row deleted). |  | 
|  343 # 3: Write data to page 4 (it becomes the overflow page for the row inserted). |  | 
|  344 #    The old page 4 data has been written to the journal file, but the |  | 
|  345 #    journal file has not been sync()hronized. |  | 
|  346 # 4: Create a table, which calls sqlite3pager_movepage() to move page 4 |  | 
|  347 #    to the end of the database (page 12) to make room for the new root-page. |  | 
|  348 # 5: Put pressure on the pager-cache. This results in page 4 being written |  | 
|  349 #    to the database file to make space in the cache to load a new page. The |  | 
|  350 #    bug was that page 4 was written to the database file before the journal |  | 
|  351 #    is sync()hronized. |  | 
|  352 # 6: Commit. A crash occurs during the sync of the journal file. |  | 
|  353 # |  | 
|  354 # End result: Before the bug was fixed, data has been written to page 4 of the |  | 
|  355 # database file and the journal file does not contain trustworthy rollback |  | 
|  356 # data for this page. |  | 
|  357 # |  | 
|  358   crashsql -delay 1 -file test.db-journal { |  | 
|  359     BEGIN;                                             -- 1 |  | 
|  360     DELETE FROM abc WHERE oid = 1;                     -- 2 |  | 
|  361     INSERT INTO abc VALUES(randstr(1500,1500), 0, 0);  -- 3 |  | 
|  362     CREATE TABLE abc2(a, b, c);                        -- 4 |  | 
|  363     SELECT * FROM abc;                                 -- 5 |  | 
|  364     COMMIT;                                            -- 6 |  | 
|  365   } |  | 
|  366 } {1 {child process exited abnormally}} |  | 
|  367 integrity_check crash-5.4 |  | 
|  368 do_test crash-5.5 { |  | 
|  369   signature |  | 
|  370 } $sig |  | 
|  371  |  | 
|  372 #-------------------------------------------------------------------------- |  | 
|  373 # The following test cases - crash-6.* - test that a DROP TABLE operation |  | 
|  374 # is correctly rolled back in the event of a crash while the database file |  | 
|  375 # is being written. This is mainly to test that all pages are written to the |  | 
|  376 # journal file before truncation in an auto-vacuum database. |  | 
|  377 # |  | 
|  378 do_test crash-6.1 { |  | 
|  379   crashsql -delay 1 -file test.db { |  | 
|  380     DROP TABLE abc; |  | 
|  381   } |  | 
|  382 } {1 {child process exited abnormally}} |  | 
|  383 do_test crash-6.2 { |  | 
|  384   signature |  | 
|  385 } $sig |  | 
|  386  |  | 
|  387 #-------------------------------------------------------------------------- |  | 
|  388 # These test cases test the case where the master journal file name is  |  | 
|  389 # corrupted slightly so that the corruption has to be detected by the |  | 
|  390 # checksum. |  | 
|  391 do_test crash-7.1 { |  | 
|  392   crashsql -delay 1 -file test.db { |  | 
|  393     ATTACH 'test2.db' AS aux; |  | 
|  394     BEGIN; |  | 
|  395     INSERT INTO abc VALUES(randstr(1500,1500), 0, 0); |  | 
|  396     INSERT INTO abc2 VALUES(randstr(1500,1500), 0, 0); |  | 
|  397     COMMIT; |  | 
|  398   } |  | 
|  399  |  | 
|  400   # Change the checksum value for the master journal name. |  | 
|  401   set f [open test.db-journal a] |  | 
|  402   fconfigure $f -encoding binary |  | 
|  403   seek $f [expr [file size test.db-journal] - 12] |  | 
|  404   puts -nonewline $f "\00\00\00\00" |  | 
|  405   close $f |  | 
|  406 } {} |  | 
|  407 do_test crash-7.2 { |  | 
|  408   signature |  | 
|  409 } $sig |  | 
|  410  |  | 
|  411 finish_test |  | 
| OLD | NEW |