OLD | NEW |
(Empty) | |
| 1 # 2001 September 15 |
| 2 # |
| 3 # The author disclaims copyright to this source code. In place of |
| 4 # a legal notice, here is a blessing: |
| 5 # |
| 6 # May you do good and not evil. |
| 7 # May you find forgiveness for yourself and forgive others. |
| 8 # May you share freely, never taking more than you give. |
| 9 # |
| 10 #*********************************************************************** |
| 11 # This file implements regression tests for SQLite library. |
| 12 # |
| 13 # The focus of this file is testing the ability of the database to |
| 14 # uses its rollback journal to recover intact (no database corruption) |
| 15 # from a power failure during the middle of a COMMIT. The OS interface |
| 16 # modules are overloaded using the modified I/O routines found in test6.c. |
| 17 # These routines allow us to simulate the kind of file damage that |
| 18 # occurs after a power failure. |
| 19 # |
| 20 # $Id: crash.test,v 1.27 2008/01/08 15:18:52 drh Exp $ |
| 21 |
| 22 set testdir [file dirname $argv0] |
| 23 source $testdir/tester.tcl |
| 24 |
| 25 ifcapable !crashtest { |
| 26 finish_test |
| 27 return |
| 28 } |
| 29 |
| 30 set repeats 100 |
| 31 #set repeats 10 |
| 32 |
| 33 # The following procedure computes a "signature" for table "abc". If |
| 34 # abc changes in any way, the signature should change. |
| 35 proc signature {} { |
| 36 return [db eval {SELECT count(*), md5sum(a), md5sum(b), md5sum(c) FROM abc}] |
| 37 } |
| 38 proc signature2 {} { |
| 39 return [db eval {SELECT count(*), md5sum(a), md5sum(b), md5sum(c) FROM abc2}] |
| 40 } |
| 41 |
| 42 #-------------------------------------------------------------------------- |
| 43 # Simple crash test: |
| 44 # |
| 45 # crash-1.1: Create a database with a table with two rows. |
| 46 # crash-1.2: Run a 'DELETE FROM abc WHERE a = 1' that crashes during |
| 47 # the first journal-sync. |
| 48 # crash-1.3: Ensure the database is in the same state as after crash-1.1. |
| 49 # crash-1.4: Run a 'DELETE FROM abc WHERE a = 1' that crashes during |
| 50 # the first database-sync. |
| 51 # crash-1.5: Ensure the database is in the same state as after crash-1.1. |
| 52 # crash-1.6: Run a 'DELETE FROM abc WHERE a = 1' that crashes during |
| 53 # the second journal-sync. |
| 54 # crash-1.7: Ensure the database is in the same state as after crash-1.1. |
| 55 # |
| 56 # Tests 1.8 through 1.11 test for crashes on the third journal sync and |
| 57 # second database sync. Neither of these is required in such a small test |
| 58 # case, so these tests are just to verify that the test infrastructure |
| 59 # operates as expected. |
| 60 # |
| 61 do_test crash-1.1 { |
| 62 execsql { |
| 63 CREATE TABLE abc(a, b, c); |
| 64 INSERT INTO abc VALUES(1, 2, 3); |
| 65 INSERT INTO abc VALUES(4, 5, 6); |
| 66 } |
| 67 set ::sig [signature] |
| 68 expr 0 |
| 69 } {0} |
| 70 for {set i 0} {$i<10} {incr i} { |
| 71 set seed [expr {int(abs(rand()*10000))}] |
| 72 do_test crash-1.2.$i { |
| 73 crashsql -delay 1 -file test.db-journal -seed $seed { |
| 74 DELETE FROM abc WHERE a = 1; |
| 75 } |
| 76 } {1 {child process exited abnormally}} |
| 77 do_test crash-1.3.$i { |
| 78 signature |
| 79 } $::sig |
| 80 } |
| 81 do_test crash-1.4 { |
| 82 crashsql -delay 1 -file test.db { |
| 83 DELETE FROM abc WHERE a = 1; |
| 84 } |
| 85 } {1 {child process exited abnormally}} |
| 86 do_test crash-1.5 { |
| 87 signature |
| 88 } $::sig |
| 89 do_test crash-1.6 { |
| 90 crashsql -delay 2 -file test.db-journal { |
| 91 DELETE FROM abc WHERE a = 1; |
| 92 } |
| 93 } {1 {child process exited abnormally}} |
| 94 do_test crash-1.7 { |
| 95 catchsql { |
| 96 SELECT * FROM abc; |
| 97 } |
| 98 } {0 {1 2 3 4 5 6}} |
| 99 |
| 100 do_test crash-1.8 { |
| 101 crashsql -delay 3 -file test.db-journal { |
| 102 DELETE FROM abc WHERE a = 1; |
| 103 } |
| 104 } {0 {}} |
| 105 do_test crash-1.9 { |
| 106 catchsql { |
| 107 SELECT * FROM abc; |
| 108 } |
| 109 } {0 {4 5 6}} |
| 110 do_test crash-1.10 { |
| 111 crashsql -delay 2 -file test.db { |
| 112 DELETE FROM abc WHERE a = 4; |
| 113 } |
| 114 } {0 {}} |
| 115 do_test crash-1.11 { |
| 116 catchsql { |
| 117 SELECT * FROM abc; |
| 118 } |
| 119 } {0 {}} |
| 120 |
| 121 #-------------------------------------------------------------------------- |
| 122 # The following tests test recovery when both the database file and the the |
| 123 # journal file contain corrupt data. This can happen after pages are |
| 124 # written to the database file before a transaction is committed due to |
| 125 # cache-pressure. |
| 126 # |
| 127 # crash-2.1: Insert 18 pages of data into the database. |
| 128 # crash-2.2: Check the database file size looks ok. |
| 129 # crash-2.3: Delete 15 or so pages (with a 10 page page-cache), then crash. |
| 130 # crash-2.4: Ensure the database is in the same state as after crash-2.1. |
| 131 # |
| 132 # Test cases crash-2.5 and crash-2.6 check that the database is OK if the |
| 133 # crash occurs during the main database file sync. But this isn't really |
| 134 # different from the crash-1.* cases. |
| 135 # |
| 136 do_test crash-2.1 { |
| 137 execsql { BEGIN } |
| 138 for {set n 0} {$n < 1000} {incr n} { |
| 139 execsql "INSERT INTO abc VALUES($n, [expr 2*$n], [expr 3*$n])" |
| 140 } |
| 141 execsql { COMMIT } |
| 142 set ::sig [signature] |
| 143 execsql { SELECT sum(a), sum(b), sum(c) from abc } |
| 144 } {499500 999000 1498500} |
| 145 do_test crash-2.2 { |
| 146 expr ([file size test.db] / 1024)>16 |
| 147 } {1} |
| 148 do_test crash-2.3 { |
| 149 crashsql -delay 2 -file test.db-journal { |
| 150 DELETE FROM abc WHERE a < 800; |
| 151 } |
| 152 } {1 {child process exited abnormally}} |
| 153 do_test crash-2.4 { |
| 154 signature |
| 155 } $sig |
| 156 do_test crash-2.5 { |
| 157 crashsql -delay 1 -file test.db { |
| 158 DELETE FROM abc WHERE a<800; |
| 159 } |
| 160 } {1 {child process exited abnormally}} |
| 161 do_test crash-2.6 { |
| 162 signature |
| 163 } $sig |
| 164 |
| 165 #-------------------------------------------------------------------------- |
| 166 # The crash-3.* test cases are essentially the same test as test case |
| 167 # crash-2.*, but with a more complicated data set. |
| 168 # |
| 169 # The test is repeated a few times with different seeds for the random |
| 170 # number generator in the crashing executable. Because there is no way to |
| 171 # seed the random number generator directly, some SQL is added to the test |
| 172 # case to 'use up' a different quantity random numbers before the test SQL |
| 173 # is executed. |
| 174 # |
| 175 |
| 176 # Make sure the file is much bigger than the pager-cache (10 pages). This |
| 177 # ensures that cache-spills happen regularly. |
| 178 do_test crash-3.0 { |
| 179 execsql { |
| 180 INSERT INTO abc SELECT * FROM abc; |
| 181 INSERT INTO abc SELECT * FROM abc; |
| 182 INSERT INTO abc SELECT * FROM abc; |
| 183 INSERT INTO abc SELECT * FROM abc; |
| 184 INSERT INTO abc SELECT * FROM abc; |
| 185 } |
| 186 expr ([file size test.db] / 1024) > 450 |
| 187 } {1} |
| 188 for {set i 1} {$i < $repeats} {incr i} { |
| 189 set sig [signature] |
| 190 do_test crash-3.$i.1 { |
| 191 set seed [expr {int(abs(rand()*10000))}] |
| 192 crashsql -delay [expr $i%5 + 1] -file test.db-journal -seed $seed " |
| 193 BEGIN; |
| 194 SELECT random() FROM abc LIMIT $i; |
| 195 INSERT INTO abc VALUES(randstr(10,10), 0, 0); |
| 196 DELETE FROM abc WHERE random()%10!=0; |
| 197 COMMIT; |
| 198 " |
| 199 } {1 {child process exited abnormally}} |
| 200 do_test crash-3.$i.2 { |
| 201 signature |
| 202 } $sig |
| 203 } |
| 204 |
| 205 #-------------------------------------------------------------------------- |
| 206 # The following test cases - crash-4.* - test the correct recovery of the |
| 207 # database when a crash occurs during a multi-file transaction. |
| 208 # |
| 209 # crash-4.1.*: Test recovery when crash occurs during sync() of the |
| 210 # main database journal file. |
| 211 # crash-4.2.*: Test recovery when crash occurs during sync() of an |
| 212 # attached database journal file. |
| 213 # crash-4.3.*: Test recovery when crash occurs during sync() of the master |
| 214 # journal file. |
| 215 # |
| 216 ifcapable attach { |
| 217 do_test crash-4.0 { |
| 218 file delete -force test2.db |
| 219 file delete -force test2.db-journal |
| 220 execsql { |
| 221 ATTACH 'test2.db' AS aux; |
| 222 PRAGMA aux.default_cache_size = 10; |
| 223 CREATE TABLE aux.abc2 AS SELECT 2*a as a, 2*b as b, 2*c as c FROM abc; |
| 224 } |
| 225 expr ([file size test2.db] / 1024) > 450 |
| 226 } {1} |
| 227 |
| 228 set fin 0 |
| 229 for {set i 1} {$i<$repeats} {incr i} { |
| 230 set seed [expr {int(abs(rand()*10000))}] |
| 231 set sig [signature] |
| 232 set sig2 [signature2] |
| 233 do_test crash-4.1.$i.1 { |
| 234 set c [crashsql -delay $i -file test.db-journal -seed $::seed " |
| 235 ATTACH 'test2.db' AS aux; |
| 236 BEGIN; |
| 237 SELECT randstr($i,$i) FROM abc LIMIT $i; |
| 238 INSERT INTO abc VALUES(randstr(10,10), 0, 0); |
| 239 DELETE FROM abc WHERE random()%10!=0; |
| 240 INSERT INTO abc2 VALUES(randstr(10,10), 0, 0); |
| 241 DELETE FROM abc2 WHERE random()%10!=0; |
| 242 COMMIT; |
| 243 "] |
| 244 if { $c == {0 {}} } { |
| 245 set ::fin 1 |
| 246 set c {1 {child process exited abnormally}} |
| 247 } |
| 248 set c |
| 249 } {1 {child process exited abnormally}} |
| 250 if {$::fin} break |
| 251 do_test crash-4.1.$i.2 { |
| 252 signature |
| 253 } $sig |
| 254 do_test crash-4.1.$i.3 { |
| 255 signature2 |
| 256 } $sig2 |
| 257 } |
| 258 set i 0 |
| 259 set fin 0 |
| 260 while {[incr i]} { |
| 261 set seed [expr {int(abs(rand()*10000))}] |
| 262 set sig [signature] |
| 263 set sig2 [signature2] |
| 264 set ::fin 0 |
| 265 do_test crash-4.2.$i.1 { |
| 266 set c [crashsql -delay $i -file test2.db-journal -seed $::seed " |
| 267 ATTACH 'test2.db' AS aux; |
| 268 BEGIN; |
| 269 SELECT randstr($i,$i) FROM abc LIMIT $i; |
| 270 INSERT INTO abc VALUES(randstr(10,10), 0, 0); |
| 271 DELETE FROM abc WHERE random()%10!=0; |
| 272 INSERT INTO abc2 VALUES(randstr(10,10), 0, 0); |
| 273 DELETE FROM abc2 WHERE random()%10!=0; |
| 274 COMMIT; |
| 275 "] |
| 276 if { $c == {0 {}} } { |
| 277 set ::fin 1 |
| 278 set c {1 {child process exited abnormally}} |
| 279 } |
| 280 set c |
| 281 } {1 {child process exited abnormally}} |
| 282 if { $::fin } break |
| 283 do_test crash-4.2.$i.2 { |
| 284 signature |
| 285 } $sig |
| 286 do_test crash-4.2.$i.3 { |
| 287 signature2 |
| 288 } $sig2 |
| 289 } |
| 290 for {set i 1} {$i < 5} {incr i} { |
| 291 set sig [signature] |
| 292 set sig2 [signature2] |
| 293 do_test crash-4.3.$i.1 { |
| 294 crashsql -delay 1 -file test.db-mj* " |
| 295 ATTACH 'test2.db' AS aux; |
| 296 BEGIN; |
| 297 SELECT random() FROM abc LIMIT $i; |
| 298 INSERT INTO abc VALUES(randstr(10,10), 0, 0); |
| 299 DELETE FROM abc WHERE random()%10!=0; |
| 300 INSERT INTO abc2 VALUES(randstr(10,10), 0, 0); |
| 301 DELETE FROM abc2 WHERE random()%10!=0; |
| 302 COMMIT; |
| 303 " |
| 304 } {1 {child process exited abnormally}} |
| 305 do_test crash-4.3.$i.2 { |
| 306 signature |
| 307 } $sig |
| 308 do_test crash-4.3.$i.3 { |
| 309 signature2 |
| 310 } $sig2 |
| 311 } |
| 312 } |
| 313 |
| 314 #-------------------------------------------------------------------------- |
| 315 # The following test cases - crash-5.* - exposes a bug that existed in the |
| 316 # sqlite3pager_movepage() API used by auto-vacuum databases. |
| 317 # database when a crash occurs during a multi-file transaction. See comments |
| 318 # in test crash-5.3 for details. |
| 319 # |
| 320 db close |
| 321 file delete -force test.db |
| 322 sqlite3 db test.db |
| 323 do_test crash-5.1 { |
| 324 execsql { |
| 325 CREATE TABLE abc(a, b, c); -- Root page 3 |
| 326 INSERT INTO abc VALUES(randstr(1500,1500), 0, 0); -- Overflow page 4 |
| 327 INSERT INTO abc SELECT * FROM abc; |
| 328 INSERT INTO abc SELECT * FROM abc; |
| 329 INSERT INTO abc SELECT * FROM abc; |
| 330 } |
| 331 } {} |
| 332 do_test crash-5.2 { |
| 333 expr [file size test.db] / 1024 |
| 334 } [expr [string match [execsql {pragma auto_vacuum}] 1] ? 11 : 10] |
| 335 set sig [signature] |
| 336 do_test crash-5.3 { |
| 337 # The SQL below is used to expose a bug that existed in |
| 338 # sqlite3pager_movepage() during development of the auto-vacuum feature. It |
| 339 # functions as follows: |
| 340 # |
| 341 # 1: Begin a transaction. |
| 342 # 2: Put page 4 on the free-list (was the overflow page for the row deleted). |
| 343 # 3: Write data to page 4 (it becomes the overflow page for the row inserted). |
| 344 # The old page 4 data has been written to the journal file, but the |
| 345 # journal file has not been sync()hronized. |
| 346 # 4: Create a table, which calls sqlite3pager_movepage() to move page 4 |
| 347 # to the end of the database (page 12) to make room for the new root-page. |
| 348 # 5: Put pressure on the pager-cache. This results in page 4 being written |
| 349 # to the database file to make space in the cache to load a new page. The |
| 350 # bug was that page 4 was written to the database file before the journal |
| 351 # is sync()hronized. |
| 352 # 6: Commit. A crash occurs during the sync of the journal file. |
| 353 # |
| 354 # End result: Before the bug was fixed, data has been written to page 4 of the |
| 355 # database file and the journal file does not contain trustworthy rollback |
| 356 # data for this page. |
| 357 # |
| 358 crashsql -delay 1 -file test.db-journal { |
| 359 BEGIN; -- 1 |
| 360 DELETE FROM abc WHERE oid = 1; -- 2 |
| 361 INSERT INTO abc VALUES(randstr(1500,1500), 0, 0); -- 3 |
| 362 CREATE TABLE abc2(a, b, c); -- 4 |
| 363 SELECT * FROM abc; -- 5 |
| 364 COMMIT; -- 6 |
| 365 } |
| 366 } {1 {child process exited abnormally}} |
| 367 integrity_check crash-5.4 |
| 368 do_test crash-5.5 { |
| 369 signature |
| 370 } $sig |
| 371 |
| 372 #-------------------------------------------------------------------------- |
| 373 # The following test cases - crash-6.* - test that a DROP TABLE operation |
| 374 # is correctly rolled back in the event of a crash while the database file |
| 375 # is being written. This is mainly to test that all pages are written to the |
| 376 # journal file before truncation in an auto-vacuum database. |
| 377 # |
| 378 do_test crash-6.1 { |
| 379 crashsql -delay 1 -file test.db { |
| 380 DROP TABLE abc; |
| 381 } |
| 382 } {1 {child process exited abnormally}} |
| 383 do_test crash-6.2 { |
| 384 signature |
| 385 } $sig |
| 386 |
| 387 #-------------------------------------------------------------------------- |
| 388 # These test cases test the case where the master journal file name is |
| 389 # corrupted slightly so that the corruption has to be detected by the |
| 390 # checksum. |
| 391 do_test crash-7.1 { |
| 392 crashsql -delay 1 -file test.db { |
| 393 ATTACH 'test2.db' AS aux; |
| 394 BEGIN; |
| 395 INSERT INTO abc VALUES(randstr(1500,1500), 0, 0); |
| 396 INSERT INTO abc2 VALUES(randstr(1500,1500), 0, 0); |
| 397 COMMIT; |
| 398 } |
| 399 |
| 400 # Change the checksum value for the master journal name. |
| 401 set f [open test.db-journal a] |
| 402 fconfigure $f -encoding binary |
| 403 seek $f [expr [file size test.db-journal] - 12] |
| 404 puts -nonewline $f "\00\00\00\00" |
| 405 close $f |
| 406 } {} |
| 407 do_test crash-7.2 { |
| 408 signature |
| 409 } $sig |
| 410 |
| 411 finish_test |
OLD | NEW |