OLD | NEW |
(Empty) | |
| 1 # 2010 April 13 |
| 2 # |
| 3 # The author disclaims copyright to this source code. In place of |
| 4 # a legal notice, here is a blessing: |
| 5 # |
| 6 # May you do good and not evil. |
| 7 # May you find forgiveness for yourself and forgive others. |
| 8 # May you share freely, never taking more than you give. |
| 9 # |
| 10 #*********************************************************************** |
| 11 # This file implements regression tests for SQLite library. The |
| 12 # focus of this file is testing the operation of the library in |
| 13 # "PRAGMA journal_mode=WAL" mode. |
| 14 # |
| 15 |
| 16 set testdir [file dirname $argv0] |
| 17 source $testdir/tester.tcl |
| 18 source $testdir/lock_common.tcl |
| 19 source $testdir/malloc_common.tcl |
| 20 source $testdir/wal_common.tcl |
| 21 |
| 22 set testprefix wal |
| 23 |
| 24 ifcapable !wal {finish_test ; return } |
| 25 |
| 26 proc reopen_db {} { |
| 27 catch { db close } |
| 28 file delete -force test.db test.db-wal test.db-wal-summary |
| 29 sqlite3_wal db test.db |
| 30 } |
| 31 |
| 32 set ::blobcnt 0 |
| 33 proc blob {nByte} { |
| 34 incr ::blobcnt |
| 35 return [string range [string repeat "${::blobcnt}x" $nByte] 1 $nByte] |
| 36 } |
| 37 |
| 38 proc sqlite3_wal {args} { |
| 39 eval sqlite3 $args |
| 40 [lindex $args 0] eval { PRAGMA auto_vacuum = 0 } |
| 41 [lindex $args 0] eval { PRAGMA page_size = 1024 } |
| 42 [lindex $args 0] eval { PRAGMA journal_mode = wal } |
| 43 [lindex $args 0] eval { PRAGMA synchronous = normal } |
| 44 [lindex $args 0] function blob blob |
| 45 } |
| 46 |
| 47 proc log_deleted {logfile} { |
| 48 return [expr [file exists $logfile]==0] |
| 49 } |
| 50 |
| 51 # |
| 52 # These are 'warm-body' tests used while developing the WAL code. They |
| 53 # serve to prove that a few really simple cases work: |
| 54 # |
| 55 # wal-1.*: Read and write the database. |
| 56 # wal-2.*: Test MVCC with one reader, one writer. |
| 57 # wal-3.*: Test transaction rollback. |
| 58 # wal-4.*: Test savepoint/statement rollback. |
| 59 # wal-5.*: Test the temp database. |
| 60 # wal-6.*: Test creating databases with different page sizes. |
| 61 # |
| 62 # |
| 63 # |
| 64 do_test wal-0.1 { |
| 65 execsql { PRAGMA auto_vacuum = 0 } |
| 66 execsql { PRAGMA synchronous = normal } |
| 67 execsql { PRAGMA journal_mode = wal } |
| 68 } {wal} |
| 69 do_test wal-0.2 { |
| 70 file size test.db |
| 71 } {1024} |
| 72 |
| 73 do_test wal-1.0 { |
| 74 execsql { |
| 75 BEGIN; |
| 76 CREATE TABLE t1(a, b); |
| 77 } |
| 78 list [file exists test.db-journal] \ |
| 79 [file exists test.db-wal] \ |
| 80 [file size test.db] |
| 81 } {0 1 1024} |
| 82 do_test wal-1.1 { |
| 83 execsql COMMIT |
| 84 list [file exists test.db-journal] [file exists test.db-wal] |
| 85 } {0 1} |
| 86 do_test wal-1.2 { |
| 87 # There are now two pages in the log. |
| 88 file size test.db-wal |
| 89 } [wal_file_size 2 1024] |
| 90 |
| 91 do_test wal-1.3 { |
| 92 execsql { SELECT * FROM sqlite_master } |
| 93 } {table t1 t1 2 {CREATE TABLE t1(a, b)}} |
| 94 |
| 95 do_test wal-1.4 { |
| 96 execsql { INSERT INTO t1 VALUES(1, 2) } |
| 97 execsql { INSERT INTO t1 VALUES(3, 4) } |
| 98 execsql { INSERT INTO t1 VALUES(5, 6) } |
| 99 execsql { INSERT INTO t1 VALUES(7, 8) } |
| 100 execsql { INSERT INTO t1 VALUES(9, 10) } |
| 101 } {} |
| 102 |
| 103 do_test wal-1.5 { |
| 104 execsql { SELECT * FROM t1 } |
| 105 } {1 2 3 4 5 6 7 8 9 10} |
| 106 |
| 107 do_test wal-2.1 { |
| 108 sqlite3_wal db2 ./test.db |
| 109 execsql { BEGIN; SELECT * FROM t1 } db2 |
| 110 } {1 2 3 4 5 6 7 8 9 10} |
| 111 |
| 112 do_test wal-2.2 { |
| 113 execsql { INSERT INTO t1 VALUES(11, 12) } |
| 114 execsql { SELECT * FROM t1 } |
| 115 } {1 2 3 4 5 6 7 8 9 10 11 12} |
| 116 |
| 117 do_test wal-2.3 { |
| 118 execsql { SELECT * FROM t1 } db2 |
| 119 } {1 2 3 4 5 6 7 8 9 10} |
| 120 |
| 121 do_test wal-2.4 { |
| 122 execsql { INSERT INTO t1 VALUES(13, 14) } |
| 123 execsql { SELECT * FROM t1 } |
| 124 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14} |
| 125 |
| 126 do_test wal-2.5 { |
| 127 execsql { SELECT * FROM t1 } db2 |
| 128 } {1 2 3 4 5 6 7 8 9 10} |
| 129 |
| 130 do_test wal-2.6 { |
| 131 execsql { COMMIT; SELECT * FROM t1 } db2 |
| 132 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14} |
| 133 |
| 134 do_test wal-3.1 { |
| 135 execsql { BEGIN; DELETE FROM t1 } |
| 136 execsql { SELECT * FROM t1 } |
| 137 } {} |
| 138 do_test wal-3.2 { |
| 139 execsql { SELECT * FROM t1 } db2 |
| 140 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14} |
| 141 do_test wal-3.3 { |
| 142 execsql { ROLLBACK } |
| 143 execsql { SELECT * FROM t1 } |
| 144 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14} |
| 145 db2 close |
| 146 |
| 147 #------------------------------------------------------------------------- |
| 148 # The following tests, wal-4.*, test that savepoints work with WAL |
| 149 # databases. |
| 150 # |
| 151 do_test wal-4.1 { |
| 152 execsql { |
| 153 DELETE FROM t1; |
| 154 BEGIN; |
| 155 INSERT INTO t1 VALUES('a', 'b'); |
| 156 SAVEPOINT sp; |
| 157 INSERT INTO t1 VALUES('c', 'd'); |
| 158 SELECT * FROM t1; |
| 159 } |
| 160 } {a b c d} |
| 161 do_test wal-4.2 { |
| 162 execsql { |
| 163 ROLLBACK TO sp; |
| 164 SELECT * FROM t1; |
| 165 } |
| 166 } {a b} |
| 167 do_test wal-4.3 { |
| 168 execsql { |
| 169 COMMIT; |
| 170 SELECT * FROM t1; |
| 171 } |
| 172 } {a b} |
| 173 |
| 174 do_test wal-4.4.1 { |
| 175 db close |
| 176 sqlite3 db test.db |
| 177 db func blob blob |
| 178 list [execsql { SELECT * FROM t1 }] [file size test.db-wal] |
| 179 } {{a b} 0} |
| 180 do_test wal-4.4.2 { |
| 181 execsql { PRAGMA cache_size = 10 } |
| 182 execsql { |
| 183 CREATE TABLE t2(a, b); |
| 184 INSERT INTO t2 VALUES(blob(400), blob(400)); |
| 185 SAVEPOINT tr; |
| 186 INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 2 */ |
| 187 INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 4 */ |
| 188 INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 8 */ |
| 189 INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 16 */ |
| 190 INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 32 */ |
| 191 INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 2 */ |
| 192 INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 4 */ |
| 193 INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 8 */ |
| 194 INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 16 */ |
| 195 INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 32 */ |
| 196 SELECT count(*) FROM t2; |
| 197 } |
| 198 } {32} |
| 199 do_test wal-4.4.3 { |
| 200 execsql { ROLLBACK TO tr } |
| 201 } {} |
| 202 do_test wal-4.4.4 { |
| 203 set logsize [file size test.db-wal] |
| 204 execsql { |
| 205 INSERT INTO t1 VALUES('x', 'y'); |
| 206 RELEASE tr; |
| 207 } |
| 208 expr { $logsize == [file size test.db-wal] } |
| 209 } {1} |
| 210 do_test wal-4.4.5 { |
| 211 execsql { SELECT count(*) FROM t2 } |
| 212 } {1} |
| 213 do_test wal-4.4.6 { |
| 214 file copy -force test.db test2.db |
| 215 file copy -force test.db-wal test2.db-wal |
| 216 sqlite3 db2 test2.db |
| 217 execsql { SELECT count(*) FROM t2 ; SELECT count(*) FROM t1 } db2 |
| 218 } {1 2} |
| 219 do_test wal-4.4.7 { |
| 220 execsql { PRAGMA integrity_check } db2 |
| 221 } {ok} |
| 222 db2 close |
| 223 |
| 224 do_test wal-4.5.1 { |
| 225 reopen_db |
| 226 db func blob blob |
| 227 execsql { |
| 228 PRAGMA journal_mode = WAL; |
| 229 CREATE TABLE t1(a, b); |
| 230 INSERT INTO t1 VALUES('a', 'b'); |
| 231 } |
| 232 sqlite3 db test.db |
| 233 db func blob blob |
| 234 list [execsql { SELECT * FROM t1 }] [file size test.db-wal] |
| 235 } {{a b} 0} |
| 236 do_test wal-4.5.2 { |
| 237 execsql { PRAGMA cache_size = 10 } |
| 238 execsql { |
| 239 CREATE TABLE t2(a, b); |
| 240 BEGIN; |
| 241 INSERT INTO t2 VALUES(blob(400), blob(400)); |
| 242 SAVEPOINT tr; |
| 243 INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 2 */ |
| 244 INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 4 */ |
| 245 INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 8 */ |
| 246 INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 16 */ |
| 247 INSERT INTO t2 SELECT blob(400), blob(400) FROM t2; /* 32 */ |
| 248 INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 2 */ |
| 249 INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 4 */ |
| 250 INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 8 */ |
| 251 INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 16 */ |
| 252 INSERT INTO t1 SELECT blob(400), blob(400) FROM t1; /* 32 */ |
| 253 SELECT count(*) FROM t2; |
| 254 } |
| 255 } {32} |
| 256 do_test wal-4.5.3 { |
| 257 execsql { ROLLBACK TO tr } |
| 258 } {} |
| 259 do_test wal-4.5.4 { |
| 260 set logsize [file size test.db-wal] |
| 261 execsql { |
| 262 INSERT INTO t1 VALUES('x', 'y'); |
| 263 RELEASE tr; |
| 264 COMMIT; |
| 265 } |
| 266 expr { $logsize == [file size test.db-wal] } |
| 267 } {1} |
| 268 do_test wal-4.5.5 { |
| 269 execsql { SELECT count(*) FROM t2 ; SELECT count(*) FROM t1 } |
| 270 } {1 2} |
| 271 do_test wal-4.5.6 { |
| 272 file copy -force test.db test2.db |
| 273 file copy -force test.db-wal test2.db-wal |
| 274 sqlite3 db2 test2.db |
| 275 execsql { SELECT count(*) FROM t2 ; SELECT count(*) FROM t1 } db2 |
| 276 } {1 2} |
| 277 do_test wal-4.5.7 { |
| 278 execsql { PRAGMA integrity_check } db2 |
| 279 } {ok} |
| 280 db2 close |
| 281 |
| 282 do_test wal-4.6.1 { |
| 283 execsql { |
| 284 DELETE FROM t2; |
| 285 PRAGMA wal_checkpoint; |
| 286 BEGIN; |
| 287 INSERT INTO t2 VALUES('w', 'x'); |
| 288 SAVEPOINT save; |
| 289 INSERT INTO t2 VALUES('y', 'z'); |
| 290 ROLLBACK TO save; |
| 291 COMMIT; |
| 292 } |
| 293 execsql { SELECT * FROM t2 } |
| 294 } {w x} |
| 295 |
| 296 |
| 297 reopen_db |
| 298 do_test wal-5.1 { |
| 299 execsql { |
| 300 CREATE TEMP TABLE t2(a, b); |
| 301 INSERT INTO t2 VALUES(1, 2); |
| 302 } |
| 303 } {} |
| 304 do_test wal-5.2 { |
| 305 execsql { |
| 306 BEGIN; |
| 307 INSERT INTO t2 VALUES(3, 4); |
| 308 SELECT * FROM t2; |
| 309 } |
| 310 } {1 2 3 4} |
| 311 do_test wal-5.3 { |
| 312 execsql { |
| 313 ROLLBACK; |
| 314 SELECT * FROM t2; |
| 315 } |
| 316 } {1 2} |
| 317 do_test wal-5.4 { |
| 318 execsql { |
| 319 CREATE TEMP TABLE t3(x UNIQUE); |
| 320 BEGIN; |
| 321 INSERT INTO t2 VALUES(3, 4); |
| 322 INSERT INTO t3 VALUES('abc'); |
| 323 } |
| 324 catchsql { INSERT INTO t3 VALUES('abc') } |
| 325 } {1 {column x is not unique}} |
| 326 do_test wal-5.5 { |
| 327 execsql { |
| 328 COMMIT; |
| 329 SELECT * FROM t2; |
| 330 } |
| 331 } {1 2 3 4} |
| 332 db close |
| 333 |
| 334 foreach sector {512 4096} { |
| 335 sqlite3_simulate_device -sectorsize $sector |
| 336 foreach pgsz {512 1024 2048 4096} { |
| 337 file delete -force test.db test.db-wal |
| 338 do_test wal-6.$sector.$pgsz.1 { |
| 339 sqlite3 db test.db -vfs devsym |
| 340 execsql " |
| 341 PRAGMA page_size = $pgsz; |
| 342 PRAGMA auto_vacuum = 0; |
| 343 PRAGMA journal_mode = wal; |
| 344 " |
| 345 execsql " |
| 346 CREATE TABLE t1(a, b); |
| 347 INSERT INTO t1 VALUES(1, 2); |
| 348 " |
| 349 db close |
| 350 file size test.db |
| 351 } [expr $pgsz*2] |
| 352 |
| 353 do_test wal-6.$sector.$pgsz.2 { |
| 354 log_deleted test.db-wal |
| 355 } {1} |
| 356 } |
| 357 } |
| 358 |
| 359 do_test wal-7.1 { |
| 360 file delete -force test.db test.db-wal |
| 361 sqlite3_wal db test.db |
| 362 execsql { |
| 363 PRAGMA page_size = 1024; |
| 364 CREATE TABLE t1(a, b); |
| 365 INSERT INTO t1 VALUES(1, 2); |
| 366 } |
| 367 list [file size test.db] [file size test.db-wal] |
| 368 } [list 1024 [wal_file_size 3 1024]] |
| 369 do_test wal-7.2 { |
| 370 execsql { PRAGMA wal_checkpoint } |
| 371 list [file size test.db] [file size test.db-wal] |
| 372 } [list 2048 [wal_file_size 3 1024]] |
| 373 |
| 374 # Execute some transactions in auto-vacuum mode to test database file |
| 375 # truncation. |
| 376 # |
| 377 do_test wal-8.1 { |
| 378 reopen_db |
| 379 catch { db close } |
| 380 file delete -force test.db test.db-wal |
| 381 |
| 382 sqlite3 db test.db |
| 383 db function blob blob |
| 384 execsql { |
| 385 PRAGMA auto_vacuum = 1; |
| 386 PRAGMA journal_mode = wal; |
| 387 PRAGMA auto_vacuum; |
| 388 } |
| 389 } {wal 1} |
| 390 do_test wal-8.2 { |
| 391 execsql { |
| 392 PRAGMA page_size = 1024; |
| 393 CREATE TABLE t1(x); |
| 394 INSERT INTO t1 VALUES(blob(900)); |
| 395 INSERT INTO t1 VALUES(blob(900)); |
| 396 INSERT INTO t1 SELECT blob(900) FROM t1; /* 4 */ |
| 397 INSERT INTO t1 SELECT blob(900) FROM t1; /* 8 */ |
| 398 INSERT INTO t1 SELECT blob(900) FROM t1; /* 16 */ |
| 399 INSERT INTO t1 SELECT blob(900) FROM t1; /* 32 */ |
| 400 INSERT INTO t1 SELECT blob(900) FROM t1; /* 64 */ |
| 401 PRAGMA wal_checkpoint; |
| 402 } |
| 403 file size test.db |
| 404 } [expr 68*1024] |
| 405 do_test wal-8.3 { |
| 406 execsql { |
| 407 DELETE FROM t1 WHERE rowid<54; |
| 408 PRAGMA wal_checkpoint; |
| 409 } |
| 410 file size test.db |
| 411 } [expr 14*1024] |
| 412 |
| 413 # Run some "warm-body" tests to ensure that log-summary files with more |
| 414 # than 256 entries (log summaries that contain index blocks) work Ok. |
| 415 # |
| 416 do_test wal-9.1 { |
| 417 reopen_db |
| 418 execsql { |
| 419 CREATE TABLE t1(x PRIMARY KEY); |
| 420 INSERT INTO t1 VALUES(blob(900)); |
| 421 INSERT INTO t1 VALUES(blob(900)); |
| 422 INSERT INTO t1 SELECT blob(900) FROM t1; /* 4 */ |
| 423 INSERT INTO t1 SELECT blob(900) FROM t1; /* 8 */ |
| 424 INSERT INTO t1 SELECT blob(900) FROM t1; /* 16 */ |
| 425 INSERT INTO t1 SELECT blob(900) FROM t1; /* 32 */ |
| 426 INSERT INTO t1 SELECT blob(900) FROM t1; /* 64 */ |
| 427 INSERT INTO t1 SELECT blob(900) FROM t1; /* 128 */ |
| 428 INSERT INTO t1 SELECT blob(900) FROM t1; /* 256 */ |
| 429 } |
| 430 file size test.db |
| 431 } 1024 |
| 432 do_test wal-9.2 { |
| 433 sqlite3_wal db2 test.db |
| 434 execsql {PRAGMA integrity_check } db2 |
| 435 } {ok} |
| 436 |
| 437 do_test wal-9.3 { |
| 438 file delete -force test2.db test2.db-wal |
| 439 file copy test.db test2.db |
| 440 file copy test.db-wal test2.db-wal |
| 441 sqlite3_wal db3 test2.db |
| 442 execsql {PRAGMA integrity_check } db3 |
| 443 } {ok} |
| 444 db3 close |
| 445 |
| 446 do_test wal-9.4 { |
| 447 execsql { PRAGMA wal_checkpoint } |
| 448 db2 close |
| 449 sqlite3_wal db2 test.db |
| 450 execsql {PRAGMA integrity_check } db2 |
| 451 } {ok} |
| 452 |
| 453 foreach handle {db db2 db3} { catch { $handle close } } |
| 454 unset handle |
| 455 |
| 456 #------------------------------------------------------------------------- |
| 457 # The following block of tests - wal-10.* - test that the WAL locking |
| 458 # scheme works in simple cases. This block of tests is run twice. Once |
| 459 # using multiple connections in the address space of the current process, |
| 460 # and once with all connections except one running in external processes. |
| 461 # |
| 462 do_multiclient_test tn { |
| 463 |
| 464 # Initialize the database schema and contents. |
| 465 # |
| 466 do_test wal-10.$tn.1 { |
| 467 execsql { |
| 468 PRAGMA auto_vacuum = 0; |
| 469 PRAGMA journal_mode = wal; |
| 470 CREATE TABLE t1(a, b); |
| 471 INSERT INTO t1 VALUES(1, 2); |
| 472 SELECT * FROM t1; |
| 473 } |
| 474 } {wal 1 2} |
| 475 |
| 476 # Open a transaction and write to the database using [db]. Check that [db2] |
| 477 # is still able to read the snapshot before the transaction was opened. |
| 478 # |
| 479 do_test wal-10.$tn.2 { |
| 480 execsql { BEGIN; INSERT INTO t1 VALUES(3, 4); } |
| 481 sql2 {SELECT * FROM t1} |
| 482 } {1 2} |
| 483 |
| 484 # Have [db] commit the transaction. Check that [db2] is now seeing the |
| 485 # new, updated snapshot. |
| 486 # |
| 487 do_test wal-10.$tn.3 { |
| 488 execsql { COMMIT } |
| 489 sql2 {SELECT * FROM t1} |
| 490 } {1 2 3 4} |
| 491 |
| 492 # Have [db2] open a read transaction. Then write to the db via [db]. Check |
| 493 # that [db2] is still seeing the original snapshot. Then read with [db3]. |
| 494 # [db3] should see the newly committed data. |
| 495 # |
| 496 do_test wal-10.$tn.4 { |
| 497 sql2 { BEGIN ; SELECT * FROM t1} |
| 498 } {1 2 3 4} |
| 499 do_test wal-10.$tn.5 { |
| 500 execsql { INSERT INTO t1 VALUES(5, 6); } |
| 501 sql2 {SELECT * FROM t1} |
| 502 } {1 2 3 4} |
| 503 do_test wal-10.$tn.6 { |
| 504 sql3 {SELECT * FROM t1} |
| 505 } {1 2 3 4 5 6} |
| 506 do_test wal-10.$tn.7 { |
| 507 sql2 COMMIT |
| 508 } {} |
| 509 |
| 510 # Have [db2] open a write transaction. Then attempt to write to the |
| 511 # database via [db]. This should fail (writer lock cannot be obtained). |
| 512 # |
| 513 # Then open a read-transaction with [db]. Commit the [db2] transaction |
| 514 # to disk. Verify that [db] still cannot write to the database (because |
| 515 # it is reading an old snapshot). |
| 516 # |
| 517 # Close the current [db] transaction. Open a new one. [db] can now write |
| 518 # to the database (as it is not locked and [db] is reading the latest |
| 519 # snapshot). |
| 520 # |
| 521 do_test wal-10.$tn.7 { |
| 522 sql2 { BEGIN; INSERT INTO t1 VALUES(7, 8) ; } |
| 523 catchsql { INSERT INTO t1 VALUES(9, 10) } |
| 524 } {1 {database is locked}} |
| 525 do_test wal-10.$tn.8 { |
| 526 execsql { BEGIN ; SELECT * FROM t1 } |
| 527 } {1 2 3 4 5 6} |
| 528 do_test wal-10.$tn.9 { |
| 529 sql2 COMMIT |
| 530 catchsql { INSERT INTO t1 VALUES(9, 10) } |
| 531 } {1 {database is locked}} |
| 532 do_test wal-10.$tn.10 { |
| 533 execsql { COMMIT } |
| 534 execsql { BEGIN } |
| 535 execsql { INSERT INTO t1 VALUES(9, 10) } |
| 536 execsql { COMMIT } |
| 537 execsql { SELECT * FROM t1 } |
| 538 } {1 2 3 4 5 6 7 8 9 10} |
| 539 |
| 540 # Open a read transaction with [db2]. Check that this prevents [db] from |
| 541 # checkpointing the database. But not from writing to it. |
| 542 # |
| 543 do_test wal-10.$tn.11 { |
| 544 sql2 { BEGIN; SELECT * FROM t1 } |
| 545 } {1 2 3 4 5 6 7 8 9 10} |
| 546 do_test wal-10.$tn.12 { |
| 547 catchsql { PRAGMA wal_checkpoint } |
| 548 } {0 {0 13 13}} ;# Reader no longer block checkpoints |
| 549 do_test wal-10.$tn.13 { |
| 550 execsql { INSERT INTO t1 VALUES(11, 12) } |
| 551 sql2 {SELECT * FROM t1} |
| 552 } {1 2 3 4 5 6 7 8 9 10} |
| 553 |
| 554 # Writers do not block checkpoints any more either. |
| 555 # |
| 556 do_test wal-10.$tn.14 { |
| 557 catchsql { PRAGMA wal_checkpoint } |
| 558 } {0 {0 15 13}} |
| 559 |
| 560 # The following series of test cases used to verify another blocking |
| 561 # case in WAL - a case which no longer blocks. |
| 562 # |
| 563 do_test wal-10.$tn.15 { |
| 564 sql2 { COMMIT; BEGIN; SELECT * FROM t1; } |
| 565 } {1 2 3 4 5 6 7 8 9 10 11 12} |
| 566 do_test wal-10.$tn.16 { |
| 567 catchsql { PRAGMA wal_checkpoint } |
| 568 } {0 {0 15 15}} |
| 569 do_test wal-10.$tn.17 { |
| 570 execsql { PRAGMA wal_checkpoint } |
| 571 } {0 15 15} |
| 572 do_test wal-10.$tn.18 { |
| 573 sql3 { BEGIN; SELECT * FROM t1 } |
| 574 } {1 2 3 4 5 6 7 8 9 10 11 12} |
| 575 do_test wal-10.$tn.19 { |
| 576 catchsql { INSERT INTO t1 VALUES(13, 14) } |
| 577 } {0 {}} |
| 578 do_test wal-10.$tn.20 { |
| 579 execsql { SELECT * FROM t1 } |
| 580 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14} |
| 581 do_test wal-10.$tn.21 { |
| 582 sql3 COMMIT |
| 583 sql2 COMMIT |
| 584 } {} |
| 585 do_test wal-10.$tn.22 { |
| 586 execsql { SELECT * FROM t1 } |
| 587 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14} |
| 588 |
| 589 # Another series of tests that used to demonstrate blocking behavior |
| 590 # but which now work. |
| 591 # |
| 592 do_test wal-10.$tn.23 { |
| 593 execsql { PRAGMA wal_checkpoint } |
| 594 } {0 17 17} |
| 595 do_test wal-10.$tn.24 { |
| 596 sql2 { BEGIN; SELECT * FROM t1; } |
| 597 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14} |
| 598 do_test wal-10.$tn.25 { |
| 599 execsql { PRAGMA wal_checkpoint } |
| 600 } {0 17 17} |
| 601 do_test wal-10.$tn.26 { |
| 602 catchsql { INSERT INTO t1 VALUES(15, 16) } |
| 603 } {0 {}} |
| 604 do_test wal-10.$tn.27 { |
| 605 sql3 { INSERT INTO t1 VALUES(17, 18) } |
| 606 } {} |
| 607 do_test wal-10.$tn.28 { |
| 608 code3 { |
| 609 set ::STMT [sqlite3_prepare db3 "SELECT * FROM t1" -1 TAIL] |
| 610 sqlite3_step $::STMT |
| 611 } |
| 612 execsql { SELECT * FROM t1 } |
| 613 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18} |
| 614 do_test wal-10.$tn.29 { |
| 615 execsql { INSERT INTO t1 VALUES(19, 20) } |
| 616 catchsql { PRAGMA wal_checkpoint } |
| 617 } {0 {0 6 0}} |
| 618 do_test wal-10.$tn.30 { |
| 619 code3 { sqlite3_finalize $::STMT } |
| 620 execsql { PRAGMA wal_checkpoint } |
| 621 } {0 6 0} |
| 622 |
| 623 # At one point, if a reader failed to upgrade to a writer because it |
| 624 # was reading an old snapshot, the write-locks were not being released. |
| 625 # Test that this bug has been fixed. |
| 626 # |
| 627 do_test wal-10.$tn.31 { |
| 628 sql2 COMMIT |
| 629 execsql { BEGIN ; SELECT * FROM t1 } |
| 630 sql2 { INSERT INTO t1 VALUES(21, 22) } |
| 631 catchsql { INSERT INTO t1 VALUES(23, 24) } |
| 632 } {1 {database is locked}} |
| 633 do_test wal-10.$tn.32 { |
| 634 # This statement would fail when the bug was present. |
| 635 sql2 { INSERT INTO t1 VALUES(23, 24) } |
| 636 } {} |
| 637 do_test wal-10.$tn.33 { |
| 638 execsql { SELECT * FROM t1 ; COMMIT } |
| 639 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20} |
| 640 do_test wal-10.$tn.34 { |
| 641 execsql { SELECT * FROM t1 } |
| 642 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24} |
| 643 |
| 644 # Test that if a checkpointer cannot obtain the required locks, it |
| 645 # releases all locks before returning a busy error. |
| 646 # |
| 647 do_test wal-10.$tn.35 { |
| 648 execsql { |
| 649 DELETE FROM t1; |
| 650 INSERT INTO t1 VALUES('a', 'b'); |
| 651 INSERT INTO t1 VALUES('c', 'd'); |
| 652 } |
| 653 sql2 { |
| 654 BEGIN; |
| 655 SELECT * FROM t1; |
| 656 } |
| 657 } {a b c d} |
| 658 do_test wal-10.$tn.36 { |
| 659 catchsql { PRAGMA wal_checkpoint } |
| 660 } {0 {0 16 16}} |
| 661 do_test wal-10.$tn.36 { |
| 662 sql3 { INSERT INTO t1 VALUES('e', 'f') } |
| 663 sql2 { SELECT * FROM t1 } |
| 664 } {a b c d} |
| 665 do_test wal-10.$tn.37 { |
| 666 sql2 COMMIT |
| 667 execsql { PRAGMA wal_checkpoint } |
| 668 } {0 18 18} |
| 669 } |
| 670 |
| 671 #------------------------------------------------------------------------- |
| 672 # This block of tests, wal-11.*, test that nothing goes terribly wrong |
| 673 # if frames must be written to the log file before a transaction is |
| 674 # committed (in order to free up memory). |
| 675 # |
| 676 do_test wal-11.1 { |
| 677 reopen_db |
| 678 execsql { |
| 679 PRAGMA cache_size = 10; |
| 680 PRAGMA page_size = 1024; |
| 681 CREATE TABLE t1(x PRIMARY KEY); |
| 682 } |
| 683 list [expr [file size test.db]/1024] [expr [file size test.db-wal]/1044] |
| 684 } {1 3} |
| 685 do_test wal-11.2 { |
| 686 execsql { PRAGMA wal_checkpoint } |
| 687 list [expr [file size test.db]/1024] [file size test.db-wal] |
| 688 } [list 3 [wal_file_size 3 1024]] |
| 689 do_test wal-11.3 { |
| 690 execsql { INSERT INTO t1 VALUES( blob(900) ) } |
| 691 list [expr [file size test.db]/1024] [file size test.db-wal] |
| 692 } [list 3 [wal_file_size 4 1024]] |
| 693 |
| 694 do_test wal-11.4 { |
| 695 execsql { |
| 696 BEGIN; |
| 697 INSERT INTO t1 SELECT blob(900) FROM t1; -- 2 |
| 698 INSERT INTO t1 SELECT blob(900) FROM t1; -- 4 |
| 699 INSERT INTO t1 SELECT blob(900) FROM t1; -- 8 |
| 700 INSERT INTO t1 SELECT blob(900) FROM t1; -- 16 |
| 701 } |
| 702 list [expr [file size test.db]/1024] [file size test.db-wal] |
| 703 } [list 3 [wal_file_size 32 1024]] |
| 704 do_test wal-11.5 { |
| 705 execsql { |
| 706 SELECT count(*) FROM t1; |
| 707 PRAGMA integrity_check; |
| 708 } |
| 709 } {16 ok} |
| 710 do_test wal-11.6 { |
| 711 execsql COMMIT |
| 712 list [expr [file size test.db]/1024] [file size test.db-wal] |
| 713 } [list 3 [wal_file_size 41 1024]] |
| 714 do_test wal-11.7 { |
| 715 execsql { |
| 716 SELECT count(*) FROM t1; |
| 717 PRAGMA integrity_check; |
| 718 } |
| 719 } {16 ok} |
| 720 do_test wal-11.8 { |
| 721 execsql { PRAGMA wal_checkpoint } |
| 722 list [expr [file size test.db]/1024] [file size test.db-wal] |
| 723 } [list 37 [wal_file_size 41 1024]] |
| 724 do_test wal-11.9 { |
| 725 db close |
| 726 list [expr [file size test.db]/1024] [log_deleted test.db-wal] |
| 727 } {37 1} |
| 728 sqlite3_wal db test.db |
| 729 do_test wal-11.10 { |
| 730 execsql { |
| 731 PRAGMA cache_size = 10; |
| 732 BEGIN; |
| 733 INSERT INTO t1 SELECT blob(900) FROM t1; -- 32 |
| 734 SELECT count(*) FROM t1; |
| 735 } |
| 736 list [expr [file size test.db]/1024] [file size test.db-wal] |
| 737 } [list 37 [wal_file_size 37 1024]] |
| 738 do_test wal-11.11 { |
| 739 execsql { |
| 740 SELECT count(*) FROM t1; |
| 741 ROLLBACK; |
| 742 SELECT count(*) FROM t1; |
| 743 } |
| 744 } {32 16} |
| 745 do_test wal-11.12 { |
| 746 list [expr [file size test.db]/1024] [file size test.db-wal] |
| 747 } [list 37 [wal_file_size 37 1024]] |
| 748 do_test wal-11.13 { |
| 749 execsql { |
| 750 INSERT INTO t1 VALUES( blob(900) ); |
| 751 SELECT count(*) FROM t1; |
| 752 PRAGMA integrity_check; |
| 753 } |
| 754 } {17 ok} |
| 755 do_test wal-11.14 { |
| 756 list [expr [file size test.db]/1024] [file size test.db-wal] |
| 757 } [list 37 [wal_file_size 37 1024]] |
| 758 |
| 759 |
| 760 #------------------------------------------------------------------------- |
| 761 # This block of tests, wal-12.*, tests the fix for a problem that |
| 762 # could occur if a log that is a prefix of an older log is written |
| 763 # into a reused log file. |
| 764 # |
| 765 reopen_db |
| 766 do_test wal-12.1 { |
| 767 execsql { |
| 768 PRAGMA page_size = 1024; |
| 769 CREATE TABLE t1(x, y); |
| 770 CREATE TABLE t2(x, y); |
| 771 INSERT INTO t1 VALUES('A', 1); |
| 772 } |
| 773 list [expr [file size test.db]/1024] [file size test.db-wal] |
| 774 } [list 1 [wal_file_size 5 1024]] |
| 775 do_test wal-12.2 { |
| 776 db close |
| 777 sqlite3 db test.db |
| 778 execsql { |
| 779 PRAGMA synchronous = normal; |
| 780 UPDATE t1 SET y = 0 WHERE x = 'A'; |
| 781 } |
| 782 list [expr [file size test.db]/1024] [expr [file size test.db-wal]/1044] |
| 783 } {3 1} |
| 784 do_test wal-12.3 { |
| 785 execsql { INSERT INTO t2 VALUES('B', 1) } |
| 786 list [expr [file size test.db]/1024] [expr [file size test.db-wal]/1044] |
| 787 } {3 2} |
| 788 do_test wal-12.4 { |
| 789 file copy -force test.db test2.db |
| 790 file copy -force test.db-wal test2.db-wal |
| 791 sqlite3_wal db2 test2.db |
| 792 execsql { SELECT * FROM t2 } db2 |
| 793 } {B 1} |
| 794 db2 close |
| 795 do_test wal-12.5 { |
| 796 execsql { |
| 797 PRAGMA wal_checkpoint; |
| 798 UPDATE t2 SET y = 2 WHERE x = 'B'; |
| 799 PRAGMA wal_checkpoint; |
| 800 UPDATE t1 SET y = 1 WHERE x = 'A'; |
| 801 PRAGMA wal_checkpoint; |
| 802 UPDATE t1 SET y = 0 WHERE x = 'A'; |
| 803 } |
| 804 execsql { SELECT * FROM t2 } |
| 805 } {B 2} |
| 806 do_test wal-12.6 { |
| 807 file copy -force test.db test2.db |
| 808 file copy -force test.db-wal test2.db-wal |
| 809 sqlite3_wal db2 test2.db |
| 810 execsql { SELECT * FROM t2 } db2 |
| 811 } {B 2} |
| 812 db2 close |
| 813 db close |
| 814 |
| 815 #------------------------------------------------------------------------- |
| 816 # Test large log summaries. |
| 817 # |
| 818 # In this case "large" usually means a log file that requires a wal-index |
| 819 # mapping larger than 64KB (the default initial allocation). A 64KB wal-index |
| 820 # is large enough for a log file that contains approximately 13100 frames. |
| 821 # So the following tests create logs containing at least this many frames. |
| 822 # |
| 823 # wal-13.1.*: This test case creates a very large log file within the |
| 824 # file-system (around 200MB). The log file does not contain |
| 825 # any valid frames. Test that the database file can still be |
| 826 # opened and queried, and that the invalid log file causes no |
| 827 # problems. |
| 828 # |
| 829 # wal-13.2.*: Test that a process may create a large log file and query |
| 830 # the database (including the log file that it itself created). |
| 831 # |
| 832 # wal-13.3.*: Test that if a very large log file is created, and then a |
| 833 # second connection is opened on the database file, it is possible |
| 834 # to query the database (and the very large log) using the |
| 835 # second connection. |
| 836 # |
| 837 # wal-13.4.*: Same test as wal-13.3.*. Except in this case the second |
| 838 # connection is opened by an external process. |
| 839 # |
| 840 do_test wal-13.1.1 { |
| 841 list [file exists test.db] [file exists test.db-wal] |
| 842 } {1 0} |
| 843 do_test wal-13.1.2 { |
| 844 set fd [open test.db-wal w] |
| 845 seek $fd [expr 200*1024*1024] |
| 846 puts $fd "" |
| 847 close $fd |
| 848 sqlite3 db test.db |
| 849 execsql { SELECT * FROM t2 } |
| 850 } {B 2} |
| 851 breakpoint |
| 852 do_test wal-13.1.3 { |
| 853 db close |
| 854 file exists test.db-wal |
| 855 } {0} |
| 856 |
| 857 do_test wal-13.2.1 { |
| 858 sqlite3 db test.db |
| 859 execsql { SELECT count(*) FROM t2 } |
| 860 } {1} |
| 861 do_test wal-13.2.2 { |
| 862 db function blob blob |
| 863 for {set i 0} {$i < 16} {incr i} { |
| 864 execsql { INSERT INTO t2 SELECT blob(400), blob(400) FROM t2 } |
| 865 } |
| 866 execsql { SELECT count(*) FROM t2 } |
| 867 } [expr int(pow(2, 16))] |
| 868 do_test wal-13.2.3 { |
| 869 expr [file size test.db-wal] > [wal_file_size 33000 1024] |
| 870 } 1 |
| 871 |
| 872 do_multiclient_test tn { |
| 873 incr tn 2 |
| 874 |
| 875 do_test wal-13.$tn.0 { |
| 876 sql1 { |
| 877 PRAGMA journal_mode = WAL; |
| 878 CREATE TABLE t1(x); |
| 879 INSERT INTO t1 SELECT randomblob(800); |
| 880 } |
| 881 sql1 { SELECT count(*) FROM t1 } |
| 882 } {1} |
| 883 |
| 884 for {set ii 1} {$ii<16} {incr ii} { |
| 885 do_test wal-13.$tn.$ii.a { |
| 886 sql2 { INSERT INTO t1 SELECT randomblob(800) FROM t1 } |
| 887 sql2 { SELECT count(*) FROM t1 } |
| 888 } [expr (1<<$ii)] |
| 889 do_test wal-13.$tn.$ii.b { |
| 890 sql1 { SELECT count(*) FROM t1 } |
| 891 } [expr (1<<$ii)] |
| 892 do_test wal-13.$tn.$ii.c { |
| 893 sql1 { SELECT count(*) FROM t1 } |
| 894 } [expr (1<<$ii)] |
| 895 do_test wal-13.$tn.$ii.d { |
| 896 sql1 { PRAGMA integrity_check } |
| 897 } {ok} |
| 898 } |
| 899 } |
| 900 |
| 901 #------------------------------------------------------------------------- |
| 902 # Check a fun corruption case has been fixed. |
| 903 # |
| 904 # The problem was that after performing a checkpoint using a connection |
| 905 # that had an out-of-date pager-cache, the next time the connection was |
| 906 # used it did not realize the cache was out-of-date and proceeded to |
| 907 # operate with an inconsistent cache. Leading to corruption. |
| 908 # |
| 909 catch { db close } |
| 910 catch { db2 close } |
| 911 catch { db3 close } |
| 912 file delete -force test.db test.db-wal |
| 913 sqlite3 db test.db |
| 914 sqlite3 db2 test.db |
| 915 do_test wal-14 { |
| 916 execsql { |
| 917 PRAGMA journal_mode = WAL; |
| 918 CREATE TABLE t1(a PRIMARY KEY, b); |
| 919 INSERT INTO t1 VALUES(randomblob(10), randomblob(100)); |
| 920 INSERT INTO t1 SELECT randomblob(10), randomblob(100) FROM t1; |
| 921 INSERT INTO t1 SELECT randomblob(10), randomblob(100) FROM t1; |
| 922 INSERT INTO t1 SELECT randomblob(10), randomblob(100) FROM t1; |
| 923 } |
| 924 |
| 925 db2 eval { |
| 926 INSERT INTO t1 SELECT randomblob(10), randomblob(100); |
| 927 INSERT INTO t1 SELECT randomblob(10), randomblob(100); |
| 928 INSERT INTO t1 SELECT randomblob(10), randomblob(100); |
| 929 INSERT INTO t1 SELECT randomblob(10), randomblob(100); |
| 930 } |
| 931 |
| 932 # After executing the "PRAGMA wal_checkpoint", connection [db] was being |
| 933 # left with an inconsistent cache. Running the CREATE INDEX statement |
| 934 # in this state led to database corruption. |
| 935 catchsql { |
| 936 PRAGMA wal_checkpoint; |
| 937 CREATE INDEX i1 on t1(b); |
| 938 } |
| 939 |
| 940 db2 eval { PRAGMA integrity_check } |
| 941 } {ok} |
| 942 |
| 943 catch { db close } |
| 944 catch { db2 close } |
| 945 |
| 946 #------------------------------------------------------------------------- |
| 947 # The following block of tests - wal-15.* - focus on testing the |
| 948 # implementation of the sqlite3_wal_checkpoint() interface. |
| 949 # |
| 950 file delete -force test.db test.db-wal |
| 951 sqlite3 db test.db |
| 952 do_test wal-15.1 { |
| 953 execsql { |
| 954 PRAGMA auto_vacuum = 0; |
| 955 PRAGMA page_size = 1024; |
| 956 PRAGMA journal_mode = WAL; |
| 957 } |
| 958 execsql { |
| 959 CREATE TABLE t1(a, b); |
| 960 INSERT INTO t1 VALUES(1, 2); |
| 961 } |
| 962 } {} |
| 963 |
| 964 # Test that an error is returned if the database name is not recognized |
| 965 # |
| 966 do_test wal-15.2.1 { |
| 967 sqlite3_wal_checkpoint db aux |
| 968 } {SQLITE_ERROR} |
| 969 do_test wal-15.2.2 { |
| 970 sqlite3_errcode db |
| 971 } {SQLITE_ERROR} |
| 972 do_test wal-15.2.3 { |
| 973 sqlite3_errmsg db |
| 974 } {unknown database: aux} |
| 975 |
| 976 # Test that an error is returned if an attempt is made to checkpoint |
| 977 # if a transaction is open on the database. |
| 978 # |
| 979 do_test wal-15.3.1 { |
| 980 execsql { |
| 981 BEGIN; |
| 982 INSERT INTO t1 VALUES(3, 4); |
| 983 } |
| 984 sqlite3_wal_checkpoint db main |
| 985 } {SQLITE_LOCKED} |
| 986 do_test wal-15.3.2 { |
| 987 sqlite3_errcode db |
| 988 } {SQLITE_LOCKED} |
| 989 do_test wal-15.3.3 { |
| 990 sqlite3_errmsg db |
| 991 } {database table is locked} |
| 992 |
| 993 # Earlier versions returned an error is returned if the db cannot be |
| 994 # checkpointed because of locks held by another connection. Check that |
| 995 # this is no longer the case. |
| 996 # |
| 997 sqlite3 db2 test.db |
| 998 do_test wal-15.4.1 { |
| 999 execsql { |
| 1000 BEGIN; |
| 1001 SELECT * FROM t1; |
| 1002 } db2 |
| 1003 } {1 2} |
| 1004 do_test wal-15.4.2 { |
| 1005 execsql { COMMIT } |
| 1006 sqlite3_wal_checkpoint db |
| 1007 } {SQLITE_OK} |
| 1008 do_test wal-15.4.3 { |
| 1009 sqlite3_errmsg db |
| 1010 } {not an error} |
| 1011 |
| 1012 # After [db2] drops its lock, [db] may checkpoint the db. |
| 1013 # |
| 1014 do_test wal-15.4.4 { |
| 1015 execsql { COMMIT } db2 |
| 1016 sqlite3_wal_checkpoint db |
| 1017 } {SQLITE_OK} |
| 1018 do_test wal-15.4.5 { |
| 1019 sqlite3_errmsg db |
| 1020 } {not an error} |
| 1021 do_test wal-15.4.6 { |
| 1022 file size test.db |
| 1023 } [expr 1024*2] |
| 1024 |
| 1025 catch { db2 close } |
| 1026 catch { db close } |
| 1027 |
| 1028 #------------------------------------------------------------------------- |
| 1029 # The following block of tests - wal-16.* - test that if a NULL pointer or |
| 1030 # an empty string is passed as the second argument of the wal_checkpoint() |
| 1031 # API, an attempt is made to checkpoint all attached databases. |
| 1032 # |
| 1033 foreach {tn ckpt_cmd ckpt_res ckpt_main ckpt_aux} { |
| 1034 1 {sqlite3_wal_checkpoint db} SQLITE_OK 1 1 |
| 1035 2 {sqlite3_wal_checkpoint db ""} SQLITE_OK 1 1 |
| 1036 3 {db eval "PRAGMA wal_checkpoint"} {0 10 10} 1 1 |
| 1037 |
| 1038 4 {sqlite3_wal_checkpoint db main} SQLITE_OK 1 0 |
| 1039 5 {sqlite3_wal_checkpoint db aux} SQLITE_OK 0 1 |
| 1040 6 {sqlite3_wal_checkpoint db temp} SQLITE_OK 0 0 |
| 1041 7 {db eval "PRAGMA main.wal_checkpoint"} {0 10 10} 1 0 |
| 1042 8 {db eval "PRAGMA aux.wal_checkpoint"} {0 16 16} 0 1 |
| 1043 9 {db eval "PRAGMA temp.wal_checkpoint"} {0 -1 -1} 0 0 |
| 1044 } { |
| 1045 do_test wal-16.$tn.1 { |
| 1046 file delete -force test2.db test2.db-wal test2.db-journal |
| 1047 file delete -force test.db test.db-wal test.db-journal |
| 1048 |
| 1049 sqlite3 db test.db |
| 1050 execsql { |
| 1051 ATTACH 'test2.db' AS aux; |
| 1052 PRAGMA main.auto_vacuum = 0; |
| 1053 PRAGMA aux.auto_vacuum = 0; |
| 1054 PRAGMA main.journal_mode = WAL; |
| 1055 PRAGMA aux.journal_mode = WAL; |
| 1056 PRAGMA synchronous = NORMAL; |
| 1057 } |
| 1058 } {wal wal} |
| 1059 |
| 1060 do_test wal-16.$tn.2 { |
| 1061 execsql { |
| 1062 CREATE TABLE main.t1(a, b, PRIMARY KEY(a, b)); |
| 1063 CREATE TABLE aux.t2(a, b, PRIMARY KEY(a, b)); |
| 1064 |
| 1065 INSERT INTO t2 VALUES(1, randomblob(1000)); |
| 1066 INSERT INTO t2 VALUES(2, randomblob(1000)); |
| 1067 INSERT INTO t1 SELECT * FROM t2; |
| 1068 } |
| 1069 |
| 1070 list [file size test.db] [file size test.db-wal] |
| 1071 } [list [expr 1*1024] [wal_file_size 10 1024]] |
| 1072 do_test wal-16.$tn.3 { |
| 1073 list [file size test2.db] [file size test2.db-wal] |
| 1074 } [list [expr 1*1024] [wal_file_size 16 1024]] |
| 1075 |
| 1076 do_test wal-16.$tn.4 [list eval $ckpt_cmd] $ckpt_res |
| 1077 |
| 1078 do_test wal-16.$tn.5 { |
| 1079 list [file size test.db] [file size test.db-wal] |
| 1080 } [list [expr ($ckpt_main ? 7 : 1)*1024] [wal_file_size 10 1024]] |
| 1081 |
| 1082 do_test wal-16.$tn.6 { |
| 1083 list [file size test2.db] [file size test2.db-wal] |
| 1084 } [list [expr ($ckpt_aux ? 7 : 1)*1024] [wal_file_size 16 1024]] |
| 1085 |
| 1086 catch { db close } |
| 1087 } |
| 1088 |
| 1089 #------------------------------------------------------------------------- |
| 1090 # The following tests - wal-17.* - attempt to verify that the correct |
| 1091 # number of "padding" frames are appended to the log file when a transaction |
| 1092 # is committed in synchronous=FULL mode. |
| 1093 # |
| 1094 # Do this by creating a database that uses 512 byte pages. Then writing |
| 1095 # a transaction that modifies 171 pages. In synchronous=NORMAL mode, this |
| 1096 # produces a log file of: |
| 1097 # |
| 1098 # 32 + (24+512)*171 = 90312 bytes. |
| 1099 # |
| 1100 # Slightly larger than 11*8192 = 90112 bytes. |
| 1101 # |
| 1102 # Run the test using various different sector-sizes. In each case, the |
| 1103 # WAL code should write the 90300 bytes of log file containing the |
| 1104 # transaction, then append as may frames as are required to extend the |
| 1105 # log file so that no part of the next transaction will be written into |
| 1106 # a disk-sector used by transaction just committed. |
| 1107 # |
| 1108 set old_pending_byte [sqlite3_test_control_pending_byte 0x10000000] |
| 1109 catch { db close } |
| 1110 foreach {tn sectorsize logsize} " |
| 1111 1 128 [wal_file_size 172 512] |
| 1112 2 256 [wal_file_size 172 512] |
| 1113 3 512 [wal_file_size 172 512] |
| 1114 4 1024 [wal_file_size 172 512] |
| 1115 5 2048 [wal_file_size 172 512] |
| 1116 6 4096 [wal_file_size 176 512] |
| 1117 7 8192 [wal_file_size 184 512] |
| 1118 " { |
| 1119 file delete -force test.db test.db-wal test.db-journal |
| 1120 sqlite3_simulate_device -sectorsize $sectorsize |
| 1121 sqlite3 db test.db -vfs devsym |
| 1122 |
| 1123 do_test wal-17.$tn.1 { |
| 1124 execsql { |
| 1125 PRAGMA auto_vacuum = 0; |
| 1126 PRAGMA page_size = 512; |
| 1127 PRAGMA journal_mode = WAL; |
| 1128 PRAGMA synchronous = FULL; |
| 1129 } |
| 1130 execsql { |
| 1131 BEGIN; |
| 1132 CREATE TABLE t(x); |
| 1133 } |
| 1134 for {set i 0} {$i<166} {incr i} { |
| 1135 execsql { INSERT INTO t VALUES(randomblob(400)) } |
| 1136 } |
| 1137 execsql COMMIT |
| 1138 |
| 1139 file size test.db-wal |
| 1140 } $logsize |
| 1141 |
| 1142 do_test wal-17.$tn.2 { |
| 1143 file size test.db |
| 1144 } 512 |
| 1145 |
| 1146 do_test wal-17.$tn.3 { |
| 1147 db close |
| 1148 file size test.db |
| 1149 } [expr 512*171] |
| 1150 } |
| 1151 sqlite3_test_control_pending_byte $old_pending_byte |
| 1152 |
| 1153 #------------------------------------------------------------------------- |
| 1154 # This test - wal-18.* - verifies a couple of specific conditions that |
| 1155 # may be encountered while recovering a log file are handled correctly: |
| 1156 # |
| 1157 # wal-18.1.* When the first 32-bits of a frame checksum is correct but |
| 1158 # the second 32-bits are false, and |
| 1159 # |
| 1160 # wal-18.2.* When the page-size field that occurs at the start of a log |
| 1161 # file is a power of 2 greater than 16384 or smaller than 512. |
| 1162 # |
| 1163 file delete -force test.db test.db-wal test.db-journal |
| 1164 do_test wal-18.0 { |
| 1165 sqlite3 db test.db |
| 1166 execsql { |
| 1167 PRAGMA page_size = 1024; |
| 1168 PRAGMA auto_vacuum = 0; |
| 1169 PRAGMA journal_mode = WAL; |
| 1170 PRAGMA synchronous = OFF; |
| 1171 |
| 1172 CREATE TABLE t1(a, b, UNIQUE(a, b)); |
| 1173 INSERT INTO t1 VALUES(0, 0); |
| 1174 PRAGMA wal_checkpoint; |
| 1175 |
| 1176 INSERT INTO t1 VALUES(1, 2); -- frames 1 and 2 |
| 1177 INSERT INTO t1 VALUES(3, 4); -- frames 3 and 4 |
| 1178 INSERT INTO t1 VALUES(5, 6); -- frames 5 and 6 |
| 1179 } |
| 1180 |
| 1181 file copy -force test.db testX.db |
| 1182 file copy -force test.db-wal testX.db-wal |
| 1183 db close |
| 1184 list [file size testX.db] [file size testX.db-wal] |
| 1185 } [list [expr 3*1024] [wal_file_size 6 1024]] |
| 1186 |
| 1187 unset -nocomplain nFrame result |
| 1188 foreach {nFrame result} { |
| 1189 0 {0 0} |
| 1190 1 {0 0} |
| 1191 2 {0 0 1 2} |
| 1192 3 {0 0 1 2} |
| 1193 4 {0 0 1 2 3 4} |
| 1194 5 {0 0 1 2 3 4} |
| 1195 6 {0 0 1 2 3 4 5 6} |
| 1196 } { |
| 1197 do_test wal-18.1.$nFrame { |
| 1198 file copy -force testX.db test.db |
| 1199 file copy -force testX.db-wal test.db-wal |
| 1200 |
| 1201 hexio_write test.db-wal [expr 24 + $nFrame*(24+1024) + 20] 00000000 |
| 1202 |
| 1203 sqlite3 db test.db |
| 1204 execsql { |
| 1205 SELECT * FROM t1; |
| 1206 PRAGMA integrity_check; |
| 1207 } |
| 1208 } [concat $result ok] |
| 1209 db close |
| 1210 } |
| 1211 |
| 1212 proc randomblob {pgsz} { |
| 1213 sqlite3 rbdb :memory: |
| 1214 set blob [rbdb one {SELECT randomblob($pgsz)}] |
| 1215 rbdb close |
| 1216 set blob |
| 1217 } |
| 1218 |
| 1219 proc logcksum {ckv1 ckv2 blob} { |
| 1220 upvar $ckv1 c1 |
| 1221 upvar $ckv2 c2 |
| 1222 |
| 1223 set scanpattern I* |
| 1224 if {$::tcl_platform(byteOrder) eq "littleEndian"} { |
| 1225 set scanpattern i* |
| 1226 } |
| 1227 |
| 1228 binary scan $blob $scanpattern values |
| 1229 foreach {v1 v2} $values { |
| 1230 set c1 [expr {($c1 + $v1 + $c2)&0xFFFFFFFF}] |
| 1231 set c2 [expr {($c2 + $v2 + $c1)&0xFFFFFFFF}] |
| 1232 } |
| 1233 } |
| 1234 |
| 1235 file copy -force test.db testX.db |
| 1236 foreach {tn pgsz works} { |
| 1237 1 128 0 |
| 1238 2 256 0 |
| 1239 3 512 1 |
| 1240 4 1024 1 |
| 1241 5 2048 1 |
| 1242 6 4096 1 |
| 1243 7 8192 1 |
| 1244 8 16384 1 |
| 1245 9 32768 1 |
| 1246 10 65536 1 |
| 1247 11 131072 0 |
| 1248 11 1016 0 |
| 1249 } { |
| 1250 |
| 1251 if {$::SQLITE_MAX_PAGE_SIZE < $pgsz} { |
| 1252 set works 0 |
| 1253 } |
| 1254 |
| 1255 for {set pg 1} {$pg <= 3} {incr pg} { |
| 1256 file copy -force testX.db test.db |
| 1257 file delete -force test.db-wal |
| 1258 |
| 1259 # Check that the database now exists and consists of three pages. And |
| 1260 # that there is no associated wal file. |
| 1261 # |
| 1262 do_test wal-18.2.$tn.$pg.1 { file exists test.db-wal } 0 |
| 1263 do_test wal-18.2.$tn.$pg.2 { file exists test.db } 1 |
| 1264 do_test wal-18.2.$tn.$pg.3 { file size test.db } [expr 1024*3] |
| 1265 |
| 1266 do_test wal-18.2.$tn.$pg.4 { |
| 1267 |
| 1268 # Create a wal file that contains a single frame (database page |
| 1269 # number $pg) with the commit flag set. The frame checksum is |
| 1270 # correct, but the contents of the database page are corrupt. |
| 1271 # |
| 1272 # The page-size in the log file header is set to $pgsz. If the |
| 1273 # WAL code considers $pgsz to be a valid SQLite database file page-size, |
| 1274 # the database will be corrupt (because the garbage frame contents |
| 1275 # will be treated as valid content). If $pgsz is invalid (too small |
| 1276 # or too large), the db will not be corrupt as the log file will |
| 1277 # be ignored. |
| 1278 # |
| 1279 set walhdr [binary format IIIIII 931071618 3007000 $pgsz 1234 22 23] |
| 1280 set framebody [randomblob $pgsz] |
| 1281 set framehdr [binary format IIII $pg 5 22 23] |
| 1282 set c1 0 |
| 1283 set c2 0 |
| 1284 logcksum c1 c2 $walhdr |
| 1285 |
| 1286 append walhdr [binary format II $c1 $c2] |
| 1287 logcksum c1 c2 [string range $framehdr 0 7] |
| 1288 logcksum c1 c2 $framebody |
| 1289 set framehdr [binary format IIIIII $pg 5 22 23 $c1 $c2] |
| 1290 |
| 1291 set fd [open test.db-wal w] |
| 1292 fconfigure $fd -encoding binary -translation binary |
| 1293 puts -nonewline $fd $walhdr |
| 1294 puts -nonewline $fd $framehdr |
| 1295 puts -nonewline $fd $framebody |
| 1296 close $fd |
| 1297 |
| 1298 file size test.db-wal |
| 1299 } [wal_file_size 1 $pgsz] |
| 1300 |
| 1301 do_test wal-18.2.$tn.$pg.5 { |
| 1302 sqlite3 db test.db |
| 1303 set rc [catch { db one {PRAGMA integrity_check} } msg] |
| 1304 expr { $rc!=0 || $msg!="ok" } |
| 1305 } $works |
| 1306 |
| 1307 db close |
| 1308 } |
| 1309 } |
| 1310 |
| 1311 #------------------------------------------------------------------------- |
| 1312 # The following test - wal-19.* - fixes a bug that was present during |
| 1313 # development. |
| 1314 # |
| 1315 # When a database connection in WAL mode is closed, it attempts an |
| 1316 # EXCLUSIVE lock on the database file. If the lock is obtained, the |
| 1317 # connection knows that it is the last connection to disconnect from |
| 1318 # the database, so it runs a checkpoint operation. The bug was that |
| 1319 # the connection was not updating its private copy of the wal-index |
| 1320 # header before doing so, meaning that it could checkpoint an old |
| 1321 # snapshot. |
| 1322 # |
| 1323 do_test wal-19.1 { |
| 1324 file delete -force test.db test.db-wal test.db-journal |
| 1325 sqlite3 db test.db |
| 1326 sqlite3 db2 test.db |
| 1327 execsql { |
| 1328 PRAGMA journal_mode = WAL; |
| 1329 CREATE TABLE t1(a, b); |
| 1330 INSERT INTO t1 VALUES(1, 2); |
| 1331 INSERT INTO t1 VALUES(3, 4); |
| 1332 } |
| 1333 execsql { SELECT * FROM t1 } db2 |
| 1334 } {1 2 3 4} |
| 1335 do_test wal-19.2 { |
| 1336 execsql { |
| 1337 INSERT INTO t1 VALUES(5, 6); |
| 1338 SELECT * FROM t1; |
| 1339 } |
| 1340 } {1 2 3 4 5 6} |
| 1341 do_test wal-19.3 { |
| 1342 db close |
| 1343 db2 close |
| 1344 file exists test.db-wal |
| 1345 } {0} |
| 1346 do_test wal-19.4 { |
| 1347 # When the bug was present, the following was returning {1 2 3 4} only, |
| 1348 # as [db2] had an out-of-date copy of the wal-index header when it was |
| 1349 # closed. |
| 1350 # |
| 1351 sqlite3 db test.db |
| 1352 execsql { SELECT * FROM t1 } |
| 1353 } {1 2 3 4 5 6} |
| 1354 |
| 1355 #------------------------------------------------------------------------- |
| 1356 # This test - wal-20.* - uses two connections. One in this process and |
| 1357 # the other in an external process. The procedure is: |
| 1358 # |
| 1359 # 1. Using connection 1, create the database schema. |
| 1360 # |
| 1361 # 2. Using connection 2 (in an external process), add so much |
| 1362 # data to the database without checkpointing that a wal-index |
| 1363 # larger than 64KB is required. |
| 1364 # |
| 1365 # 3. Using connection 1, checkpoint the database. Make sure all |
| 1366 # the data is present and the database is not corrupt. |
| 1367 # |
| 1368 # At one point, SQLite was failing to grow the mapping of the wal-index |
| 1369 # file in step 3 and the checkpoint was corrupting the database file. |
| 1370 # |
| 1371 do_test wal-20.1 { |
| 1372 catch {db close} |
| 1373 file delete -force test.db test.db-wal test.db-journal |
| 1374 sqlite3 db test.db |
| 1375 execsql { |
| 1376 PRAGMA journal_mode = WAL; |
| 1377 CREATE TABLE t1(x); |
| 1378 INSERT INTO t1 VALUES(randomblob(900)); |
| 1379 SELECT count(*) FROM t1; |
| 1380 } |
| 1381 } {wal 1} |
| 1382 do_test wal-20.2 { |
| 1383 set ::buddy [launch_testfixture] |
| 1384 testfixture $::buddy { |
| 1385 sqlite3 db test.db |
| 1386 db transaction { db eval { |
| 1387 PRAGMA wal_autocheckpoint = 0; |
| 1388 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 2 */ |
| 1389 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 4 */ |
| 1390 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 8 */ |
| 1391 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 16 */ |
| 1392 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 32 */ |
| 1393 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 64 */ |
| 1394 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 128 */ |
| 1395 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 256 */ |
| 1396 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 512 */ |
| 1397 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 1024 */ |
| 1398 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 2048 */ |
| 1399 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 4096 */ |
| 1400 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 8192 */ |
| 1401 INSERT INTO t1 SELECT randomblob(900) FROM t1; /* 16384 */ |
| 1402 } } |
| 1403 } |
| 1404 } {0} |
| 1405 do_test wal-20.3 { |
| 1406 close $::buddy |
| 1407 execsql { PRAGMA wal_checkpoint } |
| 1408 execsql { SELECT count(*) FROM t1 } |
| 1409 } {16384} |
| 1410 do_test wal-20.4 { |
| 1411 db close |
| 1412 sqlite3 db test.db |
| 1413 execsql { SELECT count(*) FROM t1 } |
| 1414 } {16384} |
| 1415 integrity_check wal-20.5 |
| 1416 |
| 1417 catch { db2 close } |
| 1418 catch { db close } |
| 1419 |
| 1420 do_test wal-21.1 { |
| 1421 faultsim_delete_and_reopen |
| 1422 execsql { |
| 1423 PRAGMA journal_mode = WAL; |
| 1424 CREATE TABLE t1(a, b); |
| 1425 INSERT INTO t1 VALUES(1, 2); |
| 1426 INSERT INTO t1 VALUES(3, 4); |
| 1427 INSERT INTO t1 VALUES(5, 6); |
| 1428 INSERT INTO t1 VALUES(7, 8); |
| 1429 INSERT INTO t1 VALUES(9, 10); |
| 1430 INSERT INTO t1 VALUES(11, 12); |
| 1431 } |
| 1432 } {wal} |
| 1433 do_test wal-21.2 { |
| 1434 execsql { |
| 1435 PRAGMA cache_size = 10; |
| 1436 PRAGMA wal_checkpoint; |
| 1437 BEGIN; |
| 1438 SAVEPOINT s; |
| 1439 INSERT INTO t1 SELECT randomblob(900), randomblob(900) FROM t1; |
| 1440 ROLLBACK TO s; |
| 1441 COMMIT; |
| 1442 } |
| 1443 execsql { SELECT * FROM t1 } |
| 1444 } {1 2 3 4 5 6 7 8 9 10 11 12} |
| 1445 do_test wal-21.3 { |
| 1446 execsql { PRAGMA integrity_check } |
| 1447 } {ok} |
| 1448 |
| 1449 #------------------------------------------------------------------------- |
| 1450 # Test reading and writing of databases with different page-sizes. |
| 1451 # |
| 1452 foreach pgsz {512 1024 2048 4096 8192 16384 32768 65536} { |
| 1453 do_multiclient_test tn [string map [list %PGSZ% $pgsz] { |
| 1454 do_test wal-22.%PGSZ%.$tn.1 { |
| 1455 sql1 { |
| 1456 PRAGMA main.page_size = %PGSZ%; |
| 1457 PRAGMA auto_vacuum = 0; |
| 1458 PRAGMA journal_mode = WAL; |
| 1459 CREATE TABLE t1(x UNIQUE); |
| 1460 INSERT INTO t1 SELECT randomblob(800); |
| 1461 INSERT INTO t1 SELECT randomblob(800); |
| 1462 INSERT INTO t1 SELECT randomblob(800); |
| 1463 } |
| 1464 } {wal} |
| 1465 do_test wal-22.%PGSZ%.$tn.2 { sql2 { PRAGMA integrity_check } } {ok} |
| 1466 do_test wal-22.%PGSZ%.$tn.3 { |
| 1467 sql1 {PRAGMA wal_checkpoint} |
| 1468 expr {[file size test.db] % %PGSZ%} |
| 1469 } {0} |
| 1470 }] |
| 1471 } |
| 1472 |
| 1473 #------------------------------------------------------------------------- |
| 1474 # Test that when 1 or more pages are recovered from a WAL file, |
| 1475 # sqlite3_log() is invoked to report this to the user. |
| 1476 # |
| 1477 set walfile [file nativename [file join [pwd] test.db-wal]] |
| 1478 catch {db close} |
| 1479 file delete -force test.db |
| 1480 do_test wal-23.1 { |
| 1481 faultsim_delete_and_reopen |
| 1482 execsql { |
| 1483 CREATE TABLE t1(a, b); |
| 1484 PRAGMA journal_mode = WAL; |
| 1485 INSERT INTO t1 VALUES(1, 2); |
| 1486 INSERT INTO t1 VALUES(3, 4); |
| 1487 } |
| 1488 faultsim_save_and_close |
| 1489 |
| 1490 sqlite3_shutdown |
| 1491 test_sqlite3_log [list lappend ::log] |
| 1492 set ::log [list] |
| 1493 sqlite3 db test.db |
| 1494 execsql { SELECT * FROM t1 } |
| 1495 } {1 2 3 4} |
| 1496 do_test wal-23.2 { set ::log } {} |
| 1497 |
| 1498 do_test wal-23.3 { |
| 1499 db close |
| 1500 set ::log [list] |
| 1501 faultsim_restore_and_reopen |
| 1502 execsql { SELECT * FROM t1 } |
| 1503 } {1 2 3 4} |
| 1504 set nPage [expr 2+$AUTOVACUUM] |
| 1505 do_test wal-23.4 { |
| 1506 set ::log |
| 1507 } [list SQLITE_OK "Recovered $nPage frames from WAL file $walfile"] |
| 1508 |
| 1509 |
| 1510 ifcapable autovacuum { |
| 1511 # This block tests that if the size of a database is reduced by a |
| 1512 # transaction (because of an incremental or auto-vacuum), that no |
| 1513 # data is written to the WAL file for the truncated pages as part |
| 1514 # of the commit. e.g. if a transaction reduces the size of a database |
| 1515 # to N pages, data for page N+1 should not be written to the WAL file |
| 1516 # when committing the transaction. At one point such data was being |
| 1517 # written. |
| 1518 # |
| 1519 catch {db close} |
| 1520 forcedelete test.db |
| 1521 sqlite3 db test.db |
| 1522 do_execsql_test 24.1 { |
| 1523 PRAGMA auto_vacuum = 2; |
| 1524 PRAGMA journal_mode = WAL; |
| 1525 PRAGMA page_size = 1024; |
| 1526 CREATE TABLE t1(x); |
| 1527 INSERT INTO t1 VALUES(randomblob(5000)); |
| 1528 INSERT INTO t1 SELECT * FROM t1; |
| 1529 INSERT INTO t1 SELECT * FROM t1; |
| 1530 INSERT INTO t1 SELECT * FROM t1; |
| 1531 INSERT INTO t1 SELECT * FROM t1; |
| 1532 } {wal} |
| 1533 do_test 24.2 { |
| 1534 execsql { |
| 1535 DELETE FROM t1; |
| 1536 PRAGMA wal_checkpoint; |
| 1537 } |
| 1538 db close |
| 1539 sqlite3 db test.db |
| 1540 file exists test.db-wal |
| 1541 } 0 |
| 1542 do_test 24.3 { |
| 1543 file size test.db |
| 1544 } [expr 84 * 1024] |
| 1545 do_test 24.4 { |
| 1546 execsql { |
| 1547 PRAGMA cache_size = 200; |
| 1548 PRAGMA incremental_vacuum; |
| 1549 PRAGMA wal_checkpoint; |
| 1550 } |
| 1551 file size test.db |
| 1552 } [expr 3 * 1024] |
| 1553 do_test 24.5 { |
| 1554 file size test.db-wal |
| 1555 } 2128 |
| 1556 } |
| 1557 |
| 1558 db close |
| 1559 sqlite3_shutdown |
| 1560 test_sqlite3_log |
| 1561 sqlite3_initialize |
| 1562 |
| 1563 finish_test |
OLD | NEW |