OLD | NEW |
| (Empty) |
1 # 2010 April 13 | |
2 # | |
3 # The author disclaims copyright to this source code. In place of | |
4 # a legal notice, here is a blessing: | |
5 # | |
6 # May you do good and not evil. | |
7 # May you find forgiveness for yourself and forgive others. | |
8 # May you share freely, never taking more than you give. | |
9 # | |
10 #*********************************************************************** | |
11 # This file implements regression tests for SQLite library. The | |
12 # focus of this file is testing the operation of "blocking-checkpoint" | |
13 # operations. | |
14 # | |
15 | |
16 set testdir [file dirname $argv0] | |
17 source $testdir/tester.tcl | |
18 source $testdir/lock_common.tcl | |
19 source $testdir/wal_common.tcl | |
20 ifcapable !wal {finish_test ; return } | |
21 | |
22 set testprefix wal5 | |
23 | |
24 proc db_page_count {{file test.db}} { expr [file size $file] / 1024 } | |
25 proc wal_page_count {{file test.db}} { wal_frame_count ${file}-wal 1024 } | |
26 | |
27 | |
28 # A checkpoint may be requested either using the C API or by executing | |
29 # an SQL PRAGMA command. To test both methods, all tests in this file are | |
30 # run twice - once using each method to request checkpoints. | |
31 # | |
32 foreach {testprefix do_wal_checkpoint} { | |
33 | |
34 wal5-pragma { | |
35 proc do_wal_checkpoint { dbhandle args } { | |
36 array set a $args | |
37 foreach key [array names a] { | |
38 if {[lsearch {-mode -db} $key]<0} { error "unknown switch: $key" } | |
39 } | |
40 | |
41 set sql "PRAGMA " | |
42 if {[info exists a(-db)]} { append sql "$a(-db)." } | |
43 append sql "wal_checkpoint" | |
44 if {[info exists a(-mode)]} { append sql " = $a(-mode)" } | |
45 | |
46 uplevel [list $dbhandle eval $sql] | |
47 } | |
48 } | |
49 | |
50 wal5-capi { | |
51 proc do_wal_checkpoint { dbhandle args } { | |
52 set a(-mode) passive | |
53 array set a $args | |
54 foreach key [array names a] { | |
55 if {[lsearch {-mode -db} $key]<0} { error "unknown switch: $key" } | |
56 } | |
57 | |
58 if {$a(-mode)!="restart" && $a(-mode)!="full"} { set a(-mode) passive } | |
59 | |
60 set cmd [list sqlite3_wal_checkpoint_v2 $dbhandle $a(-mode)] | |
61 if {[info exists a(-db)]} { lappend sql $a(-db) } | |
62 | |
63 uplevel $cmd | |
64 } | |
65 } | |
66 } { | |
67 | |
68 eval $do_wal_checkpoint | |
69 | |
70 do_multiclient_test tn { | |
71 | |
72 set ::nBusyHandler 0 | |
73 set ::busy_handler_script "" | |
74 proc busyhandler {n} { | |
75 incr ::nBusyHandler | |
76 eval $::busy_handler_script | |
77 return 0 | |
78 } | |
79 | |
80 proc reopen_all {} { | |
81 code1 {db close} | |
82 code2 {db2 close} | |
83 code3 {db3 close} | |
84 | |
85 code1 {sqlite3 db test.db} | |
86 code2 {sqlite3 db2 test.db} | |
87 code3 {sqlite3 db3 test.db} | |
88 | |
89 sql1 { PRAGMA synchronous = NORMAL } | |
90 code1 { db busy busyhandler } | |
91 } | |
92 | |
93 do_test 1.$tn.1 { | |
94 reopen_all | |
95 sql1 { | |
96 PRAGMA page_size = 1024; | |
97 PRAGMA auto_vacuum = 0; | |
98 CREATE TABLE t1(x, y); | |
99 PRAGMA journal_mode = WAL; | |
100 INSERT INTO t1 VALUES(1, zeroblob(1200)); | |
101 INSERT INTO t1 VALUES(2, zeroblob(1200)); | |
102 INSERT INTO t1 VALUES(3, zeroblob(1200)); | |
103 } | |
104 expr [file size test.db] / 1024 | |
105 } {2} | |
106 | |
107 # Have connection 2 grab a read-lock on the current snapshot. | |
108 do_test 1.$tn.2 { sql2 { BEGIN; SELECT x FROM t1 } } {1 2 3} | |
109 | |
110 # Attempt a checkpoint. | |
111 do_test 1.$tn.3 { | |
112 code1 { do_wal_checkpoint db } | |
113 list [db_page_count] [wal_page_count] | |
114 } {5 9} | |
115 | |
116 # Write to the db again. The log cannot wrap because of the lock still | |
117 # held by connection 2. The busy-handler has not yet been invoked. | |
118 do_test 1.$tn.4 { | |
119 sql1 { INSERT INTO t1 VALUES(4, zeroblob(1200)) } | |
120 list [db_page_count] [wal_page_count] $::nBusyHandler | |
121 } {5 12 0} | |
122 | |
123 # Now do a blocking-checkpoint. Set the busy-handler up so that connection | |
124 # 2 releases its lock on the 6th invocation. The checkpointer should then | |
125 # proceed to checkpoint the entire log file. Next write should go to the | |
126 # start of the log file. | |
127 # | |
128 set ::busy_handler_script { if {$n==5} { sql2 COMMIT } } | |
129 do_test 1.$tn.5 { | |
130 code1 { do_wal_checkpoint db -mode restart } | |
131 list [db_page_count] [wal_page_count] $::nBusyHandler | |
132 } {6 12 6} | |
133 do_test 1.$tn.6 { | |
134 set ::nBusyHandler 0 | |
135 sql1 { INSERT INTO t1 VALUES(5, zeroblob(1200)) } | |
136 list [db_page_count] [wal_page_count] $::nBusyHandler | |
137 } {6 12 0} | |
138 | |
139 do_test 1.$tn.7 { | |
140 reopen_all | |
141 list [db_page_count] [wal_page_count] $::nBusyHandler | |
142 } {7 0 0} | |
143 | |
144 do_test 1.$tn.8 { sql2 { BEGIN ; SELECT x FROM t1 } } {1 2 3 4 5} | |
145 do_test 1.$tn.9 { | |
146 sql1 { INSERT INTO t1 VALUES(6, zeroblob(1200)) } | |
147 list [db_page_count] [wal_page_count] $::nBusyHandler | |
148 } {7 5 0} | |
149 do_test 1.$tn.10 { sql3 { BEGIN ; SELECT x FROM t1 } } {1 2 3 4 5 6} | |
150 | |
151 set ::busy_handler_script { | |
152 if {$n==5} { sql2 COMMIT } | |
153 if {$n==6} { set ::db_file_size [db_page_count] } | |
154 if {$n==7} { sql3 COMMIT } | |
155 } | |
156 do_test 1.$tn.11 { | |
157 code1 { do_wal_checkpoint db -mode restart } | |
158 list [db_page_count] [wal_page_count] $::nBusyHandler | |
159 } {10 5 8} | |
160 do_test 1.$tn.12 { set ::db_file_size } 10 | |
161 } | |
162 | |
163 #------------------------------------------------------------------------- | |
164 # This block of tests explores checkpoint operations on more than one | |
165 # database file. | |
166 # | |
167 proc setup_and_attach_aux {} { | |
168 sql1 { ATTACH 'test.db2' AS aux } | |
169 sql2 { ATTACH 'test.db2' AS aux } | |
170 sql3 { ATTACH 'test.db2' AS aux } | |
171 sql1 { | |
172 PRAGMA aux.auto_vacuum = 0; | |
173 PRAGMA main.auto_vacuum = 0; | |
174 PRAGMA main.page_size=1024; PRAGMA main.journal_mode=WAL; | |
175 PRAGMA aux.page_size=1024; PRAGMA aux.journal_mode=WAL; | |
176 } | |
177 } | |
178 | |
179 proc file_page_counts {} { | |
180 list [db_page_count test.db ] \ | |
181 [wal_page_count test.db ] \ | |
182 [db_page_count test.db2] \ | |
183 [wal_page_count test.db2] | |
184 } | |
185 | |
186 # Test that executing "PRAGMA wal_checkpoint" checkpoints all attached | |
187 # databases, not just the main db. In capi mode, check that this is | |
188 # true if a NULL pointer is passed to wal_checkpoint_v2() in place of a | |
189 # database name. | |
190 do_multiclient_test tn { | |
191 setup_and_attach_aux | |
192 do_test 2.1.$tn.1 { | |
193 sql1 { | |
194 CREATE TABLE t1(a, b); | |
195 INSERT INTO t1 VALUES(1, 2); | |
196 CREATE TABLE aux.t2(a, b); | |
197 INSERT INTO t2 VALUES(1, 2); | |
198 } | |
199 } {} | |
200 do_test 2.2.$tn.2 { file_page_counts } {1 3 1 3} | |
201 do_test 2.1.$tn.3 { code1 { do_wal_checkpoint db } } {0 3 3} | |
202 do_test 2.1.$tn.4 { file_page_counts } {2 3 2 3} | |
203 } | |
204 | |
205 do_multiclient_test tn { | |
206 setup_and_attach_aux | |
207 do_test 2.2.$tn.1 { | |
208 execsql { | |
209 CREATE TABLE t1(a, b); | |
210 INSERT INTO t1 VALUES(1, 2); | |
211 CREATE TABLE aux.t2(a, b); | |
212 INSERT INTO t2 VALUES(1, 2); | |
213 INSERT INTO t2 VALUES(3, 4); | |
214 } | |
215 } {} | |
216 do_test 2.2.$tn.2 { file_page_counts } {1 3 1 4} | |
217 do_test 2.2.$tn.3 { sql2 { BEGIN; SELECT * FROM t1 } } {1 2} | |
218 do_test 2.2.$tn.4 { code1 { do_wal_checkpoint db -mode restart } } {1 3 3} | |
219 do_test 2.2.$tn.5 { file_page_counts } {2 3 2 4} | |
220 } | |
221 | |
222 do_multiclient_test tn { | |
223 setup_and_attach_aux | |
224 do_test 2.3.$tn.1 { | |
225 execsql { | |
226 CREATE TABLE t1(a, b); | |
227 INSERT INTO t1 VALUES(1, 2); | |
228 CREATE TABLE aux.t2(a, b); | |
229 INSERT INTO t2 VALUES(1, 2); | |
230 } | |
231 } {} | |
232 do_test 2.3.$tn.2 { file_page_counts } {1 3 1 3} | |
233 do_test 2.3.$tn.3 { sql2 { BEGIN; SELECT * FROM t1 } } {1 2} | |
234 do_test 2.3.$tn.4 { sql1 { INSERT INTO t1 VALUES(3, 4) } } {} | |
235 do_test 2.3.$tn.5 { sql1 { INSERT INTO t2 VALUES(3, 4) } } {} | |
236 do_test 2.3.$tn.6 { file_page_counts } {1 4 1 4} | |
237 do_test 2.3.$tn.7 { code1 { do_wal_checkpoint db -mode full } } {1 4 3} | |
238 | |
239 # The checkpoint above only writes page 1 of the db file. The other | |
240 # page (page 2) is locked by the read-transaction opened by the | |
241 # [sql2] commmand above. So normally, the db is 1 page in size here. | |
242 # However, in mmap() mode, the db is pre-allocated to 2 pages at the | |
243 # start of the checkpoint, even though page 2 cannot be written. | |
244 set nDb 2 | |
245 if {[permutation]!="mmap"} {set nDb 1} | |
246 ifcapable !mmap {set nDb 1} | |
247 do_test 2.3.$tn.8 { file_page_counts } [list $nDb 4 2 4] | |
248 } | |
249 | |
250 # Check that checkpoints block on the correct locks. And respond correctly | |
251 # if they cannot obtain those locks. There are three locks that a checkpoint | |
252 # may block on (in the following order): | |
253 # | |
254 # 1. The writer lock: FULL and RESTART checkpoints block until any writer | |
255 # process releases its lock. | |
256 # | |
257 # 2. Readers using part of the log file. FULL and RESTART checkpoints block | |
258 # until readers using part (but not all) of the log file have finished. | |
259 # | |
260 # 3. Readers using any of the log file. After copying data into the | |
261 # database file, RESTART checkpoints block until readers using any part | |
262 # of the log file have finished. | |
263 # | |
264 # This test case involves running a checkpoint while there exist other | |
265 # processes holding all three types of locks. | |
266 # | |
267 foreach {tn1 checkpoint busy_on ckpt_expected expected} { | |
268 1 PASSIVE - {0 3 3} - | |
269 2 TYPO - {0 3 3} - | |
270 | |
271 3 FULL - {0 4 4} 2 | |
272 4 FULL 1 {1 3 3} 1 | |
273 5 FULL 2 {1 4 3} 2 | |
274 6 FULL 3 {0 4 4} 2 | |
275 | |
276 7 RESTART - {0 4 4} 3 | |
277 8 RESTART 1 {1 3 3} 1 | |
278 9 RESTART 2 {1 4 3} 2 | |
279 10 RESTART 3 {1 4 4} 3 | |
280 | |
281 } { | |
282 do_multiclient_test tn { | |
283 setup_and_attach_aux | |
284 | |
285 proc busyhandler {x} { | |
286 set ::max_busyhandler $x | |
287 if {$::busy_on!="-" && $x==$::busy_on} { return 1 } | |
288 switch -- $x { | |
289 1 { sql2 "COMMIT ; BEGIN ; SELECT * FROM t1" } | |
290 2 { sql3 "COMMIT" } | |
291 3 { sql2 "COMMIT" } | |
292 } | |
293 return 0 | |
294 } | |
295 set ::max_busyhandler - | |
296 | |
297 do_test 2.4.$tn1.$tn.1 { | |
298 sql1 { | |
299 CREATE TABLE t1(a, b); | |
300 INSERT INTO t1 VALUES(1, 2); | |
301 } | |
302 sql2 { BEGIN; INSERT INTO t1 VALUES(3, 4) } | |
303 sql3 { BEGIN; SELECT * FROM t1 } | |
304 } {1 2} | |
305 | |
306 do_test 2.4.$tn1.$tn.2 { | |
307 code1 { db busy busyhandler } | |
308 code1 { do_wal_checkpoint db -mode [string tolower $checkpoint] } | |
309 } $ckpt_expected | |
310 do_test 2.4.$tn1.$tn.3 { set ::max_busyhandler } $expected | |
311 } | |
312 } | |
313 | |
314 | |
315 do_multiclient_test tn { | |
316 | |
317 code1 $do_wal_checkpoint | |
318 code2 $do_wal_checkpoint | |
319 code3 $do_wal_checkpoint | |
320 | |
321 do_test 3.$tn.1 { | |
322 sql1 { | |
323 PRAGMA auto_vacuum = 0; | |
324 PRAGMA journal_mode = WAL; | |
325 PRAGMA synchronous = normal; | |
326 CREATE TABLE t1(x, y); | |
327 } | |
328 | |
329 sql2 { PRAGMA journal_mode } | |
330 sql3 { PRAGMA journal_mode } | |
331 } {wal} | |
332 | |
333 do_test 3.$tn.2 { code2 { do_wal_checkpoint db2 } } {0 2 2} | |
334 | |
335 do_test 3.$tn.3 { code2 { do_wal_checkpoint db2 } } {0 2 2} | |
336 | |
337 do_test 3.$tn.4 { code3 { do_wal_checkpoint db3 } } {0 2 2} | |
338 | |
339 code1 {db close} | |
340 code2 {db2 close} | |
341 code3 {db3 close} | |
342 | |
343 code1 {sqlite3 db test.db} | |
344 code2 {sqlite3 db2 test.db} | |
345 code3 {sqlite3 db3 test.db} | |
346 | |
347 do_test 3.$tn.5 { sql3 { PRAGMA journal_mode } } {wal} | |
348 | |
349 do_test 3.$tn.6 { code3 { do_wal_checkpoint db3 } } {0 0 0} | |
350 } | |
351 } | |
352 | |
353 | |
354 finish_test | |
OLD | NEW |