OLD | NEW |
| (Empty) |
1 # 2008 June 18 | |
2 # | |
3 # The author disclaims copyright to this source code. In place of | |
4 # a legal notice, here is a blessing: | |
5 # | |
6 # May you do good and not evil. | |
7 # May you find forgiveness for yourself and forgive others. | |
8 # May you share freely, never taking more than you give. | |
9 # | |
10 #*********************************************************************** | |
11 # | |
12 # This file contains tests of the memory allocation subsystem | |
13 # | |
14 | |
15 set testdir [file dirname $argv0] | |
16 source $testdir/tester.tcl | |
17 sqlite3_reset_auto_extension | |
18 | |
19 # This test assumes that no page-cache or scratch buffers are installed | |
20 # by default when a new database connection is opened. As a result, it | |
21 # will not work with the "memsubsys1" permutation. | |
22 # | |
23 if {[permutation] == "memsubsys1"} { | |
24 finish_test | |
25 return | |
26 } | |
27 | |
28 # This procedure constructs a new database in test.db. It fills | |
29 # this database with many small records (enough to force multiple | |
30 # rebalance operations in the btree-layer and to require a large | |
31 # page cache), verifies correct results, then returns. | |
32 # | |
33 proc build_test_db {testname pragmas} { | |
34 catch {db close} | |
35 forcedelete test.db test.db-journal | |
36 sqlite3 db test.db | |
37 sqlite3_db_config_lookaside db 0 0 0 | |
38 db eval $pragmas | |
39 db eval { | |
40 CREATE TABLE t1(x, y); | |
41 CREATE TABLE t2(a, b); | |
42 CREATE INDEX i1 ON t1(x,y); | |
43 INSERT INTO t1 VALUES(1, 100); | |
44 INSERT INTO t1 VALUES(2, 200); | |
45 } | |
46 for {set i 2} {$i<5000} {incr i $i} { | |
47 db eval {INSERT INTO t2 SELECT * FROM t1} | |
48 db eval {INSERT INTO t1 SELECT a+$i, a+b*100 FROM t2} | |
49 db eval {DELETE FROM t2} | |
50 } | |
51 do_test $testname.1 { | |
52 db eval {SELECT count(*) FROM t1} | |
53 } 8192 | |
54 integrity_check $testname.2 | |
55 } | |
56 | |
57 # Reset all of the highwater marks. | |
58 # | |
59 proc reset_highwater_marks {} { | |
60 sqlite3_status SQLITE_STATUS_MEMORY_USED 1 | |
61 sqlite3_status SQLITE_STATUS_MALLOC_SIZE 1 | |
62 sqlite3_status SQLITE_STATUS_PAGECACHE_USED 1 | |
63 sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 1 | |
64 sqlite3_status SQLITE_STATUS_PAGECACHE_SIZE 1 | |
65 sqlite3_status SQLITE_STATUS_SCRATCH_USED 1 | |
66 sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 1 | |
67 sqlite3_status SQLITE_STATUS_SCRATCH_SIZE 1 | |
68 sqlite3_status SQLITE_STATUS_PARSER_STACK 1 | |
69 } | |
70 | |
71 set xtra_size 290 | |
72 | |
73 # Test 1: Both PAGECACHE and SCRATCH are shut down. | |
74 # | |
75 db close | |
76 sqlite3_shutdown | |
77 sqlite3_config_lookaside 0 0 | |
78 sqlite3_initialize | |
79 reset_highwater_marks | |
80 build_test_db memsubsys1-1 {PRAGMA page_size=1024} | |
81 do_test memsubsys1-1.3 { | |
82 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
83 } 0 | |
84 do_test memsubsys1-1.4 { | |
85 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
86 } 0 | |
87 set max_pagecache [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] | |
88 #show_memstats | |
89 | |
90 # Test 2: Activate PAGECACHE with 20 pages | |
91 # | |
92 db close | |
93 sqlite3_shutdown | |
94 sqlite3_config_pagecache [expr 1024+$xtra_size] 20 | |
95 sqlite3_initialize | |
96 reset_highwater_marks | |
97 build_test_db memsubsys1-2 {PRAGMA page_size=1024; PRAGMA mmap_size=0} | |
98 #show_memstats | |
99 set MEMORY_MANAGEMENT $sqlite_options(memorymanage) | |
100 ifcapable !malloc_usable_size { | |
101 do_test memsubsys1-2.3 { | |
102 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] | |
103 } [expr ($TEMP_STORE>1 || $MEMORY_MANAGEMENT==0)*1024] | |
104 } | |
105 do_test memsubsys1-2.4 { | |
106 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
107 } 20 | |
108 do_test memsubsys1-2.5 { | |
109 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
110 } 0 | |
111 | |
112 # Test 3: Activate PAGECACHE with 20 pages but use the wrong page size | |
113 # so that PAGECACHE is not used. | |
114 # | |
115 db close | |
116 sqlite3_shutdown | |
117 sqlite3_config_pagecache [expr 512+$xtra_size] 20 | |
118 sqlite3_initialize | |
119 reset_highwater_marks | |
120 build_test_db memsubsys1-3.1 {PRAGMA page_size=1024} | |
121 #show_memstats | |
122 do_test memsubsys1-3.1.3 { | |
123 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
124 } 0 | |
125 do_test memsubsys1-3.1.4 { | |
126 set overflow [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] | |
127 # Note: The measured PAGECACHE_OVERFLOW is amount malloc() returns, not what | |
128 # was requested. System malloc() implementations might (arbitrarily) return | |
129 # slightly different oversize buffers, which can result in slightly different | |
130 # PAGECACHE_OVERFLOW sizes between consecutive runs. So we cannot do an | |
131 # exact comparison. Simply verify that the amount is within 5%. | |
132 expr {$overflow>=$max_pagecache*0.95 && $overflow<=$max_pagecache*1.05} | |
133 } 1 | |
134 do_test memsubsys1-3.1.5 { | |
135 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
136 } 0 | |
137 db close | |
138 sqlite3_shutdown | |
139 sqlite3_config_pagecache [expr 2048+$xtra_size] 20 | |
140 sqlite3_initialize | |
141 reset_highwater_marks | |
142 build_test_db memsubsys1-3.2 {PRAGMA page_size=2048} | |
143 #show_memstats | |
144 do_test memsubsys1-3.2.3 { | |
145 db eval {PRAGMA page_size} | |
146 } 2048 | |
147 do_test memsubsys1-3.2.4 { | |
148 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
149 } 20 | |
150 do_test memsubsys1-3.2.5 { | |
151 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
152 } 0 | |
153 | |
154 # Test 4: Activate both PAGECACHE and SCRATCH. | |
155 # | |
156 db close | |
157 sqlite3_shutdown | |
158 sqlite3_config_pagecache [expr 1024+$xtra_size] 50 | |
159 sqlite3_config_scratch 6000 2 | |
160 sqlite3_initialize | |
161 reset_highwater_marks | |
162 build_test_db memsubsys1-4 {PRAGMA page_size=1024} | |
163 #show_memstats | |
164 do_test memsubsys1-4.3 { | |
165 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
166 expr {$pg_used>=45 && $pg_used<=50} | |
167 } 1 | |
168 do_test memsubsys1-4.4 { | |
169 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] | |
170 } 0 | |
171 do_test memsubsys1-4.5 { | |
172 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] | |
173 expr {$maxreq<7000} | |
174 } 1 | |
175 do_test memsubsys1-4.6 { | |
176 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
177 } 1 | |
178 | |
179 # Test 5: Activate both PAGECACHE and SCRATCH. But make the page size | |
180 # such that the SCRATCH allocations are too small. | |
181 # | |
182 db close | |
183 sqlite3_shutdown | |
184 sqlite3_config_pagecache [expr 4096+$xtra_size] 24 | |
185 sqlite3_config_scratch 6000 2 | |
186 sqlite3_initialize | |
187 reset_highwater_marks | |
188 build_test_db memsubsys1-5 {PRAGMA page_size=4096} | |
189 #show_memstats | |
190 do_test memsubsys1-5.3 { | |
191 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
192 } 24 | |
193 do_test memsubsys1-5.4 { | |
194 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] | |
195 expr {$maxreq>4096} | |
196 } 1 | |
197 do_test memsubsys1-5.5 { | |
198 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
199 } 0 | |
200 do_test memsubsys1-5.6 { | |
201 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] | |
202 expr {$s_ovfl>6000} | |
203 } 1 | |
204 | |
205 # Test 6: Activate both PAGECACHE and SCRATCH with a 4k page size. | |
206 # Make it so that SCRATCH is large enough | |
207 # | |
208 db close | |
209 sqlite3_shutdown | |
210 sqlite3_config_pagecache [expr 4096+$xtra_size] 24 | |
211 sqlite3_config_scratch 25300 1 | |
212 sqlite3_initialize | |
213 reset_highwater_marks | |
214 build_test_db memsubsys1-6 {PRAGMA page_size=4096} | |
215 #show_memstats | |
216 do_test memsubsys1-6.3 { | |
217 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
218 } 24 | |
219 #do_test memsubsys1-6.4 { | |
220 # set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] | |
221 # expr {$maxreq>4096 && $maxreq<=(4096+$xtra_size)} | |
222 #} 1 | |
223 do_test memsubsys1-6.5 { | |
224 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
225 } 1 | |
226 do_test memsubsys1-6.6 { | |
227 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] | |
228 } 0 | |
229 | |
230 # Test 7: Activate both PAGECACHE and SCRATCH with a 4k page size. | |
231 # Set cache_size small so that no PAGECACHE overflow occurs. Verify | |
232 # that maximum allocation size is small. | |
233 # | |
234 db close | |
235 sqlite3_shutdown | |
236 sqlite3_config_pagecache [expr 4096+$xtra_size] 24 | |
237 sqlite3_config_scratch 25300 1 | |
238 sqlite3_initialize | |
239 reset_highwater_marks | |
240 build_test_db memsubsys1-7 { | |
241 PRAGMA page_size=4096; | |
242 PRAGMA cache_size=10; | |
243 PRAGMA temp_store=memory; | |
244 } | |
245 #show_memstats | |
246 do_test memsubsys1-7.3 { | |
247 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
248 expr {$pg_used<24} | |
249 } 1 | |
250 do_test memsubsys1-7.4 { | |
251 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] | |
252 } 0 | |
253 do_test memsubsys1-7.5 { | |
254 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] | |
255 expr {$maxreq<4100} | |
256 } 1 | |
257 do_test memsubsys1-7.6 { | |
258 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
259 } 1 | |
260 do_test memsubsys1-7.7 { | |
261 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] | |
262 } 0 | |
263 | |
264 # Test 8: Disable PAGECACHE. Make available SCRATCH zero. Verify that | |
265 # the SCRATCH overflow logic works. | |
266 # | |
267 db close | |
268 sqlite3_shutdown | |
269 sqlite3_config_pagecache 0 0 | |
270 sqlite3_config_scratch 25000 0 | |
271 sqlite3_initialize | |
272 reset_highwater_marks | |
273 do_test memsubsys1-8.1 { | |
274 set pg_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
275 } 0 | |
276 do_test memsubsys1-8.2 { | |
277 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] | |
278 } 0 | |
279 do_test memsubsys1-8.3 { | |
280 sqlite3 db :memory: | |
281 db eval { | |
282 CREATE TABLE t1(x); | |
283 INSERT INTO t1 VALUES(zeroblob(400)); | |
284 INSERT INTO t1 VALUES(zeroblob(400)); | |
285 INSERT INTO t1 SELECT * FROM t1; | |
286 INSERT INTO t1 SELECT * FROM t1; | |
287 INSERT INTO t1 SELECT * FROM t1; | |
288 } | |
289 expr {[lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]>0} | |
290 } 1 | |
291 db close | |
292 sqlite3_shutdown | |
293 sqlite3_config_memstatus 0 | |
294 sqlite3_initialize | |
295 do_test memsubsys1-8.4 { | |
296 sqlite3 db :memory: | |
297 db eval { | |
298 CREATE TABLE t1(x); | |
299 INSERT INTO t1 VALUES(zeroblob(400)); | |
300 INSERT INTO t1 VALUES(zeroblob(400)); | |
301 INSERT INTO t1 SELECT * FROM t1; | |
302 INSERT INTO t1 SELECT * FROM t1; | |
303 INSERT INTO t1 SELECT * FROM t1; | |
304 SELECT rowid FROM t1; | |
305 } | |
306 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16} | |
307 | |
308 | |
309 db close | |
310 sqlite3_shutdown | |
311 sqlite3_config_memstatus 1 | |
312 sqlite3_config_pagecache 0 0 | |
313 sqlite3_config_scratch 0 0 | |
314 sqlite3_config_lookaside 100 500 | |
315 sqlite3_initialize | |
316 autoinstall_test_functions | |
317 finish_test | |
OLD | NEW |