| OLD | NEW |
| (Empty) |
| 1 # 2008 June 18 | |
| 2 # | |
| 3 # The author disclaims copyright to this source code. In place of | |
| 4 # a legal notice, here is a blessing: | |
| 5 # | |
| 6 # May you do good and not evil. | |
| 7 # May you find forgiveness for yourself and forgive others. | |
| 8 # May you share freely, never taking more than you give. | |
| 9 # | |
| 10 #*********************************************************************** | |
| 11 # | |
| 12 # This file contains tests of the memory allocation subsystem | |
| 13 # | |
| 14 | |
| 15 set testdir [file dirname $argv0] | |
| 16 source $testdir/tester.tcl | |
| 17 sqlite3_reset_auto_extension | |
| 18 | |
| 19 # This test assumes that no page-cache or scratch buffers are installed | |
| 20 # by default when a new database connection is opened. As a result, it | |
| 21 # will not work with the "memsubsys1" permutation. | |
| 22 # | |
| 23 if {[permutation] == "memsubsys1"} { | |
| 24 finish_test | |
| 25 return | |
| 26 } | |
| 27 | |
| 28 test_set_config_pagecache 0 0 | |
| 29 | |
| 30 # This procedure constructs a new database in test.db. It fills | |
| 31 # this database with many small records (enough to force multiple | |
| 32 # rebalance operations in the btree-layer and to require a large | |
| 33 # page cache), verifies correct results, then returns. | |
| 34 # | |
| 35 proc build_test_db {testname pragmas} { | |
| 36 catch {db close} | |
| 37 forcedelete test.db test.db-journal | |
| 38 sqlite3 db test.db | |
| 39 sqlite3_db_config_lookaside db 0 0 0 | |
| 40 db eval $pragmas | |
| 41 db eval { | |
| 42 CREATE TABLE t1(x, y); | |
| 43 CREATE TABLE t2(a, b); | |
| 44 CREATE INDEX i1 ON t1(x,y); | |
| 45 INSERT INTO t1 VALUES(1, 100); | |
| 46 INSERT INTO t1 VALUES(2, 200); | |
| 47 } | |
| 48 for {set i 2} {$i<5000} {incr i $i} { | |
| 49 db eval {INSERT INTO t2 SELECT * FROM t1} | |
| 50 db eval {INSERT INTO t1 SELECT a+$i, a+b*100 FROM t2} | |
| 51 db eval {DELETE FROM t2} | |
| 52 } | |
| 53 do_test $testname.1 { | |
| 54 db eval {SELECT count(*) FROM t1} | |
| 55 } 8192 | |
| 56 integrity_check $testname.2 | |
| 57 } | |
| 58 | |
| 59 # Reset all of the highwater marks. | |
| 60 # | |
| 61 proc reset_highwater_marks {} { | |
| 62 sqlite3_status SQLITE_STATUS_MEMORY_USED 1 | |
| 63 sqlite3_status SQLITE_STATUS_MALLOC_SIZE 1 | |
| 64 sqlite3_status SQLITE_STATUS_PAGECACHE_USED 1 | |
| 65 sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 1 | |
| 66 sqlite3_status SQLITE_STATUS_PAGECACHE_SIZE 1 | |
| 67 sqlite3_status SQLITE_STATUS_SCRATCH_USED 1 | |
| 68 sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 1 | |
| 69 sqlite3_status SQLITE_STATUS_SCRATCH_SIZE 1 | |
| 70 sqlite3_status SQLITE_STATUS_PARSER_STACK 1 | |
| 71 } | |
| 72 | |
| 73 set xtra_size 290 | |
| 74 | |
| 75 # Test 1: Both PAGECACHE and SCRATCH are shut down. | |
| 76 # | |
| 77 db close | |
| 78 sqlite3_shutdown | |
| 79 sqlite3_config_lookaside 0 0 | |
| 80 sqlite3_config_pagecache 0 0 | |
| 81 sqlite3_initialize | |
| 82 reset_highwater_marks | |
| 83 build_test_db memsubsys1-1 {PRAGMA page_size=1024} | |
| 84 do_test memsubsys1-1.3 { | |
| 85 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
| 86 } 0 | |
| 87 do_test memsubsys1-1.4 { | |
| 88 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
| 89 } 0 | |
| 90 set max_pagecache [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] | |
| 91 #show_memstats | |
| 92 | |
| 93 # Test 2: Activate PAGECACHE with 20 pages | |
| 94 # | |
| 95 db close | |
| 96 sqlite3_shutdown | |
| 97 sqlite3_config_pagecache [expr 1024+$xtra_size] 20 | |
| 98 sqlite3_initialize | |
| 99 reset_highwater_marks | |
| 100 build_test_db memsubsys1-2 {PRAGMA page_size=1024; PRAGMA mmap_size=0} | |
| 101 #show_memstats | |
| 102 set MEMORY_MANAGEMENT $sqlite_options(memorymanage) | |
| 103 ifcapable !malloc_usable_size { | |
| 104 do_test memsubsys1-2.3 { | |
| 105 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] | |
| 106 } [expr ($TEMP_STORE>1 || $MEMORY_MANAGEMENT==0)*1024] | |
| 107 } | |
| 108 do_test memsubsys1-2.4 { | |
| 109 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
| 110 } 20 | |
| 111 do_test memsubsys1-2.5 { | |
| 112 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
| 113 } 0 | |
| 114 | |
| 115 # Test 3: Activate PAGECACHE with 20 pages but use the wrong page size | |
| 116 # so that PAGECACHE is not used. | |
| 117 # | |
| 118 db close | |
| 119 sqlite3_shutdown | |
| 120 sqlite3_config_pagecache [expr 512+$xtra_size] 20 | |
| 121 sqlite3_config singlethread | |
| 122 sqlite3_initialize | |
| 123 reset_highwater_marks | |
| 124 build_test_db memsubsys1-3.1 {PRAGMA page_size=1024} | |
| 125 do_test memsubsys1-3.1.3 { | |
| 126 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
| 127 } 0 | |
| 128 do_test memsubsys1-3.1.4 { | |
| 129 set overflow [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] | |
| 130 # Note: The measured PAGECACHE_OVERFLOW is amount malloc() returns, not what | |
| 131 # was requested. System malloc() implementations might (arbitrarily) return | |
| 132 # slightly different oversize buffers, which can result in slightly different | |
| 133 # PAGECACHE_OVERFLOW sizes between consecutive runs. So we cannot do an | |
| 134 # exact comparison. Simply verify that the amount is within 5%. | |
| 135 expr {$overflow>=$max_pagecache*0.95 && $overflow<=$max_pagecache*1.05} | |
| 136 } 1 | |
| 137 do_test memsubsys1-3.1.5 { | |
| 138 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
| 139 } 0 | |
| 140 db close | |
| 141 sqlite3_shutdown | |
| 142 sqlite3_config_pagecache [expr 2048+$xtra_size] 20 | |
| 143 sqlite3_initialize | |
| 144 reset_highwater_marks | |
| 145 build_test_db memsubsys1-3.2 {PRAGMA page_size=2048} | |
| 146 #show_memstats | |
| 147 do_test memsubsys1-3.2.3 { | |
| 148 db eval {PRAGMA page_size} | |
| 149 } 2048 | |
| 150 do_test memsubsys1-3.2.4 { | |
| 151 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
| 152 } 20 | |
| 153 do_test memsubsys1-3.2.5 { | |
| 154 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
| 155 } 0 | |
| 156 | |
| 157 # Test 4: Activate both PAGECACHE and SCRATCH. | |
| 158 # | |
| 159 db close | |
| 160 sqlite3_shutdown | |
| 161 sqlite3_config_pagecache [expr 1024+$xtra_size] 50 | |
| 162 sqlite3_config_scratch 6000 2 | |
| 163 sqlite3_initialize | |
| 164 reset_highwater_marks | |
| 165 build_test_db memsubsys1-4 {PRAGMA page_size=1024} | |
| 166 #show_memstats | |
| 167 do_test memsubsys1-4.3 { | |
| 168 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
| 169 expr {$pg_used>=45 && $pg_used<=50} | |
| 170 } 1 | |
| 171 do_test memsubsys1-4.4 { | |
| 172 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] | |
| 173 } 0 | |
| 174 do_test memsubsys1-4.5 { | |
| 175 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] | |
| 176 expr {$maxreq<7000} | |
| 177 } 1 | |
| 178 do_test memsubsys1-4.6 { | |
| 179 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
| 180 } 1 | |
| 181 | |
| 182 # Test 5: Activate both PAGECACHE and SCRATCH. But make the page size is | |
| 183 # such that the SCRATCH allocations are too small. | |
| 184 # | |
| 185 db close | |
| 186 sqlite3_shutdown | |
| 187 sqlite3_config_pagecache [expr 4096+$xtra_size] 24 | |
| 188 sqlite3_config_scratch 4000 2 | |
| 189 sqlite3_initialize | |
| 190 reset_highwater_marks | |
| 191 build_test_db memsubsys1-5 {PRAGMA page_size=4096} | |
| 192 #show_memstats | |
| 193 do_test memsubsys1-5.3 { | |
| 194 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
| 195 } {/^2[34]$/} | |
| 196 do_test memsubsys1-5.4 { | |
| 197 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] | |
| 198 expr {$maxreq>4096} | |
| 199 } 1 | |
| 200 do_test memsubsys1-5.5 { | |
| 201 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
| 202 } 0 | |
| 203 do_test memsubsys1-5.6 { | |
| 204 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] | |
| 205 expr {$s_ovfl>6000} | |
| 206 } 1 | |
| 207 | |
| 208 # Test 6: Activate both PAGECACHE and SCRATCH with a 4k page size. | |
| 209 # Make it so that SCRATCH is large enough | |
| 210 # | |
| 211 db close | |
| 212 sqlite3_shutdown | |
| 213 sqlite3_config_pagecache [expr 4096+$xtra_size] 24 | |
| 214 sqlite3_config_scratch 25300 1 | |
| 215 sqlite3_initialize | |
| 216 reset_highwater_marks | |
| 217 build_test_db memsubsys1-6 {PRAGMA page_size=4096} | |
| 218 #show_memstats | |
| 219 do_test memsubsys1-6.3 { | |
| 220 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
| 221 } {/^2[34]$/} | |
| 222 #do_test memsubsys1-6.4 { | |
| 223 # set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] | |
| 224 # expr {$maxreq>4096 && $maxreq<=(4096+$xtra_size)} | |
| 225 #} 1 | |
| 226 do_test memsubsys1-6.5 { | |
| 227 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
| 228 } 1 | |
| 229 do_test memsubsys1-6.6 { | |
| 230 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] | |
| 231 } 0 | |
| 232 | |
| 233 # Test 7: Activate both PAGECACHE and SCRATCH with a 4k page size. | |
| 234 # Set cache_size small so that no PAGECACHE overflow occurs. Verify | |
| 235 # that maximum allocation size is small. | |
| 236 # | |
| 237 db close | |
| 238 sqlite3_shutdown | |
| 239 sqlite3_config_pagecache [expr 4096+$xtra_size] 24 | |
| 240 sqlite3_config_scratch 25300 1 | |
| 241 sqlite3_initialize | |
| 242 reset_highwater_marks | |
| 243 build_test_db memsubsys1-7 { | |
| 244 PRAGMA page_size=4096; | |
| 245 PRAGMA cache_size=10; | |
| 246 PRAGMA temp_store=memory; | |
| 247 } | |
| 248 #show_memstats | |
| 249 do_test memsubsys1-7.3 { | |
| 250 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] | |
| 251 expr {$pg_used<24} | |
| 252 } 1 | |
| 253 do_test memsubsys1-7.4 { | |
| 254 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] | |
| 255 } 0 | |
| 256 do_test memsubsys1-7.5 { | |
| 257 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] | |
| 258 expr {$maxreq<4100} | |
| 259 } 1 | |
| 260 do_test memsubsys1-7.6 { | |
| 261 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
| 262 } 1 | |
| 263 do_test memsubsys1-7.7 { | |
| 264 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] | |
| 265 } 0 | |
| 266 | |
| 267 # Test 8: Disable PAGECACHE. Make available SCRATCH zero. Verify that | |
| 268 # the SCRATCH overflow logic works. | |
| 269 # | |
| 270 db close | |
| 271 sqlite3_shutdown | |
| 272 sqlite3_config_pagecache 0 0 | |
| 273 sqlite3_config_scratch 25000 0 | |
| 274 sqlite3_initialize | |
| 275 reset_highwater_marks | |
| 276 do_test memsubsys1-8.1 { | |
| 277 set pg_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] | |
| 278 } 0 | |
| 279 do_test memsubsys1-8.2 { | |
| 280 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] | |
| 281 } 0 | |
| 282 do_test memsubsys1-8.3 { | |
| 283 sqlite3 db :memory: | |
| 284 db eval { | |
| 285 CREATE TABLE t1(x); | |
| 286 INSERT INTO t1 VALUES(zeroblob(400)); | |
| 287 INSERT INTO t1 VALUES(zeroblob(400)); | |
| 288 INSERT INTO t1 SELECT * FROM t1; | |
| 289 INSERT INTO t1 SELECT * FROM t1; | |
| 290 INSERT INTO t1 SELECT * FROM t1; | |
| 291 } | |
| 292 expr {[lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]>0} | |
| 293 } 1 | |
| 294 db close | |
| 295 sqlite3_shutdown | |
| 296 sqlite3_config_memstatus 0 | |
| 297 sqlite3_initialize | |
| 298 do_test memsubsys1-8.4 { | |
| 299 sqlite3 db :memory: | |
| 300 db eval { | |
| 301 CREATE TABLE t1(x); | |
| 302 INSERT INTO t1 VALUES(zeroblob(400)); | |
| 303 INSERT INTO t1 VALUES(zeroblob(400)); | |
| 304 INSERT INTO t1 SELECT * FROM t1; | |
| 305 INSERT INTO t1 SELECT * FROM t1; | |
| 306 INSERT INTO t1 SELECT * FROM t1; | |
| 307 SELECT rowid FROM t1; | |
| 308 } | |
| 309 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16} | |
| 310 | |
| 311 | |
| 312 db close | |
| 313 sqlite3_shutdown | |
| 314 sqlite3_config_memstatus 1 | |
| 315 sqlite3_config_scratch 0 0 | |
| 316 sqlite3_config_lookaside 100 500 | |
| 317 sqlite3_config serialized | |
| 318 sqlite3_initialize | |
| 319 autoinstall_test_functions | |
| 320 | |
| 321 test_restore_config_pagecache | |
| 322 finish_test | |
| OLD | NEW |