OLD | NEW |
(Empty) | |
| 1 # 2008 June 18 |
| 2 # |
| 3 # The author disclaims copyright to this source code. In place of |
| 4 # a legal notice, here is a blessing: |
| 5 # |
| 6 # May you do good and not evil. |
| 7 # May you find forgiveness for yourself and forgive others. |
| 8 # May you share freely, never taking more than you give. |
| 9 # |
| 10 #*********************************************************************** |
| 11 # |
| 12 # This file contains tests of the memory allocation subsystem |
| 13 # |
| 14 |
| 15 set testdir [file dirname $argv0] |
| 16 source $testdir/tester.tcl |
| 17 sqlite3_reset_auto_extension |
| 18 |
| 19 # This test assumes that no page-cache or scratch buffers are installed |
| 20 # by default when a new database connection is opened. As a result, it |
| 21 # will not work with the "memsubsys1" permutation. |
| 22 # |
| 23 if {[permutation] == "memsubsys1"} { |
| 24 finish_test |
| 25 return |
| 26 } |
| 27 |
| 28 # This procedure constructs a new database in test.db. It fills |
| 29 # this database with many small records (enough to force multiple |
| 30 # rebalance operations in the btree-layer and to require a large |
| 31 # page cache), verifies correct results, then returns. |
| 32 # |
| 33 proc build_test_db {testname pragmas} { |
| 34 catch {db close} |
| 35 file delete -force test.db test.db-journal |
| 36 sqlite3 db test.db |
| 37 sqlite3_db_config_lookaside db 0 0 0 |
| 38 db eval $pragmas |
| 39 db eval { |
| 40 CREATE TABLE t1(x, y); |
| 41 CREATE TABLE t2(a, b); |
| 42 CREATE INDEX i1 ON t1(x,y); |
| 43 INSERT INTO t1 VALUES(1, 100); |
| 44 INSERT INTO t1 VALUES(2, 200); |
| 45 } |
| 46 for {set i 2} {$i<5000} {incr i $i} { |
| 47 db eval {INSERT INTO t2 SELECT * FROM t1} |
| 48 db eval {INSERT INTO t1 SELECT a+$i, a+b*100 FROM t2} |
| 49 db eval {DELETE FROM t2} |
| 50 } |
| 51 do_test $testname.1 { |
| 52 db eval {SELECT count(*) FROM t1} |
| 53 } 8192 |
| 54 integrity_check $testname.2 |
| 55 } |
| 56 |
| 57 # Reset all of the highwater marks. |
| 58 # |
| 59 proc reset_highwater_marks {} { |
| 60 sqlite3_status SQLITE_STATUS_MEMORY_USED 1 |
| 61 sqlite3_status SQLITE_STATUS_MALLOC_SIZE 1 |
| 62 sqlite3_status SQLITE_STATUS_PAGECACHE_USED 1 |
| 63 sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 1 |
| 64 sqlite3_status SQLITE_STATUS_PAGECACHE_SIZE 1 |
| 65 sqlite3_status SQLITE_STATUS_SCRATCH_USED 1 |
| 66 sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 1 |
| 67 sqlite3_status SQLITE_STATUS_SCRATCH_SIZE 1 |
| 68 sqlite3_status SQLITE_STATUS_PARSER_STACK 1 |
| 69 } |
| 70 |
| 71 set xtra_size 256 |
| 72 |
| 73 # Test 1: Both PAGECACHE and SCRATCH are shut down. |
| 74 # |
| 75 db close |
| 76 sqlite3_shutdown |
| 77 sqlite3_config_lookaside 0 0 |
| 78 sqlite3_initialize |
| 79 reset_highwater_marks |
| 80 build_test_db memsubsys1-1 {PRAGMA page_size=1024} |
| 81 do_test memsubsys1-1.3 { |
| 82 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| 83 } 0 |
| 84 do_test memsubsys1-1.4 { |
| 85 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| 86 } 0 |
| 87 set max_pagecache [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] |
| 88 #show_memstats |
| 89 |
| 90 # Test 2: Activate PAGECACHE with 20 pages |
| 91 # |
| 92 db close |
| 93 sqlite3_shutdown |
| 94 sqlite3_config_pagecache [expr 1024+$xtra_size] 20 |
| 95 sqlite3_initialize |
| 96 reset_highwater_marks |
| 97 build_test_db memsubsys1-2 {PRAGMA page_size=1024} |
| 98 #show_memstats |
| 99 set MEMORY_MANAGEMENT $sqlite_options(memorymanage) |
| 100 do_test memsubsys1-2.3 { |
| 101 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] |
| 102 } [expr ($TEMP_STORE>1 || $MEMORY_MANAGEMENT==0)*1024] |
| 103 do_test memsubsys1-2.4 { |
| 104 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| 105 } 20 |
| 106 do_test memsubsys1-2.5 { |
| 107 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| 108 } 0 |
| 109 |
| 110 # Test 3: Activate PAGECACHE with 20 pages but use the wrong page size |
| 111 # so that PAGECACHE is not used. |
| 112 # |
| 113 db close |
| 114 sqlite3_shutdown |
| 115 sqlite3_config_pagecache [expr 512+$xtra_size] 20 |
| 116 sqlite3_initialize |
| 117 reset_highwater_marks |
| 118 build_test_db memsubsys1-3.1 {PRAGMA page_size=1024} |
| 119 #show_memstats |
| 120 do_test memsubsys1-3.1.3 { |
| 121 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| 122 } 0 |
| 123 do_test memsubsys1-3.1.4 { |
| 124 set overflow [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] |
| 125 } $max_pagecache |
| 126 do_test memsubsys1-3.1.5 { |
| 127 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| 128 } 0 |
| 129 db close |
| 130 sqlite3_shutdown |
| 131 sqlite3_config_pagecache [expr 2048+$xtra_size] 20 |
| 132 sqlite3_initialize |
| 133 reset_highwater_marks |
| 134 build_test_db memsubsys1-3.2 {PRAGMA page_size=2048} |
| 135 #show_memstats |
| 136 do_test memsubsys1-3.2.3 { |
| 137 db eval {PRAGMA page_size} |
| 138 } 2048 |
| 139 do_test memsubsys1-3.2.4 { |
| 140 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| 141 } 20 |
| 142 do_test memsubsys1-3.2.5 { |
| 143 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| 144 } 0 |
| 145 |
| 146 # Test 4: Activate both PAGECACHE and SCRATCH. |
| 147 # |
| 148 db close |
| 149 sqlite3_shutdown |
| 150 sqlite3_config_pagecache [expr 1024+$xtra_size] 50 |
| 151 sqlite3_config_scratch 6000 2 |
| 152 sqlite3_initialize |
| 153 reset_highwater_marks |
| 154 build_test_db memsubsys1-4 {PRAGMA page_size=1024} |
| 155 #show_memstats |
| 156 do_test memsubsys1-4.3 { |
| 157 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| 158 expr {$pg_used>=45 && $pg_used<=50} |
| 159 } 1 |
| 160 do_test memsubsys1-4.4 { |
| 161 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] |
| 162 } 0 |
| 163 do_test memsubsys1-4.5 { |
| 164 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] |
| 165 expr {$maxreq<7000} |
| 166 } 1 |
| 167 do_test memsubsys1-4.6 { |
| 168 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| 169 } 1 |
| 170 |
| 171 # Test 5: Activate both PAGECACHE and SCRATCH. But make the page size |
| 172 # such that the SCRATCH allocations are too small. |
| 173 # |
| 174 db close |
| 175 sqlite3_shutdown |
| 176 sqlite3_config_pagecache [expr 4096+$xtra_size] 24 |
| 177 sqlite3_config_scratch 6000 2 |
| 178 sqlite3_initialize |
| 179 reset_highwater_marks |
| 180 build_test_db memsubsys1-5 {PRAGMA page_size=4096} |
| 181 #show_memstats |
| 182 do_test memsubsys1-5.3 { |
| 183 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| 184 } 24 |
| 185 do_test memsubsys1-5.4 { |
| 186 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] |
| 187 expr {$maxreq>4096} |
| 188 } 1 |
| 189 do_test memsubsys1-5.5 { |
| 190 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| 191 } 0 |
| 192 do_test memsubsys1-5.6 { |
| 193 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] |
| 194 expr {$s_ovfl>6000} |
| 195 } 1 |
| 196 |
| 197 # Test 6: Activate both PAGECACHE and SCRATCH with a 4k page size. |
| 198 # Make it so that SCRATCH is large enough |
| 199 # |
| 200 db close |
| 201 sqlite3_shutdown |
| 202 sqlite3_config_pagecache [expr 4096+$xtra_size] 24 |
| 203 sqlite3_config_scratch 25300 1 |
| 204 sqlite3_initialize |
| 205 reset_highwater_marks |
| 206 build_test_db memsubsys1-6 {PRAGMA page_size=4096} |
| 207 #show_memstats |
| 208 do_test memsubsys1-6.3 { |
| 209 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| 210 } 24 |
| 211 #do_test memsubsys1-6.4 { |
| 212 # set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] |
| 213 # expr {$maxreq>4096 && $maxreq<=(4096+$xtra_size)} |
| 214 #} 1 |
| 215 do_test memsubsys1-6.5 { |
| 216 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| 217 } 1 |
| 218 do_test memsubsys1-6.6 { |
| 219 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] |
| 220 } 0 |
| 221 |
| 222 # Test 7: Activate both PAGECACHE and SCRATCH with a 4k page size. |
| 223 # Set cache_size small so that no PAGECACHE overflow occurs. Verify |
| 224 # that maximum allocation size is small. |
| 225 # |
| 226 db close |
| 227 sqlite3_shutdown |
| 228 sqlite3_config_pagecache [expr 4096+$xtra_size] 24 |
| 229 sqlite3_config_scratch 25300 1 |
| 230 sqlite3_initialize |
| 231 reset_highwater_marks |
| 232 build_test_db memsubsys1-7 { |
| 233 PRAGMA page_size=4096; |
| 234 PRAGMA cache_size=10; |
| 235 PRAGMA temp_store=memory; |
| 236 } |
| 237 #show_memstats |
| 238 do_test memsubsys1-7.3 { |
| 239 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] |
| 240 expr {$pg_used<24} |
| 241 } 1 |
| 242 do_test memsubsys1-7.4 { |
| 243 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] |
| 244 } 0 |
| 245 do_test memsubsys1-7.5 { |
| 246 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] |
| 247 expr {$maxreq<4100} |
| 248 } 1 |
| 249 do_test memsubsys1-7.6 { |
| 250 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| 251 } 1 |
| 252 do_test memsubsys1-7.7 { |
| 253 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] |
| 254 } 0 |
| 255 |
| 256 # Test 8: Disable PAGECACHE. Make available SCRATCH zero. Verify that |
| 257 # the SCRATCH overflow logic works. |
| 258 # |
| 259 db close |
| 260 sqlite3_shutdown |
| 261 sqlite3_config_pagecache 0 0 |
| 262 sqlite3_config_scratch 25000 0 |
| 263 sqlite3_initialize |
| 264 reset_highwater_marks |
| 265 do_test memsubsys1-8.1 { |
| 266 set pg_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] |
| 267 } 0 |
| 268 do_test memsubsys1-8.2 { |
| 269 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] |
| 270 } 0 |
| 271 do_test memsubsys1-8.3 { |
| 272 sqlite3 db :memory: |
| 273 db eval { |
| 274 CREATE TABLE t1(x); |
| 275 INSERT INTO t1 VALUES(zeroblob(400)); |
| 276 INSERT INTO t1 VALUES(zeroblob(400)); |
| 277 INSERT INTO t1 SELECT * FROM t1; |
| 278 INSERT INTO t1 SELECT * FROM t1; |
| 279 INSERT INTO t1 SELECT * FROM t1; |
| 280 } |
| 281 expr {[lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]>0} |
| 282 } 1 |
| 283 db close |
| 284 sqlite3_shutdown |
| 285 sqlite3_config_memstatus 0 |
| 286 sqlite3_initialize |
| 287 do_test memsubsys1-8.4 { |
| 288 sqlite3 db :memory: |
| 289 db eval { |
| 290 CREATE TABLE t1(x); |
| 291 INSERT INTO t1 VALUES(zeroblob(400)); |
| 292 INSERT INTO t1 VALUES(zeroblob(400)); |
| 293 INSERT INTO t1 SELECT * FROM t1; |
| 294 INSERT INTO t1 SELECT * FROM t1; |
| 295 INSERT INTO t1 SELECT * FROM t1; |
| 296 SELECT rowid FROM t1; |
| 297 } |
| 298 } {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16} |
| 299 |
| 300 |
| 301 db close |
| 302 sqlite3_shutdown |
| 303 sqlite3_config_memstatus 1 |
| 304 sqlite3_config_pagecache 0 0 |
| 305 sqlite3_config_scratch 0 0 |
| 306 sqlite3_config_lookaside 100 500 |
| 307 sqlite3_initialize |
| 308 autoinstall_test_functions |
| 309 finish_test |
OLD | NEW |