OLD | NEW |
(Empty) | |
| 1 # 2009 March 04 |
| 2 # |
| 3 # The author disclaims copyright to this source code. In place of |
| 4 # a legal notice, here is a blessing: |
| 5 # |
| 6 # May you do good and not evil. |
| 7 # May you find forgiveness for yourself and forgive others. |
| 8 # May you share freely, never taking more than you give. |
| 9 # |
| 10 #*********************************************************************** |
| 11 # |
| 12 # $Id: notify2.test,v 1.7 2009/03/30 11:59:31 drh Exp $ |
| 13 |
| 14 set testdir [file dirname $argv0] |
| 15 source $testdir/tester.tcl |
| 16 if {[run_thread_tests]==0} { finish_test ; return } |
| 17 ifcapable !unlock_notify||!shared_cache { finish_test ; return } |
| 18 |
| 19 # The tests in this file test the sqlite3_blocking_step() function in |
| 20 # test_thread.c. sqlite3_blocking_step() is not an SQLite API function, |
| 21 # it is just a demonstration of how the sqlite3_unlock_notify() function |
| 22 # can be used to synchronize multi-threaded access to SQLite databases |
| 23 # in shared-cache mode. |
| 24 # |
| 25 # Since the implementation of sqlite3_blocking_step() is included on the |
| 26 # website as example code, it is important to test that it works. |
| 27 # |
| 28 # notify2-1.*: |
| 29 # |
| 30 # This test uses $nThread threads. Each thread opens the main database |
| 31 # and attaches two other databases. Each database contains a single table. |
| 32 # |
| 33 # Each thread repeats transactions over and over for 20 seconds. Each |
| 34 # transaction consists of 3 operations. Each operation is either a read |
| 35 # or a write of one of the tables. The read operations verify an invariant |
| 36 # to make sure that things are working as expected. If an SQLITE_LOCKED |
| 37 # error is returned the current transaction is rolled back immediately. |
| 38 # |
| 39 # This exercise is repeated twice, once using sqlite3_step(), and the |
| 40 # other using sqlite3_blocking_step(). The results are compared to ensure |
| 41 # that sqlite3_blocking_step() resulted in higher transaction throughput. |
| 42 # |
| 43 |
| 44 db close |
| 45 set ::enable_shared_cache [sqlite3_enable_shared_cache 1] |
| 46 |
| 47 # Number of threads to run simultaneously. |
| 48 # |
| 49 set nThread 6 |
| 50 set nSecond 5 |
| 51 |
| 52 # The Tcl script executed by each of the $nThread threads used by this test. |
| 53 # |
| 54 set ThreadProgram { |
| 55 |
| 56 # Proc used by threads to execute SQL. |
| 57 # |
| 58 proc execsql_blocking {db zSql} { |
| 59 set lRes [list] |
| 60 set rc SQLITE_OK |
| 61 |
| 62 set sql $zSql |
| 63 |
| 64 while {$rc=="SQLITE_OK" && $zSql ne ""} { |
| 65 set STMT [$::xPrepare $db $zSql -1 zSql] |
| 66 while {[set rc [$::xStep $STMT]] eq "SQLITE_ROW"} { |
| 67 for {set i 0} {$i < [sqlite3_column_count $STMT]} {incr i} { |
| 68 lappend lRes [sqlite3_column_text $STMT 0] |
| 69 } |
| 70 } |
| 71 set rc [sqlite3_finalize $STMT] |
| 72 } |
| 73 |
| 74 if {$rc != "SQLITE_OK"} { error "$rc $sql [sqlite3_errmsg $db]" } |
| 75 return $lRes |
| 76 } |
| 77 |
| 78 proc execsql_retry {db sql} { |
| 79 set msg "SQLITE_LOCKED blah..." |
| 80 while { [string match SQLITE_LOCKED* $msg] } { |
| 81 catch { execsql_blocking $db $sql } msg |
| 82 } |
| 83 } |
| 84 |
| 85 proc select_one {args} { |
| 86 set n [llength $args] |
| 87 lindex $args [expr int($n*rand())] |
| 88 } |
| 89 |
| 90 proc opendb {} { |
| 91 # Open a database connection. Attach the two auxillary databases. |
| 92 set ::DB [sqlite3_open test.db] |
| 93 execsql_retry $::DB { ATTACH 'test2.db' AS aux2; } |
| 94 execsql_retry $::DB { ATTACH 'test3.db' AS aux3; } |
| 95 } |
| 96 |
| 97 opendb |
| 98 |
| 99 #after 2000 |
| 100 |
| 101 # This loop runs for ~20 seconds. |
| 102 # |
| 103 set iStart [clock_seconds] |
| 104 set nOp 0 |
| 105 set nAttempt 0 |
| 106 while { ([clock_seconds]-$iStart) < $nSecond } { |
| 107 |
| 108 # Each transaction does 3 operations. Each operation is either a read |
| 109 # or write of a randomly selected table (t1, t2 or t3). Set the variables |
| 110 # $SQL(1), $SQL(2) and $SQL(3) to the SQL commands used to implement |
| 111 # each operation. |
| 112 # |
| 113 for {set ii 1} {$ii <= 3} {incr ii} { |
| 114 foreach {tbl database} [select_one {t1 main} {t2 aux2} {t3 aux3}] {} |
| 115 |
| 116 set SQL($ii) [string map [list xxx $tbl yyy $database] [select_one { |
| 117 SELECT |
| 118 (SELECT b FROM xxx WHERE a=(SELECT max(a) FROM xxx))==total(a) |
| 119 FROM xxx WHERE a!=(SELECT max(a) FROM xxx); |
| 120 } { |
| 121 DELETE FROM xxx WHERE a<(SELECT max(a)-100 FROM xxx); |
| 122 INSERT INTO xxx SELECT NULL, total(a) FROM xxx; |
| 123 } { |
| 124 CREATE INDEX IF NOT EXISTS yyy.xxx_i ON xxx(b); |
| 125 } { |
| 126 DROP INDEX IF EXISTS yyy.xxx_i; |
| 127 } |
| 128 ]] |
| 129 } |
| 130 |
| 131 # Execute the SQL transaction. |
| 132 # |
| 133 incr nAttempt |
| 134 set rc [catch { execsql_blocking $::DB " |
| 135 BEGIN; |
| 136 $SQL(1); |
| 137 $SQL(2); |
| 138 $SQL(3); |
| 139 COMMIT; |
| 140 " |
| 141 } msg] |
| 142 |
| 143 if {$rc && [string match "SQLITE_LOCKED*" $msg] |
| 144 || [string match "SQLITE_SCHEMA*" $msg] |
| 145 } { |
| 146 # Hit an SQLITE_LOCKED error. Rollback the current transaction. |
| 147 set rc [catch { execsql_blocking $::DB ROLLBACK } msg] |
| 148 if {$rc && [string match "SQLITE_LOCKED*" $msg]} { |
| 149 sqlite3_close $::DB |
| 150 opendb |
| 151 } |
| 152 } elseif {$rc} { |
| 153 # Hit some other kind of error. This is a malfunction. |
| 154 error $msg |
| 155 } else { |
| 156 # No error occurred. Check that any SELECT statements in the transaction |
| 157 # returned "1". Otherwise, the invariant was false, indicating that |
| 158 # some malfunction has occurred. |
| 159 foreach r $msg { if {$r != 1} { puts "Invariant check failed: $msg" } } |
| 160 incr nOp |
| 161 } |
| 162 } |
| 163 |
| 164 # Close the database connection and return 0. |
| 165 # |
| 166 sqlite3_close $::DB |
| 167 list $nOp $nAttempt |
| 168 } |
| 169 |
| 170 foreach {iTest xStep xPrepare} { |
| 171 1 sqlite3_blocking_step sqlite3_blocking_prepare_v2 |
| 172 2 sqlite3_step sqlite3_nonblocking_prepare_v2 |
| 173 } { |
| 174 forcedelete test.db test2.db test3.db |
| 175 |
| 176 set ThreadSetup "set xStep $xStep;set xPrepare $xPrepare;set nSecond $nSecond" |
| 177 |
| 178 # Set up the database schema used by this test. Each thread opens file |
| 179 # test.db as the main database, then attaches files test2.db and test3.db |
| 180 # as auxillary databases. Each file contains a single table (t1, t2 and t3, in |
| 181 # files test.db, test2.db and test3.db, respectively). |
| 182 # |
| 183 do_test notify2-$iTest.1.1 { |
| 184 sqlite3 db test.db |
| 185 execsql { |
| 186 ATTACH 'test2.db' AS aux2; |
| 187 ATTACH 'test3.db' AS aux3; |
| 188 CREATE TABLE main.t1(a INTEGER PRIMARY KEY, b); |
| 189 CREATE TABLE aux2.t2(a INTEGER PRIMARY KEY, b); |
| 190 CREATE TABLE aux3.t3(a INTEGER PRIMARY KEY, b); |
| 191 INSERT INTO t1 SELECT NULL, 0; |
| 192 INSERT INTO t2 SELECT NULL, 0; |
| 193 INSERT INTO t3 SELECT NULL, 0; |
| 194 } |
| 195 } {} |
| 196 do_test notify2-$iTest.1.2 { |
| 197 db close |
| 198 } {} |
| 199 |
| 200 |
| 201 # Launch $nThread threads. Then wait for them to finish. |
| 202 # |
| 203 puts "Running $xStep test for $nSecond seconds" |
| 204 unset -nocomplain finished |
| 205 for {set ii 0} {$ii < $nThread} {incr ii} { |
| 206 thread_spawn finished($ii) $ThreadSetup $ThreadProgram |
| 207 } |
| 208 for {set ii 0} {$ii < $nThread} {incr ii} { |
| 209 do_test notify2-$iTest.2.$ii { |
| 210 if {![info exists finished($ii)]} { vwait finished($ii) } |
| 211 incr anSuccess($xStep) [lindex $finished($ii) 0] |
| 212 incr anAttempt($xStep) [lindex $finished($ii) 1] |
| 213 expr 0 |
| 214 } {0} |
| 215 } |
| 216 |
| 217 # Count the total number of succesful writes. |
| 218 do_test notify2-$iTest.3.1 { |
| 219 sqlite3 db test.db |
| 220 execsql { |
| 221 ATTACH 'test2.db' AS aux2; |
| 222 ATTACH 'test3.db' AS aux3; |
| 223 } |
| 224 set anWrite($xStep) [execsql { |
| 225 SELECT (SELECT max(a) FROM t1) |
| 226 + (SELECT max(a) FROM t2) |
| 227 + (SELECT max(a) FROM t3) |
| 228 }] |
| 229 db close |
| 230 } {} |
| 231 } |
| 232 |
| 233 # The following tests checks to make sure sqlite3_blocking_step() is |
| 234 # faster than sqlite3_step(). "Faster" in this case means uses fewer |
| 235 # CPU cycles. This is not always the same as faster in wall-clock time |
| 236 # for this type of test. The number of CPU cycles per transaction is |
| 237 # roughly proportional to the number of attempts made (i.e. one plus the |
| 238 # number of SQLITE_BUSY or SQLITE_LOCKED errors that require the transaction |
| 239 # to be retried). So this test just measures that a greater percentage of |
| 240 # transactions attempted using blocking_step() succeed. |
| 241 # |
| 242 # The blocking_step() function is almost always faster on multi-core and is |
| 243 # usually faster on single-core. But sometimes, by chance, step() will be |
| 244 # faster on a single core, in which case the |
| 245 # following test will fail. |
| 246 # |
| 247 puts "The following test seeks to demonstrate that the sqlite3_unlock_notify()" |
| 248 puts "interface helps multi-core systems to run more efficiently. This test" |
| 249 puts "sometimes fails on single-core machines." |
| 250 puts [array get anWrite] |
| 251 do_test notify2-3 { |
| 252 set blocking [expr { |
| 253 double($anSuccess(sqlite3_blocking_step)) / |
| 254 double($anAttempt(sqlite3_blocking_step)) |
| 255 }] |
| 256 set non [expr { |
| 257 double($anSuccess(sqlite3_step)) / |
| 258 double($anAttempt(sqlite3_step)) |
| 259 }] |
| 260 puts -nonewline [format " blocking: %.1f%% non-blocking %.1f%% ..." \ |
| 261 [expr $blocking*100.0] [expr $non*100.0]] |
| 262 |
| 263 expr {$blocking > $non} |
| 264 } {1} |
| 265 |
| 266 sqlite3_enable_shared_cache $::enable_shared_cache |
| 267 finish_test |
OLD | NEW |