OLD | NEW |
1 package database | 1 package database |
2 | 2 |
3 import ( | 3 import ( |
4 "database/sql" | 4 "database/sql" |
5 "fmt" | 5 "fmt" |
6 "time" | 6 "time" |
7 | 7 |
8 _ "github.com/go-sql-driver/mysql" | 8 _ "github.com/go-sql-driver/mysql" |
9 "github.com/golang/glog" | 9 "github.com/golang/glog" |
10 _ "github.com/mattn/go-sqlite3" | |
11 "skia.googlesource.com/buildbot.git/go/util" | 10 "skia.googlesource.com/buildbot.git/go/util" |
12 ) | 11 ) |
13 | 12 |
| 13 const ( |
| 14 // Template for DB connection strings. |
| 15 DB_CONN_TMPL = "%s:%s@%s/%s?parseTime=true" |
| 16 |
| 17 // Local test database. |
| 18 TEST_DATABASE = "sk_testing" |
| 19 TEST_DB_HOST = "" |
| 20 TEST_USER = "test_user" |
| 21 TEST_PASSWORD = "" |
| 22 ) |
| 23 |
14 // Config information to create a database connection. | 24 // Config information to create a database connection. |
15 type DatabaseConfig struct { | 25 type DatabaseConfig struct { |
16 MySQLString string | 26 MySQLString string |
17 SQLiteFilePath string | |
18 MigrationSteps []MigrationStep | 27 MigrationSteps []MigrationStep |
19 } | 28 } |
20 | 29 |
| 30 func NewDatabaseConfig(user, password, host, database string, m []MigrationStep)
*DatabaseConfig { |
| 31 return &DatabaseConfig{ |
| 32 MySQLString: fmt.Sprintf(DB_CONN_TMPL, user, password, host,
database), |
| 33 MigrationSteps: m, |
| 34 } |
| 35 } |
| 36 |
| 37 func LocalTestDatabaseConfig(m []MigrationStep) *DatabaseConfig { |
| 38 return NewDatabaseConfig(TEST_USER, TEST_PASSWORD, TEST_DB_HOST, TEST_DA
TABASE, m) |
| 39 } |
| 40 |
21 // Single step to migrated from one database version to the next and back. | 41 // Single step to migrated from one database version to the next and back. |
22 type MigrationStep struct { | 42 type MigrationStep struct { |
23 » MySQLUp []string | 43 » MySQLUp []string |
24 » MySQLDown []string | 44 » MySQLDown []string |
25 » SQLiteUp []string | |
26 » SQLiteDown []string | |
27 } | 45 } |
28 | 46 |
29 // Database handle to send queries to the underlying database. | 47 // Database handle to send queries to the underlying database. |
30 type VersionedDB struct { | 48 type VersionedDB struct { |
31 » // Database intance that is either backed by SQLite or MySQl. | 49 » // Database intance that is backed by MySQL. |
32 DB *sql.DB | 50 DB *sql.DB |
33 | 51 |
34 // Keeps track if we are connected to MySQL or SQLite | |
35 IsMySQL bool | |
36 | |
37 // List of migration steps for this database. | 52 // List of migration steps for this database. |
38 migrationSteps []MigrationStep | 53 migrationSteps []MigrationStep |
39 } | 54 } |
40 | 55 |
41 // Init must be called once before DB is used. | 56 // Init must be called once before DB is used. |
42 // | 57 // |
43 // Since it used glog, make sure it is also called after flag.Parse is called. | 58 // Since it used glog, make sure it is also called after flag.Parse is called. |
44 func NewVersionedDB(conf *DatabaseConfig) *VersionedDB { | 59 func NewVersionedDB(conf *DatabaseConfig) *VersionedDB { |
45 // If there is a connection string then connect to the MySQL server. | 60 // If there is a connection string then connect to the MySQL server. |
46 // This is for testing only. In production we get the relevant informati
on | 61 // This is for testing only. In production we get the relevant informati
on |
47 // from the metadata server. | 62 // from the metadata server. |
48 var err error | 63 var err error |
49 var isMySQL = true | |
50 var DB *sql.DB = nil | 64 var DB *sql.DB = nil |
51 | 65 |
52 » if conf.MySQLString != "" { | 66 » glog.Infoln("Opening SQL database.") |
53 » » glog.Infoln("Opening SQL database.") | 67 » if DB, err = sql.Open("mysql", conf.MySQLString); err == nil { |
54 » » if DB, err = sql.Open("mysql", conf.MySQLString); err == nil { | 68 » » glog.Infoln("Sending Ping.") |
55 » » » glog.Infoln("Sending Ping.") | 69 » » err = DB.Ping() |
56 » » » err = DB.Ping() | 70 » } |
57 » » } | |
58 | 71 |
59 » » if err != nil { | 72 » if err != nil { |
60 » » » glog.Fatalln("Failed to open connection to SQL server:",
err) | 73 » » glog.Fatalln("Failed to open connection to SQL server:", err) |
61 » » } | |
62 » } else { | |
63 » » // Open a local SQLite database instead. | |
64 » » glog.Infof("Opening local sqlite database at: %s", conf.SQLiteFi
lePath) | |
65 » » // Fallback to sqlite for local use. | |
66 » » DB, err = sql.Open("sqlite3", conf.SQLiteFilePath) | |
67 » » if err != nil { | |
68 » » » glog.Fatalln("Failed to open:", err) | |
69 » » } | |
70 » » isMySQL = false | |
71 } | 74 } |
72 | 75 |
73 result := &VersionedDB{ | 76 result := &VersionedDB{ |
74 DB: DB, | 77 DB: DB, |
75 IsMySQL: isMySQL, | |
76 migrationSteps: conf.MigrationSteps, | 78 migrationSteps: conf.MigrationSteps, |
77 } | 79 } |
78 | 80 |
79 // Make sure the migration table exists. | 81 // Make sure the migration table exists. |
80 if err := result.checkVersionTable(); err != nil { | 82 if err := result.checkVersionTable(); err != nil { |
81 // We are using panic() instead of Fataln() to be able to trap t
his | 83 // We are using panic() instead of Fataln() to be able to trap t
his |
82 // in tests and make sure it fails when no version table exists. | 84 // in tests and make sure it fails when no version table exists. |
83 glog.Errorln("Unable to create version table.") | 85 glog.Errorln("Unable to create version table.") |
84 panic("Attempt to create version table returned: " + err.Error()
) | 86 panic("Attempt to create version table returned: " + err.Error()
) |
85 } | 87 } |
86 glog.Infoln("Version table OK.") | 88 glog.Infoln("Version table OK.") |
87 | 89 |
88 // Migrate to the latest version if we are using SQLite, so we don't hav
e | |
89 // to run the *_migratdb command for a local database. | |
90 if !result.IsMySQL { | |
91 result.Migrate(result.MaxDBVersion()) | |
92 } | |
93 | |
94 // Ping the database occasionally to keep the connection fresh. | 90 // Ping the database occasionally to keep the connection fresh. |
95 go func() { | 91 go func() { |
96 c := time.Tick(1 * time.Minute) | 92 c := time.Tick(1 * time.Minute) |
97 for _ = range c { | 93 for _ = range c { |
98 if err := result.DB.Ping(); err != nil { | 94 if err := result.DB.Ping(); err != nil { |
99 glog.Warningln("Database failed to respond:", er
r) | 95 glog.Warningln("Database failed to respond:", er
r) |
100 } | 96 } |
101 glog.Infof("db: Successful ping") | 97 glog.Infof("db: Successful ping") |
102 } | 98 } |
103 }() | 99 }() |
(...skipping 74 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
178 return version, err | 174 return version, err |
179 } | 175 } |
180 | 176 |
181 // Returns the highest version currently available. | 177 // Returns the highest version currently available. |
182 func (vdb *VersionedDB) MaxDBVersion() int { | 178 func (vdb *VersionedDB) MaxDBVersion() int { |
183 return len(vdb.migrationSteps) | 179 return len(vdb.migrationSteps) |
184 } | 180 } |
185 | 181 |
186 // Returns an error if the version table does not exist. | 182 // Returns an error if the version table does not exist. |
187 func (vdb *VersionedDB) checkVersionTable() error { | 183 func (vdb *VersionedDB) checkVersionTable() error { |
188 » // Check if the table exists in MySQL or SQLite. | 184 » // Check if the table exists in MySQL. |
189 stmt := "SHOW TABLES LIKE 'sk_db_version'" | 185 stmt := "SHOW TABLES LIKE 'sk_db_version'" |
190 if !vdb.IsMySQL { | |
191 stmt = "SELECT name FROM sqlite_master WHERE type='table' AND na
me='sk_db_version';" | |
192 } | |
193 | 186 |
194 var temp string | 187 var temp string |
195 err := vdb.DB.QueryRow(stmt).Scan(&temp) | 188 err := vdb.DB.QueryRow(stmt).Scan(&temp) |
196 if err != nil { | 189 if err != nil { |
197 // See if we can create the version table. | 190 // See if we can create the version table. |
198 return vdb.ensureVersionTable() | 191 return vdb.ensureVersionTable() |
199 } | 192 } |
200 | 193 |
201 return nil | 194 return nil |
202 } | 195 } |
(...skipping 53 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
256 if inc < 0 { | 249 if inc < 0 { |
257 idx = currentVersion - 1 | 250 idx = currentVersion - 1 |
258 } | 251 } |
259 delta := util.AbsInt(targetVersion - currentVersion) | 252 delta := util.AbsInt(targetVersion - currentVersion) |
260 result := make([][]string, 0, delta) | 253 result := make([][]string, 0, delta) |
261 | 254 |
262 for i := 0; i < delta; i++ { | 255 for i := 0; i < delta; i++ { |
263 var temp []string | 256 var temp []string |
264 switch { | 257 switch { |
265 // using mysqlp | 258 // using mysqlp |
266 » » case (inc > 0) && vdb.IsMySQL: | 259 » » case (inc > 0): |
267 temp = vdb.migrationSteps[idx].MySQLUp | 260 temp = vdb.migrationSteps[idx].MySQLUp |
268 » » case (inc < 0) && vdb.IsMySQL: | 261 » » case (inc < 0): |
269 temp = vdb.migrationSteps[idx].MySQLDown | 262 temp = vdb.migrationSteps[idx].MySQLDown |
270 // using sqlite | |
271 case (inc > 0): | |
272 temp = vdb.migrationSteps[idx].SQLiteUp | |
273 case (inc < 0): | |
274 temp = vdb.migrationSteps[idx].SQLiteDown | |
275 } | 263 } |
276 result = append(result, temp) | 264 result = append(result, temp) |
277 idx += inc | 265 idx += inc |
278 } | 266 } |
279 return result | 267 return result |
280 } | 268 } |
OLD | NEW |