OLD | NEW |
1 package util | 1 package util |
2 | 2 |
3 import ( | 3 import ( |
4 "fmt" | 4 "fmt" |
5 "path/filepath" | 5 "path/filepath" |
6 "time" | 6 "time" |
7 ) | 7 ) |
8 | 8 |
9 const ( | 9 const ( |
10 NUM_WORKERS_PROD int = 100 | 10 NUM_WORKERS_PROD int = 100 |
11 MASTER_NAME = "build101-m5" | 11 MASTER_NAME = "build101-m5" |
12 WORKER_NAME_TEMPLATE = "build%d-m5" | 12 WORKER_NAME_TEMPLATE = "build%d-m5" |
13 GS_HTTP_LINK = "https://storage.cloud.google.com/" | 13 GS_HTTP_LINK = "https://storage.cloud.google.com/" |
14 LOGS_LINK_PREFIX = "http://uberchromegw.corp.google.com/i/skia-
ct-worker" | 14 LOGS_LINK_PREFIX = "http://uberchromegw.corp.google.com/i/skia-
ct-worker" |
15 CT_EMAIL_DISPLAY_NAME = "Cluster Telemetry" | 15 CT_EMAIL_DISPLAY_NAME = "Cluster Telemetry" |
16 | 16 |
17 // File names and dir names. | 17 // File names and dir names. |
18 » TIMESTAMP_FILE_NAME = "TIMESTAMP" | 18 » TIMESTAMP_FILE_NAME = "TIMESTAMP" |
19 » CHROMIUM_BUILDS_DIR_NAME = "chromium_builds" | 19 » CHROMIUM_BUILDS_DIR_NAME = "chromium_builds" |
20 » PAGESETS_DIR_NAME = "page_sets" | 20 » PAGESETS_DIR_NAME = "page_sets" |
21 » WEB_ARCHIVES_DIR_NAME = "webpage_archives" | 21 » WEB_ARCHIVES_DIR_NAME = "webpage_archives" |
22 » SKPS_DIR_NAME = "skps" | 22 » SKPS_DIR_NAME = "skps" |
23 » PDFS_DIR_NAME = "pdfs" | 23 » PDFS_DIR_NAME = "pdfs" |
24 » STORAGE_DIR_NAME = "storage" | 24 » STORAGE_DIR_NAME = "storage" |
25 » REPO_DIR_NAME = "skia-repo" | 25 » REPO_DIR_NAME = "skia-repo" |
26 » TASKS_DIR_NAME = "tasks" | 26 » TASKS_DIR_NAME = "tasks" |
27 » BINARIES_DIR_NAME = "binaries" | 27 » BINARIES_DIR_NAME = "binaries" |
28 » LUA_TASKS_DIR_NAME = "lua_runs" | 28 » LUA_TASKS_DIR_NAME = "lua_runs" |
29 » BENCHMARK_TASKS_DIR_NAME = "benchmark_runs" | 29 » BENCHMARK_TASKS_DIR_NAME = "benchmark_runs" |
30 » CHROMIUM_PERF_TASKS_DIR_NAME = "chromium_perf_runs" | 30 » CHROMIUM_PERF_TASKS_DIR_NAME = "chromium_perf_runs" |
31 » FIX_ARCHIVE_TASKS_DIR_NAME = "fix_archive_runs" | 31 » CHROMIUM_ANALYSIS_TASKS_DIR_NAME = "chromium_analysis_runs" |
| 32 » FIX_ARCHIVE_TASKS_DIR_NAME = "fix_archive_runs" |
32 | 33 |
33 // Limit the number of times CT tries to get a remote file before giving
up. | 34 // Limit the number of times CT tries to get a remote file before giving
up. |
34 MAX_URI_GET_TRIES = 4 | 35 MAX_URI_GET_TRIES = 4 |
35 | 36 |
36 // Activity constants. | 37 // Activity constants. |
37 ACTIVITY_CREATING_PAGESETS = "CREATING_PAGESETS" | 38 ACTIVITY_CREATING_PAGESETS = "CREATING_PAGESETS" |
38 ACTIVITY_CAPTURING_ARCHIVES = "CAPTURING_ARCHIVES" | 39 ACTIVITY_CAPTURING_ARCHIVES = "CAPTURING_ARCHIVES" |
39 ACTIVITY_CAPTURING_SKPS = "CAPTURING_SKPS" | 40 ACTIVITY_CAPTURING_SKPS = "CAPTURING_SKPS" |
40 ACTIVITY_RUNNING_LUA_SCRIPTS = "RUNNING_LUA_SCRIPTS" | 41 ACTIVITY_RUNNING_LUA_SCRIPTS = "RUNNING_LUA_SCRIPTS" |
41 ACTIVITY_RUNNING_CHROMIUM_PERF = "RUNNING_CHROMIUM_PERF" | 42 ACTIVITY_RUNNING_CHROMIUM_PERF = "RUNNING_CHROMIUM_PERF" |
(...skipping 148 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
190 SWARMING_POOL = "CT" | 191 SWARMING_POOL = "CT" |
191 // Timeouts. | 192 // Timeouts. |
192 BATCHARCHIVE_TIMEOUT = 10 * time.Minute | 193 BATCHARCHIVE_TIMEOUT = 10 * time.Minute |
193 XVFB_TIMEOUT = 5 * time.Minute | 194 XVFB_TIMEOUT = 5 * time.Minute |
194 // Isolate files. | 195 // Isolate files. |
195 CREATE_PAGESETS_ISOLATE = "create_pagesets.isolate" | 196 CREATE_PAGESETS_ISOLATE = "create_pagesets.isolate" |
196 CAPTURE_ARCHIVES_ISOLATE = "capture_archives.isolate" | 197 CAPTURE_ARCHIVES_ISOLATE = "capture_archives.isolate" |
197 CAPTURE_SKPS_ISOLATE = "capture_skps.isolate" | 198 CAPTURE_SKPS_ISOLATE = "capture_skps.isolate" |
198 CAPTURE_SKPS_FROM_PDFS_ISOLATE = "capture_skps_from_pdfs.isolate" | 199 CAPTURE_SKPS_FROM_PDFS_ISOLATE = "capture_skps_from_pdfs.isolate" |
199 RUN_LUA_ISOLATE = "run_lua.isolate" | 200 RUN_LUA_ISOLATE = "run_lua.isolate" |
| 201 CHROMIUM_ANALYSIS_ISOLATE = "chromium_analysis.isolate" |
200 ) | 202 ) |
201 | 203 |
202 type PagesetTypeInfo struct { | 204 type PagesetTypeInfo struct { |
203 NumPages int | 205 NumPages int |
204 CSVSource string | 206 CSVSource string |
205 UserAgent string | 207 UserAgent string |
206 CaptureArchivesTimeoutSecs int | 208 CaptureArchivesTimeoutSecs int |
207 CreatePagesetsTimeoutSecs int | 209 CreatePagesetsTimeoutSecs int |
208 CaptureSKPsTimeoutSecs int | 210 CaptureSKPsTimeoutSecs int |
209 RunChromiumPerfTimeoutSecs int | 211 RunChromiumPerfTimeoutSecs int |
(...skipping 31 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
241 WebArchivesDir = filepath.Join(StorageDir, WEB_ARCHIVES_DIR_NAME
) | 243 WebArchivesDir = filepath.Join(StorageDir, WEB_ARCHIVES_DIR_NAME
) |
242 PdfsDir = filepath.Join(StorageDir, PDFS_DIR_NAME) | 244 PdfsDir = filepath.Join(StorageDir, PDFS_DIR_NAME) |
243 SkpsDir = filepath.Join(StorageDir, SKPS_DIR_NAME) | 245 SkpsDir = filepath.Join(StorageDir, SKPS_DIR_NAME) |
244 GLogDir = filepath.Join(StorageDir, "glog") | 246 GLogDir = filepath.Join(StorageDir, "glog") |
245 ApkName = "ChromePublic.apk" | 247 ApkName = "ChromePublic.apk" |
246 SkiaTreeDir = filepath.Join(RepoDir, "trunk") | 248 SkiaTreeDir = filepath.Join(RepoDir, "trunk") |
247 PDFiumTreeDir = filepath.Join(RepoDir, "pdfium") | 249 PDFiumTreeDir = filepath.Join(RepoDir, "pdfium") |
248 CtTreeDir = filepath.Join(RepoDir, "go", "src", "go.skia.or
g", "infra", "ct") | 250 CtTreeDir = filepath.Join(RepoDir, "go", "src", "go.skia.or
g", "infra", "ct") |
249 | 251 |
250 // Names of remote directories and files. | 252 // Names of remote directories and files. |
251 » BinariesDir = filepath.Join(BINARIES_DIR_NAME) | 253 » BinariesDir = filepath.Join(BINARIES_DIR_NAME) |
252 » LuaRunsDir = filepath.Join(TASKS_DIR_NAME, LUA_TASKS_DIR_NAME) | 254 » LuaRunsDir = filepath.Join(TASKS_DIR_NAME, LUA_TASKS_DIR_NA
ME) |
253 » BenchmarkRunsDir = filepath.Join(TASKS_DIR_NAME, BENCHMARK_TASKS_DIR_
NAME) | 255 » BenchmarkRunsDir = filepath.Join(TASKS_DIR_NAME, BENCHMARK_TASKS_
DIR_NAME) |
254 » ChromiumPerfRunsDir = filepath.Join(TASKS_DIR_NAME, CHROMIUM_PERF_TASKS_
DIR_NAME) | 256 » ChromiumPerfRunsDir = filepath.Join(TASKS_DIR_NAME, CHROMIUM_PERF_TA
SKS_DIR_NAME) |
255 » FixArchivesRunsDir = filepath.Join(TASKS_DIR_NAME, FIX_ARCHIVE_TASKS_DI
R_NAME) | 257 » ChromiumAnalysisRunsDir = filepath.Join(TASKS_DIR_NAME, CHROMIUM_ANALYSI
S_TASKS_DIR_NAME) |
| 258 » FixArchivesRunsDir = filepath.Join(TASKS_DIR_NAME, FIX_ARCHIVE_TASK
S_DIR_NAME) |
256 | 259 |
257 // Map CT benchmarks to the names recognized by Telemetry. | 260 // Map CT benchmarks to the names recognized by Telemetry. |
258 BenchmarksToTelemetryName = map[string]string{ | 261 BenchmarksToTelemetryName = map[string]string{ |
259 BENCHMARK_SKPICTURE_PRINTER: "skpicture_printer_ct", | 262 BENCHMARK_SKPICTURE_PRINTER: "skpicture_printer_ct", |
260 BENCHMARK_RR: "rasterize_and_record_micro_ct", | 263 BENCHMARK_RR: "rasterize_and_record_micro_ct", |
261 BENCHMARK_REPAINT: "repaint_ct", | 264 BENCHMARK_REPAINT: "repaint_ct", |
262 } | 265 } |
263 | 266 |
264 // Information about the different CT pageset types. | 267 // Information about the different CT pageset types. |
265 PagesetTypeToInfo = map[string]*PagesetTypeInfo{ | 268 PagesetTypeToInfo = map[string]*PagesetTypeInfo{ |
(...skipping 72 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
338 | 341 |
339 SupportedPageSetsToDesc = map[string]string{ | 342 SupportedPageSetsToDesc = map[string]string{ |
340 PLATFORM_LINUX: "Linux (100 Ubuntu12.04 machines)", | 343 PLATFORM_LINUX: "Linux (100 Ubuntu12.04 machines)", |
341 PLATFORM_ANDROID: "Android (100 N5 devices)", | 344 PLATFORM_ANDROID: "Android (100 N5 devices)", |
342 } | 345 } |
343 ) | 346 ) |
344 | 347 |
345 func NumWorkers() int { | 348 func NumWorkers() int { |
346 return len(Slaves) | 349 return len(Slaves) |
347 } | 350 } |
OLD | NEW |