| OLD | NEW |
| 1 package util | 1 package util |
| 2 | 2 |
| 3 import ( | 3 import ( |
| 4 "fmt" | 4 "fmt" |
| 5 "path/filepath" | 5 "path/filepath" |
| 6 "time" | 6 "time" |
| 7 ) | 7 ) |
| 8 | 8 |
| 9 const ( | 9 const ( |
| 10 NUM_WORKERS_PROD int = 100 | 10 NUM_WORKERS_PROD int = 100 |
| 11 MASTER_NAME = "build101-m5" | 11 MASTER_NAME = "build101-m5" |
| 12 WORKER_NAME_TEMPLATE = "build%d-m5" | 12 WORKER_NAME_TEMPLATE = "build%d-m5" |
| 13 GS_HTTP_LINK = "https://storage.cloud.google.com/" | 13 GS_HTTP_LINK = "https://storage.cloud.google.com/" |
| 14 LOGS_LINK_PREFIX = "http://uberchromegw.corp.google.com/i/skia-
ct-worker" | 14 LOGS_LINK_PREFIX = "http://uberchromegw.corp.google.com/i/skia-
ct-worker" |
| 15 CT_EMAIL_DISPLAY_NAME = "Cluster Telemetry" | 15 CT_EMAIL_DISPLAY_NAME = "Cluster Telemetry" |
| 16 | 16 |
| 17 // File names and dir names. | 17 // File names and dir names. |
| 18 » TIMESTAMP_FILE_NAME = "TIMESTAMP" | 18 » TIMESTAMP_FILE_NAME = "TIMESTAMP" |
| 19 » CHROMIUM_BUILDS_DIR_NAME = "chromium_builds" | 19 » CHROMIUM_BUILDS_DIR_NAME = "chromium_builds" |
| 20 » PAGESETS_DIR_NAME = "page_sets" | 20 » PAGESETS_DIR_NAME = "page_sets" |
| 21 » WEB_ARCHIVES_DIR_NAME = "webpage_archives" | 21 » WEB_ARCHIVES_DIR_NAME = "webpage_archives" |
| 22 » SKPS_DIR_NAME = "skps" | 22 » SKPS_DIR_NAME = "skps" |
| 23 » PDFS_DIR_NAME = "pdfs" | 23 » PDFS_DIR_NAME = "pdfs" |
| 24 » STORAGE_DIR_NAME = "storage" | 24 » STORAGE_DIR_NAME = "storage" |
| 25 » REPO_DIR_NAME = "skia-repo" | 25 » REPO_DIR_NAME = "skia-repo" |
| 26 » TASKS_DIR_NAME = "tasks" | 26 » TASKS_DIR_NAME = "tasks" |
| 27 » BINARIES_DIR_NAME = "binaries" | 27 » BINARIES_DIR_NAME = "binaries" |
| 28 » LUA_TASKS_DIR_NAME = "lua_runs" | 28 » LUA_TASKS_DIR_NAME = "lua_runs" |
| 29 » BENCHMARK_TASKS_DIR_NAME = "benchmark_runs" | 29 » BENCHMARK_TASKS_DIR_NAME = "benchmark_runs" |
| 30 » CHROMIUM_PERF_TASKS_DIR_NAME = "chromium_perf_runs" | 30 » CHROMIUM_PERF_TASKS_DIR_NAME = "chromium_perf_runs" |
| 31 » FIX_ARCHIVE_TASKS_DIR_NAME = "fix_archive_runs" | 31 » CHROMIUM_ANALYSIS_TASKS_DIR_NAME = "chromium_analysis_runs" |
| 32 » FIX_ARCHIVE_TASKS_DIR_NAME = "fix_archive_runs" |
| 32 | 33 |
| 33 // Limit the number of times CT tries to get a remote file before giving
up. | 34 // Limit the number of times CT tries to get a remote file before giving
up. |
| 34 MAX_URI_GET_TRIES = 4 | 35 MAX_URI_GET_TRIES = 4 |
| 35 | 36 |
| 36 // Activity constants. | 37 // Activity constants. |
| 37 ACTIVITY_CREATING_PAGESETS = "CREATING_PAGESETS" | 38 ACTIVITY_CREATING_PAGESETS = "CREATING_PAGESETS" |
| 38 ACTIVITY_CAPTURING_ARCHIVES = "CAPTURING_ARCHIVES" | 39 ACTIVITY_CAPTURING_ARCHIVES = "CAPTURING_ARCHIVES" |
| 39 ACTIVITY_CAPTURING_SKPS = "CAPTURING_SKPS" | 40 ACTIVITY_CAPTURING_SKPS = "CAPTURING_SKPS" |
| 40 ACTIVITY_RUNNING_LUA_SCRIPTS = "RUNNING_LUA_SCRIPTS" | 41 ACTIVITY_RUNNING_LUA_SCRIPTS = "RUNNING_LUA_SCRIPTS" |
| 41 ACTIVITY_RUNNING_CHROMIUM_PERF = "RUNNING_CHROMIUM_PERF" | 42 ACTIVITY_RUNNING_CHROMIUM_PERF = "RUNNING_CHROMIUM_PERF" |
| (...skipping 148 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 190 SWARMING_POOL = "CT" | 191 SWARMING_POOL = "CT" |
| 191 // Timeouts. | 192 // Timeouts. |
| 192 BATCHARCHIVE_TIMEOUT = 10 * time.Minute | 193 BATCHARCHIVE_TIMEOUT = 10 * time.Minute |
| 193 XVFB_TIMEOUT = 5 * time.Minute | 194 XVFB_TIMEOUT = 5 * time.Minute |
| 194 // Isolate files. | 195 // Isolate files. |
| 195 CREATE_PAGESETS_ISOLATE = "create_pagesets.isolate" | 196 CREATE_PAGESETS_ISOLATE = "create_pagesets.isolate" |
| 196 CAPTURE_ARCHIVES_ISOLATE = "capture_archives.isolate" | 197 CAPTURE_ARCHIVES_ISOLATE = "capture_archives.isolate" |
| 197 CAPTURE_SKPS_ISOLATE = "capture_skps.isolate" | 198 CAPTURE_SKPS_ISOLATE = "capture_skps.isolate" |
| 198 CAPTURE_SKPS_FROM_PDFS_ISOLATE = "capture_skps_from_pdfs.isolate" | 199 CAPTURE_SKPS_FROM_PDFS_ISOLATE = "capture_skps_from_pdfs.isolate" |
| 199 RUN_LUA_ISOLATE = "run_lua.isolate" | 200 RUN_LUA_ISOLATE = "run_lua.isolate" |
| 201 CHROMIUM_ANALYSIS_ISOLATE = "chromium_analysis.isolate" |
| 200 ) | 202 ) |
| 201 | 203 |
| 202 type PagesetTypeInfo struct { | 204 type PagesetTypeInfo struct { |
| 203 NumPages int | 205 NumPages int |
| 204 CSVSource string | 206 CSVSource string |
| 205 UserAgent string | 207 UserAgent string |
| 206 CaptureArchivesTimeoutSecs int | 208 CaptureArchivesTimeoutSecs int |
| 207 CreatePagesetsTimeoutSecs int | 209 CreatePagesetsTimeoutSecs int |
| 208 CaptureSKPsTimeoutSecs int | 210 CaptureSKPsTimeoutSecs int |
| 209 RunChromiumPerfTimeoutSecs int | 211 RunChromiumPerfTimeoutSecs int |
| (...skipping 31 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 241 WebArchivesDir = filepath.Join(StorageDir, WEB_ARCHIVES_DIR_NAME
) | 243 WebArchivesDir = filepath.Join(StorageDir, WEB_ARCHIVES_DIR_NAME
) |
| 242 PdfsDir = filepath.Join(StorageDir, PDFS_DIR_NAME) | 244 PdfsDir = filepath.Join(StorageDir, PDFS_DIR_NAME) |
| 243 SkpsDir = filepath.Join(StorageDir, SKPS_DIR_NAME) | 245 SkpsDir = filepath.Join(StorageDir, SKPS_DIR_NAME) |
| 244 GLogDir = filepath.Join(StorageDir, "glog") | 246 GLogDir = filepath.Join(StorageDir, "glog") |
| 245 ApkName = "ChromePublic.apk" | 247 ApkName = "ChromePublic.apk" |
| 246 SkiaTreeDir = filepath.Join(RepoDir, "trunk") | 248 SkiaTreeDir = filepath.Join(RepoDir, "trunk") |
| 247 PDFiumTreeDir = filepath.Join(RepoDir, "pdfium") | 249 PDFiumTreeDir = filepath.Join(RepoDir, "pdfium") |
| 248 CtTreeDir = filepath.Join(RepoDir, "go", "src", "go.skia.or
g", "infra", "ct") | 250 CtTreeDir = filepath.Join(RepoDir, "go", "src", "go.skia.or
g", "infra", "ct") |
| 249 | 251 |
| 250 // Names of remote directories and files. | 252 // Names of remote directories and files. |
| 251 » BinariesDir = filepath.Join(BINARIES_DIR_NAME) | 253 » BinariesDir = filepath.Join(BINARIES_DIR_NAME) |
| 252 » LuaRunsDir = filepath.Join(TASKS_DIR_NAME, LUA_TASKS_DIR_NAME) | 254 » LuaRunsDir = filepath.Join(TASKS_DIR_NAME, LUA_TASKS_DIR_NA
ME) |
| 253 » BenchmarkRunsDir = filepath.Join(TASKS_DIR_NAME, BENCHMARK_TASKS_DIR_
NAME) | 255 » BenchmarkRunsDir = filepath.Join(TASKS_DIR_NAME, BENCHMARK_TASKS_
DIR_NAME) |
| 254 » ChromiumPerfRunsDir = filepath.Join(TASKS_DIR_NAME, CHROMIUM_PERF_TASKS_
DIR_NAME) | 256 » ChromiumPerfRunsDir = filepath.Join(TASKS_DIR_NAME, CHROMIUM_PERF_TA
SKS_DIR_NAME) |
| 255 » FixArchivesRunsDir = filepath.Join(TASKS_DIR_NAME, FIX_ARCHIVE_TASKS_DI
R_NAME) | 257 » ChromiumAnalysisRunsDir = filepath.Join(TASKS_DIR_NAME, CHROMIUM_ANALYSI
S_TASKS_DIR_NAME) |
| 258 » FixArchivesRunsDir = filepath.Join(TASKS_DIR_NAME, FIX_ARCHIVE_TASK
S_DIR_NAME) |
| 256 | 259 |
| 257 // Map CT benchmarks to the names recognized by Telemetry. | 260 // Map CT benchmarks to the names recognized by Telemetry. |
| 258 BenchmarksToTelemetryName = map[string]string{ | 261 BenchmarksToTelemetryName = map[string]string{ |
| 259 BENCHMARK_SKPICTURE_PRINTER: "skpicture_printer_ct", | 262 BENCHMARK_SKPICTURE_PRINTER: "skpicture_printer_ct", |
| 260 BENCHMARK_RR: "rasterize_and_record_micro_ct", | 263 BENCHMARK_RR: "rasterize_and_record_micro_ct", |
| 261 BENCHMARK_REPAINT: "repaint_ct", | 264 BENCHMARK_REPAINT: "repaint_ct", |
| 262 } | 265 } |
| 263 | 266 |
| 264 // Information about the different CT pageset types. | 267 // Information about the different CT pageset types. |
| 265 PagesetTypeToInfo = map[string]*PagesetTypeInfo{ | 268 PagesetTypeToInfo = map[string]*PagesetTypeInfo{ |
| (...skipping 72 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 338 | 341 |
| 339 SupportedPageSetsToDesc = map[string]string{ | 342 SupportedPageSetsToDesc = map[string]string{ |
| 340 PLATFORM_LINUX: "Linux (100 Ubuntu12.04 machines)", | 343 PLATFORM_LINUX: "Linux (100 Ubuntu12.04 machines)", |
| 341 PLATFORM_ANDROID: "Android (100 N5 devices)", | 344 PLATFORM_ANDROID: "Android (100 N5 devices)", |
| 342 } | 345 } |
| 343 ) | 346 ) |
| 344 | 347 |
| 345 func NumWorkers() int { | 348 func NumWorkers() int { |
| 346 return len(Slaves) | 349 return len(Slaves) |
| 347 } | 350 } |
| OLD | NEW |