Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(179)

Side by Side Diff: ct/go/util/constants.go

Issue 1995023002: Backend for new run_chromium_analysis CT task (Closed) Base URL: https://skia.googlesource.com/buildbot@ct-7-run_lua
Patch Set: Local ChromiumAnalysisRunsDir is not used Created 4 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « ct/go/master_scripts/run_chromium_analysis_on_workers/main.go ('k') | ct/go/util/util.go » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 package util 1 package util
2 2
3 import ( 3 import (
4 "fmt" 4 "fmt"
5 "path/filepath" 5 "path/filepath"
6 "time" 6 "time"
7 ) 7 )
8 8
9 const ( 9 const (
10 NUM_WORKERS_PROD int = 100 10 NUM_WORKERS_PROD int = 100
11 MASTER_NAME = "build101-m5" 11 MASTER_NAME = "build101-m5"
12 WORKER_NAME_TEMPLATE = "build%d-m5" 12 WORKER_NAME_TEMPLATE = "build%d-m5"
13 GS_HTTP_LINK = "https://storage.cloud.google.com/" 13 GS_HTTP_LINK = "https://storage.cloud.google.com/"
14 LOGS_LINK_PREFIX = "http://uberchromegw.corp.google.com/i/skia- ct-worker" 14 LOGS_LINK_PREFIX = "http://uberchromegw.corp.google.com/i/skia- ct-worker"
15 CT_EMAIL_DISPLAY_NAME = "Cluster Telemetry" 15 CT_EMAIL_DISPLAY_NAME = "Cluster Telemetry"
16 16
17 // File names and dir names. 17 // File names and dir names.
18 » TIMESTAMP_FILE_NAME = "TIMESTAMP" 18 » TIMESTAMP_FILE_NAME = "TIMESTAMP"
19 » CHROMIUM_BUILDS_DIR_NAME = "chromium_builds" 19 » CHROMIUM_BUILDS_DIR_NAME = "chromium_builds"
20 » PAGESETS_DIR_NAME = "page_sets" 20 » PAGESETS_DIR_NAME = "page_sets"
21 » WEB_ARCHIVES_DIR_NAME = "webpage_archives" 21 » WEB_ARCHIVES_DIR_NAME = "webpage_archives"
22 » SKPS_DIR_NAME = "skps" 22 » SKPS_DIR_NAME = "skps"
23 » PDFS_DIR_NAME = "pdfs" 23 » PDFS_DIR_NAME = "pdfs"
24 » STORAGE_DIR_NAME = "storage" 24 » STORAGE_DIR_NAME = "storage"
25 » REPO_DIR_NAME = "skia-repo" 25 » REPO_DIR_NAME = "skia-repo"
26 » TASKS_DIR_NAME = "tasks" 26 » TASKS_DIR_NAME = "tasks"
27 » BINARIES_DIR_NAME = "binaries" 27 » BINARIES_DIR_NAME = "binaries"
28 » LUA_TASKS_DIR_NAME = "lua_runs" 28 » LUA_TASKS_DIR_NAME = "lua_runs"
29 » BENCHMARK_TASKS_DIR_NAME = "benchmark_runs" 29 » BENCHMARK_TASKS_DIR_NAME = "benchmark_runs"
30 » CHROMIUM_PERF_TASKS_DIR_NAME = "chromium_perf_runs" 30 » CHROMIUM_PERF_TASKS_DIR_NAME = "chromium_perf_runs"
31 » FIX_ARCHIVE_TASKS_DIR_NAME = "fix_archive_runs" 31 » CHROMIUM_ANALYSIS_TASKS_DIR_NAME = "chromium_analysis_runs"
32 » FIX_ARCHIVE_TASKS_DIR_NAME = "fix_archive_runs"
32 33
33 // Limit the number of times CT tries to get a remote file before giving up. 34 // Limit the number of times CT tries to get a remote file before giving up.
34 MAX_URI_GET_TRIES = 4 35 MAX_URI_GET_TRIES = 4
35 36
36 // Activity constants. 37 // Activity constants.
37 ACTIVITY_CREATING_PAGESETS = "CREATING_PAGESETS" 38 ACTIVITY_CREATING_PAGESETS = "CREATING_PAGESETS"
38 ACTIVITY_CAPTURING_ARCHIVES = "CAPTURING_ARCHIVES" 39 ACTIVITY_CAPTURING_ARCHIVES = "CAPTURING_ARCHIVES"
39 ACTIVITY_CAPTURING_SKPS = "CAPTURING_SKPS" 40 ACTIVITY_CAPTURING_SKPS = "CAPTURING_SKPS"
40 ACTIVITY_RUNNING_LUA_SCRIPTS = "RUNNING_LUA_SCRIPTS" 41 ACTIVITY_RUNNING_LUA_SCRIPTS = "RUNNING_LUA_SCRIPTS"
41 ACTIVITY_RUNNING_CHROMIUM_PERF = "RUNNING_CHROMIUM_PERF" 42 ACTIVITY_RUNNING_CHROMIUM_PERF = "RUNNING_CHROMIUM_PERF"
(...skipping 148 matching lines...) Expand 10 before | Expand all | Expand 10 after
190 SWARMING_POOL = "CT" 191 SWARMING_POOL = "CT"
191 // Timeouts. 192 // Timeouts.
192 BATCHARCHIVE_TIMEOUT = 10 * time.Minute 193 BATCHARCHIVE_TIMEOUT = 10 * time.Minute
193 XVFB_TIMEOUT = 5 * time.Minute 194 XVFB_TIMEOUT = 5 * time.Minute
194 // Isolate files. 195 // Isolate files.
195 CREATE_PAGESETS_ISOLATE = "create_pagesets.isolate" 196 CREATE_PAGESETS_ISOLATE = "create_pagesets.isolate"
196 CAPTURE_ARCHIVES_ISOLATE = "capture_archives.isolate" 197 CAPTURE_ARCHIVES_ISOLATE = "capture_archives.isolate"
197 CAPTURE_SKPS_ISOLATE = "capture_skps.isolate" 198 CAPTURE_SKPS_ISOLATE = "capture_skps.isolate"
198 CAPTURE_SKPS_FROM_PDFS_ISOLATE = "capture_skps_from_pdfs.isolate" 199 CAPTURE_SKPS_FROM_PDFS_ISOLATE = "capture_skps_from_pdfs.isolate"
199 RUN_LUA_ISOLATE = "run_lua.isolate" 200 RUN_LUA_ISOLATE = "run_lua.isolate"
201 CHROMIUM_ANALYSIS_ISOLATE = "chromium_analysis.isolate"
200 ) 202 )
201 203
202 type PagesetTypeInfo struct { 204 type PagesetTypeInfo struct {
203 NumPages int 205 NumPages int
204 CSVSource string 206 CSVSource string
205 UserAgent string 207 UserAgent string
206 CaptureArchivesTimeoutSecs int 208 CaptureArchivesTimeoutSecs int
207 CreatePagesetsTimeoutSecs int 209 CreatePagesetsTimeoutSecs int
208 CaptureSKPsTimeoutSecs int 210 CaptureSKPsTimeoutSecs int
209 RunChromiumPerfTimeoutSecs int 211 RunChromiumPerfTimeoutSecs int
(...skipping 31 matching lines...) Expand 10 before | Expand all | Expand 10 after
241 WebArchivesDir = filepath.Join(StorageDir, WEB_ARCHIVES_DIR_NAME ) 243 WebArchivesDir = filepath.Join(StorageDir, WEB_ARCHIVES_DIR_NAME )
242 PdfsDir = filepath.Join(StorageDir, PDFS_DIR_NAME) 244 PdfsDir = filepath.Join(StorageDir, PDFS_DIR_NAME)
243 SkpsDir = filepath.Join(StorageDir, SKPS_DIR_NAME) 245 SkpsDir = filepath.Join(StorageDir, SKPS_DIR_NAME)
244 GLogDir = filepath.Join(StorageDir, "glog") 246 GLogDir = filepath.Join(StorageDir, "glog")
245 ApkName = "ChromePublic.apk" 247 ApkName = "ChromePublic.apk"
246 SkiaTreeDir = filepath.Join(RepoDir, "trunk") 248 SkiaTreeDir = filepath.Join(RepoDir, "trunk")
247 PDFiumTreeDir = filepath.Join(RepoDir, "pdfium") 249 PDFiumTreeDir = filepath.Join(RepoDir, "pdfium")
248 CtTreeDir = filepath.Join(RepoDir, "go", "src", "go.skia.or g", "infra", "ct") 250 CtTreeDir = filepath.Join(RepoDir, "go", "src", "go.skia.or g", "infra", "ct")
249 251
250 // Names of remote directories and files. 252 // Names of remote directories and files.
251 » BinariesDir = filepath.Join(BINARIES_DIR_NAME) 253 » BinariesDir = filepath.Join(BINARIES_DIR_NAME)
252 » LuaRunsDir = filepath.Join(TASKS_DIR_NAME, LUA_TASKS_DIR_NAME) 254 » LuaRunsDir = filepath.Join(TASKS_DIR_NAME, LUA_TASKS_DIR_NA ME)
253 » BenchmarkRunsDir = filepath.Join(TASKS_DIR_NAME, BENCHMARK_TASKS_DIR_ NAME) 255 » BenchmarkRunsDir = filepath.Join(TASKS_DIR_NAME, BENCHMARK_TASKS_ DIR_NAME)
254 » ChromiumPerfRunsDir = filepath.Join(TASKS_DIR_NAME, CHROMIUM_PERF_TASKS_ DIR_NAME) 256 » ChromiumPerfRunsDir = filepath.Join(TASKS_DIR_NAME, CHROMIUM_PERF_TA SKS_DIR_NAME)
255 » FixArchivesRunsDir = filepath.Join(TASKS_DIR_NAME, FIX_ARCHIVE_TASKS_DI R_NAME) 257 » ChromiumAnalysisRunsDir = filepath.Join(TASKS_DIR_NAME, CHROMIUM_ANALYSI S_TASKS_DIR_NAME)
258 » FixArchivesRunsDir = filepath.Join(TASKS_DIR_NAME, FIX_ARCHIVE_TASK S_DIR_NAME)
256 259
257 // Map CT benchmarks to the names recognized by Telemetry. 260 // Map CT benchmarks to the names recognized by Telemetry.
258 BenchmarksToTelemetryName = map[string]string{ 261 BenchmarksToTelemetryName = map[string]string{
259 BENCHMARK_SKPICTURE_PRINTER: "skpicture_printer_ct", 262 BENCHMARK_SKPICTURE_PRINTER: "skpicture_printer_ct",
260 BENCHMARK_RR: "rasterize_and_record_micro_ct", 263 BENCHMARK_RR: "rasterize_and_record_micro_ct",
261 BENCHMARK_REPAINT: "repaint_ct", 264 BENCHMARK_REPAINT: "repaint_ct",
262 } 265 }
263 266
264 // Information about the different CT pageset types. 267 // Information about the different CT pageset types.
265 PagesetTypeToInfo = map[string]*PagesetTypeInfo{ 268 PagesetTypeToInfo = map[string]*PagesetTypeInfo{
(...skipping 72 matching lines...) Expand 10 before | Expand all | Expand 10 after
338 341
339 SupportedPageSetsToDesc = map[string]string{ 342 SupportedPageSetsToDesc = map[string]string{
340 PLATFORM_LINUX: "Linux (100 Ubuntu12.04 machines)", 343 PLATFORM_LINUX: "Linux (100 Ubuntu12.04 machines)",
341 PLATFORM_ANDROID: "Android (100 N5 devices)", 344 PLATFORM_ANDROID: "Android (100 N5 devices)",
342 } 345 }
343 ) 346 )
344 347
345 func NumWorkers() int { 348 func NumWorkers() int {
346 return len(Slaves) 349 return len(Slaves)
347 } 350 }
OLDNEW
« no previous file with comments | « ct/go/master_scripts/run_chromium_analysis_on_workers/main.go ('k') | ct/go/util/util.go » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698