| OLD | NEW |
| 1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 package main | 5 package main |
| 6 | 6 |
| 7 /* | 7 /* |
| 8 Generate the tasks.json file. | 8 Generate the tasks.json file. |
| 9 */ | 9 */ |
| 10 | 10 |
| (...skipping 228 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 239 pkgs = append(pkgs, getCipdPackage("win_vulkan_sdk")) | 239 pkgs = append(pkgs, getCipdPackage("win_vulkan_sdk")) |
| 240 } | 240 } |
| 241 } | 241 } |
| 242 | 242 |
| 243 // Add the task. | 243 // Add the task. |
| 244 cfg.Tasks[name] = &specs.TaskSpec{ | 244 cfg.Tasks[name] = &specs.TaskSpec{ |
| 245 CipdPackages: pkgs, | 245 CipdPackages: pkgs, |
| 246 Dimensions: swarmDimensions(parts), | 246 Dimensions: swarmDimensions(parts), |
| 247 ExtraArgs: []string{ | 247 ExtraArgs: []string{ |
| 248 "--workdir", "../../..", "swarm_compile", | 248 "--workdir", "../../..", "swarm_compile", |
| 249 "repository=skia", |
| 249 fmt.Sprintf("buildername=%s", name), | 250 fmt.Sprintf("buildername=%s", name), |
| 250 "mastername=fake-master", | 251 "mastername=fake-master", |
| 251 "buildnumber=2", | 252 "buildnumber=2", |
| 252 "slavename=fake-buildslave", | 253 "slavename=fake-buildslave", |
| 254 "nobuildbot=True", |
| 253 fmt.Sprintf("swarm_out_dir=%s", specs.PLACEHOLDER_ISOLAT
ED_OUTDIR), | 255 fmt.Sprintf("swarm_out_dir=%s", specs.PLACEHOLDER_ISOLAT
ED_OUTDIR), |
| 254 fmt.Sprintf("revision=%s", specs.PLACEHOLDER_REVISION), | 256 fmt.Sprintf("revision=%s", specs.PLACEHOLDER_REVISION), |
| 257 fmt.Sprintf("patch_storage=%s", specs.PLACEHOLDER_PATCH_
STORAGE), |
| 258 fmt.Sprintf("%s=%s", specs.PLACEHOLDER_PATCH_STORAGE, sp
ecs.PLACEHOLDER_CODEREVIEW_SERVER), |
| 259 fmt.Sprintf("issue=%s", specs.PLACEHOLDER_ISSUE), |
| 260 fmt.Sprintf("patchset=%s", specs.PLACEHOLDER_PATCHSET), |
| 255 }, | 261 }, |
| 256 Isolate: "compile_skia.isolate", | 262 Isolate: "compile_skia.isolate", |
| 257 Priority: 0.8, | 263 Priority: 0.8, |
| 258 } | 264 } |
| 259 return name | 265 return name |
| 260 } | 266 } |
| 261 | 267 |
| 262 // recreateSKPs generates a RecreateSKPs task. Returns the name of the last | 268 // recreateSKPs generates a RecreateSKPs task. Returns the name of the last |
| 263 // task in the generated chain of tasks, which the Job should add as a | 269 // task in the generated chain of tasks, which the Job should add as a |
| 264 // dependency. | 270 // dependency. |
| (...skipping 36 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 301 | 307 |
| 302 // test generates a Test task. Returns the name of the last task in the | 308 // test generates a Test task. Returns the name of the last task in the |
| 303 // generated chain of tasks, which the Job should add as a dependency. | 309 // generated chain of tasks, which the Job should add as a dependency. |
| 304 func test(cfg *specs.TasksCfg, name string, parts map[string]string, compileTask
Name string, pkgs []*specs.CipdPackage) string { | 310 func test(cfg *specs.TasksCfg, name string, parts map[string]string, compileTask
Name string, pkgs []*specs.CipdPackage) string { |
| 305 cfg.Tasks[name] = &specs.TaskSpec{ | 311 cfg.Tasks[name] = &specs.TaskSpec{ |
| 306 CipdPackages: pkgs, | 312 CipdPackages: pkgs, |
| 307 Dependencies: []string{compileTaskName}, | 313 Dependencies: []string{compileTaskName}, |
| 308 Dimensions: swarmDimensions(parts), | 314 Dimensions: swarmDimensions(parts), |
| 309 ExtraArgs: []string{ | 315 ExtraArgs: []string{ |
| 310 "--workdir", "../../..", "swarm_test", | 316 "--workdir", "../../..", "swarm_test", |
| 317 "repository=skia", |
| 311 fmt.Sprintf("buildername=%s", name), | 318 fmt.Sprintf("buildername=%s", name), |
| 312 "mastername=fake-master", | 319 "mastername=fake-master", |
| 313 "buildnumber=2", | 320 "buildnumber=2", |
| 314 "slavename=fake-buildslave", | 321 "slavename=fake-buildslave", |
| 322 "nobuildbot=True", |
| 315 fmt.Sprintf("swarm_out_dir=%s", specs.PLACEHOLDER_ISOLAT
ED_OUTDIR), | 323 fmt.Sprintf("swarm_out_dir=%s", specs.PLACEHOLDER_ISOLAT
ED_OUTDIR), |
| 316 fmt.Sprintf("revision=%s", specs.PLACEHOLDER_REVISION), | 324 fmt.Sprintf("revision=%s", specs.PLACEHOLDER_REVISION), |
| 325 fmt.Sprintf("patch_storage=%s", specs.PLACEHOLDER_PATCH_
STORAGE), |
| 326 fmt.Sprintf("%s=%s", specs.PLACEHOLDER_PATCH_STORAGE, sp
ecs.PLACEHOLDER_CODEREVIEW_SERVER), |
| 327 fmt.Sprintf("issue=%s", specs.PLACEHOLDER_ISSUE), |
| 328 fmt.Sprintf("patchset=%s", specs.PLACEHOLDER_PATCHSET), |
| 317 }, | 329 }, |
| 318 Isolate: "test_skia.isolate", | 330 Isolate: "test_skia.isolate", |
| 319 Priority: 0.8, | 331 Priority: 0.8, |
| 320 } | 332 } |
| 321 // Upload results if necessary. | 333 // Upload results if necessary. |
| 322 if doUpload(name) { | 334 if doUpload(name) { |
| 323 uploadName := fmt.Sprintf("%s%s%s", PREFIX_UPLOAD, jobNameSchema
.Sep, name) | 335 uploadName := fmt.Sprintf("%s%s%s", PREFIX_UPLOAD, jobNameSchema
.Sep, name) |
| 324 cfg.Tasks[uploadName] = &specs.TaskSpec{ | 336 cfg.Tasks[uploadName] = &specs.TaskSpec{ |
| 325 Dependencies: []string{name}, | 337 Dependencies: []string{name}, |
| 326 Dimensions: UPLOAD_DIMENSIONS, | 338 Dimensions: UPLOAD_DIMENSIONS, |
| 327 ExtraArgs: []string{ | 339 ExtraArgs: []string{ |
| 328 "--workdir", "../../..", "upload_dm_results", | 340 "--workdir", "../../..", "upload_dm_results", |
| 341 "repository=skia", |
| 329 fmt.Sprintf("buildername=%s", name), | 342 fmt.Sprintf("buildername=%s", name), |
| 330 "mastername=fake-master", | 343 "mastername=fake-master", |
| 331 "buildnumber=2", | 344 "buildnumber=2", |
| 332 "slavename=fake-buildslave", | 345 "slavename=fake-buildslave", |
| 346 "nobuildbot=True", |
| 333 fmt.Sprintf("swarm_out_dir=%s", specs.PLACEHOLDE
R_ISOLATED_OUTDIR), | 347 fmt.Sprintf("swarm_out_dir=%s", specs.PLACEHOLDE
R_ISOLATED_OUTDIR), |
| 334 fmt.Sprintf("revision=%s", specs.PLACEHOLDER_REV
ISION), | 348 fmt.Sprintf("revision=%s", specs.PLACEHOLDER_REV
ISION), |
| 349 fmt.Sprintf("patch_storage=%s", specs.PLACEHOLDE
R_PATCH_STORAGE), |
| 350 fmt.Sprintf("%s=%s", specs.PLACEHOLDER_PATCH_STO
RAGE, specs.PLACEHOLDER_CODEREVIEW_SERVER), |
| 351 fmt.Sprintf("issue=%s", specs.PLACEHOLDER_ISSUE)
, |
| 352 fmt.Sprintf("patchset=%s", specs.PLACEHOLDER_PAT
CHSET), |
| 335 }, | 353 }, |
| 336 Isolate: "upload_dm_results.isolate", | 354 Isolate: "upload_dm_results.isolate", |
| 337 Priority: 0.8, | 355 Priority: 0.8, |
| 338 } | 356 } |
| 339 return uploadName | 357 return uploadName |
| 340 } | 358 } |
| 341 return name | 359 return name |
| 342 } | 360 } |
| 343 | 361 |
| 344 // perf generates a Perf task. Returns the name of the last task in the | 362 // perf generates a Perf task. Returns the name of the last task in the |
| 345 // generated chain of tasks, which the Job should add as a dependency. | 363 // generated chain of tasks, which the Job should add as a dependency. |
| 346 func perf(cfg *specs.TasksCfg, name string, parts map[string]string, compileTask
Name string, pkgs []*specs.CipdPackage) string { | 364 func perf(cfg *specs.TasksCfg, name string, parts map[string]string, compileTask
Name string, pkgs []*specs.CipdPackage) string { |
| 347 cfg.Tasks[name] = &specs.TaskSpec{ | 365 cfg.Tasks[name] = &specs.TaskSpec{ |
| 348 CipdPackages: pkgs, | 366 CipdPackages: pkgs, |
| 349 Dependencies: []string{compileTaskName}, | 367 Dependencies: []string{compileTaskName}, |
| 350 Dimensions: swarmDimensions(parts), | 368 Dimensions: swarmDimensions(parts), |
| 351 ExtraArgs: []string{ | 369 ExtraArgs: []string{ |
| 352 "--workdir", "../../..", "swarm_perf", | 370 "--workdir", "../../..", "swarm_perf", |
| 371 "repository=skia", |
| 353 fmt.Sprintf("buildername=%s", name), | 372 fmt.Sprintf("buildername=%s", name), |
| 354 "mastername=fake-master", | 373 "mastername=fake-master", |
| 355 "buildnumber=2", | 374 "buildnumber=2", |
| 356 "slavename=fake-buildslave", | 375 "slavename=fake-buildslave", |
| 376 "nobuildbot=True", |
| 357 fmt.Sprintf("swarm_out_dir=%s", specs.PLACEHOLDER_ISOLAT
ED_OUTDIR), | 377 fmt.Sprintf("swarm_out_dir=%s", specs.PLACEHOLDER_ISOLAT
ED_OUTDIR), |
| 358 fmt.Sprintf("revision=%s", specs.PLACEHOLDER_REVISION), | 378 fmt.Sprintf("revision=%s", specs.PLACEHOLDER_REVISION), |
| 379 fmt.Sprintf("patch_storage=%s", specs.PLACEHOLDER_PATCH_
STORAGE), |
| 380 fmt.Sprintf("%s=%s", specs.PLACEHOLDER_PATCH_STORAGE, sp
ecs.PLACEHOLDER_CODEREVIEW_SERVER), |
| 381 fmt.Sprintf("issue=%s", specs.PLACEHOLDER_ISSUE), |
| 382 fmt.Sprintf("patchset=%s", specs.PLACEHOLDER_PATCHSET), |
| 359 }, | 383 }, |
| 360 Isolate: "perf_skia.isolate", | 384 Isolate: "perf_skia.isolate", |
| 361 Priority: 0.8, | 385 Priority: 0.8, |
| 362 } | 386 } |
| 363 // Upload results if necessary. | 387 // Upload results if necessary. |
| 364 if strings.Contains(name, "Release") && doUpload(name) { | 388 if strings.Contains(name, "Release") && doUpload(name) { |
| 365 uploadName := fmt.Sprintf("%s%s%s", PREFIX_UPLOAD, jobNameSchema
.Sep, name) | 389 uploadName := fmt.Sprintf("%s%s%s", PREFIX_UPLOAD, jobNameSchema
.Sep, name) |
| 366 cfg.Tasks[uploadName] = &specs.TaskSpec{ | 390 cfg.Tasks[uploadName] = &specs.TaskSpec{ |
| 367 Dependencies: []string{name}, | 391 Dependencies: []string{name}, |
| 368 Dimensions: UPLOAD_DIMENSIONS, | 392 Dimensions: UPLOAD_DIMENSIONS, |
| 369 ExtraArgs: []string{ | 393 ExtraArgs: []string{ |
| 370 "--workdir", "../../..", "upload_nano_results", | 394 "--workdir", "../../..", "upload_nano_results", |
| 395 "repository=skia", |
| 371 fmt.Sprintf("buildername=%s", name), | 396 fmt.Sprintf("buildername=%s", name), |
| 372 "mastername=fake-master", | 397 "mastername=fake-master", |
| 373 "buildnumber=2", | 398 "buildnumber=2", |
| 374 "slavename=fake-buildslave", | 399 "slavename=fake-buildslave", |
| 400 "nobuildbot=True", |
| 375 fmt.Sprintf("swarm_out_dir=%s", specs.PLACEHOLDE
R_ISOLATED_OUTDIR), | 401 fmt.Sprintf("swarm_out_dir=%s", specs.PLACEHOLDE
R_ISOLATED_OUTDIR), |
| 376 fmt.Sprintf("revision=%s", specs.PLACEHOLDER_REV
ISION), | 402 fmt.Sprintf("revision=%s", specs.PLACEHOLDER_REV
ISION), |
| 403 fmt.Sprintf("patch_storage=%s", specs.PLACEHOLDE
R_PATCH_STORAGE), |
| 404 fmt.Sprintf("%s=%s", specs.PLACEHOLDER_PATCH_STO
RAGE, specs.PLACEHOLDER_CODEREVIEW_SERVER), |
| 405 fmt.Sprintf("issue=%s", specs.PLACEHOLDER_ISSUE)
, |
| 406 fmt.Sprintf("patchset=%s", specs.PLACEHOLDER_PAT
CHSET), |
| 377 }, | 407 }, |
| 378 Isolate: "upload_nano_results.isolate", | 408 Isolate: "upload_nano_results.isolate", |
| 379 Priority: 0.8, | 409 Priority: 0.8, |
| 380 } | 410 } |
| 381 return uploadName | 411 return uploadName |
| 382 } | 412 } |
| 383 return name | 413 return name |
| 384 } | 414 } |
| 385 | 415 |
| 386 // process generates tasks and jobs for the given job name. | 416 // process generates tasks and jobs for the given job name. |
| (...skipping 209 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 596 if !ok { | 626 if !ok { |
| 597 return "", fmt.Errorf("Invalid job parts; missing %q", k
) | 627 return "", fmt.Errorf("Invalid job parts; missing %q", k
) |
| 598 } | 628 } |
| 599 rvParts = append(rvParts, v) | 629 rvParts = append(rvParts, v) |
| 600 } | 630 } |
| 601 if _, ok := parts["extra_config"]; ok { | 631 if _, ok := parts["extra_config"]; ok { |
| 602 rvParts = append(rvParts, parts["extra_config"]) | 632 rvParts = append(rvParts, parts["extra_config"]) |
| 603 } | 633 } |
| 604 return strings.Join(rvParts, s.Sep), nil | 634 return strings.Join(rvParts, s.Sep), nil |
| 605 } | 635 } |
| OLD | NEW |