Chromium Code Reviews| Index: scripts/slave/recipes/chromium.expected/full_chromium_fyi_WebKit_Linux___RandomOrder.json | 
| diff --git a/scripts/slave/recipes/chromium.expected/full_chromium_fyi_WebKit_Linux___WPTServe.json b/scripts/slave/recipes/chromium.expected/full_chromium_fyi_WebKit_Linux___RandomOrder.json | 
| similarity index 85% | 
| copy from scripts/slave/recipes/chromium.expected/full_chromium_fyi_WebKit_Linux___WPTServe.json | 
| copy to scripts/slave/recipes/chromium.expected/full_chromium_fyi_WebKit_Linux___RandomOrder.json | 
| index af76e4490196a25cd592138b94087e99f4c3fe2d..9cdb1e02cd0f2a76527b66c958005369863af107 100644 | 
| --- a/scripts/slave/recipes/chromium.expected/full_chromium_fyi_WebKit_Linux___WPTServe.json | 
| +++ b/scripts/slave/recipes/chromium.expected/full_chromium_fyi_WebKit_Linux___RandomOrder.json | 
| @@ -4,7 +4,7 @@ | 
| "python", | 
| "-u", | 
| "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder", | 
| 
 
jeffcarp
2016/10/10 22:08:01
This doesn't look right, I'll take a look at it.
 
qyearsley
2016/10/10 22:32:14
I think that this is right -- the diff says:
  co
 
jeffcarp
2016/10/10 22:43:21
Oops good catch, I mistook that for the real filen
 
 | 
| "511" | 
| ], | 
| "name": "makedirs checkout path", | 
| @@ -40,7 +40,7 @@ | 
| "src@HEAD", | 
| "--output_manifest" | 
| ], | 
| - "cwd": "[BUILDER_CACHE]/WebKit_Linux___WPTServe", | 
| + "cwd": "[BUILDER_CACHE]/WebKit_Linux___RandomOrder", | 
| "env": { | 
| "GCLIENT_KILL_GIT_FETCH_AFTER": "1200", | 
| "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]" | 
| @@ -183,7 +183,7 @@ | 
| "cmd": [ | 
| "python", | 
| "-u", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/tools/swarming_client/swarming.py", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/tools/swarming_client/swarming.py", | 
| "--version" | 
| ], | 
| "name": "swarming.py --version", | 
| @@ -199,7 +199,7 @@ | 
| "RECIPE_PACKAGE_REPO[depot_tools]/gclient.py", | 
| "runhooks" | 
| ], | 
| - "cwd": "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src", | 
| + "cwd": "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src", | 
| "env": { | 
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json", | 
| "GYP_CHROMIUM_NO_ACTION": "1", | 
| @@ -212,16 +212,16 @@ | 
| "cmd": [ | 
| "python", | 
| "-u", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/testing/scripts/get_compile_targets.py", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/testing/scripts/get_compile_targets.py", | 
| "--output", | 
| "/path/to/tmp/json", | 
| "--", | 
| "--build-config-fs", | 
| "Release", | 
| "--paths", | 
| - "{\"checkout\": \"[BUILDER_CACHE]/WebKit_Linux___WPTServe/src\", \"runit.py\": \"RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py\", \"runtest.py\": \"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py\"}", | 
| + "{\"checkout\": \"[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src\", \"runit.py\": \"RECIPE_PACKAGE_REPO[build]/scripts/tools/runit.py\", \"runtest.py\": \"RECIPE_PACKAGE_REPO[build]/scripts/slave/runtest.py\"}", | 
| "--properties", | 
| - "{\"buildername\": \"WebKit Linux - WPTServe\", \"buildnumber\": 571, \"mastername\": \"chromium.fyi\", \"slavename\": \"TestSlavename\", \"target_platform\": \"linux\"}" | 
| + "{\"buildername\": \"WebKit Linux - RandomOrder\", \"buildnumber\": 571, \"mastername\": \"chromium.fyi\", \"slavename\": \"TestSlavename\", \"target_platform\": \"linux\"}" | 
| ], | 
| "name": "get compile targets for scripts", | 
| "~followup_annotations": [ | 
| @@ -234,14 +234,14 @@ | 
| "python", | 
| "-u", | 
| "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/testing/buildbot/chromium.fyi.json", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/testing/buildbot/chromium.fyi.json", | 
| "/path/to/tmp/json" | 
| ], | 
| "name": "read test spec (chromium.fyi.json)", | 
| "~followup_annotations": [ | 
| - "@@@STEP_TEXT@path: [BUILDER_CACHE]/WebKit_Linux___WPTServe/src/testing/buildbot/chromium.fyi.json@@@", | 
| + "@@@STEP_TEXT@path: [BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/testing/buildbot/chromium.fyi.json@@@", | 
| "@@@STEP_LOG_LINE@json.output@{@@@", | 
| - "@@@STEP_LOG_LINE@json.output@ \"WebKit Linux - WPTServe\": {@@@", | 
| + "@@@STEP_LOG_LINE@json.output@ \"WebKit Linux - RandomOrder\": {@@@", | 
| "@@@STEP_LOG_LINE@json.output@ \"gtest_tests\": [@@@", | 
| "@@@STEP_LOG_LINE@json.output@ {@@@", | 
| "@@@STEP_LOG_LINE@json.output@ \"swarming\": {@@@", | 
| @@ -272,7 +272,7 @@ | 
| "-u", | 
| "RECIPE_MODULE[build::isolate]/resources/find_isolated_tests.py", | 
| "--build-dir", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/out/Release", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/out/Release", | 
| "--clean-isolated-files" | 
| ], | 
| "name": "clean isolated files" | 
| @@ -281,21 +281,21 @@ | 
| "cmd": [ | 
| "python", | 
| "-u", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/tools/mb/mb.py", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/tools/mb/mb.py", | 
| "gen", | 
| "-m", | 
| "chromium.fyi", | 
| "-b", | 
| - "WebKit Linux - WPTServe", | 
| + "WebKit Linux - RandomOrder", | 
| "--config-file", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/tools/mb/mb_config.pyl", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/tools/mb/mb_config.pyl", | 
| "--goma-dir", | 
| "[CACHE]/cipd/goma", | 
| "--swarming-targets-file", | 
| "browser_tests\n", | 
| "//out/Release" | 
| ], | 
| - "cwd": "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src", | 
| + "cwd": "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src", | 
| "env": { | 
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" | 
| }, | 
| @@ -320,17 +320,17 @@ | 
| "--target", | 
| "Release", | 
| "--src-dir", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src", | 
| "--goma-cache-dir", | 
| "[GOMA_CACHE]", | 
| "--buildbot-buildername", | 
| - "WebKit Linux - WPTServe", | 
| + "WebKit Linux - RandomOrder", | 
| "--buildbot-mastername", | 
| "chromium.fyi", | 
| "--buildbot-slavename", | 
| "TestSlavename", | 
| - "--goma-deps-cache-file", | 
| - "WebKit_Linux___WPTServe.gomadeps", | 
| + "--goma-deps-cache-dir", | 
| + "[GOMA_DEPS_CACHE]", | 
| "--build-data-dir", | 
| "[ROOT]/build_data_dir", | 
| "--compiler", | 
| @@ -360,9 +360,9 @@ | 
| "cmd": [ | 
| "python", | 
| "-u", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/tools/determinism/remove_build_metadata.py", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/tools/determinism/remove_build_metadata.py", | 
| "--build-dir", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/out/Release" | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/out/Release" | 
| ], | 
| "cwd": "[SLAVE_BUILD]", | 
| "name": "remove_build_metadata" | 
| @@ -372,14 +372,14 @@ | 
| "python", | 
| "-u", | 
| "RECIPE_MODULE[build::isolate]/resources/isolate.py", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/tools/swarming_client", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/tools/swarming_client", | 
| "batcharchive", | 
| "--dump-json", | 
| "/path/to/tmp/json", | 
| "--isolate-server", | 
| "https://isolateserver.appspot.com", | 
| "--verbose", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/out/Release/browser_tests.isolated.gen.json" | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/out/Release/browser_tests.isolated.gen.json" | 
| ], | 
| "name": "isolate tests", | 
| "~followup_annotations": [ | 
| @@ -395,11 +395,11 @@ | 
| "-u", | 
| "RECIPE_MODULE[build::isolate]/resources/find_isolated_tests.py", | 
| "--build-dir", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/out/Release", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/out/Release", | 
| "--output-json", | 
| "/path/to/tmp/json" | 
| ], | 
| - "cwd": "[BUILDER_CACHE]/WebKit_Linux___WPTServe", | 
| + "cwd": "[BUILDER_CACHE]/WebKit_Linux___RandomOrder", | 
| "env": { | 
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" | 
| }, | 
| @@ -420,7 +420,7 @@ | 
| "\nimport sys\nprint '*.isolated file for target %s is missing' % sys.argv[1]\nsys.exit(1)\n", | 
| "browser_tests" | 
| ], | 
| - "cwd": "[BUILDER_CACHE]/WebKit_Linux___WPTServe", | 
| + "cwd": "[BUILDER_CACHE]/WebKit_Linux___RandomOrder", | 
| "env": { | 
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" | 
| }, | 
| @@ -442,11 +442,11 @@ | 
| "Release", | 
| "--no-xvfb", | 
| "--factory-properties", | 
| - "{\"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"build_data_dir\": \"[ROOT]/build_data_dir\", \"buildername\": \"WebKit Linux - WPTServe\", \"buildnumber\": 571, \"mastername\": \"chromium.fyi\", \"parent_buildername\": null, \"path_config\": \"kitchen\", \"recipe\": \"chromium\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", | 
| + "{\"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"build_data_dir\": \"[ROOT]/build_data_dir\", \"buildername\": \"WebKit Linux - RandomOrder\", \"buildnumber\": 571, \"mastername\": \"chromium.fyi\", \"parent_buildername\": null, \"path_config\": \"kitchen\", \"recipe\": \"chromium\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", | 
| "--build-properties", | 
| - "{\"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"build_data_dir\": \"[ROOT]/build_data_dir\", \"buildername\": \"WebKit Linux - WPTServe\", \"buildnumber\": 571, \"mastername\": \"chromium.fyi\", \"parent_buildername\": null, \"path_config\": \"kitchen\", \"recipe\": \"chromium\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", | 
| + "{\"blamelist\": [\"cool_dev1337@chromium.org\", \"hax@chromium.org\"], \"build_data_dir\": \"[ROOT]/build_data_dir\", \"buildername\": \"WebKit Linux - RandomOrder\", \"buildnumber\": 571, \"mastername\": \"chromium.fyi\", \"parent_buildername\": null, \"path_config\": \"kitchen\", \"recipe\": \"chromium\", \"slavename\": \"TestSlavename\", \"workdir\": \"/path/to/workdir/TestSlavename\"}", | 
| "--step-name=webkit_tests", | 
| - "--builder-name=WebKit Linux - WPTServe", | 
| + "--builder-name=WebKit Linux - RandomOrder", | 
| "--slave-name=TestSlavename", | 
| "--build-number=571", | 
| "--run-python-script", | 
| @@ -456,7 +456,7 @@ | 
| "-o", | 
| "[SLAVE_BUILD]/layout-test-results", | 
| "--build-dir", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/out", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/out", | 
| "--json-test-results", | 
| "/path/to/tmp/json", | 
| "--test-results-server", | 
| @@ -464,12 +464,13 @@ | 
| "--build-number", | 
| "571", | 
| "--builder-name", | 
| - "WebKit Linux - WPTServe", | 
| + "WebKit Linux - RandomOrder", | 
| "--step-name", | 
| "webkit_tests", | 
| - "--enable-wptserve" | 
| + "--order=random", | 
| + "--seed=$(date +%s)" | 
| ], | 
| - "cwd": "[BUILDER_CACHE]/WebKit_Linux___WPTServe", | 
| + "cwd": "[BUILDER_CACHE]/WebKit_Linux___RandomOrder", | 
| "env": { | 
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" | 
| }, | 
| @@ -486,24 +487,24 @@ | 
| "--results-dir", | 
| "[SLAVE_BUILD]/layout-test-results", | 
| "--build-dir", | 
| - "[BUILDER_CACHE]/WebKit_Linux___WPTServe/src/out", | 
| + "[BUILDER_CACHE]/WebKit_Linux___RandomOrder/src/out", | 
| "--build-number", | 
| "571", | 
| "--builder-name", | 
| - "WebKit Linux - WPTServe", | 
| + "WebKit Linux - RandomOrder", | 
| "--gs-bucket", | 
| "gs://chromium-layout-test-archives", | 
| "--staging-dir", | 
| "[CACHE]/chrome_staging" | 
| ], | 
| - "cwd": "[BUILDER_CACHE]/WebKit_Linux___WPTServe", | 
| + "cwd": "[BUILDER_CACHE]/WebKit_Linux___RandomOrder", | 
| "env": { | 
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" | 
| }, | 
| "name": "archive_webkit_tests_results", | 
| "~followup_annotations": [ | 
| - "@@@STEP_LINK@layout_test_results@https://storage.googleapis.com/chromium-layout-test-archives/WebKit_Linux_-_WPTServe/571/layout-test-results/results.html@@@", | 
| - "@@@STEP_LINK@(zip)@https://storage.googleapis.com/chromium-layout-test-archives/WebKit_Linux_-_WPTServe/571/layout-test-results.zip@@@" | 
| + "@@@STEP_LINK@layout_test_results@https://storage.googleapis.com/chromium-layout-test-archives/WebKit_Linux_-_RandomOrder/571/layout-test-results/results.html@@@", | 
| + "@@@STEP_LINK@(zip)@https://storage.googleapis.com/chromium-layout-test-archives/WebKit_Linux_-_RandomOrder/571/layout-test-results.zip@@@" | 
| ] | 
| }, | 
| { | 
| @@ -513,7 +514,7 @@ | 
| "\nimport sys\nprint '%s wasn\\'t triggered' % sys.argv[1]\nsys.exit(1)\n", | 
| "browser_tests" | 
| ], | 
| - "cwd": "[BUILDER_CACHE]/WebKit_Linux___WPTServe", | 
| + "cwd": "[BUILDER_CACHE]/WebKit_Linux___RandomOrder", | 
| "env": { | 
| "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account-goma-client.json" | 
| }, |