Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1056)

Issues Search
    My Issues | Starred     Open | Closed | All

Unified Diff: scripts/slave/recipes/bisect.expected/basic.json

Issue 1610203003: Iteratively increase sample size for good/bad classification. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: Making initial regression check have a timeout. Created 4 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« scripts/slave/recipe_modules/auto_bisect/resources/significantly_different_test.py ('K') | « scripts/slave/recipe_modules/bisect_tester/perf_test.py ('k') | scripts/slave/recipes/bisect.expected/basic_return_code_test.json » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: scripts/slave/recipes/bisect.expected/basic.json
diff --git a/scripts/slave/recipes/bisect.expected/basic.json b/scripts/slave/recipes/bisect.expected/basic.json
index 97172ab533f357a8aaab2617d3af0dd78edae40a..f33897220b4ddf909ad8d5eee3e35d072e97bd93 100644
--- a/scripts/slave/recipes/bisect.expected/basic.json
+++ b/scripts/slave/recipes/bisect.expected/basic.json
@@ -508,9 +508,8 @@
"properties": {
"bisect_config": {
"command": "tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he",
- "max_time_minutes": "5",
"metric": "warm_times/page_load_time",
- "repeat_count": "2",
+ "repeat_count": 5,
"test_type": "perf"
},
"job_name": "e28dc0d49c331def2a3bbf3ddd0096eb51551155-test",
@@ -551,9 +550,8 @@
"properties": {
"bisect_config": {
"command": "tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he",
- "max_time_minutes": "5",
"metric": "warm_times/page_load_time",
- "repeat_count": "2",
+ "repeat_count": 5,
"test_type": "perf"
},
"job_name": "a6298e4afedbf2cd461755ea6f45b0ad64222222-test",
@@ -803,9 +801,8 @@
"properties": {
"bisect_config": {
"command": "tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he",
- "max_time_minutes": "5",
"metric": "warm_times/page_load_time",
- "repeat_count": "2",
+ "repeat_count": 5,
"test_type": "perf"
},
"job_name": "00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111-test",
@@ -872,6 +869,42 @@
]
},
{
+ "cmd": [
+ "python",
+ "-u",
+ "RECIPE_MODULE[build::auto_bisect]/resources/significantly_different.py",
+ "[70, 70, 80, 90, 90]",
+ "[14, 15, 16]",
+ "0.05"
+ ],
+ "cwd": "[SLAVE_BUILD]",
+ "name": "Working on revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111.Checking sample difference",
+ "stdout": "/path/to/tmp/json",
+ "~followup_annotations": [
+ "@@@STEP_NEST_LEVEL@1@@@",
+ "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
+ "@@@STEP_LOG_END@json.output (invalid)@@@"
+ ]
+ },
+ {
+ "cmd": [
+ "python",
+ "-u",
+ "RECIPE_MODULE[build::auto_bisect]/resources/significantly_different.py",
+ "[19, 20, 21]",
+ "[14, 15, 16]",
+ "0.05"
+ ],
+ "cwd": "[SLAVE_BUILD]",
+ "name": "Working on revision 00316c9ddfb9d7b4e1ed2fff9fe6d964d2111111.Checking sample difference (2)",
+ "stdout": "/path/to/tmp/json",
+ "~followup_annotations": [
+ "@@@STEP_NEST_LEVEL@1@@@",
+ "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
+ "@@@STEP_LOG_END@json.output (invalid)@@@"
+ ]
+ },
+ {
"cmd": [],
"cwd": "[SLAVE_BUILD]",
"name": "Working on revision fc6dfc7ff5b1073408499478969261b826441144",
@@ -999,9 +1032,8 @@
"properties": {
"bisect_config": {
"command": "tools/perf/run_benchmark -v --browser=release page_cycler.intl_ar_fa_he",
- "max_time_minutes": "5",
"metric": "warm_times/page_load_time",
- "repeat_count": "2",
+ "repeat_count": 5,
"test_type": "perf"
},
"job_name": "fc6dfc7ff5b1073408499478969261b826441144-test",
@@ -1068,6 +1100,42 @@
]
},
{
+ "cmd": [
+ "python",
+ "-u",
+ "RECIPE_MODULE[build::auto_bisect]/resources/significantly_different.py",
+ "[70, 70, 80, 90, 90]",
+ "[68, 70, 72]",
+ "0.05"
+ ],
+ "cwd": "[SLAVE_BUILD]",
+ "name": "Working on revision fc6dfc7ff5b1073408499478969261b826441144.Checking sample difference",
+ "stdout": "/path/to/tmp/json",
+ "~followup_annotations": [
+ "@@@STEP_NEST_LEVEL@1@@@",
+ "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
+ "@@@STEP_LOG_END@json.output (invalid)@@@"
+ ]
+ },
+ {
+ "cmd": [
+ "python",
+ "-u",
+ "RECIPE_MODULE[build::auto_bisect]/resources/significantly_different.py",
+ "[14, 15, 16]",
+ "[68, 70, 72]",
+ "0.05"
+ ],
+ "cwd": "[SLAVE_BUILD]",
+ "name": "Working on revision fc6dfc7ff5b1073408499478969261b826441144.Checking sample difference (2)",
+ "stdout": "/path/to/tmp/json",
+ "~followup_annotations": [
+ "@@@STEP_NEST_LEVEL@1@@@",
+ "@@@STEP_LOG_LINE@json.output (invalid)@null@@@",
+ "@@@STEP_LOG_END@json.output (invalid)@@@"
+ ]
+ },
+ {
"cmd": [],
"cwd": "[SLAVE_BUILD]",
"name": "Check bisect finished on revision fc6dfc7ff5b1073408499478969261b826441144"
« scripts/slave/recipe_modules/auto_bisect/resources/significantly_different_test.py ('K') | « scripts/slave/recipe_modules/bisect_tester/perf_test.py ('k') | scripts/slave/recipes/bisect.expected/basic_return_code_test.json » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698