Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(453)

Side by Side Diff: scripts/slave/recipes/bisection/desktop_bisect.expected/basic_perf_tryjob_with_metric.json

Issue 2247373002: Refactor stages 1, 2 and test_api overhaul. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: Addressing all early feedback. Created 4 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 [ 1 [
2 { 2 {
3 "cmd": [ 3 "cmd": [
4 "python", 4 "python",
5 "-u", 5 "-u",
6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os. path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n", 6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os. path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
7 "[BUILDER_CACHE]/linux_perf_bisect", 7 "[BUILDER_CACHE]/linux_perf_bisect",
8 "511" 8 "511"
9 ], 9 ],
10 "name": "makedirs checkout path", 10 "name": "makedirs checkout path",
(...skipping 476 matching lines...) Expand 10 before | Expand all | Expand 10 after
487 "@@@STEP_LOG_LINE@Captured Output@RESULT telemetry_page_measurement_result s: num_errored= 0 count@@@", 487 "@@@STEP_LOG_LINE@Captured Output@RESULT telemetry_page_measurement_result s: num_errored= 0 count@@@",
488 "@@@STEP_LOG_LINE@Captured Output@@@@", 488 "@@@STEP_LOG_LINE@Captured Output@@@@",
489 "@@@STEP_LOG_LINE@Captured Output@View online at http://storage.googleapis .com/chromium-telemetry/html-results/results-with_patch@@@", 489 "@@@STEP_LOG_LINE@Captured Output@View online at http://storage.googleapis .com/chromium-telemetry/html-results/results-with_patch@@@",
490 "@@@STEP_LOG_END@Captured Output@@@" 490 "@@@STEP_LOG_END@Captured Output@@@"
491 ] 491 ]
492 }, 492 },
493 { 493 {
494 "cmd": [ 494 "cmd": [
495 "python", 495 "python",
496 "-u", 496 "-u",
497 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
498 "*RESULT dummy: dummy= [5.83,6.013,5.573]ms\nAvg dummy: 5.907711ms\nSd du mmy: 0.255921ms\nRESULT telemetry_page_measurement_results: num_failed= 0 count\ nRESULT telemetry_page_measurement_results: num_errored= 0 count\n\nView online at http://storage.googleapis.com/chromium-telemetry/html-results/results-with_pa tch\n",
499 "[TMP_BASE]/perf-test-output_tmp_1/results.txt"
500 ],
501 "cwd": "[BUILDER_CACHE]/linux_perf_bisect",
502 "name": "write buildbot output to disk"
503 },
504 {
505 "cmd": [
506 "python",
507 "-u",
497 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", 508 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
498 "--spec", 509 "--spec",
499 "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'manag ed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/sr c.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/dat a/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchpl ugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/fram e_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/dat a/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src /data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_test s': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/t ools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webki t/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webk it/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-int ernal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'ur l': 'https://chromium.googlesource.com/external/github.com/catapult-project/cata pult.git'}]", 510 "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'manag ed': False, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/sr c.git'}, {'custom_deps': {'src/chrome/test/data/firefox2_profile/searchplugins': None, 'src/chrome/test/data/firefox2_searchplugins': None, 'src/chrome/test/dat a/firefox3_profile/searchplugins': None, 'src/chrome/test/data/firefox3_searchpl ugins': None, 'src/chrome/test/data/osdd': None, 'src/chrome/test/data/perf/fram e_rate/private': None, 'src/chrome/test/data/plugin': None, 'src/chrome/test/dat a/ssl/certs': None, 'src/data/autodiscovery': None, 'src/data/esctf': None, 'src /data/mach_ports': None, 'src/data/memory_test': None, 'src/data/mozilla_js_test s': None, 'src/data/selenium_core': None, 'src/data/tab_switching': None, 'src/t ools/grit/grit/test/data': None, 'src/webkit/data/bmp_decoder': None, 'src/webki t/data/ico_decoder': None, 'src/webkit/data/test_shell/plugins': None, 'src/webk it/data/xbm_decoder': None}, 'deps_file': '.DEPS.git', 'managed': False, 'name': 'src-internal', 'url': 'https://chrome-internal.googlesource.com/chrome/src-int ernal.git'}, {'deps_file': '.DEPS.git', 'managed': True, 'name': 'catapult', 'ur l': 'https://chromium.googlesource.com/external/github.com/catapult-project/cata pult.git'}]",
500 "--root", 511 "--root",
501 "src", 512 "src",
502 "--revision_mapping_file", 513 "--revision_mapping_file",
503 "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision \", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"g ot_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/ tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_ revision\"}", 514 "{\"src\": \"got_revision\", \"src/buildtools\": \"got_buildtools_revision \", \"src/native_client\": \"got_nacl_revision\", \"src/third_party/angle\": \"g ot_angle_revision\", \"src/third_party/webrtc\": \"got_webrtc_revision\", \"src/ tools/swarming_client\": \"got_swarming_client_revision\", \"src/v8\": \"got_v8_ revision\"}",
504 "--git-cache-dir", 515 "--git-cache-dir",
505 "[GIT_CACHE]", 516 "[GIT_CACHE]",
506 "--rietveld_server", 517 "--rietveld_server",
(...skipping 272 matching lines...) Expand 10 before | Expand all | Expand 10 after
779 "@@@STEP_LOG_LINE@Captured Output@Avg dummy: 5.907711ms@@@", 790 "@@@STEP_LOG_LINE@Captured Output@Avg dummy: 5.907711ms@@@",
780 "@@@STEP_LOG_LINE@Captured Output@Sd dummy: 0.255921ms@@@", 791 "@@@STEP_LOG_LINE@Captured Output@Sd dummy: 0.255921ms@@@",
781 "@@@STEP_LOG_LINE@Captured Output@RESULT telemetry_page_measurement_result s: num_failed= 0 count@@@", 792 "@@@STEP_LOG_LINE@Captured Output@RESULT telemetry_page_measurement_result s: num_failed= 0 count@@@",
782 "@@@STEP_LOG_LINE@Captured Output@RESULT telemetry_page_measurement_result s: num_errored= 0 count@@@", 793 "@@@STEP_LOG_LINE@Captured Output@RESULT telemetry_page_measurement_result s: num_errored= 0 count@@@",
783 "@@@STEP_LOG_LINE@Captured Output@@@@", 794 "@@@STEP_LOG_LINE@Captured Output@@@@",
784 "@@@STEP_LOG_LINE@Captured Output@View online at http://storage.googleapis .com/chromium-telemetry/html-results/results-without_patch@@@", 795 "@@@STEP_LOG_LINE@Captured Output@View online at http://storage.googleapis .com/chromium-telemetry/html-results/results-without_patch@@@",
785 "@@@STEP_LOG_END@Captured Output@@@" 796 "@@@STEP_LOG_END@Captured Output@@@"
786 ] 797 ]
787 }, 798 },
788 { 799 {
800 "cmd": [
801 "python",
802 "-u",
803 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
804 "*RESULT dummy: dummy= [5.83,6.013,5.573]ms\nAvg dummy: 5.907711ms\nSd du mmy: 0.255921ms\nRESULT telemetry_page_measurement_results: num_failed= 0 count\ nRESULT telemetry_page_measurement_results: num_errored= 0 count\n\nView online at http://storage.googleapis.com/chromium-telemetry/html-results/results-without _patch\n",
805 "[TMP_BASE]/perf-test-output_tmp_2/results.txt"
806 ],
807 "cwd": "[BUILDER_CACHE]/linux_perf_bisect",
808 "name": "write buildbot output to disk (2)"
809 },
810 {
811 "cmd": [
812 "python",
813 "-u",
814 "[SLAVE_BUILD]/catapult/tracing/bin/parse_metric_cmdline",
815 "[TMP_BASE]/perf-test-output_tmp_1/results.txt",
816 "dummy/dummy",
817 "--buildbot"
818 ],
819 "cwd": "[BUILDER_CACHE]/linux_perf_bisect",
820 "name": "Parse metric values",
821 "stdout": "/path/to/tmp/json",
822 "~followup_annotations": [
823 "@@@STEP_LOG_LINE@json.output@[@@@",
824 "@@@STEP_LOG_LINE@json.output@ 1, @@@",
825 "@@@STEP_LOG_LINE@json.output@ 1, @@@",
826 "@@@STEP_LOG_LINE@json.output@ 1@@@",
827 "@@@STEP_LOG_LINE@json.output@]@@@",
828 "@@@STEP_LOG_END@json.output@@@"
829 ]
830 },
831 {
832 "cmd": [
833 "python",
834 "-u",
835 "[SLAVE_BUILD]/catapult/tracing/bin/parse_metric_cmdline",
836 "[TMP_BASE]/perf-test-output_tmp_2/results.txt",
837 "dummy/dummy",
838 "--buildbot"
839 ],
840 "cwd": "[BUILDER_CACHE]/linux_perf_bisect",
841 "name": "Parse metric values (2)",
842 "stdout": "/path/to/tmp/json",
843 "~followup_annotations": [
844 "@@@STEP_LOG_LINE@json.output@[@@@",
845 "@@@STEP_LOG_LINE@json.output@ 9, @@@",
846 "@@@STEP_LOG_LINE@json.output@ 9, @@@",
847 "@@@STEP_LOG_LINE@json.output@ 9@@@",
848 "@@@STEP_LOG_LINE@json.output@]@@@",
849 "@@@STEP_LOG_END@json.output@@@"
850 ]
851 },
852 {
789 "cmd": [], 853 "cmd": [],
790 "cwd": "[BUILDER_CACHE]/linux_perf_bisect", 854 "cwd": "[BUILDER_CACHE]/linux_perf_bisect",
791 "name": "Results", 855 "name": "Results",
792 "~followup_annotations": [ 856 "~followup_annotations": [
793 "@@@STEP_TEXT@", 857 "@@@STEP_TEXT@",
794 "===== PERF TRY JOB RESULTS =====", 858 "===== PERF TRY JOB RESULTS =====",
795 "", 859 "",
796 "Test Command: src/tools/perf/run_benchmark -v --browser=release sunspider ", 860 "Test Command: src/tools/perf/run_benchmark -v --browser=release sunspider ",
797 "Test Metric: dummy/dummy", 861 "Test Metric: dummy/dummy",
798 "Relative Change: 0.00000%", 862 "Relative Change: 88.88889%",
799 "Standard Error: +- 0.18047 delta", 863 "Standard Error: +- 0.00000 delta",
800 "", 864 "",
801 "Revision Mean Std.Error", 865 "Revision Mean Std.Error",
802 "Patch 5.805333333330.127614436662", 866 "Patch 1.0 0.0",
803 "No Patch 5.805333333330.127614436662", 867 "No Patch 9.0 0.0",
804 "@@@", 868 "@@@",
805 "@@@STEP_LINK@HTML Results@http://storage.googleapis.com/chromium-telemetr y/html-results/results-without_patch@@@" 869 "@@@STEP_LINK@HTML Results@http://storage.googleapis.com/chromium-telemetr y/html-results/results-without_patch@@@"
806 ] 870 ]
807 }, 871 },
808 { 872 {
809 "cmd": [ 873 "cmd": [
810 "python", 874 "python",
811 "-u", 875 "-u",
876 "[SLAVE_BUILD]/catapult/tracing/bin/parse_metric_cmdline",
877 "[TMP_BASE]/perf-test-output_tmp_1/results.txt",
878 "dummy/dummy",
879 "--buildbot"
880 ],
881 "cwd": "[BUILDER_CACHE]/linux_perf_bisect",
882 "name": "Parse metric values (3)",
883 "stdout": "/path/to/tmp/json",
884 "~followup_annotations": [
885 "@@@STEP_LOG_LINE@json.output@[@@@",
886 "@@@STEP_LOG_LINE@json.output@ 1, @@@",
887 "@@@STEP_LOG_LINE@json.output@ 1, @@@",
888 "@@@STEP_LOG_LINE@json.output@ 1@@@",
889 "@@@STEP_LOG_LINE@json.output@]@@@",
890 "@@@STEP_LOG_END@json.output@@@"
891 ]
892 },
893 {
894 "cmd": [
895 "python",
896 "-u",
897 "[SLAVE_BUILD]/catapult/tracing/bin/parse_metric_cmdline",
898 "[TMP_BASE]/perf-test-output_tmp_2/results.txt",
899 "dummy/dummy",
900 "--buildbot"
901 ],
902 "cwd": "[BUILDER_CACHE]/linux_perf_bisect",
903 "name": "Parse metric values (4)",
904 "stdout": "/path/to/tmp/json",
905 "~followup_annotations": [
906 "@@@STEP_LOG_LINE@json.output@[@@@",
907 "@@@STEP_LOG_LINE@json.output@ 9, @@@",
908 "@@@STEP_LOG_LINE@json.output@ 9, @@@",
909 "@@@STEP_LOG_LINE@json.output@ 9@@@",
910 "@@@STEP_LOG_LINE@json.output@]@@@",
911 "@@@STEP_LOG_END@json.output@@@"
912 ]
913 },
914 {
915 "cmd": [
916 "python",
917 "-u",
812 "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py" 918 "RECIPE_MODULE[build::perf_dashboard]/resources/post_json.py"
813 ], 919 ],
814 "cwd": "[BUILDER_CACHE]/linux_perf_bisect", 920 "cwd": "[BUILDER_CACHE]/linux_perf_bisect",
815 "name": "Post bisect results", 921 "name": "Post bisect results",
816 "stdin": "{\"data\": {\"bisect_bot\": \"linux_perf_bisect\", \"buildbot_log_ url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": 0.0, \"cloud_link\": \"http://storage.googleapis.com/chromium-telemetry/html-res ults/results-without_patch\", \"command\": \"src/tools/perf/run_benchmark -v --b rowser=release sunspider\", \"metric\": \"dummy/dummy\", \"profiler_links\": [], \"result\": \"Revision Mean Std.Error\\nPatch 5.805333333330.12 7614436662\\nNo Patch 5.805333333330.127614436662\", \"status\": \"completed\ ", \"std_err\": 0.1804740670813644, \"try_job_id\": null}, \"url\": \"https://ch romeperf.appspot.com/post_bisect_results\"}", 922 "stdin": "{\"data\": {\"bisect_bot\": \"linux_perf_bisect\", \"buildbot_log_ url\": \"http://c.org/p/cr/builders/linux_perf_bisect/builds/571\", \"change\": 88.88888888888889, \"cloud_link\": \"http://storage.googleapis.com/chromium-tele metry/html-results/results-without_patch\", \"command\": \"src/tools/perf/run_be nchmark -v --browser=release sunspider\", \"metric\": \"dummy/dummy\", \"profile r_links\": [], \"result\": \"Revision Mean Std.Error\\nPatch 1.0 0.0\\nNo Patch 9.0 0.0\", \"status\": \"completed\", \"std_e rr\": 0.0, \"try_job_id\": null}, \"url\": \"https://chromeperf.appspot.com/post _bisect_results\"}",
817 "stdout": "/path/to/tmp/json", 923 "stdout": "/path/to/tmp/json",
818 "~followup_annotations": [ 924 "~followup_annotations": [
819 "@@@STEP_LOG_LINE@json.output@{@@@", 925 "@@@STEP_LOG_LINE@json.output@{@@@",
820 "@@@STEP_LOG_LINE@json.output@ \"status_code\": 200@@@", 926 "@@@STEP_LOG_LINE@json.output@ \"status_code\": 200@@@",
821 "@@@STEP_LOG_LINE@json.output@}@@@", 927 "@@@STEP_LOG_LINE@json.output@}@@@",
822 "@@@STEP_LOG_END@json.output@@@" 928 "@@@STEP_LOG_END@json.output@@@"
823 ] 929 ]
824 }, 930 },
825 { 931 {
826 "name": "$result", 932 "name": "$result",
827 "recipe_result": null, 933 "recipe_result": null,
828 "status_code": 0 934 "status_code": 0
829 } 935 }
830 ] 936 ]
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698