Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(792)

Side by Side Diff: scripts/slave/recipes/chromium.expected/dynamic_instrumentation_test.json

Issue 2439213002: Add step to process Render Test results. (Closed)
Patch Set: Addressed jbudorick's nits Created 4 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 [ 1 [
2 { 2 {
3 "cmd": [ 3 "cmd": [
4 "python", 4 "python",
5 "-u", 5 "-u",
6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", 6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
7 "--spec", 7 "--spec",
8 "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'manag ed': True, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src .git'}]\ntarget_os = ['android']", 8 "cache_dir = '[GIT_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'manag ed': True, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src .git'}]\ntarget_os = ['android']",
9 "--patch_root", 9 "--patch_root",
10 "src", 10 "src",
(...skipping 209 matching lines...) Expand 10 before | Expand all | Expand 10 after
220 "@@@STEP_TEXT@path: [SLAVE_BUILD]/src/testing/buildbot/chromium.linux.json @@@", 220 "@@@STEP_TEXT@path: [SLAVE_BUILD]/src/testing/buildbot/chromium.linux.json @@@",
221 "@@@STEP_LOG_LINE@json.output@{@@@", 221 "@@@STEP_LOG_LINE@json.output@{@@@",
222 "@@@STEP_LOG_LINE@json.output@ \"Android Tests\": {@@@", 222 "@@@STEP_LOG_LINE@json.output@ \"Android Tests\": {@@@",
223 "@@@STEP_LOG_LINE@json.output@ \"instrumentation_tests\": [@@@", 223 "@@@STEP_LOG_LINE@json.output@ \"instrumentation_tests\": [@@@",
224 "@@@STEP_LOG_LINE@json.output@ {@@@", 224 "@@@STEP_LOG_LINE@json.output@ {@@@",
225 "@@@STEP_LOG_LINE@json.output@ \"additional_apks\": [@@@", 225 "@@@STEP_LOG_LINE@json.output@ \"additional_apks\": [@@@",
226 "@@@STEP_LOG_LINE@json.output@ \"another_apk\", @@@", 226 "@@@STEP_LOG_LINE@json.output@ \"another_apk\", @@@",
227 "@@@STEP_LOG_LINE@json.output@ \"omg_so_many_apks\"@@@", 227 "@@@STEP_LOG_LINE@json.output@ \"omg_so_many_apks\"@@@",
228 "@@@STEP_LOG_LINE@json.output@ ], @@@", 228 "@@@STEP_LOG_LINE@json.output@ ], @@@",
229 "@@@STEP_LOG_LINE@json.output@ \"apk_under_test\": \"second_apk\", @@@", 229 "@@@STEP_LOG_LINE@json.output@ \"apk_under_test\": \"second_apk\", @@@",
230 "@@@STEP_LOG_LINE@json.output@ \"render_results_dir\": \"chrome/tes t/data/android/render_tests\", @@@",
230 "@@@STEP_LOG_LINE@json.output@ \"test\": \"ChromePublicTest\", @@@" , 231 "@@@STEP_LOG_LINE@json.output@ \"test\": \"ChromePublicTest\", @@@" ,
231 "@@@STEP_LOG_LINE@json.output@ \"test_apk\": \"one_apk\"@@@", 232 "@@@STEP_LOG_LINE@json.output@ \"test_apk\": \"one_apk\"@@@",
232 "@@@STEP_LOG_LINE@json.output@ }@@@", 233 "@@@STEP_LOG_LINE@json.output@ }@@@",
233 "@@@STEP_LOG_LINE@json.output@ ]@@@", 234 "@@@STEP_LOG_LINE@json.output@ ]@@@",
234 "@@@STEP_LOG_LINE@json.output@ }@@@", 235 "@@@STEP_LOG_LINE@json.output@ }@@@",
235 "@@@STEP_LOG_LINE@json.output@}@@@", 236 "@@@STEP_LOG_LINE@json.output@}@@@",
236 "@@@STEP_LOG_END@json.output@@@" 237 "@@@STEP_LOG_END@json.output@@@"
237 ] 238 ]
238 }, 239 },
239 { 240 {
(...skipping 345 matching lines...) Expand 10 before | Expand all | Expand 10 after
585 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@{@@@", 586 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@{@@@",
586 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"adb_status\": \"device \", @@@", 587 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"adb_status\": \"device \", @@@",
587 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"blacklisted\": true, @ @@", 588 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"blacklisted\": true, @ @@",
588 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"serial\": \"03e0363a00 3c6ad6\", @@@", 589 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"serial\": \"03e0363a00 3c6ad6\", @@@",
589 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"usb_status\": true@@@" , 590 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"usb_status\": true@@@" ,
590 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@}@@@", 591 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@}@@@",
591 "@@@STEP_LOG_END@03e0363a003c6ad6: blacklisted@@@" 592 "@@@STEP_LOG_END@03e0363a003c6ad6: blacklisted@@@"
592 ] 593 ]
593 }, 594 },
594 { 595 {
596 "cmd": [],
597 "env": {
598 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
599 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S LAVE_BUILD]/src/build/android:%(PATH)s"
600 },
601 "name": "ChromePublicTest",
602 "~followup_annotations": [
603 "@@@STEP_TEXT@<br/>failures:<br/>Test.Two<br/>@@@",
604 "@@@STEP_FAILURE@@@"
605 ]
606 },
607 {
595 "cmd": [ 608 "cmd": [
596 "python", 609 "python",
597 "-u", 610 "-u",
598 "[SLAVE_BUILD]/src/out/Release/bin/run_chrome_public_test_apk", 611 "[SLAVE_BUILD]/src/out/Release/bin/run_chrome_public_test_apk",
599 "--blacklist-file", 612 "--blacklist-file",
600 "[SLAVE_BUILD]/src/out/bad_devices.json", 613 "[SLAVE_BUILD]/src/out/bad_devices.json",
601 "--verbose", 614 "--verbose",
602 "--json-results-file", 615 "--json-results-file",
603 "/path/to/tmp/json", 616 "/path/to/tmp/json",
604 "--store-tombstones", 617 "--store-tombstones",
605 "--adb-path", 618 "--adb-path",
606 "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools/adb" 619 "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools/adb"
607 ], 620 ],
608 "env": { 621 "env": {
609 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json", 622 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
610 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S LAVE_BUILD]/src/build/android:%(PATH)s" 623 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S LAVE_BUILD]/src/build/android:%(PATH)s"
611 }, 624 },
612 "name": "ChromePublicTest", 625 "name": "ChromePublicTest.ChromePublicTest",
613 "~followup_annotations": [ 626 "~followup_annotations": [
627 "@@@STEP_NEST_LEVEL@1@@@",
614 "step returned non-zero exit code: 1", 628 "step returned non-zero exit code: 1",
615 "@@@STEP_FAILURE@@@" 629 "@@@STEP_FAILURE@@@"
616 ] 630 ]
617 }, 631 },
618 { 632 {
619 "cmd": [ 633 "cmd": [
620 "python", 634 "python",
621 "-u", 635 "-u",
636 "[SLAVE_BUILD]/src/build/android/render_tests/process_render_test_results. py",
637 "--output-html-file",
638 "/path/to/tmp/",
639 "--buildername",
640 "Android Tests",
641 "--build-number",
642 "571",
643 "--render-results-dir",
644 "chrome/test/data/android/render_tests"
645 ],
646 "env": {
647 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
648 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S LAVE_BUILD]/src/build/android:%(PATH)s"
649 },
650 "name": "ChromePublicTest.[Render Tests] Upload Results",
651 "~followup_annotations": [
652 "@@@STEP_NEST_LEVEL@1@@@",
653 "@@@STEP_LOG_LINE@render results@<!DOCTYPE html><html></html>@@@",
654 "@@@STEP_LOG_END@render results@@@"
655 ]
656 },
657 {
658 "cmd": [
659 "python",
660 "-u",
622 "RECIPE_MODULE[build::chromium_android]/resources/test_results_presentatio n.py", 661 "RECIPE_MODULE[build::chromium_android]/resources/test_results_presentatio n.py",
623 "--json-file", 662 "--json-file",
624 "{\"per_iteration_data\": [{\"Test.One\": [{\"elapsed_time_ms\": 0, \"outp ut_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Three\": [{\"elapsed_time_ ms\": 0, \"output_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Two\": [{\" elapsed_time_ms\": 0, \"output_snippet\": \"\", \"status\": \"FAILURE\"}]}]}", 663 "{\"per_iteration_data\": [{\"Test.One\": [{\"elapsed_time_ms\": 0, \"outp ut_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Three\": [{\"elapsed_time_ ms\": 0, \"output_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Two\": [{\" elapsed_time_ms\": 0, \"output_snippet\": \"\", \"status\": \"FAILURE\"}]}]}",
625 "--master-name", 664 "--master-name",
626 "chromium.linux" 665 "chromium.linux"
627 ], 666 ],
628 "env": { 667 "env": {
629 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json", 668 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
630 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S LAVE_BUILD]/src/build/android:%(PATH)s" 669 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S LAVE_BUILD]/src/build/android:%(PATH)s"
631 }, 670 },
632 "name": "ChromePublicTest: generate result details", 671 "name": "ChromePublicTest.ChromePublicTest: generate result details",
633 "stdout": "/path/to/tmp/", 672 "stdout": "/path/to/tmp/",
634 "~followup_annotations": [ 673 "~followup_annotations": [
635 "@@@STEP_TEXT@<br/>failures:<br/>Test.Two<br/>@@@", 674 "@@@STEP_NEST_LEVEL@1@@@",
636 "@@@STEP_LOG_LINE@result_details@<!DOCTYPE html><html></html>@@@", 675 "@@@STEP_LOG_LINE@result_details@<!DOCTYPE html><html></html>@@@",
637 "@@@STEP_LOG_END@result_details@@@" 676 "@@@STEP_LOG_END@result_details@@@"
638 ] 677 ]
639 }, 678 },
640 { 679 {
641 "cmd": [ 680 "cmd": [
642 "python", 681 "python",
643 "-u", 682 "-u",
644 "RECIPE_MODULE[build::test_results]/resources/upload_test_results.py", 683 "RECIPE_MODULE[build::test_results]/resources/upload_test_results.py",
645 "--input-json", 684 "--input-json",
646 "{\"per_iteration_data\": [{\"Test.One\": [{\"elapsed_time_ms\": 0, \"outp ut_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Three\": [{\"elapsed_time_ ms\": 0, \"output_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Two\": [{\" elapsed_time_ms\": 0, \"output_snippet\": \"\", \"status\": \"FAILURE\"}]}]}", 685 "{\"per_iteration_data\": [{\"Test.One\": [{\"elapsed_time_ms\": 0, \"outp ut_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Three\": [{\"elapsed_time_ ms\": 0, \"output_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Two\": [{\" elapsed_time_ms\": 0, \"output_snippet\": \"\", \"status\": \"FAILURE\"}]}]}",
647 "--master-name", 686 "--master-name",
648 "chromium.linux", 687 "chromium.linux",
649 "--builder-name", 688 "--builder-name",
650 "Android Tests", 689 "Android Tests",
651 "--build-number", 690 "--build-number",
652 "571", 691 "571",
653 "--test-type", 692 "--test-type",
654 "ChromePublicTest", 693 "ChromePublicTest",
655 "--test-results-server", 694 "--test-results-server",
656 "test-results.appspot.com", 695 "test-results.appspot.com",
657 "--chrome-revision", 696 "--chrome-revision",
658 "refs/heads/master@{#170242}" 697 "refs/heads/master@{#170242}"
659 ], 698 ],
660 "env": { 699 "env": {
661 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json", 700 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
662 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S LAVE_BUILD]/src/build/android:%(PATH)s" 701 "PATH": "[SLAVE_BUILD]/src/third_party/android_tools/sdk/platform-tools:[S LAVE_BUILD]/src/build/android:%(PATH)s"
663 }, 702 },
664 "name": "Upload to test-results [ChromePublicTest]" 703 "name": "ChromePublicTest.Upload to test-results [ChromePublicTest]",
704 "~followup_annotations": [
705 "@@@STEP_NEST_LEVEL@1@@@"
706 ]
665 }, 707 },
666 { 708 {
667 "cmd": [ 709 "cmd": [
668 "python", 710 "python",
669 "-u", 711 "-u",
670 "RECIPE_PACKAGE_REPO[build]/scripts/slave/daemonizer.py", 712 "RECIPE_PACKAGE_REPO[build]/scripts/slave/daemonizer.py",
671 "--action", 713 "--action",
672 "stop", 714 "stop",
673 "--pid-file-path", 715 "--pid-file-path",
674 "/tmp/device_monitor.pid" 716 "/tmp/device_monitor.pid"
(...skipping 110 matching lines...) Expand 10 before | Expand all | Expand 10 after
785 "@@@STEP_LOG_END@python.inline@@@" 827 "@@@STEP_LOG_END@python.inline@@@"
786 ] 828 ]
787 }, 829 },
788 { 830 {
789 "name": "$result", 831 "name": "$result",
790 "reason": "1 tests failed: ['ChromePublicTest']", 832 "reason": "1 tests failed: ['ChromePublicTest']",
791 "recipe_result": null, 833 "recipe_result": null,
792 "status_code": 1 834 "status_code": 1
793 } 835 }
794 ] 836 ]
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698