Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(664)

Side by Side Diff: scripts/slave/recipes/chromium.expected/dynamic_instrumentation_test.json

Issue 2439213002: Add step to process Render Test results. (Closed)
Patch Set: Rebase Created 3 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 [ 1 [
2 { 2 {
3 "cmd": [ 3 "cmd": [
4 "python", 4 "python",
5 "-u", 5 "-u",
6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py", 6 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
7 "--spec", 7 "--spec",
8 "cache_dir = '[CACHE]/git'\nsolutions = [{'deps_file': '.DEPS.git', 'manag ed': True, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src .git'}]\ntarget_os = ['android']", 8 "cache_dir = '[CACHE]/git'\nsolutions = [{'deps_file': '.DEPS.git', 'manag ed': True, 'name': 'src', 'url': 'https://chromium.googlesource.com/chromium/src .git'}]\ntarget_os = ['android']",
9 "--patch_root", 9 "--patch_root",
10 "src", 10 "src",
(...skipping 209 matching lines...) Expand 10 before | Expand all | Expand 10 after
220 "@@@STEP_TEXT@path: [START_DIR]/src/testing/buildbot/chromium.linux.json@@ @", 220 "@@@STEP_TEXT@path: [START_DIR]/src/testing/buildbot/chromium.linux.json@@ @",
221 "@@@STEP_LOG_LINE@json.output@{@@@", 221 "@@@STEP_LOG_LINE@json.output@{@@@",
222 "@@@STEP_LOG_LINE@json.output@ \"Android Tests\": {@@@", 222 "@@@STEP_LOG_LINE@json.output@ \"Android Tests\": {@@@",
223 "@@@STEP_LOG_LINE@json.output@ \"instrumentation_tests\": [@@@", 223 "@@@STEP_LOG_LINE@json.output@ \"instrumentation_tests\": [@@@",
224 "@@@STEP_LOG_LINE@json.output@ {@@@", 224 "@@@STEP_LOG_LINE@json.output@ {@@@",
225 "@@@STEP_LOG_LINE@json.output@ \"additional_apks\": [@@@", 225 "@@@STEP_LOG_LINE@json.output@ \"additional_apks\": [@@@",
226 "@@@STEP_LOG_LINE@json.output@ \"another_apk\", @@@", 226 "@@@STEP_LOG_LINE@json.output@ \"another_apk\", @@@",
227 "@@@STEP_LOG_LINE@json.output@ \"omg_so_many_apks\"@@@", 227 "@@@STEP_LOG_LINE@json.output@ \"omg_so_many_apks\"@@@",
228 "@@@STEP_LOG_LINE@json.output@ ], @@@", 228 "@@@STEP_LOG_LINE@json.output@ ], @@@",
229 "@@@STEP_LOG_LINE@json.output@ \"apk_under_test\": \"second_apk\", @@@", 229 "@@@STEP_LOG_LINE@json.output@ \"apk_under_test\": \"second_apk\", @@@",
230 "@@@STEP_LOG_LINE@json.output@ \"render_results_dir\": \"chrome/tes t/data/android/render_tests\", @@@",
230 "@@@STEP_LOG_LINE@json.output@ \"test\": \"ChromePublicTest\", @@@" , 231 "@@@STEP_LOG_LINE@json.output@ \"test\": \"ChromePublicTest\", @@@" ,
231 "@@@STEP_LOG_LINE@json.output@ \"test_apk\": \"one_apk\"@@@", 232 "@@@STEP_LOG_LINE@json.output@ \"test_apk\": \"one_apk\"@@@",
232 "@@@STEP_LOG_LINE@json.output@ }@@@", 233 "@@@STEP_LOG_LINE@json.output@ }@@@",
233 "@@@STEP_LOG_LINE@json.output@ ]@@@", 234 "@@@STEP_LOG_LINE@json.output@ ]@@@",
234 "@@@STEP_LOG_LINE@json.output@ }@@@", 235 "@@@STEP_LOG_LINE@json.output@ }@@@",
235 "@@@STEP_LOG_LINE@json.output@}@@@", 236 "@@@STEP_LOG_LINE@json.output@}@@@",
236 "@@@STEP_LOG_END@json.output@@@" 237 "@@@STEP_LOG_END@json.output@@@"
237 ] 238 ]
238 }, 239 },
239 { 240 {
(...skipping 347 matching lines...) Expand 10 before | Expand all | Expand 10 after
587 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@{@@@", 588 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@{@@@",
588 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"adb_status\": \"device \", @@@", 589 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"adb_status\": \"device \", @@@",
589 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"blacklisted\": true, @ @@", 590 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"blacklisted\": true, @ @@",
590 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"serial\": \"03e0363a00 3c6ad6\", @@@", 591 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"serial\": \"03e0363a00 3c6ad6\", @@@",
591 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"usb_status\": true@@@" , 592 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@ \"usb_status\": true@@@" ,
592 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@}@@@", 593 "@@@STEP_LOG_LINE@03e0363a003c6ad6: blacklisted@}@@@",
593 "@@@STEP_LOG_END@03e0363a003c6ad6: blacklisted@@@" 594 "@@@STEP_LOG_END@03e0363a003c6ad6: blacklisted@@@"
594 ] 595 ]
595 }, 596 },
596 { 597 {
598 "cmd": [],
599 "env": {
600 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
601 "PATH": "[START_DIR]/src/third_party/android_tools/sdk/platform-tools:[STA RT_DIR]/src/build/android:%(PATH)s"
602 },
603 "name": "ChromePublicTest",
604 "~followup_annotations": [
605 "@@@STEP_TEXT@<br/>failures:<br/>Test.Two<br/>@@@",
606 "@@@STEP_FAILURE@@@"
607 ]
608 },
609 {
597 "cmd": [ 610 "cmd": [
598 "python", 611 "python",
599 "-u", 612 "-u",
600 "[START_DIR]/src/out/Release/bin/run_chrome_public_test_apk", 613 "[START_DIR]/src/out/Release/bin/run_chrome_public_test_apk",
601 "--blacklist-file", 614 "--blacklist-file",
602 "[START_DIR]/src/out/bad_devices.json", 615 "[START_DIR]/src/out/bad_devices.json",
603 "--verbose", 616 "--verbose",
604 "--json-results-file", 617 "--json-results-file",
605 "/path/to/tmp/json", 618 "/path/to/tmp/json",
606 "--store-tombstones", 619 "--store-tombstones",
607 "--adb-path", 620 "--adb-path",
608 "[START_DIR]/src/third_party/android_tools/sdk/platform-tools/adb" 621 "[START_DIR]/src/third_party/android_tools/sdk/platform-tools/adb"
609 ], 622 ],
610 "env": { 623 "env": {
611 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json", 624 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
612 "PATH": "[START_DIR]/src/third_party/android_tools/sdk/platform-tools:[STA RT_DIR]/src/build/android:%(PATH)s" 625 "PATH": "[START_DIR]/src/third_party/android_tools/sdk/platform-tools:[STA RT_DIR]/src/build/android:%(PATH)s"
613 }, 626 },
614 "name": "ChromePublicTest", 627 "name": "ChromePublicTest.ChromePublicTest",
615 "~followup_annotations": [ 628 "~followup_annotations": [
629 "@@@STEP_NEST_LEVEL@1@@@",
616 "step returned non-zero exit code: 1", 630 "step returned non-zero exit code: 1",
617 "@@@STEP_FAILURE@@@" 631 "@@@STEP_FAILURE@@@"
618 ] 632 ]
619 }, 633 },
620 { 634 {
621 "cmd": [ 635 "cmd": [
622 "python", 636 "python",
623 "-u", 637 "-u",
638 "[START_DIR]/src/build/android/render_tests/process_render_test_results.py ",
639 "--output-html-file",
640 "/path/to/tmp/",
641 "--buildername",
642 "Android Tests",
643 "--build-number",
644 "571",
645 "--render-results-dir",
646 "chrome/test/data/android/render_tests"
647 ],
648 "env": {
649 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
650 "PATH": "[START_DIR]/src/third_party/android_tools/sdk/platform-tools:[STA RT_DIR]/src/build/android:%(PATH)s"
651 },
652 "name": "ChromePublicTest.[Render Tests] Upload Results",
653 "~followup_annotations": [
654 "@@@STEP_NEST_LEVEL@1@@@",
655 "@@@STEP_LOG_LINE@render results@<!DOCTYPE html><html></html>@@@",
656 "@@@STEP_LOG_END@render results@@@"
657 ]
658 },
659 {
660 "cmd": [
661 "python",
662 "-u",
624 "RECIPE_MODULE[build::chromium_android]/resources/test_results_presentatio n.py", 663 "RECIPE_MODULE[build::chromium_android]/resources/test_results_presentatio n.py",
625 "--json-file", 664 "--json-file",
626 "{\"per_iteration_data\": [{\"Test.One\": [{\"elapsed_time_ms\": 0, \"outp ut_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Three\": [{\"elapsed_time_ ms\": 0, \"output_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Two\": [{\" elapsed_time_ms\": 0, \"output_snippet\": \"\", \"status\": \"FAILURE\"}]}]}", 665 "{\"per_iteration_data\": [{\"Test.One\": [{\"elapsed_time_ms\": 0, \"outp ut_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Three\": [{\"elapsed_time_ ms\": 0, \"output_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Two\": [{\" elapsed_time_ms\": 0, \"output_snippet\": \"\", \"status\": \"FAILURE\"}]}]}",
627 "--master-name", 666 "--master-name",
628 "chromium.linux" 667 "chromium.linux"
629 ], 668 ],
630 "env": { 669 "env": {
631 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json", 670 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
632 "PATH": "[START_DIR]/src/third_party/android_tools/sdk/platform-tools:[STA RT_DIR]/src/build/android:%(PATH)s" 671 "PATH": "[START_DIR]/src/third_party/android_tools/sdk/platform-tools:[STA RT_DIR]/src/build/android:%(PATH)s"
633 }, 672 },
634 "name": "ChromePublicTest: generate result details", 673 "name": "ChromePublicTest.ChromePublicTest: generate result details",
635 "stdout": "/path/to/tmp/", 674 "stdout": "/path/to/tmp/",
636 "~followup_annotations": [ 675 "~followup_annotations": [
637 "@@@STEP_TEXT@<br/>failures:<br/>Test.Two<br/>@@@", 676 "@@@STEP_NEST_LEVEL@1@@@",
638 "@@@STEP_LOG_LINE@result_details@<!DOCTYPE html><html></html>@@@", 677 "@@@STEP_LOG_LINE@result_details@<!DOCTYPE html><html></html>@@@",
639 "@@@STEP_LOG_END@result_details@@@" 678 "@@@STEP_LOG_END@result_details@@@"
640 ] 679 ]
641 }, 680 },
642 { 681 {
643 "cmd": [ 682 "cmd": [
644 "python", 683 "python",
645 "-u", 684 "-u",
646 "RECIPE_MODULE[build::test_results]/resources/upload_test_results.py", 685 "RECIPE_MODULE[build::test_results]/resources/upload_test_results.py",
647 "--input-json", 686 "--input-json",
648 "{\"per_iteration_data\": [{\"Test.One\": [{\"elapsed_time_ms\": 0, \"outp ut_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Three\": [{\"elapsed_time_ ms\": 0, \"output_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Two\": [{\" elapsed_time_ms\": 0, \"output_snippet\": \"\", \"status\": \"FAILURE\"}]}]}", 687 "{\"per_iteration_data\": [{\"Test.One\": [{\"elapsed_time_ms\": 0, \"outp ut_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Three\": [{\"elapsed_time_ ms\": 0, \"output_snippet\": \"\", \"status\": \"SUCCESS\"}], \"Test.Two\": [{\" elapsed_time_ms\": 0, \"output_snippet\": \"\", \"status\": \"FAILURE\"}]}]}",
649 "--master-name", 688 "--master-name",
650 "chromium.linux", 689 "chromium.linux",
651 "--builder-name", 690 "--builder-name",
652 "Android Tests", 691 "Android Tests",
653 "--build-number", 692 "--build-number",
654 "571", 693 "571",
655 "--test-type", 694 "--test-type",
656 "ChromePublicTest", 695 "ChromePublicTest",
657 "--test-results-server", 696 "--test-results-server",
658 "test-results.appspot.com", 697 "test-results.appspot.com",
659 "--chrome-revision", 698 "--chrome-revision",
660 "refs/heads/master@{#170242}" 699 "refs/heads/master@{#170242}"
661 ], 700 ],
662 "env": { 701 "env": {
663 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json", 702 "GOMA_SERVICE_ACCOUNT_JSON_FILE": "/creds/service_accounts/service-account -goma-client.json",
664 "PATH": "[START_DIR]/src/third_party/android_tools/sdk/platform-tools:[STA RT_DIR]/src/build/android:%(PATH)s" 703 "PATH": "[START_DIR]/src/third_party/android_tools/sdk/platform-tools:[STA RT_DIR]/src/build/android:%(PATH)s"
665 }, 704 },
666 "name": "Upload to test-results [ChromePublicTest]" 705 "name": "ChromePublicTest.Upload to test-results [ChromePublicTest]",
706 "~followup_annotations": [
707 "@@@STEP_NEST_LEVEL@1@@@"
708 ]
667 }, 709 },
668 { 710 {
669 "cmd": [ 711 "cmd": [
670 "python", 712 "python",
671 "-u", 713 "-u",
672 "RECIPE_PACKAGE_REPO[build]/scripts/slave/daemonizer.py", 714 "RECIPE_PACKAGE_REPO[build]/scripts/slave/daemonizer.py",
673 "--action", 715 "--action",
674 "stop", 716 "stop",
675 "--pid-file-path", 717 "--pid-file-path",
676 "/tmp/device_monitor.pid" 718 "/tmp/device_monitor.pid"
(...skipping 110 matching lines...) Expand 10 before | Expand all | Expand 10 after
787 "@@@STEP_LOG_END@python.inline@@@" 829 "@@@STEP_LOG_END@python.inline@@@"
788 ] 830 ]
789 }, 831 },
790 { 832 {
791 "name": "$result", 833 "name": "$result",
792 "reason": "1 tests failed: ['ChromePublicTest']", 834 "reason": "1 tests failed: ['ChromePublicTest']",
793 "recipe_result": null, 835 "recipe_result": null,
794 "status_code": 1 836 "status_code": 1
795 } 837 }
796 ] 838 ]
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698