OLD | NEW |
1 # Copyright 2014 The Chromium Authors. All rights reserved. | 1 # Copyright 2014 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 import datetime | 5 import datetime |
6 import re | 6 import re |
7 import string | 7 import string |
8 | 8 |
9 | 9 |
10 class Test(object): | 10 class Test(object): |
(...skipping 416 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
427 if test['shard_index'] != 0 or test['total_shards'] != 1: | 427 if test['shard_index'] != 0 or test['total_shards'] != 1: |
428 args.extend(['--test-launcher-shard-index=%d' % test['shard_index'], | 428 args.extend(['--test-launcher-shard-index=%d' % test['shard_index'], |
429 '--test-launcher-total-shards=%d' % test['total_shards']]) | 429 '--test-launcher-total-shards=%d' % test['total_shards']]) |
430 use_swarming = False | 430 use_swarming = False |
431 swarming_shards = 1 | 431 swarming_shards = 1 |
432 swarming_dimension_sets = None | 432 swarming_dimension_sets = None |
433 swarming_priority = None | 433 swarming_priority = None |
434 swarming_expiration = None | 434 swarming_expiration = None |
435 swarming_hard_timeout = None | 435 swarming_hard_timeout = None |
436 cipd_packages = None | 436 cipd_packages = None |
437 output_links = None | |
438 if enable_swarming: | 437 if enable_swarming: |
439 swarming_spec = test.get('swarming', {}) | 438 swarming_spec = test.get('swarming', {}) |
440 if swarming_spec.get('can_use_on_swarming_builders'): | 439 if swarming_spec.get('can_use_on_swarming_builders'): |
441 use_swarming = True | 440 use_swarming = True |
442 swarming_shards = swarming_spec.get('shards', 1) | 441 swarming_shards = swarming_spec.get('shards', 1) |
443 swarming_dimension_sets = swarming_spec.get('dimension_sets') | 442 swarming_dimension_sets = swarming_spec.get('dimension_sets') |
444 swarming_priority = swarming_spec.get('priority_adjustment') | 443 swarming_priority = swarming_spec.get('priority_adjustment') |
445 swarming_expiration = swarming_spec.get('expiration') | 444 swarming_expiration = swarming_spec.get('expiration') |
446 swarming_hard_timeout = swarming_spec.get('hard_timeout') | 445 swarming_hard_timeout = swarming_spec.get('hard_timeout') |
447 packages = swarming_spec.get('cipd_packages') | 446 packages = swarming_spec.get('cipd_packages') |
448 output_links = swarming_spec.get('output_links') | |
449 if packages: | 447 if packages: |
450 cipd_packages = [(p['location'], | 448 cipd_packages = [(p['location'], |
451 p['cipd_package'], | 449 p['cipd_package'], |
452 p['revision']) | 450 p['revision']) |
453 for p in packages] | 451 for p in packages] |
454 override_compile_targets = test.get('override_compile_targets', None) | 452 override_compile_targets = test.get('override_compile_targets', None) |
455 override_isolate_target = test.get('override_isolate_target', None) | 453 override_isolate_target = test.get('override_isolate_target', None) |
456 target_name = str(test['test']) | 454 target_name = str(test['test']) |
457 name = str(test.get('name', target_name)) | 455 name = str(test.get('name', target_name)) |
458 swarming_dimensions = swarming_dimensions or {} | 456 swarming_dimensions = swarming_dimensions or {} |
459 use_xvfb = test.get('use_xvfb', True) | 457 use_xvfb = test.get('use_xvfb', True) |
460 if use_swarming and swarming_dimension_sets: | 458 if use_swarming and swarming_dimension_sets: |
461 for dimensions in swarming_dimension_sets: | 459 for dimensions in swarming_dimension_sets: |
462 # Yield potentially multiple invocations of the same test, on | 460 # Yield potentially multiple invocations of the same test, on |
463 # different machine configurations. | 461 # different machine configurations. |
464 new_dimensions = dict(swarming_dimensions) | 462 new_dimensions = dict(swarming_dimensions) |
465 new_dimensions.update(dimensions) | 463 new_dimensions.update(dimensions) |
466 yield GTestTest(name, args=args, target_name=target_name, | 464 yield GTestTest(name, args=args, target_name=target_name, |
467 flakiness_dash=True, | 465 flakiness_dash=True, |
468 enable_swarming=True, | 466 enable_swarming=True, |
469 swarming_shards=swarming_shards, | 467 swarming_shards=swarming_shards, |
470 swarming_dimensions=new_dimensions, | 468 swarming_dimensions=new_dimensions, |
471 swarming_priority=swarming_priority, | 469 swarming_priority=swarming_priority, |
472 swarming_expiration=swarming_expiration, | 470 swarming_expiration=swarming_expiration, |
473 swarming_hard_timeout=swarming_hard_timeout, | 471 swarming_hard_timeout=swarming_hard_timeout, |
474 override_compile_targets=override_compile_targets, | 472 override_compile_targets=override_compile_targets, |
475 override_isolate_target=override_isolate_target, | 473 override_isolate_target=override_isolate_target, |
476 use_xvfb=use_xvfb, cipd_packages=cipd_packages, | 474 use_xvfb=use_xvfb, cipd_packages=cipd_packages) |
477 output_links=output_links) | |
478 else: | 475 else: |
479 yield GTestTest(name, args=args, target_name=target_name, | 476 yield GTestTest(name, args=args, target_name=target_name, |
480 flakiness_dash=True, | 477 flakiness_dash=True, |
481 enable_swarming=use_swarming, | 478 enable_swarming=use_swarming, |
482 swarming_dimensions=swarming_dimensions, | 479 swarming_dimensions=swarming_dimensions, |
483 swarming_shards=swarming_shards, | 480 swarming_shards=swarming_shards, |
484 swarming_priority=swarming_priority, | 481 swarming_priority=swarming_priority, |
485 swarming_expiration=swarming_expiration, | 482 swarming_expiration=swarming_expiration, |
486 swarming_hard_timeout=swarming_hard_timeout, | 483 swarming_hard_timeout=swarming_hard_timeout, |
487 override_compile_targets=override_compile_targets, | 484 override_compile_targets=override_compile_targets, |
488 override_isolate_target=override_isolate_target, | 485 override_isolate_target=override_isolate_target, |
489 use_xvfb=use_xvfb, cipd_packages=cipd_packages, | 486 use_xvfb=use_xvfb, cipd_packages=cipd_packages) |
490 output_links=output_links) | |
491 | 487 |
492 | 488 |
493 def generate_instrumentation_test(api, chromium_tests_api, mastername, | 489 def generate_instrumentation_test(api, chromium_tests_api, mastername, |
494 buildername, test_spec, bot_update_step, | 490 buildername, test_spec, bot_update_step, |
495 enable_swarming=False, | 491 enable_swarming=False, |
496 swarming_dimensions=None, | 492 swarming_dimensions=None, |
497 scripts_compile_targets=None): | 493 scripts_compile_targets=None): |
498 for test in test_spec.get(buildername, {}).get('instrumentation_tests', []): | 494 for test in test_spec.get(buildername, {}).get('instrumentation_tests', []): |
499 test_name = str(test.get('test')) | 495 test_name = str(test.get('test')) |
500 use_swarming = False | 496 use_swarming = False |
(...skipping 325 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
826 @property | 822 @property |
827 def uses_swarming(self): | 823 def uses_swarming(self): |
828 return True | 824 return True |
829 | 825 |
830 | 826 |
831 class SwarmingGTestTest(SwarmingTest): | 827 class SwarmingGTestTest(SwarmingTest): |
832 def __init__(self, name, args=None, target_name=None, shards=1, | 828 def __init__(self, name, args=None, target_name=None, shards=1, |
833 dimensions=None, tags=None, extra_suffix=None, priority=None, | 829 dimensions=None, tags=None, extra_suffix=None, priority=None, |
834 expiration=None, hard_timeout=None, upload_test_results=True, | 830 expiration=None, hard_timeout=None, upload_test_results=True, |
835 override_compile_targets=None, override_isolate_target=None, | 831 override_compile_targets=None, override_isolate_target=None, |
836 cipd_packages=None, output_links=None): | 832 cipd_packages=None): |
837 super(SwarmingGTestTest, self).__init__(name, dimensions, tags, target_name, | 833 super(SwarmingGTestTest, self).__init__(name, dimensions, tags, target_name, |
838 extra_suffix, priority, expiration, | 834 extra_suffix, priority, expiration, |
839 hard_timeout) | 835 hard_timeout) |
840 self._args = args or [] | 836 self._args = args or [] |
841 self._shards = shards | 837 self._shards = shards |
842 self._upload_test_results = upload_test_results | 838 self._upload_test_results = upload_test_results |
843 self._override_compile_targets = override_compile_targets | 839 self._override_compile_targets = override_compile_targets |
844 self._override_isolate_target = override_isolate_target | 840 self._override_isolate_target = override_isolate_target |
845 self._cipd_packages = cipd_packages | 841 self._cipd_packages = cipd_packages |
846 self._output_links = output_links | |
847 | 842 |
848 def compile_targets(self, api): | 843 def compile_targets(self, api): |
849 # <X>_run target depends on <X>, and then isolates it invoking isolate.py. | 844 # <X>_run target depends on <X>, and then isolates it invoking isolate.py. |
850 # It is a convention, not a hard coded rule. | 845 # It is a convention, not a hard coded rule. |
851 # Also include name without the _run suffix to help recipes correctly | 846 # Also include name without the _run suffix to help recipes correctly |
852 # interpret results returned by "analyze". | 847 # interpret results returned by "analyze". |
853 if self._override_compile_targets: | 848 if self._override_compile_targets: |
854 return self._override_compile_targets | 849 return self._override_compile_targets |
855 | 850 |
856 if api.chromium.c.TARGET_PLATFORM == 'android': | 851 if api.chromium.c.TARGET_PLATFORM == 'android': |
(...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
903 | 898 |
904 return True, gtest_results.failures | 899 return True, gtest_results.failures |
905 | 900 |
906 def post_run(self, api, suffix, test_filter=None): | 901 def post_run(self, api, suffix, test_filter=None): |
907 """Waits for launched test to finish and collects the results.""" | 902 """Waits for launched test to finish and collects the results.""" |
908 try: | 903 try: |
909 super(SwarmingGTestTest, self).post_run( | 904 super(SwarmingGTestTest, self).post_run( |
910 api, suffix,test_filter=test_filter) | 905 api, suffix,test_filter=test_filter) |
911 finally: | 906 finally: |
912 step_result = api.step.active_result | 907 step_result = api.step.active_result |
913 | |
914 # Populate additional swarming links on buildbot page. | |
915 if self._output_links: | |
916 for task in self._tasks.values(): | |
917 for test in task.trigger_output['tasks'].values(): | |
918 # Replace task_id and shard_index placeholders | |
919 task_id = test.get('task_id') | |
920 shard_index = str(test.get('shard_index')) | |
921 for output in self._output_links: | |
922 name = output['name'] | |
923 name = (name.replace('${SHARD_INDEX}', shard_index)).replace( | |
924 '${TASK_ID}', task_id) | |
925 link = output['link'] | |
926 # Rejoin web links that are broken into a list in the JSON file. | |
927 link = ''.join(link) | |
928 link = (link.replace('${SHARD_INDEX}', shard_index)).replace( | |
929 '${TASK_ID}', task_id) | |
930 step_result.presentation.links[name] = link | |
931 | |
932 # Only upload test results if we have gtest results. | 908 # Only upload test results if we have gtest results. |
933 if (self._upload_test_results and | 909 if (self._upload_test_results and |
934 hasattr(step_result, 'test_utils') and | 910 hasattr(step_result, 'test_utils') and |
935 hasattr(step_result.test_utils, 'gtest_results')): | 911 hasattr(step_result.test_utils, 'gtest_results')): |
936 gtest_results = getattr(step_result.test_utils, 'gtest_results', None) | 912 gtest_results = getattr(step_result.test_utils, 'gtest_results', None) |
937 if gtest_results and gtest_results.raw: | 913 if gtest_results and gtest_results.raw: |
938 parsed_gtest_data = gtest_results.raw | 914 parsed_gtest_data = gtest_results.raw |
939 chrome_revision_cp = api.bot_update.last_returned_properties.get( | 915 chrome_revision_cp = api.bot_update.last_returned_properties.get( |
940 'got_revision_cp', 'x@{#0}') | 916 'got_revision_cp', 'x@{#0}') |
941 chrome_revision = str(api.commit_position.parse_revision( | 917 chrome_revision = str(api.commit_position.parse_revision( |
(...skipping 223 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1165 yield LocalIsolatedScriptTest( | 1141 yield LocalIsolatedScriptTest( |
1166 name=name, args=args, target_name=target_name, | 1142 name=name, args=args, target_name=target_name, |
1167 override_compile_targets=override_compile_targets) | 1143 override_compile_targets=override_compile_targets) |
1168 | 1144 |
1169 | 1145 |
1170 class GTestTest(Test): | 1146 class GTestTest(Test): |
1171 def __init__(self, name, args=None, target_name=None, enable_swarming=False, | 1147 def __init__(self, name, args=None, target_name=None, enable_swarming=False, |
1172 swarming_shards=1, swarming_dimensions=None, swarming_tags=None, | 1148 swarming_shards=1, swarming_dimensions=None, swarming_tags=None, |
1173 swarming_extra_suffix=None, swarming_priority=None, | 1149 swarming_extra_suffix=None, swarming_priority=None, |
1174 swarming_expiration=None, swarming_hard_timeout=None, | 1150 swarming_expiration=None, swarming_hard_timeout=None, |
1175 cipd_packages=None, output_links=None, **runtest_kwargs): | 1151 cipd_packages=None, **runtest_kwargs): |
1176 super(GTestTest, self).__init__() | 1152 super(GTestTest, self).__init__() |
1177 if enable_swarming: | 1153 if enable_swarming: |
1178 self._test = SwarmingGTestTest( | 1154 self._test = SwarmingGTestTest( |
1179 name, args, target_name, swarming_shards, swarming_dimensions, | 1155 name, args, target_name, swarming_shards, swarming_dimensions, |
1180 swarming_tags, swarming_extra_suffix, swarming_priority, | 1156 swarming_tags, swarming_extra_suffix, swarming_priority, |
1181 swarming_expiration, swarming_hard_timeout, | 1157 swarming_expiration, swarming_hard_timeout, |
1182 cipd_packages=cipd_packages, output_links=output_links, | 1158 cipd_packages=cipd_packages, |
1183 override_compile_targets=runtest_kwargs.get( | 1159 override_compile_targets=runtest_kwargs.get( |
1184 'override_compile_targets'), | 1160 'override_compile_targets'), |
1185 override_isolate_target=runtest_kwargs.get( | 1161 override_isolate_target=runtest_kwargs.get( |
1186 'override_isolate_target')) | 1162 'override_isolate_target')) |
1187 else: | 1163 else: |
1188 self._test = LocalGTestTest(name, args, target_name, **runtest_kwargs) | 1164 self._test = LocalGTestTest(name, args, target_name, **runtest_kwargs) |
1189 | 1165 |
1190 self.enable_swarming = enable_swarming | 1166 self.enable_swarming = enable_swarming |
1191 | 1167 |
1192 @property | 1168 @property |
(...skipping 568 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1761 args=args) | 1737 args=args) |
1762 api.gsutil.upload( | 1738 api.gsutil.upload( |
1763 temp_output_dir.join( | 1739 temp_output_dir.join( |
1764 '%s-android-chrome.json' % timestamp_string), | 1740 '%s-android-chrome.json' % timestamp_string), |
1765 'chromium-annotated-tests', 'android') | 1741 'chromium-annotated-tests', 'android') |
1766 | 1742 |
1767 GOMA_TESTS = [ | 1743 GOMA_TESTS = [ |
1768 GTestTest('base_unittests'), | 1744 GTestTest('base_unittests'), |
1769 GTestTest('content_unittests'), | 1745 GTestTest('content_unittests'), |
1770 ] | 1746 ] |
OLD | NEW |