| OLD | NEW |
| 1 import json | 1 import json |
| 2 | 2 |
| 3 from recipe_engine import recipe_test_api | 3 from recipe_engine import recipe_test_api |
| 4 | 4 |
| 5 from .util import GTestResults, TestResults | 5 from .util import GTestResults, TestResults |
| 6 | 6 |
| 7 class TestUtilsTestApi(recipe_test_api.RecipeTestApi): | 7 class TestUtilsTestApi(recipe_test_api.RecipeTestApi): |
| 8 @recipe_test_api.placeholder_step_data | 8 @recipe_test_api.placeholder_step_data |
| 9 def test_results(self, test_results, retcode=None): | 9 def test_results(self, test_results, retcode=None): |
| 10 return self.m.json.output(test_results.as_jsonish(), retcode) | 10 return self.m.json.output(test_results.as_jsonish(), retcode) |
| (...skipping 98 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 109 def raw_gtest_output(self, jsonish, retcode): | 109 def raw_gtest_output(self, jsonish, retcode): |
| 110 t = GTestResults(jsonish) | 110 t = GTestResults(jsonish) |
| 111 ret = self.gtest_results(t) | 111 ret = self.gtest_results(t) |
| 112 ret.retcode = retcode | 112 ret.retcode = retcode |
| 113 return ret | 113 return ret |
| 114 | 114 |
| 115 def canned_isolated_script_output(self, passing, is_win, swarming=False, | 115 def canned_isolated_script_output(self, passing, is_win, swarming=False, |
| 116 shards=1, swarming_internal_failure=False, | 116 shards=1, swarming_internal_failure=False, |
| 117 isolated_script_passing=True, valid=True, | 117 isolated_script_passing=True, valid=True, |
| 118 missing_shards=[], | 118 missing_shards=[], |
| 119 empty_shards=[], | 119 empty_shards=[]): |
| 120 output_chartjson=False): | |
| 121 """Produces a test results' compatible json for isolated script tests. """ | 120 """Produces a test results' compatible json for isolated script tests. """ |
| 122 per_shard_results = [] | 121 per_shard_results = [] |
| 123 per_shard_chartjson_results = [] | |
| 124 for i in xrange(shards): | 122 for i in xrange(shards): |
| 125 jsonish_results = {} | 123 jsonish_results = {} |
| 126 chartjsonish_results = {} | |
| 127 jsonish_results['valid'] = valid | 124 jsonish_results['valid'] = valid |
| 128 # Keep shard 0's results equivalent to the old code to minimize | 125 # Keep shard 0's results equivalent to the old code to minimize |
| 129 # expectation diffs. | 126 # expectation diffs. |
| 130 idx = 1 + (2 * i) | 127 idx = 1 + (2 * i) |
| 131 tests_run = ['test%d.Test%d' % (idx, idx), | 128 tests_run = ['test%d.Test%d' % (idx, idx), |
| 132 'test%d.Test%d' % (idx + 1, idx + 1)] | 129 'test%d.Test%d' % (idx + 1, idx + 1)] |
| 133 if isolated_script_passing: | 130 if isolated_script_passing: |
| 134 jsonish_results['failures'] = [] | 131 jsonish_results['failures'] = [] |
| 135 jsonish_results['successes'] = tests_run | 132 jsonish_results['successes'] = tests_run |
| 136 else: | 133 else: |
| 137 jsonish_results['failures'] = tests_run | 134 jsonish_results['failures'] = tests_run |
| 138 jsonish_results['successes'] = [] | 135 jsonish_results['successes'] = [] |
| 139 jsonish_results['times'] = {t : 0.1 for t in tests_run} | 136 jsonish_results['times'] = {t : 0.1 for t in tests_run} |
| 140 chartjsonish_results['dummy'] = 'dummy%d' % i | |
| 141 chartjsonish_results['charts'] = {'entry%d' % idx: 'chart%d' % idx, | |
| 142 'entry%d' % (idx + 1): 'chart%d' % (idx + 1)} | |
| 143 per_shard_results.append(jsonish_results) | 137 per_shard_results.append(jsonish_results) |
| 144 per_shard_chartjson_results.append(chartjsonish_results) | |
| 145 if swarming: | 138 if swarming: |
| 146 jsonish_shards = [] | 139 jsonish_shards = [] |
| 147 files_dict = {} | 140 files_dict = {} |
| 148 for i in xrange(shards): | 141 for i in xrange(shards): |
| 149 jsonish_shards.append({ | 142 jsonish_shards.append({ |
| 150 'failure': not passing, | 143 'failure': not passing, |
| 151 'internal_failure': swarming_internal_failure | 144 'internal_failure': swarming_internal_failure |
| 152 }) | 145 }) |
| 153 swarming_path = str(i) | 146 if i not in missing_shards: |
| 154 swarming_path += '\\output.json' if is_win else '/output.json' | 147 swarming_path = str(i) |
| 155 | 148 swarming_path += '\\output.json' if is_win else '/output.json' |
| 156 chartjson_swarming_path = str(i) | 149 if i not in empty_shards: |
| 157 chartjson_swarming_path += \ | 150 files_dict[swarming_path] = json.dumps(per_shard_results[i]) |
| 158 '\\chartjson-output.json' \ | 151 else: |
| 159 if is_win else '/chartjson-output.json' | 152 # Simulate a complete harness failure. |
| 160 | 153 files_dict[swarming_path] = '' |
| 161 # Determine what output we are writing and if it is empty or not | |
| 162 output_missing = i in missing_shards and not output_chartjson | |
| 163 chartjson_output_missing = i in missing_shards and output_chartjson | |
| 164 output_empty = i in empty_shards and not output_chartjson | |
| 165 chartjson_output_empty = i in empty_shards and output_chartjson | |
| 166 | |
| 167 if not output_missing: | |
| 168 files_dict[swarming_path] = \ | |
| 169 '' if output_empty else json.dumps(per_shard_results[i]) | |
| 170 if not chartjson_output_missing and output_chartjson: | |
| 171 files_dict[chartjson_swarming_path] = \ | |
| 172 '' if chartjson_output_empty \ | |
| 173 else json.dumps(per_shard_chartjson_results[i]) | |
| 174 | |
| 175 jsonish_summary = {'shards': jsonish_shards} | 154 jsonish_summary = {'shards': jsonish_shards} |
| 176 files_dict['summary.json'] = json.dumps(jsonish_summary) | 155 files_dict['summary.json'] = json.dumps(jsonish_summary) |
| 177 return self.m.raw_io.output_dir(files_dict) | 156 return self.m.raw_io.output_dir(files_dict) |
| 178 else: | 157 else: |
| 179 return self.m.json.output(per_shard_results[0]) | 158 return self.m.json.output(per_shard_results[0]) |
| OLD | NEW |