OLD | NEW |
1 import json | 1 import json |
2 | 2 |
3 from recipe_engine import recipe_test_api | 3 from recipe_engine import recipe_test_api |
4 | 4 |
5 from .util import GTestResults, TestResults | 5 from .util import GTestResults, TestResults |
6 | 6 |
7 class TestUtilsTestApi(recipe_test_api.RecipeTestApi): | 7 class TestUtilsTestApi(recipe_test_api.RecipeTestApi): |
8 @recipe_test_api.placeholder_step_data | 8 @recipe_test_api.placeholder_step_data |
9 def test_results(self, test_results, retcode=None): | 9 def test_results(self, test_results, retcode=None): |
10 return self.m.json.output(test_results.as_jsonish(), retcode) | 10 return self.m.json.output(test_results.as_jsonish(), retcode) |
(...skipping 98 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
109 def raw_gtest_output(self, jsonish, retcode): | 109 def raw_gtest_output(self, jsonish, retcode): |
110 t = GTestResults(jsonish) | 110 t = GTestResults(jsonish) |
111 ret = self.gtest_results(t) | 111 ret = self.gtest_results(t) |
112 ret.retcode = retcode | 112 ret.retcode = retcode |
113 return ret | 113 return ret |
114 | 114 |
115 def canned_isolated_script_output(self, passing, is_win, swarming=False, | 115 def canned_isolated_script_output(self, passing, is_win, swarming=False, |
116 shards=1, swarming_internal_failure=False, | 116 shards=1, swarming_internal_failure=False, |
117 isolated_script_passing=True, valid=True, | 117 isolated_script_passing=True, valid=True, |
118 missing_shards=[], | 118 missing_shards=[], |
119 empty_shards=[], | 119 empty_shards=[]): |
120 output_chartjson=False): | |
121 """Produces a test results' compatible json for isolated script tests. """ | 120 """Produces a test results' compatible json for isolated script tests. """ |
122 per_shard_results = [] | 121 per_shard_results = [] |
123 per_shard_chartjson_results = [] | |
124 for i in xrange(shards): | 122 for i in xrange(shards): |
125 jsonish_results = {} | 123 jsonish_results = {} |
126 chartjsonish_results = {} | |
127 jsonish_results['valid'] = valid | 124 jsonish_results['valid'] = valid |
128 # Keep shard 0's results equivalent to the old code to minimize | 125 # Keep shard 0's results equivalent to the old code to minimize |
129 # expectation diffs. | 126 # expectation diffs. |
130 idx = 1 + (2 * i) | 127 idx = 1 + (2 * i) |
131 tests_run = ['test%d.Test%d' % (idx, idx), | 128 tests_run = ['test%d.Test%d' % (idx, idx), |
132 'test%d.Test%d' % (idx + 1, idx + 1)] | 129 'test%d.Test%d' % (idx + 1, idx + 1)] |
133 if isolated_script_passing: | 130 if isolated_script_passing: |
134 jsonish_results['failures'] = [] | 131 jsonish_results['failures'] = [] |
135 jsonish_results['successes'] = tests_run | 132 jsonish_results['successes'] = tests_run |
136 else: | 133 else: |
137 jsonish_results['failures'] = tests_run | 134 jsonish_results['failures'] = tests_run |
138 jsonish_results['successes'] = [] | 135 jsonish_results['successes'] = [] |
139 jsonish_results['times'] = {t : 0.1 for t in tests_run} | 136 jsonish_results['times'] = {t : 0.1 for t in tests_run} |
140 chartjsonish_results['dummy'] = 'dummy%d' % i | |
141 chartjsonish_results['charts'] = {'entry%d' % idx: 'chart%d' % idx, | |
142 'entry%d' % (idx + 1): 'chart%d' % (idx + 1)} | |
143 per_shard_results.append(jsonish_results) | 137 per_shard_results.append(jsonish_results) |
144 per_shard_chartjson_results.append(chartjsonish_results) | |
145 if swarming: | 138 if swarming: |
146 jsonish_shards = [] | 139 jsonish_shards = [] |
147 files_dict = {} | 140 files_dict = {} |
148 for i in xrange(shards): | 141 for i in xrange(shards): |
149 jsonish_shards.append({ | 142 jsonish_shards.append({ |
150 'failure': not passing, | 143 'failure': not passing, |
151 'internal_failure': swarming_internal_failure | 144 'internal_failure': swarming_internal_failure |
152 }) | 145 }) |
153 swarming_path = str(i) | 146 if i not in missing_shards: |
154 swarming_path += '\\output.json' if is_win else '/output.json' | 147 swarming_path = str(i) |
155 | 148 swarming_path += '\\output.json' if is_win else '/output.json' |
156 chartjson_swarming_path = str(i) | 149 if i not in empty_shards: |
157 chartjson_swarming_path += \ | 150 files_dict[swarming_path] = json.dumps(per_shard_results[i]) |
158 '\\chartjson-output.json' \ | 151 else: |
159 if is_win else '/chartjson-output.json' | 152 # Simulate a complete harness failure. |
160 | 153 files_dict[swarming_path] = '' |
161 # Determine what output we are writing and if it is empty or not | |
162 output_missing = i in missing_shards and not output_chartjson | |
163 chartjson_output_missing = i in missing_shards and output_chartjson | |
164 output_empty = i in empty_shards and not output_chartjson | |
165 chartjson_output_empty = i in empty_shards and output_chartjson | |
166 | |
167 if not output_missing: | |
168 files_dict[swarming_path] = \ | |
169 '' if output_empty else json.dumps(per_shard_results[i]) | |
170 if not chartjson_output_missing and output_chartjson: | |
171 files_dict[chartjson_swarming_path] = \ | |
172 '' if chartjson_output_empty \ | |
173 else json.dumps(per_shard_chartjson_results[i]) | |
174 | |
175 jsonish_summary = {'shards': jsonish_shards} | 154 jsonish_summary = {'shards': jsonish_shards} |
176 files_dict['summary.json'] = json.dumps(jsonish_summary) | 155 files_dict['summary.json'] = json.dumps(jsonish_summary) |
177 return self.m.raw_io.output_dir(files_dict) | 156 return self.m.raw_io.output_dir(files_dict) |
178 else: | 157 else: |
179 return self.m.json.output(per_shard_results[0]) | 158 return self.m.json.output(per_shard_results[0]) |
OLD | NEW |