Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(2353)

Unified Diff: appengine/findit/waterfall/test/process_flake_swarming_task_result_pipeline_test.py

Issue 2369333002: [Findit] Capture versionized metadata for master_flake_analysis (Closed)
Patch Set: Fixing nits Created 4 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « appengine/findit/waterfall/process_flake_swarming_task_result_pipeline.py ('k') | no next file » | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: appengine/findit/waterfall/test/process_flake_swarming_task_result_pipeline_test.py
diff --git a/appengine/findit/waterfall/test/process_flake_swarming_task_result_pipeline_test.py b/appengine/findit/waterfall/test/process_flake_swarming_task_result_pipeline_test.py
index 2795f896262e397a05c0f0c89544c6f45582be92..9f94f76b7fa0c7099902221ae680ee3ce1039408 100644
--- a/appengine/findit/waterfall/test/process_flake_swarming_task_result_pipeline_test.py
+++ b/appengine/findit/waterfall/test/process_flake_swarming_task_result_pipeline_test.py
@@ -83,7 +83,7 @@ _SAMPLE_FAILURE_LOG = {
}
]
}
-_EXPECTED_TESTS_STATUESE = {
+_EXPECTED_TEST_STATUS = {
'TestSuite1.test1': {
'total_run': 2,
'SUCCESS': 2
@@ -137,6 +137,7 @@ class ProcessFlakeSwarmingTaskResultPipelineTest(wf_testcase.WaterfallTestCase):
self.build_number = 121
self.step_name = 'abc_tests on platform'
self.test_name = 'TestSuite1.test1'
+ self.version_number = 1
self.mock(swarming_util, 'GetSwarmingTaskResultById',
self._MockedGetSwarmingTaskResultById)
@@ -144,18 +145,17 @@ class ProcessFlakeSwarmingTaskResultPipelineTest(wf_testcase.WaterfallTestCase):
call_params = ProcessFlakeSwarmingTaskResultPipeline._GetArgs(
self.pipeline, self.master_name, self.builder_name,
self.build_number, self.step_name, self.build_number,
- self.test_name)
+ self.test_name, self.version_number)
tests_statuses = (
ProcessFlakeSwarmingTaskResultPipeline._CheckTestsRunStatuses(
- self.pipeline, None, *call_params
- ))
+ self.pipeline, None, *call_params))
self.assertEqual({}, tests_statuses)
def testCheckTestsRunStatuses(self):
analysis = MasterFlakeAnalysis.Create(
self.master_name, self.builder_name,
self.build_number, self.step_name, self.test_name)
- analysis.put()
+ analysis.Save()
task = FlakeSwarmingTask.Create(
self.master_name, self.builder_name,
@@ -165,20 +165,20 @@ class ProcessFlakeSwarmingTaskResultPipelineTest(wf_testcase.WaterfallTestCase):
call_params = ProcessFlakeSwarmingTaskResultPipeline._GetArgs(
self.pipeline, self.master_name, self.builder_name,
self.build_number, self.step_name, self.build_number,
- self.test_name)
+ self.test_name, self.version_number)
tests_statuses = (
ProcessFlakeSwarmingTaskResultPipeline._CheckTestsRunStatuses(
self.pipeline,
_SAMPLE_FAILURE_LOG, *call_params))
- self.assertEqual(_EXPECTED_TESTS_STATUESE, tests_statuses)
+ self.assertEqual(_EXPECTED_TEST_STATUS, tests_statuses)
- def testCheckTestsRunStatusesWhenTestNotExist(self):
+ def testCheckTestsRunStatusesWhenTestDoesNotExist(self):
test_name = 'TestSuite1.new_test'
analysis = MasterFlakeAnalysis.Create(
self.master_name, self.builder_name,
self.build_number, self.step_name, test_name)
- analysis.put()
+ analysis.Save()
task = FlakeSwarmingTask.Create(
self.master_name, self.builder_name,
@@ -188,9 +188,10 @@ class ProcessFlakeSwarmingTaskResultPipelineTest(wf_testcase.WaterfallTestCase):
pipeline = ProcessFlakeSwarmingTaskResultPipeline()
tests_statuses = pipeline._CheckTestsRunStatuses(
_SAMPLE_FAILURE_LOG, self.master_name, self.builder_name,
- self.build_number, self.step_name, self.build_number, test_name)
+ self.build_number, self.step_name, self.build_number, test_name,
+ self.version_number)
- self.assertEqual(_EXPECTED_TESTS_STATUESE, tests_statuses)
+ self.assertEqual(_EXPECTED_TEST_STATUS, tests_statuses)
task = FlakeSwarmingTask.Get(
self.master_name, self.builder_name,
@@ -198,10 +199,10 @@ class ProcessFlakeSwarmingTaskResultPipelineTest(wf_testcase.WaterfallTestCase):
self.assertEqual(0, task.tries)
self.assertEqual(0, task.successes)
- analysis = MasterFlakeAnalysis.Get(
+ analysis = MasterFlakeAnalysis.GetVersion(
self.master_name, self.builder_name,
- self.build_number, self.step_name, test_name)
- self.assertTrue(analysis.success_rates[-1] < 0)
+ self.build_number, self.step_name, test_name, self.version_number)
+ self.assertTrue(analysis.data_points[-1].pass_rate < 0)
def _MockedGetSwarmingTaskFailureLog(self, *_):
return _SAMPLE_FAILURE_LOG
@@ -220,13 +221,14 @@ class ProcessFlakeSwarmingTaskResultPipelineTest(wf_testcase.WaterfallTestCase):
analysis = MasterFlakeAnalysis.Create(
self.master_name, self.builder_name,
self.build_number, self.step_name, self.test_name)
- analysis.put()
+ analysis.Save()
pipeline = ProcessFlakeSwarmingTaskResultPipeline()
step_name, task_info = pipeline.run(
self.master_name, self.builder_name,
self.build_number, self.step_name,
- 'task_id1', self.build_number, self.test_name)
+ 'task_id1', self.build_number, self.test_name,
+ analysis.version_number)
self.assertEqual('abc_tests', task_info)
self.assertEqual(self.step_name, step_name)
@@ -235,7 +237,7 @@ class ProcessFlakeSwarmingTaskResultPipelineTest(wf_testcase.WaterfallTestCase):
self.step_name, self.test_name)
self.assertEqual(analysis_status.COMPLETED, task.status)
- self.assertEqual(_EXPECTED_TESTS_STATUESE, task.tests_statuses)
+ self.assertEqual(_EXPECTED_TEST_STATUS, task.tests_statuses)
self.assertEqual(datetime.datetime(2016, 2, 10, 18, 32, 6, 538220),
task.created_time)
@@ -254,19 +256,18 @@ class ProcessFlakeSwarmingTaskResultPipelineTest(wf_testcase.WaterfallTestCase):
analysis = MasterFlakeAnalysis.Create(
self.master_name, self.builder_name,
self.build_number, self.step_name, self.test_name)
- analysis.put()
+ analysis.Save()
pipeline = ProcessFlakeSwarmingTaskResultPipeline()
step_name, task_info = pipeline.run(
- self.master_name, self.builder_name,
- self.build_number, self.step_name,
- 'task_id2', self.build_number, self.test_name)
+ self.master_name, self.builder_name, self.build_number, self.step_name,
+ 'task_id2', self.build_number, self.test_name, analysis.version_number)
self.assertEqual(None, task_info)
self.assertEqual(self.step_name, step_name)
task = FlakeSwarmingTask.Get(
- self.master_name, self.builder_name,
- self.build_number, self.step_name, self.test_name)
+ self.master_name, self.builder_name, self.build_number, self.step_name,
+ self.test_name)
self.assertEqual(analysis_status.ERROR, task.status)
@@ -279,21 +280,20 @@ class ProcessFlakeSwarmingTaskResultPipelineTest(wf_testcase.WaterfallTestCase):
'swarming_settings', override_swarming_settings)
task = FlakeSwarmingTask.Create(
- self.master_name, self.builder_name,
- self.build_number, self.step_name, self.test_name)
+ self.master_name, self.builder_name, self.build_number, self.step_name,
+ self.test_name)
task.task_id = 'task_id1'
task.put()
pipeline = ProcessFlakeSwarmingTaskResultPipeline()
step_name, task_info = pipeline.run(
- self.master_name, self.builder_name,
- self.build_number, self.step_name,
- 'task_id1', self.build_number, self.test_name)
+ self.master_name, self.builder_name, self.build_number, self.step_name,
+ 'task_id1', self.build_number, self.test_name, self.version_number)
self.assertEqual('abc_tests', task_info)
self.assertEqual(self.step_name, step_name)
task = FlakeSwarmingTask.Get(
- self.master_name, self.builder_name, self.build_number,
- self.step_name, self.test_name)
+ self.master_name, self.builder_name, self.build_number, self.step_name,
+ self.test_name)
self.assertEqual(analysis_status.ERROR, task.status)
self.assertEqual({}, task.tests_statuses)
« no previous file with comments | « appengine/findit/waterfall/process_flake_swarming_task_result_pipeline.py ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698