Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(2627)

Issues Search
    My Issues | Starred     Open | Closed | All

Unified Diff: appengine/findit/waterfall/test/identify_try_job_culprit_pipeline_test.py

Issue 1591003002: [Findit] Modify tryjob pipelines to trigger try jobs for test failure. (Closed) Base URL: https://chromium.googlesource.com/infra/infra.git@master
Patch Set: Simplify the format for final try-job result for test failures. Created 4 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« appengine/findit/waterfall/monitor_try_job_pipeline.py ('K') | « appengine/findit/waterfall/schedule_try_job_pipeline.py ('k') | appengine/findit/waterfall/test/monitor_try_job_pipeline_test.py » ('j') | appengine/findit/waterfall/test/schedule_try_job_pipeline_test.py » ('J')
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: appengine/findit/waterfall/test/identify_try_job_culprit_pipeline_test.py
diff --git a/appengine/findit/waterfall/test/identify_try_job_culprit_pipeline_test.py b/appengine/findit/waterfall/test/identify_try_job_culprit_pipeline_test.py
index 4557aa46735982ce6fdb8ad322e11d8652b2dbe7..524d3ee3251b7179a72548732e42a249b5aafd83 100644
--- a/appengine/findit/waterfall/test/identify_try_job_culprit_pipeline_test.py
+++ b/appengine/findit/waterfall/test/identify_try_job_culprit_pipeline_test.py
@@ -9,6 +9,7 @@ from model import wf_analysis_status
from model.wf_try_job import WfTryJob
from waterfall.identify_try_job_culprit_pipeline import(
IdentifyTryJobCulpritPipeline)
+from waterfall.try_job_enums import TryJobType
class IdentifyTryJobCulpritPipelineTest(testing.AppengineTestCase):
@@ -21,6 +22,7 @@ class IdentifyTryJobCulpritPipelineTest(testing.AppengineTestCase):
self.code_review_url = code_review_url
mock_change_logs = {}
+ mock_change_logs['rev1'] = MockedChangeLog('1', 'url_1')
mock_change_logs['rev2'] = MockedChangeLog('2', 'url_2')
return mock_change_logs.get(revision)
@@ -28,13 +30,12 @@ class IdentifyTryJobCulpritPipelineTest(testing.AppengineTestCase):
master_name = 'm'
builder_name = 'b'
build_number = 1
- try_job_id = '1'
- compile_result = None
WfTryJob.Create(master_name, builder_name, build_number).put()
pipeline = IdentifyTryJobCulpritPipeline()
culprit = pipeline.run(
- master_name, builder_name, build_number, try_job_id, compile_result)
+ master_name, builder_name, build_number, ['rev1'],
+ TryJobType.COMPILE, '1', None)
try_job = WfTryJob.Get(master_name, builder_name, build_number)
self.assertIsNone(culprit)
@@ -44,7 +45,6 @@ class IdentifyTryJobCulpritPipelineTest(testing.AppengineTestCase):
master_name = 'm'
builder_name = 'b'
build_number = 1
- try_job_id = '1'
compile_result = {
'result': [],
'url': 'url',
@@ -54,7 +54,8 @@ class IdentifyTryJobCulpritPipelineTest(testing.AppengineTestCase):
pipeline = IdentifyTryJobCulpritPipeline()
culprit = pipeline.run(
- master_name, builder_name, build_number, try_job_id, compile_result)
+ master_name, builder_name, build_number, ['rev1'],
+ TryJobType.COMPILE, '1', compile_result)
try_job = WfTryJob.Get(master_name, builder_name, build_number)
self.assertIsNone(culprit)
@@ -64,7 +65,6 @@ class IdentifyTryJobCulpritPipelineTest(testing.AppengineTestCase):
master_name = 'm'
builder_name = 'b'
build_number = 1
- try_job_id = '1'
compile_result = {
'result': [
['rev1', 'passed'],
@@ -77,7 +77,8 @@ class IdentifyTryJobCulpritPipelineTest(testing.AppengineTestCase):
pipeline = IdentifyTryJobCulpritPipeline()
culprit = pipeline.run(
- master_name, builder_name, build_number, try_job_id, compile_result)
+ master_name, builder_name, build_number, ['rev1'],
+ TryJobType.COMPILE, '1', compile_result)
try_job = WfTryJob.Get(master_name, builder_name, build_number)
self.assertIsNone(culprit)
@@ -87,10 +88,9 @@ class IdentifyTryJobCulpritPipelineTest(testing.AppengineTestCase):
master_name = 'm'
builder_name = 'b'
build_number = 1
- try_job_id = '1'
compile_result = {
'result': [
- ['rev1', 'failed']
+ ['rev0', 'failed']
],
'url': 'url',
'try_job_id': '1',
@@ -101,7 +101,8 @@ class IdentifyTryJobCulpritPipelineTest(testing.AppengineTestCase):
pipeline = IdentifyTryJobCulpritPipeline()
culprit = pipeline.run(
- master_name, builder_name, build_number, try_job_id, compile_result)
+ master_name, builder_name, build_number, ['rev1'],
+ TryJobType.COMPILE, '1', compile_result)
try_job = WfTryJob.Get(master_name, builder_name, build_number)
self.assertIsNone(culprit)
@@ -111,7 +112,6 @@ class IdentifyTryJobCulpritPipelineTest(testing.AppengineTestCase):
master_name = 'm'
builder_name = 'b'
build_number = 1
- try_job_id = '1'
compile_result = {
'result': [
['rev1', 'passed'],
@@ -123,21 +123,15 @@ class IdentifyTryJobCulpritPipelineTest(testing.AppengineTestCase):
try_job = WfTryJob.Create(master_name, builder_name, build_number)
try_job.status = wf_analysis_status.ANALYZING
- try_job.compile_results = [{
- 'result': [
- ['rev1', 'passed'],
- ['rev2', 'failed']
- ],
- 'url': 'url',
- 'try_job_id': '1',
- }]
+ try_job.compile_results = [compile_result]
try_job.put()
self.mock(GitRepository, 'GetChangeLog', self._MockGetChangeLog)
pipeline = IdentifyTryJobCulpritPipeline()
culprit = pipeline.run(
- master_name, builder_name, build_number, try_job_id, compile_result)
+ master_name, builder_name, build_number, ['rev1'],
+ TryJobType.COMPILE, '1', compile_result)
expected_compile_result = {
'result': [
@@ -158,3 +152,208 @@ class IdentifyTryJobCulpritPipelineTest(testing.AppengineTestCase):
try_job = WfTryJob.Get(master_name, builder_name, build_number)
self.assertEqual(expected_compile_result, try_job.compile_results[-1])
self.assertEqual(wf_analysis_status.ANALYZED, try_job.status)
+
+ def testIdentifyCulpritForTestTryJobReturnNoneIfNoTryJobResult(self):
+ master_name = 'm'
+ builder_name = 'b'
+ build_number = 1
+
+ try_job = WfTryJob.Create(master_name, builder_name, build_number)
+ try_job.status = wf_analysis_status.ANALYZING
+ try_job.put()
+
+ pipeline = IdentifyTryJobCulpritPipeline()
+ culprit = pipeline.run(
+ master_name, builder_name, build_number, ['rev1', 'rev2'],
+ TryJobType.TEST, '1', None)
+
+ self.assertIsNone(culprit)
+
+ def testIdentifyCulpritForTestTryJobReturnNoneIfNoRevisionToCheck(self):
+ master_name = 'm'
+ builder_name = 'b'
+ build_number = 1
+ test_result = {
+ 'result': {
+ 'rev1': {
+ 'a_test': {
+ 'status': 'failed',
+ 'valid': True,
+ 'failures': ['a_test1']
+ }
+ }
+ },
+ 'url': 'url',
+ 'try_job_id': '1'
+ }
+
+ try_job = WfTryJob.Create(master_name, builder_name, build_number)
+ try_job.status = wf_analysis_status.ANALYZING
+ try_job.put()
+
+ pipeline = IdentifyTryJobCulpritPipeline()
+ culprit = pipeline.run(
+ master_name, builder_name, build_number, [], TryJobType.TEST, '1',
+ test_result)
+
+ self.assertIsNone(culprit)
+
+ def testIdentifyCulpritForTestTryJobReturnNoneIfNoCulpritInfo(self):
+ master_name = 'm'
+ builder_name = 'b'
+ build_number = 1
+ test_result = {
+ 'result': {
+ 'rev3': {
+ 'a_test': {
+ 'status': 'failed',
+ 'valid': True,
+ 'failures': ['a_test1']
+ }
+ }
+ },
+ 'url': 'url',
+ 'try_job_id': '1'
+ }
+
+ try_job = WfTryJob.Create(master_name, builder_name, build_number)
+ try_job.status = wf_analysis_status.ANALYZING
+ try_job.put()
+
+ pipeline = IdentifyTryJobCulpritPipeline()
+ culprit = pipeline.run(
+ master_name, builder_name, build_number, ['rev3'], TryJobType.TEST,
+ '1', test_result)
+
+ self.assertIsNone(culprit)
+
+ def testIdentifyCulpritForTestTryJobSuccess(self):
+ master_name = 'm'
+ builder_name = 'b'
+ build_number = 1
+ test_result = {
+ 'result': {
+ 'rev1': {
+ 'a_test': {
+ 'status': 'failed',
+ 'valid': True,
+ 'failures': ['a_test1']
+ },
+ 'b_test': {
+ 'status': 'failed',
+ 'valid': True,
+ 'failures': ['b_test1']
+ },
+ 'c_test': {
+ 'status': 'passed',
+ 'valid': True
+ }
+ },
+ 'rev2': {
+ 'a_test': {
+ 'status': 'failed',
+ 'valid': True,
+ 'failures': ['a_test1', 'a_test2']
+ },
+ 'b_test': {
+ 'status': 'passed',
+ 'valid': True
+ },
+ 'c_test': {
+ 'status': 'failed',
+ 'valid': True,
+ 'failures': []
+ }
+ }
+ },
+ 'url': 'url',
+ 'try_job_id': '1'
+ }
+
+ try_job = WfTryJob.Create(master_name, builder_name, build_number)
+ try_job.status = wf_analysis_status.ANALYZING
+ try_job.test_results = [test_result]
+ try_job.put()
+
+ self.mock(GitRepository, 'GetChangeLog', self._MockGetChangeLog)
+
+ pipeline = IdentifyTryJobCulpritPipeline()
+ culprit = pipeline.run(
+ master_name, builder_name, build_number, ['rev1', 'rev2'],
+ TryJobType.TEST, '1', test_result)
+
+ expected_test_result = {
stgao 2016/01/29 18:55:02 style nit: too many space.
chanli 2016/01/30 02:22:37 Done.
+ 'result': {
+ 'rev1': {
+ 'a_test': {
+ 'status': 'failed',
+ 'valid': True,
+ 'failures': ['a_test1']
+ },
+ 'b_test': {
+ 'status': 'failed',
+ 'valid': True,
+ 'failures': ['b_test1']
+ },
+ 'c_test': {
+ 'status': 'passed',
+ 'valid': True
+ }
+ },
+ 'rev2': {
+ 'a_test': {
+ 'status': 'failed',
+ 'valid': True,
+ 'failures': ['a_test1', 'a_test2']
+ },
+ 'b_test': {
+ 'status': 'passed',
+ 'valid': True
+ },
+ 'c_test': {
+ 'status': 'failed',
+ 'valid': True,
+ 'failures': []
+ }
+ }
+ },
+ 'url': 'url',
+ 'try_job_id': '1',
+ 'culprit': {
+ 'a_test': {
+ 'tests': {
+ 'a_test1': {
+ 'revision': 'rev1',
+ 'commit_position': '1',
+ 'review_url': 'url_1'
+ },
+ 'a_test2': {
+ 'revision': 'rev2',
+ 'commit_position': '2',
+ 'review_url': 'url_2'
+ }
+ }
+ },
+ 'b_test': {
+ 'tests': {
+ 'b_test1': {
+ 'revision': 'rev1',
+ 'commit_position': '1',
+ 'review_url': 'url_1'
+ }
+ }
+ },
+ 'c_test': {
+ 'revision': 'rev2',
+ 'commit_position': '2',
+ 'review_url': 'url_2',
+ 'tests': {}
+ }
+ }
+ }
+
+ self.assertEqual(expected_test_result['culprit'], culprit)
+
+ try_job = WfTryJob.Get(master_name, builder_name, build_number)
+ self.assertEqual(expected_test_result, try_job.test_results[-1])
+ self.assertEqual(wf_analysis_status.ANALYZED, try_job.status)
« appengine/findit/waterfall/monitor_try_job_pipeline.py ('K') | « appengine/findit/waterfall/schedule_try_job_pipeline.py ('k') | appengine/findit/waterfall/test/monitor_try_job_pipeline_test.py » ('j') | appengine/findit/waterfall/test/schedule_try_job_pipeline_test.py » ('J')

Powered by Google App Engine
This is Rietveld 408576698