Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(189)

Side by Side Diff: appengine/findit/waterfall/process_flake_swarming_task_result_pipeline.py

Issue 2477343003: [Findit] Refactoring monitor swarming task pipelines (Closed)
Patch Set: Created 4 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright 2016 The Chromium Authors. All rights reserved. 1 # Copyright 2016 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 import logging 5 import logging
6 6
7 from collections import defaultdict 7 from collections import defaultdict
8 8
9 from model.flake.flake_swarming_task import FlakeSwarmingTask 9 from model.flake.flake_swarming_task import FlakeSwarmingTask
10 from model.flake.master_flake_analysis import DataPoint 10 from model.flake.master_flake_analysis import DataPoint
11 from model.flake.master_flake_analysis import MasterFlakeAnalysis 11 from model.flake.master_flake_analysis import MasterFlakeAnalysis
12 from waterfall.process_base_swarming_task_result_pipeline import ( 12 from waterfall.process_base_swarming_task_result_pipeline import (
13 ProcessBaseSwarmingTaskResultPipeline) 13 ProcessBaseSwarmingTaskResultPipeline)
14 14
15 15
16 class ProcessFlakeSwarmingTaskResultPipeline( 16 class ProcessFlakeSwarmingTaskResultPipeline(
17 ProcessBaseSwarmingTaskResultPipeline): 17 ProcessBaseSwarmingTaskResultPipeline):
18 """A pipeline for monitoring swarming task and processing task result. 18 """A pipeline for monitoring swarming task and processing task result.
19 19
20 This pipeline waits for result for a swarming task and processes the result to 20 This pipeline waits for result for a swarming task and processes the result to
21 generate a dict for statuses for each test run. 21 generate a dict for statuses for each test run.
22 """ 22 """
23 23
24 def _GetArgs(self, master_name, builder_name, build_number,
25 step_name, *args):
26 master_build_number = args[0]
27 test_name = args[1]
28 version_number = args[2]
29 return (master_name, builder_name, build_number, step_name,
30 master_build_number, test_name, version_number)
31
32 # Unused Argument - pylint: disable=W0612,W0613
33 # Arguments number differs from overridden method - pylint: disable=W0221
34 def _GetSwarmingTask(self, master_name, builder_name, build_number,
35 step_name, master_build_number, test_name, _):
36 # Gets the appropriate kind of swarming task (FlakeSwarmingTask).
37 return FlakeSwarmingTask.Get(master_name, builder_name, build_number,
38 step_name, test_name)
39
24 # Arguments number differs from overridden method - pylint: disable=W0221 40 # Arguments number differs from overridden method - pylint: disable=W0221
25 def _CheckTestsRunStatuses(self, output_json, master_name, 41 def _CheckTestsRunStatuses(self, output_json, master_name,
26 builder_name, build_number, step_name, 42 builder_name, build_number, step_name,
27 master_build_number, test_name, version_number): 43 master_build_number, test_name, version_number):
28 """Checks result status for each test run and saves the numbers accordingly. 44 """Checks result status for each test run and saves the numbers accordingly.
29 45
30 Args: 46 Args:
31 output_json (dict): A dict of all test results in the swarming task. 47 output_json (dict): A dict of all test results in the swarming task.
32 master_name (string): Name of master of swarming rerun. 48 master_name (string): Name of master of swarming rerun.
33 builder_name (dict): Name of builder of swarming rerun. 49 builder_name (dict): Name of builder of swarming rerun.
(...skipping 52 matching lines...) Expand 10 before | Expand all | Expand 10 after
86 flake_swarming_task.put() 102 flake_swarming_task.put()
87 103
88 results = flake_swarming_task.GetFlakeSwarmingTaskData() 104 results = flake_swarming_task.GetFlakeSwarmingTaskData()
89 # TODO(lijeffrey): Determine whether or not this flake swarming task 105 # TODO(lijeffrey): Determine whether or not this flake swarming task
90 # was a cache hit (already ran results for more iterations than were 106 # was a cache hit (already ran results for more iterations than were
91 # requested) and update results['cache_hit'] accordingly. 107 # requested) and update results['cache_hit'] accordingly.
92 master_flake_analysis.swarming_rerun_results.append(results) 108 master_flake_analysis.swarming_rerun_results.append(results)
93 master_flake_analysis.put() 109 master_flake_analysis.put()
94 return tests_statuses 110 return tests_statuses
95 111
96 def _GetArgs(self, master_name, builder_name, build_number, 112 def run(self, master_name, builder_name, build_number, step_name, task_id,
chanli 2016/11/08 19:26:00 I think there is no need to change this class...
lijeffrey 2016/11/08 21:45:00 Done.
97 step_name, *args): 113 *args):
98 master_build_number = args[0] 114 call_args = self._GetArgs(master_name, builder_name, build_number,
99 test_name = args[1] 115 step_name, *args)
100 version_number = args[2] 116 step_name_no_platform = self._MonitorSwarmingTask(task_id, *call_args)
101 return (master_name, builder_name, build_number, step_name, 117 return step_name, step_name_no_platform
102 master_build_number, test_name, version_number)
103
104 # Unused Argument - pylint: disable=W0612,W0613
105 def _GetSwarmingTask(self, master_name, builder_name, build_number,
106 step_name, master_build_number, test_name, _):
107 # Get the appropriate kind of Swarming Task (Flake).
108 return FlakeSwarmingTask.Get(master_name, builder_name,
109 build_number, step_name, test_name)
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698