[Findit] A huge refactoring and some bug fixing.

appengine/findit/util_scripts/remote_queries/swarming_task_data_query.py

 # Copyright 2016 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Pulls historical swarming task metadata from Findit and prints a report."""
 
 from collections import defaultdict
 from collections import OrderedDict
 import datetime
 import os
 import sys
 
 _REMOTE_API_DIR = os.path.join(os.path.dirname(__file__), os.path.pardir)
 sys.path.insert(1, _REMOTE_API_DIR)
 
 import remote_api
 
-from model import wf_analysis_status
+from model import analysis_status
 from model.wf_swarming_task import WfSwarmingTask
 
 
 NOT_AVAILABLE = 'N/A'
 
 
 # TODO(lijeffrey): Refactor helper methods into module sharable with
 # try_job_data_query.py.
 def _GetAverageOfNumbersInList(numbers):
   """Returns a float average of numbers or NOT_AVAILABLE if numbers is empty."""
@@ skipping 46 matching lines @@
         ...
     }
   """
   categorized_data = defaultdict(
       lambda: defaultdict(
           lambda: defaultdict(
               lambda: defaultdict(list))))
 
   for swarming_task in swarming_task_list:
     if (not swarming_task.parameters or not swarming_task.tests_statuses or
-        swarming_task.status != wf_analysis_status.ANALYZED):
+        swarming_task.status != analysis_status.COMPLETED):
       # Disregard any swarming tasks that are not yet completed or were
       # triggered before 'parameters' and 'tests_statuses' were introduced.
       continue
 
     priority = swarming_task.parameters['priority']
     master_name = swarming_task.master_name
     builder_name = swarming_task.builder_name
     step_name = swarming_task.key.id()
 
     categorized_data[priority][master_name][builder_name][step_name].append(
@@ skipping 65 matching lines @@
           'iterations_to_rerun')
       if iterations_to_rerun is not None:
         iteration_counts.append(iterations_to_rerun)
 
       # Number of tests.
       number_of_tests = len(swarming_task.tests_statuses)
       if number_of_tests:
         tests_counts.append(number_of_tests)
 
       # Error rate.
-      if swarming_task.status == wf_analysis_status.ERROR:
+      if swarming_task.status == analysis_status.ERROR:
         error_count += 1
 
     average_execution_time = (_GetAverageOfNumbersInList(
         execution_times_seconds) if execution_times_seconds else NOT_AVAILABLE)
     average_time_in_queue = (
         _GetAverageOfNumbersInList(in_queue_times) if in_queue_times else
         NOT_AVAILABLE)
     longest_execution_time = (
         str(datetime.timedelta(seconds=max(execution_times_seconds)))
         if execution_times_seconds else NOT_AVAILABLE)
@@ skipping 165 matching lines @@
   if not findit_tmp_dir:
     findit_tmp_dir = os.getcwd()
 
   report_path = os.path.join(findit_tmp_dir,
                              'swarming_task_metadata_report.html')
 
   with open(report_path, 'w') as f:
     f.write(CreateHtmlPage(final_report, START_DATE, END_DATE))
 
   print 'Swarming task metadata report available at file://%s' % report_path