mastermon: report step metrics

infra/services/mastermon/pollers.py

 # Copyright (c) 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import collections
 import copy
 import json
 import logging
 import os
 
@@ skipping 123 matching lines @@
   # better suited for build cycle times.
   bucketer = ts_mon.GeometricBucketer(
       growth_factor=10**0.05, num_finite_buckets=100)
   cycle_times = ts_mon.CumulativeDistributionMetric(
       'buildbot/master/builders/builds/durations', bucketer=bucketer)
   pending_times = ts_mon.CumulativeDistributionMetric(
       'buildbot/master/builders/builds/pending_durations', bucketer=bucketer)
   total_times = ts_mon.CumulativeDistributionMetric(
       'buildbot/master/builders/builds/total_durations', bucketer=bucketer)
 
+  step_result_count = ts_mon.CounterMetric(
+      'buildbot/master/builders/steps/results/count')
+  step_times = ts_mon.CumulativeDistributionMetric(
+      'buildbot/master/builders/steps/durations', bucketer=bucketer)
+
   def poll(self):
     LOGGER.info('Collecting results from %s', self._url)
 
     if not os.path.isfile(self._url):
       LOGGER.info('No file found, assuming no data: %s', self._url)
       return True
 
     try:
       rotated_name = rotated_filename(self._url)
       # Remove the previous rotated file. We keep it on disk after
@@ skipping 12 matching lines @@
 
   def handle_response(self, data):
     fields = self.fields({k: data.get(k, 'unknown') for k in self.field_keys})
     self.result_count.increment(fields)
     if 'duration_s' in data:
       self.cycle_times.add(data['duration_s'], fields)
     if 'pending_s' in data:
       self.pending_times.add(data['pending_s'], fields)
     if 'total_s' in data:
       self.total_times.add(data['total_s'], fields)
+
+    if 'steps' in data:
+      for step in data['steps']:
+        step_fields = copy.copy(fields)
+        step_fields.update({
+          'step_name': step['step_name'],
+          'result': step['result'],
+        })
+
+        self.step_result_count.increment(step_fields)
+        self.step_times.add(step['duration_s'], step_fields)