Count flakiness pipeline issue tracker requests

infra/services/builder_alerts/crbug_issues.py

 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 from collections import defaultdict
 import datetime
 import json
 
 from apiclient import discovery
 from apiclient.errors import HttpError
 import httplib2
 from oauth2client import client
 
 from infra_libs import ts_mon
 
 
 # Dictionary mapping whitelisted lower-case labels to corresponding tree names.
 WHITELISTED_LABELS = {'sheriff-chromium': 'chromium',
                       'sheriff-blink': 'blink',
                       'infra-troopers': 'trooper'}
 BATCH_SIZE = 10
 
 
+issue_tracker_requests = ts_mon.CounterMetric(
+    'flakiness_pipeline/issue_tracker_requests',
+    description='Number of requests to the issue tracker')
+
+
 def _build_crbug_service(crbug_service_account):  # pragma: no cover
   with open(crbug_service_account) as crbug_sa_file:
     service_account = json.load(crbug_sa_file)
 
   creds = client.SignedJwtAssertionCredentials(
       service_account['client_email'], service_account['private_key'],
       'https://www.googleapis.com/auth/userinfo.email')
   http = creds.authorize(httplib2.Http())
   return discovery.build(
       'monorail', 'v1', discoveryServiceUrl='https://monorail-prod.appspot.com/'
       '_ah/api/discovery/v1/apis/{api}/{apiVersion}/rest', http=http)
 
 
 def _list_issues(crbug_service_account):
   service = _build_crbug_service(crbug_service_account)
   issues = []
   seen_issue_ids = set()
   for whitelisted_label in WHITELISTED_LABELS:
     start_index = 0
     while True:
       request = service.issues().list(
           projectId='chromium', label=whitelisted_label,
           startIndex=start_index, maxResults=BATCH_SIZE, can='open')
       response = request.execute(num_retries=5)
+      issue_tracker_requests.increment(
+          {'source': 'builder_alerts', 'operation': 'issues_list'})
   
       # Issue Tracker may omit certain issues occasionally, so counting whether
       # they add up to 'totalResults' in response is not relaible. However, we
       # can use the fact that 'items' is not present in response if we try to
       # list issues starting from an index beyond totalResults.
       if not response.get('items'):
         break
   
       # Here we increment start_index by BATCH_SIZE rather then by the actual
       # number of returned issues in 'items' because as described above, issue
@@ skipping 106 matching lines @@
 
     sheriff_issue['tags'] = sorted(tags)  # converts back to list
     if severity is not None:
       sheriff_issue['severity'] = severity
 
     # We assume that a tags have 1:1 mapping to trees here.
     for tree_name in sheriff_issue['tags']:
       sheriff_issues[tree_name].append(sheriff_issue)
 
   return sheriff_issues