Add manage.py --remaining to count remaining tests to convert to Swarming.

testing/buildbot/manage.py

Index: testing/buildbot/manage.py
diff --git a/testing/buildbot/manage.py b/testing/buildbot/manage.py
index 1ba69f04a1602c5ae573722c0a32a2d8835dee58..cbc73ad97977ffc81f47b8395b8d078485954cf7 100755
--- a/testing/buildbot/manage.py
+++ b/testing/buildbot/manage.py
@@ -10,6 +10,7 @@ formatted.
 """
 
 import argparse
+import collections
 import glob
 import json
 import os
@@ -17,7 +18,10 @@ import sys
 
 
 THIS_DIR = os.path.dirname(os.path.abspath(__file__))
+sys.path.insert(
+    0, os.path.join(THIS_DIR, '..', '..', 'third_party', 'colorama', 'src'))

[M-A Ruel, 2015/04/01 13:06:25]

I hadn't realized there was a src directory underneath. I assume a local install
was being used instead, that's why it didn't fail locally.

 
+import colorama
 
 # These are not 'builders'.
 SKIP = {
@@ -35,14 +39,28 @@ def upgrade_test(test):
 
 
 def main():
+  colorama.init()
   parser = argparse.ArgumentParser(description=sys.modules[__name__].__doc__)
   group = parser.add_mutually_exclusive_group(required=True)
   group.add_argument(
       '-c', '--check', action='store_true', help='Only check the files')
   group.add_argument(
+      '--remaining', action='store_true',
+      help='Count the number of tests not yet running on Swarming')
+  group.add_argument(
       '-w', '--write', action='store_true', help='Rewrite the files')
+  parser.add_argument(
+      'test_name', nargs='?',
+      help='The test name to print which configs to update; only to be used '
+           'with --remaining')
   args = parser.parse_args()
 
+  # Stats when running in --remaining mode;
+  tests_location = collections.defaultdict(
+      lambda: {
+        'count_run_local': 0, 'count_run_on_swarming': 0, 'local_configs': {}
+      })
+
   result = 0
   for filepath in glob.glob(os.path.join(THIS_DIR, '*.json')):
     filename = os.path.basename(filepath)
@@ -63,6 +81,16 @@ def main():
           (upgrade_test(l) for l in data['gtest_tests']),
           key=lambda x: x['test'])
 
+        if args.remaining:
+          for test in data['gtest_tests']:
+            name = test['test']
+            if test.get('swarming', {}).get('can_use_on_swarming_builders'):
+              tests_location[name]['count_run_on_swarming'] += 1
+            else:
+              tests_location[name]['count_run_local'] += 1
+              tests_location[name]['local_configs'].setdefault(
+                  filename, []).append(builder)
+
     expected = json.dumps(
         config, sort_keys=True, indent=2, separators=(',', ': ')) + '\n'
     if content != expected:
@@ -73,6 +101,42 @@ def main():
         print('Updated %s' % filename)
       else:
         print('%s is not in canonical format' % filename)
+
+  if args.remaining:
+    if args.test_name:
+      if args.test_name not in tests_location:
+        print('Unknown test %s' % args.test_name)
+        return 1
+      for config, builders in sorted(
+          tests_location[args.test_name]['local_configs'].iteritems()):
+        print('%s:' % config)
+        for builder in sorted(builders):
+          print('  %s' % builder)
+    else:
+      l = max(map(len, tests_location))
+      print('%-*s%sLocal       %sSwarming' %
+          (l, 'Test', colorama.Fore.RED, colorama.Fore.GREEN))
+      total_local = 0
+      total_swarming = 0
+      for name, location in sorted(tests_location.iteritems()):
+        if not location['count_run_on_swarming']:
+          c = colorama.Fore.RED
+        elif location['count_run_local']:
+          c = colorama.Fore.YELLOW
+        else:
+          c = colorama.Fore.GREEN
+        total_local += location['count_run_local']
+        total_swarming += location['count_run_on_swarming']
+        print('%s%-*s %4d           %4d' %
+            (c, l, name, location['count_run_local'],
+              location['count_run_on_swarming']))
+      total = total_local + total_swarming
+      p_local = 100. * total_local / total
+      p_swarming = 100. * total_swarming / total
+      print('%s%-*s %4d (%4.1f%%)   %4d (%4.1f%%)' %
+          (colorama.Fore.WHITE, l, 'Total:', total_local, p_local,
+            total_swarming, p_swarming))
+      print('%-*s                %4d' % (l, 'Total executions:', total))
   return result