Add more unit tests for perf expectations....

log_parser/perf_expectations/tests/perf_expectations_unittest.py

 #!/usr/bin/python
 #
 # Copyright (c) 2009 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Verify perf_expectations.json can be loaded using simplejson.
 
 perf_expectations.json is a JSON-formatted file.  This script verifies
 that simplejson can load it correctly.  It should catch most common
 formatting problems.
 """
 
 import sys
 import os
 import unittest
+import re
 
 simplejson = None
 
 def OnTestsLoad():
   old_path = sys.path
   script_path = os.path.dirname(sys.argv[0])
   load_path = None
   global simplejson
 
   # This test script should be stored in src/tools/perf_expectations/.  That
@@ skipping 24 matching lines @@
     import simplejson as Simplejson
     simplejson = Simplejson
   except ImportError, e:
     msg = "%s expects to live within a Chromium checkout" % sys.argv[0]
     raise Exception, "Error trying to import simplejson from %s (%s)" % \
                      (load_path, msg)
   finally:
     sys.path = old_path
   return True
 
+def LoadData():
+  perf_file = open(PERF_EXPECTATIONS, 'r')
+  try:
+    perf_data = simplejson.load(perf_file)
+  except ValueError, e:
+    perf_file.seek(0)
+    print "Error reading %s:\n%s" % (PERF_EXPECTATIONS,
+                                    perf_file.read()[:50]+'...')
+    raise e
+  return perf_data
+
 OnTestsLoad()
 
 PERF_EXPECTATIONS = os.path.join(os.path.dirname(sys.argv[0]),
                                  '../perf_expectations.json')
 
-class SimplejsonUnittest(unittest.TestCase):
-  def testFormat(self):
-    perf_file = open(PERF_EXPECTATIONS, 'r')
-    try:
-      perf_data = simplejson.load(perf_file)
-    except ValueError, e:
-      perf_file.seek(0)
-      print "Error reading %s:\n%s" % (PERF_EXPECTATIONS,
-                                      perf_file.read()[:50]+'...')
-      raise e
-    print ("Successfully loaded perf_expectations: %d keys found." %
-           len(perf_data))
-    return
+class PerfExpectationsUnittest(unittest.TestCase):
+  def testPerfExpectations(self):
+    perf_data = LoadData()
+
+    # Test data is dictionary.
+    perf_data = LoadData()
+    if not isinstance(perf_data, dict):
+      raise Exception('perf expectations is not a dict')
+
+    # Test the 'load' key.
+    if not 'load' in perf_data:
+      raise Exception("perf expectations is missing a load key")
+    if not isinstance(perf_data['load'], bool):
+      raise Exception("perf expectations load key has non-bool value")
+
+    # Test all key values are dictionaries.
+    bad_keys = []
+    for key in perf_data:
+      if key == 'load':
+        continue
+      if not isinstance(perf_data[key], dict):
+        bad_keys.append(key)
+    if len(bad_keys) > 0:
+      msg = "perf expectations keys have non-dict values"
+      raise Exception("%s: %s" % (msg, bad_keys))
+
+    # Test all key values have delta and var keys.
+    for key in perf_data:
+      if key == 'load':
+        continue
+      if 'delta' not in perf_data[key] or 'var' not in perf_data[key]:
+        bad_keys.append(key)
+      if (not isinstance(perf_data[key]['delta'], int) and
+          not isinstance(perf_data[key]['delta'], float)):
+        bad_keys.append(key)
+      if (not isinstance(perf_data[key]['var'], int) and
+          not isinstance(perf_data[key]['var'], float)):
+        bad_keys.append(key)
+    if len(bad_keys) > 0:
+      msg = "perf expectations key values missing or invalid delta/var"
+      raise Exception("%s: %s" % (msg, bad_keys))
+
+    # Test all keys have the correct format.
+    for key in perf_data:
+      if key == 'load':
+        continue
+      if not re.match(r"^([\w-]+)/([\w-]+)/([\w-]+)/([\w-]+)$", key):
+        bad_keys.append(key)
+    if len(bad_keys) > 0:
+      msg = "perf expectations keys in bad format, expected a/b/c/d"
+      raise Exception("%s: %s" % (msg, bad_keys))
 
 if __name__ == '__main__':
   unittest.main()