Generating benchmark.csv file

tools/perf/core/perf_data_generator_unittest.py

+# Copyright 2017 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+import unittest
+
+from core import perf_data_generator
+from core.perf_data_generator import BenchmarkMetadata
+
+
+class PerfDataGeneratorTest(unittest.TestCase):
+
+  def testVerifyAllTestsInBenchmarkCsvPassesWithCorrectInput(self):
+    tests = {
+        "AAAAA1 AUTOGENERATED": {},
+        "Android Nexus5 Perf (2)": {
+            "scripts": [
+                {"name": "benchmark_name_1"},
+                {"name": "benchmark_name_2"}
+            ]
+        },
+        "Linux Perf": {
+            "isolated_scripts": [
+                {"name": "benchmark_name_2.reference"},
+                {"name": "benchmark_name_3"}
+            ]
+        }
+    }
+    benchmarks = {
+        "benchmark_name_1": BenchmarkMetadata(None, None),
+        "benchmark_name_2": BenchmarkMetadata(None, None),
+        "benchmark_name_3": BenchmarkMetadata(None, None)
+    }
+
+    perf_data_generator.verify_all_tests_in_benchmark_csv(tests, benchmarks)
+
+
+  def testVerifyAllTestsInBenchmarkCsvCatchesMismatchedTests(self):
+    tests = {
+        "Android Nexus5 Perf (2)": {
+            "scripts": [
+                {"name": "benchmark_name_1"},
+                {"name": "benchmark_name_2"}
+            ]
+        }
+    }
+    benchmarks = {
+        "benchmark_name_2": BenchmarkMetadata(None, None),
+        "benchmark_name_3": BenchmarkMetadata(None, None),
+    }
+
+    with self.assertRaises(AssertionError) as context:
+      perf_data_generator.verify_all_tests_in_benchmark_csv(tests, benchmarks)
+    exception = context.exception.message
+    self.assertTrue('Add benchmark_name_1' in exception)
+    self.assertTrue('Remove benchmark_name_3' in exception)
+
+
+  def testVerifyAllTestsInBenchmarkCsvFindsFakeTest(self):
+    tests = {"Random fake test": {}}
+    benchmarks = {
+        "benchmark_name_1": BenchmarkMetadata(None, None)
+    }
+
+    with self.assertRaises(AssertionError) as context:
+      perf_data_generator.verify_all_tests_in_benchmark_csv(tests, benchmarks)
+    self.assertTrue('Unknown test' in context.exception.message)