IDL parser rewrite in Python

Source/bindings/scripts/blink_idl_lexer_test.py

 #!/usr/bin/env python
 # Copyright (C) 2013 Google Inc. All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 # notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 # copyright notice, this list of conditions and the following disclaimer
 # in the documentation and/or other materials provided with the
 # distribution.
 #     * Neither the name of Google Inc. nor the names of its
 # contributors may be used to endorse or promote products derived from
 # this software without specific prior written permission.
 #
 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
+import fnmatch
+import glob
+import os
 import unittest
 
-from in_file import InFile
+from blink_idl_lexer import BlinkIDLLexer
 
-class InFileTest(unittest.TestCase):
-    def test_basic_parse(self):
-        contents = """
-name1 arg=value, arg2=value2, arg2=value3
-name2
-"""
-        lines = contents.split("\n")
-        defaults = {
-            'arg': None,
-            'arg2': [],
-        }
-        in_file = InFile(lines, defaults, None)
-        expected_values = [
-            {'name': 'name1', 'arg': 'value', 'arg2': ['value2', 'value3']},
-            {'name': 'name2', 'arg': None, 'arg2': []},
-        ]
-        self.assertEquals(in_file.name_dictionaries, expected_values)
-
-    def test_with_parameters(self):
-        contents = """namespace=TestNamespace
-fruit
-
-name1 arg=value, arg2=value2, arg2=value3
-name2
-"""
-        lines = contents.split("\n")
-        defaults = {
-            'arg': None,
-            'arg2': [],
-        }
-        default_parameters = {
-            'namespace': '',
-            'fruit': False,
-        }
-        in_file = InFile(lines, defaults, default_parameters)
-        expected_parameters = {
-            'namespace': 'TestNamespace',
-            'fruit': True,
-        }
-        self.assertEquals(in_file.parameters, expected_parameters)
+module_path = os.path.dirname(__file__)
 
 
-if __name__ == "__main__":
+def has_preprocessor_directives(filename):
+    with open(filename) as idl_file:
+        for line in idl_file:
+            if line.startswith('#'):
+                return True
+    return False
+
+
+def lex_files(lexer, file_list):
+    for filename in file_list:
+        # Can't process preprocessor directives
+        if has_preprocessor_directives(filename):
+            continue
+
+        with open(filename, 'rb') as srcfile:
+            lexer.Tokenize(srcfile.read(), filename)
+            lexer.GetTokens()
+
+
+class BlinkIDLLexerTest(unittest.TestCase):
+    def setUp(self):
+        self.lexer = BlinkIDLLexer()
+
+    def test_lex_test_idl_files(self):
+        test_idl_dir = os.path.join(module_path, os.pardir, 'tests', 'idls')
+        test_idl_glob = os.path.join(test_idl_dir, '*.idl')
+        idl_list = glob.glob(test_idl_glob)
+        lex_files(self.lexer, idl_list)
+
+    def test_lex_real_idl_files(self):
+        idl_list = []
+        source_dir = os.path.join(module_path, os.pardir, os.pardir, os.pardir, 'Source')
+        for root, _, filenames in os.walk(source_dir):
+            for filename in fnmatch.filter(filenames, '*.idl'):
+                idl_list.append(os.path.join(root, filename))
+        lex_files(self.lexer, idl_list)
+
+if __name__ == '__main__':
     unittest.main()