Experimental lexer generator: test for the previous commit.

tools/lexer_generator/automata_test.py

 # Copyright 2013 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 41 matching lines @@
       (".*", ["", "a", "abcaabbcc"], []),
       ("a.b", ["aab", "abb", "acb"], ["ab", ""]),
       ("a.?b", ["aab", "abb", "acb", "ab"], ["aaab", ""]),
       ("a.+b", ["aab", "abb", "acb"], ["aaac", "ab", ""]),
       (".|.", ["a", "b"], ["aa", ""]),
       ("//.", ["//a"], ["aa", ""]),
       ("[ab]{2}", ["aa", "ab", "ba", "bb"], ["", "a", "b", "aaa", "bbb"]),
       ("[ab]{2,3}", ["aa", "ab", "ba", "bb", "aab", "baa", "bbb"],
        ["", "a", "b", "aaaa", "bbba"]),
       ("[ab]{2,4}", ["aa", "ab", "ba", "bb", "aab", "baa", "bbb", "abab"],
-       ["", "a", "b", "aaaba", "bbbaa"])
+       ["", "a", "b", "aaaba", "bbbaa"]),
+      ("[\\101]", ["A"], ["B"])
     ]
 
     def test_matches(self):
       for (regex, matches, not_matches) in self.__test_data:
         (nfa, dfa) = build_automata(regex)
         for string in matches:
           self.assertTrue(nfa.matches(string))
           self.assertTrue(dfa.matches(string))
         for string in not_matches:
           self.assertFalse(nfa.matches(string))
@@ skipping 25 matching lines @@
       def verify_hit(string, expected):
         verify(string, expected + [('TERMINATE',)])
       (l, r) = left_action, right_action
       verify_hit("left", [l])
       verify_miss("lefta", [l])
       verify_hit("leftrightleftright", [l, r, l, r])
       verify_miss("leftrightleftrightx", [l, r, l, r])
 
 if __name__ == '__main__':
    unittest.main()