Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(121)

Side by Side Diff: tools/lexer_generator/transition_key_test.py

Issue 59973005: Experimental parser: user defined key classes (Closed) Base URL: https://v8.googlecode.com/svn/branches/experimental/parser
Patch Set: Created 7 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « tools/lexer_generator/rule_parser.py ('k') | tools/lexer_generator/transition_keys.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2013 the V8 project authors. All rights reserved. 1 # Copyright 2013 the V8 project authors. All rights reserved.
2 # Redistribution and use in source and binary forms, with or without 2 # Redistribution and use in source and binary forms, with or without
3 # modification, are permitted provided that the following conditions are 3 # modification, are permitted provided that the following conditions are
4 # met: 4 # met:
5 # 5 #
6 # * Redistributions of source code must retain the above copyright 6 # * Redistributions of source code must retain the above copyright
7 # notice, this list of conditions and the following disclaimer. 7 # notice, this list of conditions and the following disclaimer.
8 # * Redistributions in binary form must reproduce the above 8 # * Redistributions in binary form must reproduce the above
9 # copyright notice, this list of conditions and the following 9 # copyright notice, this list of conditions and the following
10 # disclaimer in the documentation and/or other materials provided 10 # disclaimer in the documentation and/or other materials provided
(...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after
46 self.assertEqual(hash(left), hash(right)) 46 self.assertEqual(hash(left), hash(right))
47 47
48 def test_classes(self): 48 def test_classes(self):
49 # class regex, should match, should not match 49 # class regex, should match, should not match
50 data = [ 50 data = [
51 ("1-2", "12", "ab"), 51 ("1-2", "12", "ab"),
52 ("a-zA-Z", "abyzABYZ" , "123"), 52 ("a-zA-Z", "abyzABYZ" , "123"),
53 ("a-zA-Z0g" , "abyzABYZ0" , "123"), 53 ("a-zA-Z0g" , "abyzABYZ0" , "123"),
54 ("a-z:ws::lit:" , "abc" , "123"), 54 ("a-z:ws::lit:" , "abc" , "123"),
55 ] 55 ]
56 classes = {}
56 for (string, match, no_match) in data: 57 for (string, match, no_match) in data:
57 for invert in [False, True]: 58 for invert in [False, True]:
58 if invert: 59 if invert:
59 regex = "[^%s]" % string 60 regex = "[^%s]" % string
60 token = "NOT_CLASS" 61 token = "NOT_CLASS"
61 else: 62 else:
62 regex = "[%s]" % string 63 regex = "[%s]" % string
63 token = "CLASS" 64 token = "CLASS"
64 graph = RegexParser.parse(regex) 65 graph = RegexParser.parse(regex)
65 assert graph[0] == token 66 assert graph[0] == token
66 key = TransitionKey.character_class(invert, graph[1]) 67 key = TransitionKey.character_class(graph, classes)
67 for c in match: 68 for c in match:
68 self.assertEqual(invert, not key.matches_char(c)) 69 self.assertEqual(invert, not key.matches_char(c))
69 for c in no_match: 70 for c in no_match:
70 self.assertEqual(invert, key.matches_char(c)) 71 self.assertEqual(invert, key.matches_char(c))
71 72
73 def test_self_defined_classes(self):
74 graph = RegexParser.parse("[a-z]")
75 classes = {
76 'self_defined' : TransitionKey.character_class(graph, {})}
77 graph = RegexParser.parse("[^:self_defined:]")
78 key = TransitionKey.character_class(graph, classes)
79 self.assertTrue(key.matches_char('A'))
80
72 if __name__ == '__main__': 81 if __name__ == '__main__':
73 unittest.main() 82 unittest.main()
OLDNEW
« no previous file with comments | « tools/lexer_generator/rule_parser.py ('k') | tools/lexer_generator/transition_keys.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698