Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(188)

Side by Side Diff: tools/lexer_generator/lexer_test.py

Issue 137883006: Experimental parser: use Terms instead of tuples (Closed) Base URL: https://v8.googlecode.com/svn/branches/experimental/parser
Patch Set: Created 6 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « tools/lexer_generator/generator.py ('k') | tools/lexer_generator/nfa_builder.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2013 the V8 project authors. All rights reserved. 1 # Copyright 2013 the V8 project authors. All rights reserved.
2 # Redistribution and use in source and binary forms, with or without 2 # Redistribution and use in source and binary forms, with or without
3 # modification, are permitted provided that the following conditions are 3 # modification, are permitted provided that the following conditions are
4 # met: 4 # met:
5 # 5 #
6 # * Redistributions of source code must retain the above copyright 6 # * Redistributions of source code must retain the above copyright
7 # notice, this list of conditions and the following disclaimer. 7 # notice, this list of conditions and the following disclaimer.
8 # * Redistributions in binary form must reproduce the above 8 # * Redistributions in binary form must reproduce the above
9 # copyright notice, this list of conditions and the following 9 # copyright notice, this list of conditions and the following
10 # disclaimer in the documentation and/or other materials provided 10 # disclaimer in the documentation and/or other materials provided
(...skipping 21 matching lines...) Expand all
32 class LexerTestCase(unittest.TestCase): 32 class LexerTestCase(unittest.TestCase):
33 33
34 def __verify_action_stream(self, rules, string, expected): 34 def __verify_action_stream(self, rules, string, expected):
35 expected = map(lambda (action, s) : ( 35 expected = map(lambda (action, s) : (
36 Action(Term.empty_term(), Term(action)), s), 36 Action(Term.empty_term(), Term(action)), s),
37 expected) 37 expected)
38 rule_processor = RuleProcessor.parse(rules, 'latin1') 38 rule_processor = RuleProcessor.parse(rules, 'latin1')
39 automata = rule_processor.default_automata() 39 automata = rule_processor.default_automata()
40 for automaton in [automata.nfa(), automata.dfa(), automata.minimal_dfa()]: 40 for automaton in [automata.nfa(), automata.dfa(), automata.minimal_dfa()]:
41 for i, (action, start, stop) in enumerate( 41 for i, (action, start, stop) in enumerate(
42 automaton.lex(string, rule_processor.default_action)): 42 automaton.lex(string, rule_processor.default_action())):
43 self.assertEquals(expected[i][0], action) 43 self.assertEquals(expected[i][0], action)
44 self.assertEquals(expected[i][1], string[start : stop]) 44 self.assertEquals(expected[i][1], string[start : stop])
45 45
46 @staticmethod 46 @staticmethod
47 def __terminate(): 47 def __terminate():
48 return ('terminate', '\0') 48 return ('terminate', '\0')
49 49
50 def test_simple(self): 50 def test_simple(self):
51 rules = ''' 51 rules = '''
52 <<default>> 52 <<default>>
(...skipping 85 matching lines...) Expand 10 before | Expand all | Expand 10 after
138 /[b-z]/ <|ID|Identifier> 138 /[b-z]/ <|ID|Identifier>
139 " " <|SPACE|> 139 " " <|SPACE|>
140 <<Identifier>> 140 <<Identifier>>
141 /[b-z]/ <|ID|continue> 141 /[b-z]/ <|ID|continue>
142 /[a]/ <|INVALID|> 142 /[a]/ <|INVALID|>
143 ''' 143 '''
144 self.__verify_action_stream(rules, 'bc ba de', 144 self.__verify_action_stream(rules, 'bc ba de',
145 [('ID', 'bc'), ('SPACE', ' '), 145 [('ID', 'bc'), ('SPACE', ' '),
146 ('INVALID', 'ba'), ('SPACE', ' '), 146 ('INVALID', 'ba'), ('SPACE', ' '),
147 ('ID', 'de')]) 147 ('ID', 'de')])
OLDNEW
« no previous file with comments | « tools/lexer_generator/generator.py ('k') | tools/lexer_generator/nfa_builder.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698