Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(47)

Side by Side Diff: tools/lexer_generator/action_test.py

Issue 77533003: Experimental parser: remove action tests (Closed) Base URL: https://v8.googlecode.com/svn/branches/experimental/parser
Patch Set: Created 7 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « no previous file | tools/lexer_generator/lexer_test.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
(Empty)
1 # Copyright 2013 the V8 project authors. All rights reserved.
2 # Redistribution and use in source and binary forms, with or without
3 # modification, are permitted provided that the following conditions are
4 # met:
5 #
6 # * Redistributions of source code must retain the above copyright
7 # notice, this list of conditions and the following disclaimer.
8 # * Redistributions in binary form must reproduce the above
9 # copyright notice, this list of conditions and the following
10 # disclaimer in the documentation and/or other materials provided
11 # with the distribution.
12 # * Neither the name of Google Inc. nor the names of its
13 # contributors may be used to endorse or promote products derived
14 # from this software without specific prior written permission.
15 #
16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
28 import unittest
29 from automaton import Action
30 from rule_parser import RuleProcessor
31 from nfa_builder import NfaBuilder
32 from dfa import Dfa
33
34 def process_rules(rules):
35 rule_map = {}
36 for name, automata in RuleProcessor.parse(rules).automata_iter():
37 rule_map[name] = automata
38 return rule_map
39
40 class ActionTestCase(unittest.TestCase):
41
42 def __verify_last_action(self, automata, string, expected_code):
43 expected_code = (expected_code, None)
44 for automaton in [automata.dfa(), automata.minimal_dfa()]:
45 actions = list(automaton.collect_actions(string))
46 self.assertEqual(actions[-1], Dfa.terminal_action())
47 self.assertEqual(actions[-2].match_action(), expected_code)
48
49 def test_action_precedence(self):
50 rules = '''<<default>>
51 "key" <|KEYWORD|>
52 /[a-z]+/ <|ID|>'''
53 automata_for_conditions = process_rules(rules)
54 self.assertEqual(len(automata_for_conditions), 1)
55 self.assertTrue('default' in automata_for_conditions)
56 automata = automata_for_conditions['default']
57
58 self.__verify_last_action(automata, 'foo', 'ID')
59 self.__verify_last_action(automata, 'key', 'KEYWORD')
60 self.__verify_last_action(automata, 'k', 'ID')
61 self.__verify_last_action(automata, 'ke', 'ID')
62 self.__verify_last_action(automata, 'keys', 'ID')
63
64 def test_wrong_action_precedence(self):
65 rules = '''<<default>>
66 /[a-z]+/ <|ID|>
67 "key" <|KEYWORD|>'''
68 automata_for_conditions = process_rules(rules)
69 self.assertEqual(len(automata_for_conditions), 1)
70 self.assertTrue('default' in automata_for_conditions)
71 automata = automata_for_conditions['default']
72
73 # The keyword is not recognized because of the rule preference order (ID
74 # is preferred over KEYWORD).
75 self.__verify_last_action(automata, 'foo', 'ID')
76 self.__verify_last_action(automata, 'key', 'ID')
OLDNEW
« no previous file with comments | « no previous file | tools/lexer_generator/lexer_test.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698