Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(436)

Side by Side Diff: tools/lexer_generator/automata_test.py

Issue 71313002: Experimental parser: action refactor (Closed) Base URL: https://v8.googlecode.com/svn/branches/experimental/parser
Patch Set: Created 7 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « tools/lexer_generator/action_test.py ('k') | tools/lexer_generator/automaton.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2013 the V8 project authors. All rights reserved. 1 # Copyright 2013 the V8 project authors. All rights reserved.
2 # Redistribution and use in source and binary forms, with or without 2 # Redistribution and use in source and binary forms, with or without
3 # modification, are permitted provided that the following conditions are 3 # modification, are permitted provided that the following conditions are
4 # met: 4 # met:
5 # 5 #
6 # * Redistributions of source code must retain the above copyright 6 # * Redistributions of source code must retain the above copyright
7 # notice, this list of conditions and the following disclaimer. 7 # notice, this list of conditions and the following disclaimer.
8 # * Redistributions in binary form must reproduce the above 8 # * Redistributions in binary form must reproduce the above
9 # copyright notice, this list of conditions and the following 9 # copyright notice, this list of conditions and the following
10 # disclaimer in the documentation and/or other materials provided 10 # disclaimer in the documentation and/or other materials provided
11 # with the distribution. 11 # with the distribution.
12 # * Neither the name of Google Inc. nor the names of its 12 # * Neither the name of Google Inc. nor the names of its
13 # contributors may be used to endorse or promote products derived 13 # contributors may be used to endorse or promote products derived
14 # from this software without specific prior written permission. 14 # from this software without specific prior written permission.
15 # 15 #
16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 27
28 import unittest 28 import unittest
29 from automaton import Action
29 from regex_parser import RegexParser 30 from regex_parser import RegexParser
30 from nfa_builder import NfaBuilder 31 from nfa_builder import NfaBuilder
31 from dfa import Dfa 32 from dfa import Dfa
32 33
33 def dfa_from_nfa(nfa): 34 def dfa_from_nfa(nfa):
34 (start_name, dfa_nodes) = nfa.compute_dfa() 35 (start_name, dfa_nodes) = nfa.compute_dfa()
35 return Dfa(start_name, dfa_nodes) 36 return Dfa(start_name, dfa_nodes)
36 37
37 def build_automata(string): 38 def build_automata(string):
38 nfa = NfaBuilder().nfa(RegexParser.parse(string)) 39 nfa = NfaBuilder().nfa(RegexParser.parse(string))
(...skipping 34 matching lines...) Expand 10 before | Expand all | Expand 10 after
73 self.assertFalse(nfa.matches(string)) 74 self.assertFalse(nfa.matches(string))
74 self.assertFalse(dfa.matches(string)) 75 self.assertFalse(dfa.matches(string))
75 76
76 def test_can_construct_dot(self): 77 def test_can_construct_dot(self):
77 for (regex, matches, not_matches) in self.__test_data: 78 for (regex, matches, not_matches) in self.__test_data:
78 (nfa, dfa) = build_automata(regex) 79 (nfa, dfa) = build_automata(regex)
79 nfa.to_dot() 80 nfa.to_dot()
80 dfa.to_dot() 81 dfa.to_dot()
81 82
82 def test_actions(self): 83 def test_actions(self):
83 left_action = ("LEFT_ACTION", "LEFT_CONDITION") 84 left_action = Action("LEFT_ACTION")
84 right_action = ("RIGHT_ACTION", "RIGHT_CONDITION") 85 right_action = Action("RIGHT_ACTION")
85 left = RegexParser.parse("left") 86 left = RegexParser.parse("left")
86 right = RegexParser.parse("right") 87 right = RegexParser.parse("right")
87 left = NfaBuilder.add_action(left, left_action) 88 left = NfaBuilder.add_action(left, left_action)
88 right = NfaBuilder.add_action(right, right_action) 89 right = NfaBuilder.add_action(right, right_action)
89 composite = ('ONE_OR_MORE', NfaBuilder.or_graphs([left, right])) 90 composite = ('ONE_OR_MORE', NfaBuilder.or_graphs([left, right]))
90 nfa = NfaBuilder().nfa(composite) 91 nfa = NfaBuilder().nfa(composite)
91 dfa = dfa_from_nfa(nfa) 92 dfa = dfa_from_nfa(nfa)
92 def verify(string, expected): 93 def verify(string, expected):
93 actions = list(dfa.collect_actions(string)) 94 actions = list(dfa.collect_actions(string))
94 self.assertEqual(len(expected), len(actions)) 95 self.assertEqual(len(expected), len(actions))
95 for i, action in enumerate(actions): 96 for i, action in enumerate(actions):
96 self.assertEqual(action, expected[i]) 97 self.assertEqual(action, expected[i])
97 def verify_miss(string, expected): 98 def verify_miss(string, expected):
98 verify(string, expected + [('MISS',)]) 99 verify(string, expected + [Action('MISS',)])
99 def verify_hit(string, expected): 100 def verify_hit(string, expected):
100 verify(string, expected + [('TERMINATE',)]) 101 verify(string, expected + [Action('TERMINATE',)])
101 (l, r) = left_action, right_action 102 (l, r) = left_action, right_action
102 verify_hit("left", [l]) 103 verify_hit("left", [l])
103 verify_miss("lefta", [l]) 104 verify_miss("lefta", [l])
104 verify_hit("leftrightleftright", [l, r, l, r]) 105 verify_hit("leftrightleftright", [l, r, l, r])
105 verify_miss("leftrightleftrightx", [l, r, l, r]) 106 verify_miss("leftrightleftrightx", [l, r, l, r])
106 107
107 def test_minimization(self): 108 def test_minimization(self):
108 for (regex, matches, not_matches) in self.__test_data: 109 for (regex, matches, not_matches) in self.__test_data:
109 (nfa, dfa) = build_automata(regex) 110 (nfa, dfa) = build_automata(regex)
110 dfa.minimize() 111 dfa.minimize()
111 112
112 113
OLDNEW
« no previous file with comments | « tools/lexer_generator/action_test.py ('k') | tools/lexer_generator/automaton.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698