| OLD | NEW |
|---|
| 1 # Copyright 2013 the V8 project authors. All rights reserved. | 1 # Copyright 2013 the V8 project authors. All rights reserved. |
| 2 # Redistribution and use in source and binary forms, with or without | 2 # Redistribution and use in source and binary forms, with or without |
| 3 # modification, are permitted provided that the following conditions are | 3 # modification, are permitted provided that the following conditions are |
| 4 # met: | 4 # met: |
| 5 # | 5 # |
| 6 # * Redistributions of source code must retain the above copyright | 6 # * Redistributions of source code must retain the above copyright |
| 7 # notice, this list of conditions and the following disclaimer. | 7 # notice, this list of conditions and the following disclaimer. |
| 8 # * Redistributions in binary form must reproduce the above | 8 # * Redistributions in binary form must reproduce the above |
| 9 # copyright notice, this list of conditions and the following | 9 # copyright notice, this list of conditions and the following |
| 10 # disclaimer in the documentation and/or other materials provided | 10 # disclaimer in the documentation and/or other materials provided |
| 11 # with the distribution. | 11 # with the distribution. |
| 12 # * Neither the name of Google Inc. nor the names of its | 12 # * Neither the name of Google Inc. nor the names of its |
| 13 # contributors may be used to endorse or promote products derived | 13 # contributors may be used to endorse or promote products derived |
| 14 # from this software without specific prior written permission. | 14 # from this software without specific prior written permission. |
| 15 # | 15 # |
| 16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | 16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | 17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | 18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | 19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | 20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | 21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | 22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | 23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | 24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | 25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | 26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 27 | 27 |
| 28 import argparse |
| 28 from nfa import Nfa, NfaBuilder | 29 from nfa import Nfa, NfaBuilder |
| 29 from dfa import Dfa | 30 from dfa import Dfa |
| 30 from rule_parser import RuleParser, RuleParserState | 31 from rule_parser import RuleParser, RuleParserState |
| 31 | 32 |
| 32 file_template = ''' | 33 file_template = ''' |
| 33 <html> | 34 <html> |
| 34 <head> | 35 <head> |
| 35 <script src="viz.js"></script> | 36 <script src="viz.js"></script> |
| 36 <script> | 37 <script> |
| 37 function draw(name, id) { | 38 function draw(name, id) { |
| (...skipping 43 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 81 for k, v in parser_state.rules.items(): | 82 for k, v in parser_state.rules.items(): |
| 82 graphs = [] | 83 graphs = [] |
| 83 for (graph, precedence, code, action) in v['regex']: | 84 for (graph, precedence, code, action) in v['regex']: |
| 84 graphs.append(NfaBuilder.add_action(graph, (precedence, code, action))) | 85 graphs.append(NfaBuilder.add_action(graph, (precedence, code, action))) |
| 85 rule_map[k] = builder.nfa(NfaBuilder.or_graphs(graphs)) | 86 rule_map[k] = builder.nfa(NfaBuilder.or_graphs(graphs)) |
| 86 html_data = [] | 87 html_data = [] |
| 87 for rule_name, nfa in rule_map.items(): | 88 for rule_name, nfa in rule_map.items(): |
| 88 (start, dfa_nodes) = nfa.compute_dfa() | 89 (start, dfa_nodes) = nfa.compute_dfa() |
| 89 dfa = Dfa(start, dfa_nodes) | 90 dfa = Dfa(start, dfa_nodes) |
| 90 html_data.append((rule_name, nfa, dfa)) | 91 html_data.append((rule_name, nfa, dfa)) |
| 91 html = generate_html(html_data) | 92 return html_data |
| 92 # print html | |
| 93 | |
| 94 def parse_file(file_name): | |
| 95 parser_state = RuleParserState() | |
| 96 with open(file_name, 'r') as f: | |
| 97 RuleParser.parse(f.read(), parser_state) | |
| 98 process_rules(parser_state) | |
| 99 | 93 |
| 100 if __name__ == '__main__': | 94 if __name__ == '__main__': |
| 101 parse_file('src/lexer/lexer_py.re') | 95 |
| 96 parser = argparse.ArgumentParser() |
| 97 parser.add_argument('--html') |
| 98 args = parser.parse_args() |
| 99 |
| 100 re_file = 'src/lexer/lexer_py.re' |
| 101 |
| 102 parser_state = RuleParserState() |
| 103 with open(re_file, 'r') as f: |
| 104 RuleParser.parse(f.read(), parser_state) |
| 105 html_data = process_rules(parser_state) |
| 106 |
| 107 html_file = args.html |
| 108 if html_file: |
| 109 html = generate_html(html_data) |
| 110 with open(args.html, 'w') as f: |
| 111 f.write(html) |
| 112 print "wrote html to %s" % html_file |
| OLD | NEW |
|---|
Chromium Code Reviews
Issue 59663004:
Experimental parser: add html arg to generator (Closed)
Base URL: https://v8.googlecode.com/svn/branches/experimental/parser