Experimental parser: rule grammar refactor

tools/lexer_generator/rule_parser_test.py

 # Copyright 2013 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 22 matching lines @@
 
    def setUp(self):
      self.state = RuleParserState()
 
    def parse(self, string):
     return self.state.parse(string)
 
    def test_basic(self):
      self.parse('''
 alias = /regex/;
-<cond1> /regex/ <<cond2>>
-<cond1> alias <<cond2>>
-<cond2> /regex/ {body}
-<cond2> alias {body}
-<cond3> /regex/ {body} <<cond1>>
-<cond3> alias {body} <<cond1>>''')
+<<cond1>> /regex/ <||cond2>
+<<cond1>> alias <||cond2>
+<<cond2>> /regex/ <|{body}|>
+<<cond2>> alias <|{body}|>
+<<cond3>> /regex/ <{body}||>
+<<cond3>> alias <{body}||>''')
 
      self.assertTrue(len(self.state.aliases), 1)
      self.assertTrue('alias' in self.state.aliases)
      self.assertEquals(self.state.aliases['alias'], RegexParser.parse('regex'))
 
      self.assertTrue(len(self.state.rules), 2)
      self.assertTrue('cond1' in self.state.rules)
      self.assertEquals(len(self.state.rules['cond1']['regex']), 2)
      # self.assertTrue('regex2' in self.state.rules['cond1'])
      # self.assertEquals(self.state.rules['cond1']['regex2'],
      #                   ('condition', 'cond2'))
 
      self.assertTrue('cond2' in self.state.rules)
      self.assertEquals(len(self.state.rules['cond2']['regex']), 2)
      # self.assertTrue('regex3' in self.state.rules['cond2'])
      # self.assertEquals(self.state.rules['cond2']['regex3'],
      #                   ('body', 'body'))
 
      self.assertTrue('cond3' in self.state.rules)
      self.assertEquals(len(self.state.rules['cond3']['regex']), 2)
      # self.assertTrue('regex4' in self.state.rules['cond3'])
      # self.assertEquals(self.state.rules['cond3']['regex4'],
      #                   ('condition_and_body', 'cond4', 'body'))
 
    def test_more_complicated(self):
      self.parse('''
 alias = "regex;with;semicolon";
-<cond1> "regex3}with}braces}" {body {with} braces }
-<cond1> "regex4{with{braces}" {body {with} braces }''')
+<<cond1>> "regex3}with}braces}" <|{body {with} braces }|>
+<<cond1>> "regex4{with{braces}" <{body {with} braces }||>''')
 
      self.assertEquals(self.state.aliases['alias'],
                        RegexParser.parse("regex;with;semicolon"))
      self.assertTrue('cond1' in self.state.rules)
      self.assertEquals(len(self.state.rules['cond1']['regex']), 2)
 
      # self.assertEquals(
      #     self.parse['cond1']['regex4{with{braces}'],
      #     ('body', 'body {with} braces }'))
 
    def test_body_with_if(self):
-     self.parse('<cond> "regex" { if (foo) { bar } }')
+     self.parse('<<cond>> "regex" <|{ if (foo) { bar } }|>')
      # self.assertEquals(
      #     self.parse['cond']['regex'],
      #     ('body', 'if (foo) { bar }'))
 
    def test_regexp_with_count(self):
-     self.parse('<cond> /regex{1,3}/ { if (foo) { bar } }')
+     self.parse('<<cond>> /regex{1,3}/ <|{ if (foo) { bar } }|>')
      # self.assertEquals(
      #     self.parse['cond']['regex{1,3}'],
      #     ('body', 'if (foo) { bar }'))