Experimental parser: better eos handling

tools/lexer_generator/lexer_test.py

 # Copyright 2013 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 30 matching lines @@
             automaton.lex(string, rule_processor.default_action)):
           self.assertEquals(expected[i][0], action)
           self.assertEquals(expected[i][1], string[start : stop])
 
   @staticmethod
   def __terminate():
     return (Action(None, ('terminate', None)), '\0')
 
   def test_simple(self):
     rules = '''
-    eos = [:eos:];
     <<default>>
     "("           <|LBRACE|>
     ")"           <|RBRACE|>
 
     "foo"         <|FOO|>
-    eos           <|terminate|>'''
+    eos           <terminate>'''
 
     string = 'foo()'
     self.__verify_action_stream(rules, string,
         [('FOO', 'foo'), ('LBRACE', '('), ('RBRACE', ')'), self.__terminate()])
 
   def test_maximal_matching(self):
     rules = '''
-    eos = [:eos:];
     <<default>>
     "<"           <|LT|>
     "<<"          <|SHL|>
     " "           <|SPACE|>
-    eos           <|terminate|>'''
+    eos           <terminate>'''
 
     string = '<< <'
     self.__verify_action_stream(rules, string,
         [('SHL', '<<'), ('SPACE', ' '), ('LT', '<'), self.__terminate()])
 
   def test_consecutive_epsilon_transitions(self):
     rules = '''
-    eos = [:eos:];
     digit = [0-9];
     number = (digit+ ("." digit+)?);
     <<default>>
     number        <|NUMBER|>'''
 
     string = '555'
     self.__verify_action_stream(rules, string, [('NUMBER', '555')])
 
   def test_action_precedence(self):
     rules = '''
@@ skipping 51 matching lines @@
     /[b-z]/ <|ID|Identifier>
     " "     <|SPACE|>
     <<Identifier>>
     /[b-z]/ <|ID|continue>
     /[a]/   <|INVALID|>
     '''
     self.__verify_action_stream(rules, 'bc ba de',
                                 [('ID', 'bc'), ('SPACE', ' '),
                                  ('INVALID', 'ba'), ('SPACE', ' '),
                                  ('ID', 'de')])