| Index: tools/lexer_generator/rule_lexer.py
|
| diff --git a/tools/lexer_generator/rule_lexer.py b/tools/lexer_generator/rule_lexer.py
|
| index 048fa203a07678926aa4b31ec1b7e9b2832a149a..e8a6207d4e0b79f85011764d71deaa9945ef7b56 100644
|
| --- a/tools/lexer_generator/rule_lexer.py
|
| +++ b/tools/lexer_generator/rule_lexer.py
|
| @@ -33,6 +33,7 @@ class RuleLexer:
|
| 'DEFAULT',
|
| 'DEFAULT_ACTION',
|
| 'CATCH_ALL',
|
| + 'PUSH_TOKEN',
|
|
|
| 'IDENTIFIER',
|
| 'STRING',
|
| @@ -70,7 +71,7 @@ class RuleLexer:
|
| pass
|
|
|
| __special_identifiers = set(map(lambda s: s.lower(),
|
| - ['DEFAULT', 'DEFAULT_ACTION', 'CATCH_ALL',]))
|
| + ['DEFAULT', 'DEFAULT_ACTION', 'CATCH_ALL', 'PUSH_TOKEN']))
|
|
|
| def t_IDENTIFIER(self, t):
|
| r'[a-zA-Z][a-zA-Z0-9_]*'
|
|
|