| Index: tools/lexer_generator/regex_lexer.py
|
| diff --git a/tools/lexer_generator/regex_lexer.py b/tools/lexer_generator/regex_lexer.py
|
| index 26c44870b807d2c68282ccda9fc59516206647ce..bd25b7b24f3d14428a55e97f57ad2287fd698d46 100644
|
| --- a/tools/lexer_generator/regex_lexer.py
|
| +++ b/tools/lexer_generator/regex_lexer.py
|
| @@ -85,15 +85,15 @@ class RegexLexer:
|
|
|
| t_class_RANGE = '-'
|
| t_class_NOT = '\^'
|
| - t_class_CHARACTER_CLASS = ':ws:|:lit:'
|
| + t_class_CHARACTER_CLASS = r':\w+:'
|
|
|
| def t_class_ESCAPED_CLASS_LITERAL(self, t):
|
| - r'\\\^|\\-|\\\[|\\\]\\:'
|
| + r'\\\^|\\-|\\\[|\\\]|\\\:|\\\w'
|
| t.type = 'CLASS_LITERAL'
|
| t.value = t.value[1:]
|
| return t
|
|
|
| - t_class_CLASS_LITERAL = r'[a-zA-Z0-9]' # fix this
|
| + t_class_CLASS_LITERAL = r'[\w $_:+]' # fix this
|
|
|
| t_ANY_ignore = '\n'
|
|
|
|
|