| Index: tools/lexer_generator/regex_lexer.py
|
| diff --git a/tools/lexer_generator/regex_lexer.py b/tools/lexer_generator/regex_lexer.py
|
| index d45f202c054a04563d81aabbfb167685ff716f7a..26c44870b807d2c68282ccda9fc59516206647ce 100644
|
| --- a/tools/lexer_generator/regex_lexer.py
|
| +++ b/tools/lexer_generator/regex_lexer.py
|
| @@ -48,6 +48,7 @@ class RegexLexer:
|
| 'RANGE',
|
| 'NOT',
|
| 'CLASS_LITERAL',
|
| + 'CHARACTER_CLASS',
|
| )
|
|
|
| states = (
|
| @@ -84,9 +85,10 @@ class RegexLexer:
|
|
|
| t_class_RANGE = '-'
|
| t_class_NOT = '\^'
|
| + t_class_CHARACTER_CLASS = ':ws:|:lit:'
|
|
|
| def t_class_ESCAPED_CLASS_LITERAL(self, t):
|
| - r'\\\^|\\-|\\\[|\\\]'
|
| + r'\\\^|\\-|\\\[|\\\]\\:'
|
| t.type = 'CLASS_LITERAL'
|
| t.value = t.value[1:]
|
| return t
|
|
|