Experimental lexer generator: Fix the rest of the failures.

src/lexer/lexer_py.re

Index: src/lexer/lexer_py.re
diff --git a/src/lexer/lexer_py.re b/src/lexer/lexer_py.re
index bf08134c8237cf607c947d7851c402a633478027..650f5455b071da47caac47db651a43e2d3e118f6 100644
--- a/src/lexer/lexer_py.re
+++ b/src/lexer/lexer_py.re
@@ -65,7 +65,7 @@ line_terminator_sequence = (/\n\r?/)|(/\r\n?/);
 "!"           <|push_token(NOT)|>
 
 "//"          <||SingleLineComment>
-"/*"          <||MultiLineComment>
+"/*"          <{marker_ = cursor_ - 2;}||MultiLineComment>
 "<!--"        <||SingleLineComment>
 
 "<!-"        <|{
@@ -195,9 +195,9 @@ default_action  <push_token_and_go_forward(ILLEGAL)>
 
 <<DoubleQuoteString>>
 "\\" line_terminator_sequence <||continue>
-/\\[xX][:hex_digit:]{2}/      <||continue>
+/\\[x][:hex_digit:]{2}/       <||continue>
 /\\[u][:hex_digit:]{4}/       <||continue>
-/\\[^xXu\r\n]/                <||continue>
+/\\[^xu\r\n]/                 <||continue>
 "\\"                          <|push_token(ILLEGAL)|>
 /\n|\r/                       <|push_token(ILLEGAL)|>
 "\""                          <|push_token(STRING)|>
@@ -207,9 +207,9 @@ catch_all                     <||continue>
 <<SingleQuoteString>>
 # TODO subgraph for '\'
 "\\" line_terminator_sequence <||continue>
-/\\[xX][:hex_digit:]{2}/      <||continue>
+/\\[x][:hex_digit:]{2}/       <||continue>
 /\\[u][:hex_digit:]{4}/       <||continue>
-/\\[^xXu\r\n]/                <||continue>
+/\\[^xu\r\n]/                 <||continue>
 "\\"                          <|push_token(ILLEGAL)|>
 /\n|\r/                       <|push_token(ILLEGAL)|>
 "'"                           <|push_token(STRING)|>
@@ -234,5 +234,5 @@ catch_all <||continue>
 # TODO find a way to generate the below rule
 /\*+[^\/*]/       <||continue>
 line_terminator  <push_line_terminator||continue>
-eof <|skip_and_terminate|>
+eof <|{start_ = marker_; BACKWARD(); PUSH_TOKEN(Token::ILLEGAL);}|>
 catch_all        <||continue>