Experimental lexer generator: More code generation.

src/lexer/lexer_py.re

 # Copyright 2013 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 82 matching lines @@
 "&"           { PUSH_TOKEN(BIT_AND); }
 "+"           { PUSH_TOKEN(ADD); }
 "-"           { PUSH_TOKEN(SUB); }
 "*"           { PUSH_TOKEN(MUL); }
 "/"           { PUSH_TOKEN(DIV); }
 "%"           { PUSH_TOKEN(MOD); }
 "~"           { PUSH_TOKEN(BIT_NOT); }
 ","           { PUSH_TOKEN(COMMA); }
 
 line_terminator+  { PUSH_LINE_TERMINATOR(); }
-whitespace     { SKIP } # TODO implement skip
+whitespace     { SKIP(); } # TODO implement skip
 
 "\""           <<DoubleQuoteString>>
 "'"            <<SingleQuoteString>>
 
 # all keywords
 "break"       { PUSH_TOKEN(BREAK); }
 "case"        { PUSH_TOKEN(CASE); }
 "catch"       { PUSH_TOKEN(CATCH); }
 "class"       { PUSH_TOKEN(FUTURE_RESERVED_WORD); }
 "const"       { PUSH_TOKEN(CONST); }
@@ skipping 76 matching lines @@
   }
 } <<continue>>
 default_action { PUSH_TOKEN(IDENTIFIER); }
 
 <SingleLineComment>
 line_terminator  { PUSH_LINE_TERMINATOR(); }
 eof              <<terminate>>
 /./ <<continue>>
 
 <MultiLineComment>
-"*/"             { SKIP }
+"*/"             { SKIP(); }
 # need to force action
 line_terminator+ { PUSH_LINE_TERMINATOR(); } <<continue>>
 eof              <<terminate>>
 /./ <<continue>>
 
 <HtmlComment>
-"-->"            { SKIP }
+"-->"            { SKIP(); }
 # need to force action
 line_terminator+ { PUSH_LINE_TERMINATOR(); } <<continue>>
 eof              <<terminate>>
 /./ <<continue>>