Added check for trailing whitespaces and corrected existing violations.

benchmarks/earley-boyer.js

 // This file is automatically generated by scheme2js, except for the
 // benchmark harness code at the beginning and end of the file.
 
 var EarleyBoyer = new BenchmarkSuite('EarleyBoyer', 666463, [
   new Benchmark("Earley", function () { BgL_earleyzd2benchmarkzd2(); }),
   new Benchmark("Boyer", function () { BgL_nboyerzd2benchmarkzd2(); })
 ]);
 
 
 /************* GENERATED FILE - DO NOT EDIT *************/
@@ skipping 116 matching lines @@
 /*** META ((export #t)) */
 function sc_rempropBang(sym, key) {
     var ht = sc_properties[sym];
     if (ht)
         delete ht[key];
 }
 
 /*** META ((export #t)) */
 function sc_any2String(o) {
     return jsstring2string(sc_toDisplayString(o));
-}    
+}
 
 /*** META ((export #t)
            (peephole (infix 2 2 "==="))
            (type bool))
 */
 function sc_isEqv(o1, o2) {
     return (o1 === o2);
 }
 
 /*** META ((export #t)
@@ skipping 768 matching lines @@
 }
 
 function sc_dualAppendBang(l1, l2) {
     if (l1 === null) return l2;
     if (l2 === null) return l1;
     var tmp = l1;
     while (tmp.cdr !== null) tmp=tmp.cdr;
     tmp.cdr = l2;
     return l1;
 }
-    
+
 /*** META ((export #t)) */
 function sc_appendBang() {
     var res = null;
     for (var i = 0; i < arguments.length; i++)
         res = sc_dualAppendBang(res, arguments[i]);
     return res;
 }
 
 /*** META ((export #t)) */
 function sc_reverse(l1) {
@@ skipping 219 matching lines @@
     "can": "\030",
     "em": "\031",
     "sub": "\032",
     "esc": "\033",
     "fs": "\034",
     "gs": "\035",
     "rs": "\036",
     "us": "\037",
     "sp": "\040",
     "del": "\177"};
-    
+
 sc_Char.prototype.toString = function() {
     return this.val;
 };
 // sc_toDisplayString == toString
 sc_Char.prototype.sc_toWriteString = function() {
     var entry = sc_Char.char2readable[this.val];
     if (entry)
         return entry;
     else
         return "#\\" + this.val;
@@ skipping 349 matching lines @@
     while (l1 !== null) {
         var tmp = l1;
         for (var i = 0; i < nbApplyArgs; i++) {
             applyArgs[i] = arguments[i + 1].car;
             arguments[i + 1] = arguments[i + 1].cdr;
         }
         tmp.car = proc.apply(null, applyArgs);
     }
     return l1_orig;
 }
-     
+
 /*** META ((export #t)) */
 function sc_forEach(proc, l1) {
     if (l1 === undefined)
         return undefined;
     // else
     var nbApplyArgs = arguments.length - 1;
     var applyArgs = new Array(nbApplyArgs);
     while (l1 !== null) {
         for (var i = 0; i < nbApplyArgs; i++) {
             applyArgs[i] = arguments[i + 1].car;
@@ skipping 317 matching lines @@
 /*** META ((export new js-new)
            (peephole (jsNew)))
 */
 function sc_jsNew(c) {
     var evalStr = "new c(";
     evalStr +=arguments.length > 1? "arguments[1]": "";
     for (var i = 2; i < arguments.length; i++)
         evalStr += ", arguments[" + i + "]";
     evalStr +=")";
     return eval(evalStr);
-}    
+}
 
 // ======================== RegExp ====================
 /*** META ((export #t)) */
 function sc_pregexp(re) {
     return new RegExp(sc_string2jsstring(re));
 }
 
 /*** META ((export #t)) */
 function sc_pregexpMatch(re, s) {
     var reg = (re instanceof RegExp) ? re : sc_pregexp(re);
     var tmp = reg.exec(sc_string2jsstring(s));
-    
+
     if (tmp == null) return false;
-    
+
     var res = null;
     for (var i = tmp.length-1; i >= 0; i--) {
         if (tmp[i] !== null) {
             res = sc_cons(sc_jsstring2string(tmp[i]), res);
         } else {
             res = sc_cons(false, res);
         }
     }
     return res;
 }
-   
+
 /*** META ((export #t)) */
 function sc_pregexpReplace(re, s1, s2) {
    var reg;
    var jss1 = sc_string2jsstring(s1);
    var jss2 = sc_string2jsstring(s2);
 
    if (re instanceof RegExp) {
        if (re.global)
            reg = re;
        else
            reg = new RegExp(re.source);
    } else {
        reg = new RegExp(sc_string2jsstring(re));
    }
 
    return jss1.replace(reg, jss2);
 }
-   
+
 /*** META ((export pregexp-replace*)) */
 function sc_pregexpReplaceAll(re, s1, s2) {
    var reg;
    var jss1 = sc_string2jsstring(s1);
    var jss2 = sc_string2jsstring(s2);
 
    if (re instanceof RegExp) {
       if (re.global)
           reg = re;
       else
@@ skipping 10 matching lines @@
    var reg = ((re instanceof RegExp) ?
               re :
               new RegExp(sc_string2jsstring(re)));
    var jss = sc_string2jsstring(s);
    var tmp = jss.split(reg);
 
    if (tmp == null) return false;
 
    return sc_vector2list(tmp);
 }
-   
+
 
 /* =========================================================================== */
 /* Other library stuff */
 /* =========================================================================== */
 
 /*** META ((export #t)
            (peephole (hole 1 "Math.floor(Math.random()*" 'n ")")))
 */
 function sc_random(n) {
     return Math.floor(Math.random()*n);
@@ skipping 170 matching lines @@
 /* .............. String port ..........................*/
 function sc_ErrorInputPort() {
 };
 sc_ErrorInputPort.prototype = new sc_InputPort();
 sc_ErrorInputPort.prototype.getNextChar = function() {
     throw "can't read from error-port.";
 };
 sc_ErrorInputPort.prototype.isCharReady = function() {
     return false;
 };
-    
+
 
 /* .............. String port ..........................*/
 
 function sc_StringInputPort(jsStr) {
     // we are going to do some charAts on the str.
     // instead of recreating all the time a String-object, we
     // create one in the beginning. (not sure, if this is really an optim)
     this.str = new String(jsStr);
     this.pos = 0;
 }
@@ skipping 43 matching lines @@
     this.peeked = newToken;
     return newToken;
 };
 sc_Tokenizer.prototype.readToken = function() {
     var tmp = this.peekToken();
     delete this.peeked;
     return tmp;
 };
 sc_Tokenizer.prototype.nextToken = function() {
     var port = this.port;
-    
+
     function isNumberChar(c) {
         return (c >= "0" && c <= "9");
     };
     function isIdOrNumberChar(c) {
         return SC_ID_CLASS.indexOf(c) != -1 || // ID-char
             (c >= "0" && c <= "9");
     }
     function isWhitespace(c) {
         return c === " " || c === "\r" || c === "\n" || c === "\t" || c === "\f";
     };
@@ skipping 59 matching lines @@
     };
     function readIdOrNumber(firstChar) {
         var res = firstChar;
         while (isIdOrNumberChar(port.peekChar()))
             res += port.readChar();
         if (isNaN(res))
             return new sc_Token(9/*ID*/, res);
         else
             return new sc_Token(12/*NUMBER*/, res - 0);
     };
-    
+
     function skipWhitespaceAndComments() {
         var done = false;
         while (!done) {
             done = true;
             while (isWhitespace(port.peekChar()))
                 port.readChar();
             if (port.peekChar() === ';') {
                 port.readChar();
                 done = false;
                 while (true) {
                     curChar = port.readChar();
                     if (curChar === SC_EOF_OBJECT ||
                         curChar === '\n')
                         break;
                 }
             }
         }
     };
-    
+
     function readDot() {
         if (isWhitespace(port.peekChar()))
             return new sc_Token(10/*DOT*/);
         else
             return readIdOrNumber(".");
     };
 
     function readSharp() {
         var c = port.readChar();
         if (isWhitespace(c))
@@ skipping 109 matching lines @@
     function readList(listBeginType) {
         function matchesPeer(open, close) {
             return open === 1/*OPEN_PAR*/ && close === 2/*CLOSE_PAR*/
                 || open === 3/*OPEN_BRACE*/ && close === 4/*CLOSE_BRACE*/
                 || open === 5/*OPEN_BRACKET*/ && close === 6/*CLOSE_BRACKET*/;
         };
         var res = null;
 
         while (true) {
             var token = tokenizer.peekToken();
-            
+        

[Jakob Kummerow, 2011/09/01 09:29:46]

Is this a \t ?!

             switch (token.type) {
             case 2/*CLOSE_PAR*/:
             case 4/*CLOSE_BRACE*/:
             case 6/*CLOSE_BRACKET*/:
                 if (matchesPeer(listBeginType, token.type)) {
                     tokenizer.readToken(); // consume token
                     return sc_reverseBang(res);
                 } else
                     throw "closing par doesn't match: " + listBeginType
                         + " " + listEndType;
@@ skipping 41 matching lines @@
         this.backref[nb] = tmp;
         return tmp;
     };
         
     function readReference(nb) {
         if (nb in this.backref)
             return this.backref[nb];
         else
             throw "bad reference: " + nb;
     };
-    
+
     var tokenizer = this.tokenizer;
 
     var token = tokenizer.readToken();
 
     // handle error
     if (token.type === 13/*ERROR*/)
         throw token.val;
-    
+
     switch (token.type) {
     case 1/*OPEN_PAR*/:
     case 3/*OPEN_BRACE*/:
     case 5/*OPEN_BRACKET*/:
         return readList.call(this, token.type);
     case 8/*QUOTE*/:
         return readQuote.call(this);
     case 11/*STRING*/:
         return sc_jsstring2string(token.val);
     case 20/*CHAR*/:
@@ skipping 30 matching lines @@
         port = SC_DEFAULT_IN; // THREAD: shared var...
     var t = port.readChar();
     return t === SC_EOF_OBJECT? t: new sc_Char(t);
 }
 /*** META ((export #t)) */
 function sc_peekChar(port) {
     if (port === undefined) // we assume the port hasn't been given.
         port = SC_DEFAULT_IN; // THREAD: shared var...
     var t = port.peekChar();
     return t === SC_EOF_OBJECT? t: new sc_Char(t);
-}    
+}
 /*** META ((export #t)
            (type bool))
 */
 function sc_isCharReady(port) {
     if (port === undefined) // we assume the port hasn't been given.
         port = SC_DEFAULT_IN; // THREAD: shared var...
     return port.isCharReady();
 }
 /*** META ((export #t)
            (peephole (postfix ".close()")))
@@ skipping 151 matching lines @@
     this.res += s;
 }
 sc_StringOutputPort.prototype.close = function() {
     return sc_jsstring2string(this.res);
 }
 
 /*** META ((export #t)) */
 function sc_getOutputString(sp) {
     return sc_jsstring2string(sp.res);
 }
-    
+
 
 function sc_ErrorOutputPort() {
 }
 sc_ErrorOutputPort.prototype = new sc_OutputPort();
 sc_ErrorOutputPort.prototype.appendJSString = function(s) {
     throw "don't write on ErrorPort!";
 }
 sc_ErrorOutputPort.prototype.close = function() {
     /* do nothing */
 }
@@ skipping 109 matching lines @@
 }
 
 /* ------------------ newline ---------------------------------------------------*/
 
 /*** META ((export #t)) */
 function sc_newline(p) {
     if (p === undefined) // we assume not given
         p = SC_DEFAULT_OUT;
     p.appendJSString("\n");
 }
-    
+
 /* ------------------ write-char ---------------------------------------------------*/
 
 /*** META ((export #t)) */
 function sc_writeChar(c, p) {
     if (p === undefined) // we assume not given
         p = SC_DEFAULT_OUT;
     p.appendJSString(c.val);
 }
 
 /* ------------------ write-circle ---------------------------------------------------*/
@@ skipping 54 matching lines @@
         else
             return '#' + nb + '#';
     }
     if (this[symb]-- === 0) { // if we are the last use. remove all fields.
         delete this[symb];
         delete this[symb + "nb"];
         delete this[symb + "use"];
     }
 
     var res = "";
-    
+
     if (this[symb] !== undefined) { // implies > 0
         this[symb + "use"] = true;
         if (inList)
             res += '. #' + this[symb + "nb"] + '=';
         else
             res += '#' + this[symb + "nb"] + '=';
         inList = false;
     }
 
     if (!inList)
         res += "(";
-    
+
     // print car
     res += sc_genToWriteCircleString(this.car, symb);
-    
+
     if (sc_isPair(this.cdr)) {
         res += " " + this.cdr.sc_toWriteCircleString(symb, true);
     } else if (this.cdr !== null) {
         res += " . " + sc_genToWriteCircleString(this.cdr, symb);
     }
     if (!inList)
         res += ")";
     return res;
 };
 sc_Vector.prototype.sc_toWriteCircleString = function(symb) {
@@ skipping 109 matching lines @@
                p.appendJSString(arguments[j].toString(8));
                i += 2; j++;
                break;
 
             case 66:
             case 98:
                // b
                p.appendJSString(arguments[j].toString(2));
                i += 2; j++;
                break;
-               
+        

[Jakob Kummerow, 2011/09/01 09:29:46]

Another \t

             case 37:
             case 110:
                // %, n
                p.appendJSString("\n");
                i += 2; break;
 
             case 114:
                // r
                p.appendJSString("\r");
                i += 2; break;
@@ skipping 93 matching lines @@
             (sc_isPair(o1) && sc_isPair(o2)
              && sc_isPairEqual(o1, o2, sc_isEqual)) ||
             (sc_isVector(o1) && sc_isVector(o2)
              && sc_isVectorEqual(o1, o2, sc_isEqual)));
 }
 
 /*** META ((export number->symbol integer->symbol)) */
 function sc_number2symbol(x, radix) {
     return sc_SYMBOL_PREFIX + sc_number2jsstring(x, radix);
 }
-    
+
 /*** META ((export number->string integer->string)) */
 var sc_number2string = sc_number2jsstring;
 
 /*** META ((export #t)) */
 function sc_symbol2number(s, radix) {
     return sc_jsstring2number(s.slice(1), radix);
 }
 
 /*** META ((export #t)) */
 var sc_string2number = sc_jsstring2number;
@@ skipping 1475 matching lines @@
 function RunBenchmark(name, count, run, warn) {
   for (var n = 0; n < count; ++n) {
     result = run();
     if (!warn(result)) {
       throw new Error("Earley or Boyer did incorrect number of rewrites");
     }
   }
 }
 
 var BgL_runzd2benchmarkzd2 = RunBenchmark;