Experimental lexer generator: utf line terminator fix.

src/scanner.h

Index: src/scanner.h
diff --git a/src/scanner.h b/src/scanner.h
index 4a58b1e366b6c3019444897cd111e0c15e2a8567..f6f797e22f1e08dce696b9141fb7d7440195a85d 100644
--- a/src/scanner.h
+++ b/src/scanner.h
@@ -139,6 +139,9 @@ class UnicodeCache {
   bool IsIdentifierPart(unibrow::uchar c) { return kIsIdentifierPart.get(c); }
   bool IsLineTerminator(unibrow::uchar c) { return kIsLineTerminator.get(c); }
   bool IsWhiteSpace(unibrow::uchar c) { return kIsWhiteSpace.get(c); }
+  bool IsWhiteSpaceNotLineTerminator(unibrow::uchar c) {
+    return !kIsLineTerminator.get(c) && kIsWhiteSpace.get(c);
+  }
   bool IsLetter(unibrow::uchar c) { return kIsLetter.get(c); }
   bool IsIdentifierPartNotLetter(unibrow::uchar c) {
     return kIsIdentifierPartNotLetter.get(c);