Experimental parser: remove bom handling

src/scanner.h

Index: src/scanner.h
diff --git a/src/scanner.h b/src/scanner.h
index f6f797e22f1e08dce696b9141fb7d7440195a85d..f19689755c0c3bcf215e35d49b56f6a23d6487fb 100644
--- a/src/scanner.h
+++ b/src/scanner.h
@@ -139,8 +139,10 @@ class UnicodeCache {
   bool IsIdentifierPart(unibrow::uchar c) { return kIsIdentifierPart.get(c); }
   bool IsLineTerminator(unibrow::uchar c) { return kIsLineTerminator.get(c); }
   bool IsWhiteSpace(unibrow::uchar c) { return kIsWhiteSpace.get(c); }
+  bool IsByteOrderMark(unibrow::uchar c) { return c == 0xfffe || c == 0xfeff; }
   bool IsWhiteSpaceNotLineTerminator(unibrow::uchar c) {
-    return !kIsLineTerminator.get(c) && kIsWhiteSpace.get(c);
+    return (kIsWhiteSpace.get(c) && !kIsLineTerminator.get(c)) ||
+        IsByteOrderMark(c);
   }
   bool IsLetter(unibrow::uchar c) { return kIsLetter.get(c); }
   bool IsIdentifierPartNotLetter(unibrow::uchar c) {