Experimental lexer generator: Fix byte order mark detection.

src/lexer/even-more-experimental-scanner.cc

Index: src/lexer/even-more-experimental-scanner.cc
diff --git a/src/lexer/even-more-experimental-scanner.cc b/src/lexer/even-more-experimental-scanner.cc
index 96c753f7d372b46c7072c3bc005f90cb6cbd50df..ac26d1d16bb1c6cabe012865138c19871372355b 100644
--- a/src/lexer/even-more-experimental-scanner.cc
+++ b/src/lexer/even-more-experimental-scanner.cc
@@ -69,32 +69,19 @@ const byte* ReadFile(const char* name, Isolate* isolate,
   int file_size = ftell(file);
   rewind(file);
 
-  byte* file_contents = new byte[file_size];
+  *size = file_size * repeat;
+
+  byte* chars = new byte[*size];
   for (int i = 0; i < file_size;) {
-    int read =
-        static_cast<int>(fread(&file_contents[i], 1, file_size - i, file));
+    int read = static_cast<int>(fread(&chars[i], 1, file_size - i, file));
     i += read;
   }
   fclose(file);
 
-  // If the file contains the UTF16 little endian magic bytes, skip them.
-  // FIXME: what if we see big endian magic bytes? Do we do the right thing for
-  // big endian anyway?
-  byte* start = file_contents;
-  if (*start == 0xff && *(start + 1) == 0xfe) {
-    start += 2;
-    file_size -= 2;
+  for (int i = file_size; i < *size; i++) {
+    chars[i] = chars[i - file_size];
   }
 
-  *size = file_size * repeat;
-  byte* chars = new byte[*size];
-
-  for (int i = 0; i < *size; i++) {
-    chars[i] = start[i % file_size];
-  }
-
-  delete file_contents;
-
   return chars;
 }