Two-threaded parser

src/scanner-character-streams.h

 // Copyright 2011 the V8 project authors. All rights reserved.
 // Redistribution and use in source and binary forms, with or without
 // modification, are permitted provided that the following conditions are
 // met:
 //
 //     * Redistributions of source code must retain the above copyright
 //       notice, this list of conditions and the following disclaimer.
 //     * Redistributions in binary form must reproduce the above
 //       copyright notice, this list of conditions and the following
 //       disclaimer in the documentation and/or other materials provided
@@ skipping 78 matching lines @@
 
   const byte* raw_data_;
   unsigned raw_data_length_;  // Measured in bytes, not characters.
   unsigned raw_data_pos_;
   // The character position of the character at raw_data[raw_data_pos_].
   // Not necessarily the same as pos_.
   unsigned raw_character_position_;
 };
 
 
-// UTF16 buffer to read characters from an external string.
+// UTF16 buffer to read characters from an external two byte (UTF-16)
+// string. The caller is responsible for keeping the memory alive.
 class ExternalTwoByteStringUtf16CharacterStream: public Utf16CharacterStream {
  public:
-  ExternalTwoByteStringUtf16CharacterStream(Handle<ExternalTwoByteString> data,
+  ExternalTwoByteStringUtf16CharacterStream(const uint16_t* raw_data,
                                             int start_position,
                                             int end_position);
   virtual ~ExternalTwoByteStringUtf16CharacterStream();
 
   virtual void PushBack(uc32 character) {
     ASSERT(buffer_cursor_ > raw_data_);
     buffer_cursor_--;
     pos_--;
   }
 
  protected:
   virtual unsigned SlowSeekForward(unsigned delta) {
     // Fast case always handles seeking.
     return 0;
   }
   virtual bool ReadBlock() {
     // Entire string is read at start.
     return false;
   }
-  Handle<ExternalTwoByteString> source_;
   const uc16* raw_data_;  // Pointer to the actual array of characters.
 };
 
+
+// UTF16 buffer to read characters from an external one byte (latin1)
+// string. Note that "ascii" in ExternalAsciiString is actually latin1. The
+// caller is responsible for keeping the memory alive.
+class ExternalOneByteStringUtf16CharacterStream
+    : public BufferedUtf16CharacterStream {
+ public:
+  ExternalOneByteStringUtf16CharacterStream(const uint8_t* raw_data,
+                                            int start_position,
+                                            int end_position);
+  virtual ~ExternalOneByteStringUtf16CharacterStream();
+
+ protected:
+  virtual unsigned BufferSeekForward(unsigned delta);
+  virtual unsigned FillBuffer(unsigned position, unsigned length);
+
+  const uint8_t* raw_data_;  // Pointer to the actual array of characters.
+  unsigned length_;
+};
+
 } }  // namespace v8::internal
 
 #endif  // V8_SCANNER_CHARACTER_STREAMS_H_