| OLD | NEW |
| 1 // Copyright 2011 the V8 project authors. All rights reserved. | 1 // Copyright 2011 the V8 project authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #ifndef V8_SCANNER_CHARACTER_STREAMS_H_ | 5 #ifndef V8_SCANNER_CHARACTER_STREAMS_H_ |
| 6 #define V8_SCANNER_CHARACTER_STREAMS_H_ | 6 #define V8_SCANNER_CHARACTER_STREAMS_H_ |
| 7 | 7 |
| 8 #include "src/scanner.h" | 8 #include "src/scanner.h" |
| 9 | 9 |
| 10 namespace v8 { | 10 namespace v8 { |
| (...skipping 41 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 52 unsigned length_; | 52 unsigned length_; |
| 53 }; | 53 }; |
| 54 | 54 |
| 55 | 55 |
| 56 // Utf16 stream based on a literal UTF-8 string. | 56 // Utf16 stream based on a literal UTF-8 string. |
| 57 class Utf8ToUtf16CharacterStream: public BufferedUtf16CharacterStream { | 57 class Utf8ToUtf16CharacterStream: public BufferedUtf16CharacterStream { |
| 58 public: | 58 public: |
| 59 Utf8ToUtf16CharacterStream(const byte* data, unsigned length); | 59 Utf8ToUtf16CharacterStream(const byte* data, unsigned length); |
| 60 virtual ~Utf8ToUtf16CharacterStream(); | 60 virtual ~Utf8ToUtf16CharacterStream(); |
| 61 | 61 |
| 62 static unsigned CopyChars(uint16_t* dest, unsigned length, const byte* src, | |
| 63 unsigned* src_pos, unsigned src_length); | |
| 64 | |
| 65 protected: | 62 protected: |
| 66 virtual unsigned BufferSeekForward(unsigned delta); | 63 virtual unsigned BufferSeekForward(unsigned delta); |
| 67 virtual unsigned FillBuffer(unsigned char_position); | 64 virtual unsigned FillBuffer(unsigned char_position); |
| 68 void SetRawPosition(unsigned char_position); | 65 void SetRawPosition(unsigned char_position); |
| 69 | 66 |
| 70 const byte* raw_data_; | 67 const byte* raw_data_; |
| 71 unsigned raw_data_length_; // Measured in bytes, not characters. | 68 unsigned raw_data_length_; // Measured in bytes, not characters. |
| 72 unsigned raw_data_pos_; | 69 unsigned raw_data_pos_; |
| 73 // The character position of the character at raw_data[raw_data_pos_]. | 70 // The character position of the character at raw_data[raw_data_pos_]. |
| 74 // Not necessarily the same as pos_. | 71 // Not necessarily the same as pos_. |
| 75 unsigned raw_character_position_; | 72 unsigned raw_character_position_; |
| 76 }; | 73 }; |
| 77 | 74 |
| 78 | 75 |
| 79 // ExternalStreamingStream is a wrapper around an ExternalSourceStream (see | |
| 80 // include/v8.h) subclass implemented by the embedder. | |
| 81 class ExternalStreamingStream : public BufferedUtf16CharacterStream { | |
| 82 public: | |
| 83 ExternalStreamingStream(ScriptCompiler::ExternalSourceStream* source_stream, | |
| 84 v8::ScriptCompiler::StreamedSource::Encoding encoding) | |
| 85 : source_stream_(source_stream), | |
| 86 encoding_(encoding), | |
| 87 current_data_(NULL), | |
| 88 current_data_offset_(0), | |
| 89 current_data_length_(0), | |
| 90 utf8_split_char_buffer_length_(0) {} | |
| 91 | |
| 92 virtual ~ExternalStreamingStream() { delete[] current_data_; } | |
| 93 | |
| 94 virtual unsigned BufferSeekForward(unsigned delta) OVERRIDE { | |
| 95 // We never need to seek forward when streaming scripts. We only seek | |
| 96 // forward when we want to parse a function whose location we already know, | |
| 97 // and when streaming, we don't know the locations of anything we haven't | |
| 98 // seen yet. | |
| 99 UNREACHABLE(); | |
| 100 return 0; | |
| 101 } | |
| 102 | |
| 103 virtual unsigned FillBuffer(unsigned position); | |
| 104 | |
| 105 private: | |
| 106 void HandleUtf8SplitCharacters(unsigned* data_in_buffer); | |
| 107 | |
| 108 ScriptCompiler::ExternalSourceStream* source_stream_; | |
| 109 v8::ScriptCompiler::StreamedSource::Encoding encoding_; | |
| 110 const uint8_t* current_data_; | |
| 111 unsigned current_data_offset_; | |
| 112 unsigned current_data_length_; | |
| 113 // For converting UTF-8 characters which are split across two data chunks. | |
| 114 uint8_t utf8_split_char_buffer_[4]; | |
| 115 unsigned utf8_split_char_buffer_length_; | |
| 116 }; | |
| 117 | |
| 118 | |
| 119 // UTF16 buffer to read characters from an external string. | 76 // UTF16 buffer to read characters from an external string. |
| 120 class ExternalTwoByteStringUtf16CharacterStream: public Utf16CharacterStream { | 77 class ExternalTwoByteStringUtf16CharacterStream: public Utf16CharacterStream { |
| 121 public: | 78 public: |
| 122 ExternalTwoByteStringUtf16CharacterStream(Handle<ExternalTwoByteString> data, | 79 ExternalTwoByteStringUtf16CharacterStream(Handle<ExternalTwoByteString> data, |
| 123 int start_position, | 80 int start_position, |
| 124 int end_position); | 81 int end_position); |
| 125 virtual ~ExternalTwoByteStringUtf16CharacterStream(); | 82 virtual ~ExternalTwoByteStringUtf16CharacterStream(); |
| 126 | 83 |
| 127 virtual void PushBack(uc32 character) { | 84 virtual void PushBack(uc32 character) { |
| 128 DCHECK(buffer_cursor_ > raw_data_); | 85 DCHECK(buffer_cursor_ > raw_data_); |
| (...skipping 10 matching lines...) Expand all Loading... |
| 139 // Entire string is read at start. | 96 // Entire string is read at start. |
| 140 return false; | 97 return false; |
| 141 } | 98 } |
| 142 Handle<ExternalTwoByteString> source_; | 99 Handle<ExternalTwoByteString> source_; |
| 143 const uc16* raw_data_; // Pointer to the actual array of characters. | 100 const uc16* raw_data_; // Pointer to the actual array of characters. |
| 144 }; | 101 }; |
| 145 | 102 |
| 146 } } // namespace v8::internal | 103 } } // namespace v8::internal |
| 147 | 104 |
| 148 #endif // V8_SCANNER_CHARACTER_STREAMS_H_ | 105 #endif // V8_SCANNER_CHARACTER_STREAMS_H_ |
| OLD | NEW |