Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(64)

Side by Side Diff: src/parsing/scanner-character-streams.h

Issue 2256273002: Remove unused Utf8ToUtf16CharacterStream. (Closed) Base URL: https://chromium.googlesource.com/v8/v8.git@master
Patch Set: Created 4 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « no previous file | src/parsing/scanner-character-streams.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright 2011 the V8 project authors. All rights reserved. 1 // Copyright 2011 the V8 project authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #ifndef V8_PARSING_SCANNER_CHARACTER_STREAMS_H_ 5 #ifndef V8_PARSING_SCANNER_CHARACTER_STREAMS_H_
6 #define V8_PARSING_SCANNER_CHARACTER_STREAMS_H_ 6 #define V8_PARSING_SCANNER_CHARACTER_STREAMS_H_
7 7
8 #include "src/handles.h" 8 #include "src/handles.h"
9 #include "src/parsing/scanner.h" 9 #include "src/parsing/scanner.h"
10 #include "src/vector.h" 10 #include "src/vector.h"
(...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after
57 57
58 size_t BufferSeekForward(size_t delta) override; 58 size_t BufferSeekForward(size_t delta) override;
59 size_t FillBuffer(size_t position) override; 59 size_t FillBuffer(size_t position) override;
60 60
61 Handle<String> string_; 61 Handle<String> string_;
62 size_t length_; 62 size_t length_;
63 size_t bookmark_; 63 size_t bookmark_;
64 }; 64 };
65 65
66 66
67 // Utf16 stream based on a literal UTF-8 string.
68 class Utf8ToUtf16CharacterStream: public BufferedUtf16CharacterStream {
69 public:
70 Utf8ToUtf16CharacterStream(const byte* data, size_t length);
71 ~Utf8ToUtf16CharacterStream() override;
72
73 static size_t CopyChars(uint16_t* dest, size_t length, const byte* src,
74 size_t* src_pos, size_t src_length);
75
76 protected:
77 size_t BufferSeekForward(size_t delta) override;
78 size_t FillBuffer(size_t char_position) override;
79 void SetRawPosition(size_t char_position);
80
81 const byte* raw_data_;
82 size_t raw_data_length_; // Measured in bytes, not characters.
83 size_t raw_data_pos_;
84 // The character position of the character at raw_data[raw_data_pos_].
85 // Not necessarily the same as pos_.
86 size_t raw_character_position_;
87 };
88
89
90 // ExternalStreamingStream is a wrapper around an ExternalSourceStream (see 67 // ExternalStreamingStream is a wrapper around an ExternalSourceStream (see
91 // include/v8.h) subclass implemented by the embedder. 68 // include/v8.h) subclass implemented by the embedder.
92 class ExternalStreamingStream : public BufferedUtf16CharacterStream { 69 class ExternalStreamingStream : public BufferedUtf16CharacterStream {
93 public: 70 public:
94 ExternalStreamingStream(ScriptCompiler::ExternalSourceStream* source_stream, 71 ExternalStreamingStream(ScriptCompiler::ExternalSourceStream* source_stream,
95 v8::ScriptCompiler::StreamedSource::Encoding encoding) 72 v8::ScriptCompiler::StreamedSource::Encoding encoding)
96 : source_stream_(source_stream), 73 : source_stream_(source_stream),
97 encoding_(encoding), 74 encoding_(encoding),
98 current_data_(NULL), 75 current_data_(NULL),
99 current_data_offset_(0), 76 current_data_offset_(0),
(...skipping 86 matching lines...) Expand 10 before | Expand all | Expand 10 after
186 163
187 // UTF16 buffer to read characters from an external latin1 string. 164 // UTF16 buffer to read characters from an external latin1 string.
188 class ExternalOneByteStringUtf16CharacterStream 165 class ExternalOneByteStringUtf16CharacterStream
189 : public BufferedUtf16CharacterStream { 166 : public BufferedUtf16CharacterStream {
190 public: 167 public:
191 ExternalOneByteStringUtf16CharacterStream(Handle<ExternalOneByteString> data, 168 ExternalOneByteStringUtf16CharacterStream(Handle<ExternalOneByteString> data,
192 int start_position, 169 int start_position,
193 int end_position); 170 int end_position);
194 ~ExternalOneByteStringUtf16CharacterStream() override; 171 ~ExternalOneByteStringUtf16CharacterStream() override;
195 172
173 // For testing:
174 explicit ExternalOneByteStringUtf16CharacterStream(const char* data);
175 ExternalOneByteStringUtf16CharacterStream(const char* data, size_t length);
176
196 bool SetBookmark() override; 177 bool SetBookmark() override;
197 void ResetToBookmark() override; 178 void ResetToBookmark() override;
198 179
199 private: 180 private:
200 static const size_t kNoBookmark = -1; 181 static const size_t kNoBookmark = -1;
201 182
202 size_t BufferSeekForward(size_t delta) override; 183 size_t BufferSeekForward(size_t delta) override;
203 size_t FillBuffer(size_t position) override; 184 size_t FillBuffer(size_t position) override;
204 185
205 const uint8_t* raw_data_; // Pointer to the actual array of characters. 186 const uint8_t* raw_data_; // Pointer to the actual array of characters.
206 size_t length_; 187 size_t length_;
207 size_t bookmark_; 188 size_t bookmark_;
208 }; 189 };
209 190
210 } // namespace internal 191 } // namespace internal
211 } // namespace v8 192 } // namespace v8
212 193
213 #endif // V8_PARSING_SCANNER_CHARACTER_STREAMS_H_ 194 #endif // V8_PARSING_SCANNER_CHARACTER_STREAMS_H_
OLDNEW
« no previous file with comments | « no previous file | src/parsing/scanner-character-streams.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698