Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(11)

Side by Side Diff: src/scanner-character-streams.h

Issue 366153002: Add script streaming API (Closed) Base URL: https://v8.googlecode.com/svn/branches/bleeding_edge
Patch Set: rebased again? Created 6 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « src/parser.cc ('k') | src/scanner-character-streams.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright 2011 the V8 project authors. All rights reserved. 1 // Copyright 2011 the V8 project authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #ifndef V8_SCANNER_CHARACTER_STREAMS_H_ 5 #ifndef V8_SCANNER_CHARACTER_STREAMS_H_
6 #define V8_SCANNER_CHARACTER_STREAMS_H_ 6 #define V8_SCANNER_CHARACTER_STREAMS_H_
7 7
8 #include "src/scanner.h" 8 #include "src/scanner.h"
9 9
10 namespace v8 { 10 namespace v8 {
(...skipping 41 matching lines...) Expand 10 before | Expand all | Expand 10 after
52 unsigned length_; 52 unsigned length_;
53 }; 53 };
54 54
55 55
56 // Utf16 stream based on a literal UTF-8 string. 56 // Utf16 stream based on a literal UTF-8 string.
57 class Utf8ToUtf16CharacterStream: public BufferedUtf16CharacterStream { 57 class Utf8ToUtf16CharacterStream: public BufferedUtf16CharacterStream {
58 public: 58 public:
59 Utf8ToUtf16CharacterStream(const byte* data, unsigned length); 59 Utf8ToUtf16CharacterStream(const byte* data, unsigned length);
60 virtual ~Utf8ToUtf16CharacterStream(); 60 virtual ~Utf8ToUtf16CharacterStream();
61 61
62 static unsigned CopyChars(uint16_t* dest, unsigned length, const byte* src,
63 unsigned* src_pos, unsigned src_length);
64
62 protected: 65 protected:
63 virtual unsigned BufferSeekForward(unsigned delta); 66 virtual unsigned BufferSeekForward(unsigned delta);
64 virtual unsigned FillBuffer(unsigned char_position); 67 virtual unsigned FillBuffer(unsigned char_position);
65 void SetRawPosition(unsigned char_position); 68 void SetRawPosition(unsigned char_position);
66 69
67 const byte* raw_data_; 70 const byte* raw_data_;
68 unsigned raw_data_length_; // Measured in bytes, not characters. 71 unsigned raw_data_length_; // Measured in bytes, not characters.
69 unsigned raw_data_pos_; 72 unsigned raw_data_pos_;
70 // The character position of the character at raw_data[raw_data_pos_]. 73 // The character position of the character at raw_data[raw_data_pos_].
71 // Not necessarily the same as pos_. 74 // Not necessarily the same as pos_.
72 unsigned raw_character_position_; 75 unsigned raw_character_position_;
73 }; 76 };
74 77
75 78
79 // ExternalStreamingStream is a wrapper around an ExternalSourceStream (see
80 // include/v8.h) subclass implemented by the embedder.
81 class ExternalStreamingStream : public BufferedUtf16CharacterStream {
82 public:
83 ExternalStreamingStream(ScriptCompiler::ExternalSourceStream* source_stream,
84 v8::ScriptCompiler::StreamedSource::Encoding encoding)
85 : source_stream_(source_stream),
86 encoding_(encoding),
87 current_data_(NULL),
88 current_data_offset_(0),
89 current_data_length_(0),
90 utf8_split_char_buffer_length_(0) {}
91
92 virtual ~ExternalStreamingStream() { delete[] current_data_; }
93
94 virtual unsigned BufferSeekForward(unsigned delta) OVERRIDE {
95 // We never need to seek forward when streaming scripts. We only seek
96 // forward when we want to parse a function whose location we already know,
97 // and when streaming, we don't know the locations of anything we haven't
98 // seen yet.
99 UNREACHABLE();
100 return 0;
101 }
102
103 virtual unsigned FillBuffer(unsigned position);
104
105 private:
106 void HandleUtf8SplitCharacters(unsigned* data_in_buffer);
107
108 ScriptCompiler::ExternalSourceStream* source_stream_;
109 v8::ScriptCompiler::StreamedSource::Encoding encoding_;
110 const uint8_t* current_data_;
111 unsigned current_data_offset_;
112 unsigned current_data_length_;
113 // For converting UTF-8 characters which are split across two data chunks.
114 uint8_t utf8_split_char_buffer_[4];
115 unsigned utf8_split_char_buffer_length_;
116 };
117
118
76 // UTF16 buffer to read characters from an external string. 119 // UTF16 buffer to read characters from an external string.
77 class ExternalTwoByteStringUtf16CharacterStream: public Utf16CharacterStream { 120 class ExternalTwoByteStringUtf16CharacterStream: public Utf16CharacterStream {
78 public: 121 public:
79 ExternalTwoByteStringUtf16CharacterStream(Handle<ExternalTwoByteString> data, 122 ExternalTwoByteStringUtf16CharacterStream(Handle<ExternalTwoByteString> data,
80 int start_position, 123 int start_position,
81 int end_position); 124 int end_position);
82 virtual ~ExternalTwoByteStringUtf16CharacterStream(); 125 virtual ~ExternalTwoByteStringUtf16CharacterStream();
83 126
84 virtual void PushBack(uc32 character) { 127 virtual void PushBack(uc32 character) {
85 DCHECK(buffer_cursor_ > raw_data_); 128 DCHECK(buffer_cursor_ > raw_data_);
(...skipping 10 matching lines...) Expand all
96 // Entire string is read at start. 139 // Entire string is read at start.
97 return false; 140 return false;
98 } 141 }
99 Handle<ExternalTwoByteString> source_; 142 Handle<ExternalTwoByteString> source_;
100 const uc16* raw_data_; // Pointer to the actual array of characters. 143 const uc16* raw_data_; // Pointer to the actual array of characters.
101 }; 144 };
102 145
103 } } // namespace v8::internal 146 } } // namespace v8::internal
104 147
105 #endif // V8_SCANNER_CHARACTER_STREAMS_H_ 148 #endif // V8_SCANNER_CHARACTER_STREAMS_H_
OLDNEW
« no previous file with comments | « src/parser.cc ('k') | src/scanner-character-streams.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698