Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(513)

Side by Side Diff: src/scanner-character-streams.h

Issue 545203003: Revert "Add script streaming API." (Closed) Base URL: https://v8.googlecode.com/svn/branches/bleeding_edge
Patch Set: Created 6 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « src/parser.cc ('k') | src/scanner-character-streams.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright 2011 the V8 project authors. All rights reserved. 1 // Copyright 2011 the V8 project authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #ifndef V8_SCANNER_CHARACTER_STREAMS_H_ 5 #ifndef V8_SCANNER_CHARACTER_STREAMS_H_
6 #define V8_SCANNER_CHARACTER_STREAMS_H_ 6 #define V8_SCANNER_CHARACTER_STREAMS_H_
7 7
8 #include "src/scanner.h" 8 #include "src/scanner.h"
9 9
10 namespace v8 { 10 namespace v8 {
(...skipping 41 matching lines...) Expand 10 before | Expand all | Expand 10 after
52 unsigned length_; 52 unsigned length_;
53 }; 53 };
54 54
55 55
56 // Utf16 stream based on a literal UTF-8 string. 56 // Utf16 stream based on a literal UTF-8 string.
57 class Utf8ToUtf16CharacterStream: public BufferedUtf16CharacterStream { 57 class Utf8ToUtf16CharacterStream: public BufferedUtf16CharacterStream {
58 public: 58 public:
59 Utf8ToUtf16CharacterStream(const byte* data, unsigned length); 59 Utf8ToUtf16CharacterStream(const byte* data, unsigned length);
60 virtual ~Utf8ToUtf16CharacterStream(); 60 virtual ~Utf8ToUtf16CharacterStream();
61 61
62 static unsigned CopyChars(uint16_t* dest, unsigned length, const byte* src,
63 unsigned* src_pos, unsigned src_length);
64
65 protected: 62 protected:
66 virtual unsigned BufferSeekForward(unsigned delta); 63 virtual unsigned BufferSeekForward(unsigned delta);
67 virtual unsigned FillBuffer(unsigned char_position); 64 virtual unsigned FillBuffer(unsigned char_position);
68 void SetRawPosition(unsigned char_position); 65 void SetRawPosition(unsigned char_position);
69 66
70 const byte* raw_data_; 67 const byte* raw_data_;
71 unsigned raw_data_length_; // Measured in bytes, not characters. 68 unsigned raw_data_length_; // Measured in bytes, not characters.
72 unsigned raw_data_pos_; 69 unsigned raw_data_pos_;
73 // The character position of the character at raw_data[raw_data_pos_]. 70 // The character position of the character at raw_data[raw_data_pos_].
74 // Not necessarily the same as pos_. 71 // Not necessarily the same as pos_.
75 unsigned raw_character_position_; 72 unsigned raw_character_position_;
76 }; 73 };
77 74
78 75
79 // ExternalStreamingStream is a wrapper around an ExternalSourceStream (see
80 // include/v8.h) subclass implemented by the embedder.
81 class ExternalStreamingStream : public BufferedUtf16CharacterStream {
82 public:
83 ExternalStreamingStream(ScriptCompiler::ExternalSourceStream* source_stream,
84 v8::ScriptCompiler::StreamedSource::Encoding encoding)
85 : source_stream_(source_stream),
86 encoding_(encoding),
87 current_data_(NULL),
88 current_data_offset_(0),
89 current_data_length_(0),
90 utf8_split_char_buffer_length_(0) {}
91
92 virtual ~ExternalStreamingStream() { delete[] current_data_; }
93
94 virtual unsigned BufferSeekForward(unsigned delta) OVERRIDE {
95 // We never need to seek forward when streaming scripts. We only seek
96 // forward when we want to parse a function whose location we already know,
97 // and when streaming, we don't know the locations of anything we haven't
98 // seen yet.
99 UNREACHABLE();
100 return 0;
101 }
102
103 virtual unsigned FillBuffer(unsigned position);
104
105 private:
106 void HandleUtf8SplitCharacters(unsigned* data_in_buffer);
107
108 ScriptCompiler::ExternalSourceStream* source_stream_;
109 v8::ScriptCompiler::StreamedSource::Encoding encoding_;
110 const uint8_t* current_data_;
111 unsigned current_data_offset_;
112 unsigned current_data_length_;
113 // For converting UTF-8 characters which are split across two data chunks.
114 uint8_t utf8_split_char_buffer_[4];
115 unsigned utf8_split_char_buffer_length_;
116 };
117
118
119 // UTF16 buffer to read characters from an external string. 76 // UTF16 buffer to read characters from an external string.
120 class ExternalTwoByteStringUtf16CharacterStream: public Utf16CharacterStream { 77 class ExternalTwoByteStringUtf16CharacterStream: public Utf16CharacterStream {
121 public: 78 public:
122 ExternalTwoByteStringUtf16CharacterStream(Handle<ExternalTwoByteString> data, 79 ExternalTwoByteStringUtf16CharacterStream(Handle<ExternalTwoByteString> data,
123 int start_position, 80 int start_position,
124 int end_position); 81 int end_position);
125 virtual ~ExternalTwoByteStringUtf16CharacterStream(); 82 virtual ~ExternalTwoByteStringUtf16CharacterStream();
126 83
127 virtual void PushBack(uc32 character) { 84 virtual void PushBack(uc32 character) {
128 DCHECK(buffer_cursor_ > raw_data_); 85 DCHECK(buffer_cursor_ > raw_data_);
(...skipping 10 matching lines...) Expand all
139 // Entire string is read at start. 96 // Entire string is read at start.
140 return false; 97 return false;
141 } 98 }
142 Handle<ExternalTwoByteString> source_; 99 Handle<ExternalTwoByteString> source_;
143 const uc16* raw_data_; // Pointer to the actual array of characters. 100 const uc16* raw_data_; // Pointer to the actual array of characters.
144 }; 101 };
145 102
146 } } // namespace v8::internal 103 } } // namespace v8::internal
147 104
148 #endif // V8_SCANNER_CHARACTER_STREAMS_H_ 105 #endif // V8_SCANNER_CHARACTER_STREAMS_H_
OLDNEW
« no previous file with comments | « src/parser.cc ('k') | src/scanner-character-streams.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698