| Index: src/preparser-api.cc
|
| diff --git a/src/preparser-api.cc b/src/preparser-api.cc
|
| deleted file mode 100644
|
| index 462dfe2290fb562171eda39a7aeb96bd601c3543..0000000000000000000000000000000000000000
|
| --- a/src/preparser-api.cc
|
| +++ /dev/null
|
| @@ -1,196 +0,0 @@
|
| -// Copyright 2011 the V8 project authors. All rights reserved.
|
| -// Redistribution and use in source and binary forms, with or without
|
| -// modification, are permitted provided that the following conditions are
|
| -// met:
|
| -//
|
| -// * Redistributions of source code must retain the above copyright
|
| -// notice, this list of conditions and the following disclaimer.
|
| -// * Redistributions in binary form must reproduce the above
|
| -// copyright notice, this list of conditions and the following
|
| -// disclaimer in the documentation and/or other materials provided
|
| -// with the distribution.
|
| -// * Neither the name of Google Inc. nor the names of its
|
| -// contributors may be used to endorse or promote products derived
|
| -// from this software without specific prior written permission.
|
| -//
|
| -// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
| -// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
| -// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
| -// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
| -// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
| -// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
| -// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
| -// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
| -// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
| -// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
| -// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
| -
|
| -#ifdef _MSC_VER
|
| -#define V8_WIN32_LEAN_AND_MEAN
|
| -#include "win32-headers.h"
|
| -#endif
|
| -
|
| -#include "../include/v8-preparser.h"
|
| -
|
| -#include "globals.h"
|
| -#include "checks.h"
|
| -#include "allocation.h"
|
| -#include "utils.h"
|
| -#include "list.h"
|
| -#include "hashmap.h"
|
| -#include "preparse-data-format.h"
|
| -#include "preparse-data.h"
|
| -#include "preparser.h"
|
| -
|
| -namespace v8 {
|
| -namespace internal {
|
| -
|
| -// UTF16Buffer based on a v8::UnicodeInputStream.
|
| -class InputStreamUtf16Buffer : public Utf16CharacterStream {
|
| - public:
|
| - /* The InputStreamUtf16Buffer maintains an internal buffer
|
| - * that is filled in chunks from the Utf16CharacterStream.
|
| - * It also maintains unlimited pushback capability, but optimized
|
| - * for small pushbacks.
|
| - * The pushback_buffer_ pointer points to the limit of pushbacks
|
| - * in the current buffer. There is room for a few pushback'ed chars before
|
| - * the buffer containing the most recently read chunk. If this is overflowed,
|
| - * an external buffer is allocated/reused to hold further pushbacks, and
|
| - * pushback_buffer_ and buffer_cursor_/buffer_end_ now points to the
|
| - * new buffer. When this buffer is read to the end again, the cursor is
|
| - * switched back to the internal buffer
|
| - */
|
| - explicit InputStreamUtf16Buffer(v8::UnicodeInputStream* stream)
|
| - : Utf16CharacterStream(),
|
| - stream_(stream),
|
| - pushback_buffer_(buffer_),
|
| - pushback_buffer_end_cache_(NULL),
|
| - pushback_buffer_backing_(NULL),
|
| - pushback_buffer_backing_size_(0) {
|
| - buffer_cursor_ = buffer_end_ = buffer_ + kPushBackSize;
|
| - }
|
| -
|
| - virtual ~InputStreamUtf16Buffer() {
|
| - if (pushback_buffer_backing_ != NULL) {
|
| - DeleteArray(pushback_buffer_backing_);
|
| - }
|
| - }
|
| -
|
| - virtual void PushBack(uc32 ch) {
|
| - ASSERT(pos_ > 0);
|
| - if (ch == kEndOfInput) {
|
| - pos_--;
|
| - return;
|
| - }
|
| - if (buffer_cursor_ <= pushback_buffer_) {
|
| - // No more room in the current buffer to do pushbacks.
|
| - if (pushback_buffer_end_cache_ == NULL) {
|
| - // We have overflowed the pushback space at the beginning of buffer_.
|
| - // Switch to using a separate allocated pushback buffer.
|
| - if (pushback_buffer_backing_ == NULL) {
|
| - // Allocate a buffer the first time we need it.
|
| - pushback_buffer_backing_ = NewArray<uc16>(kPushBackSize);
|
| - pushback_buffer_backing_size_ = kPushBackSize;
|
| - }
|
| - pushback_buffer_ = pushback_buffer_backing_;
|
| - pushback_buffer_end_cache_ = buffer_end_;
|
| - buffer_end_ = pushback_buffer_backing_ + pushback_buffer_backing_size_;
|
| - buffer_cursor_ = buffer_end_ - 1;
|
| - } else {
|
| - // Hit the bottom of the allocated pushback buffer.
|
| - // Double the buffer and continue.
|
| - uc16* new_buffer = NewArray<uc16>(pushback_buffer_backing_size_ * 2);
|
| - OS::MemCopy(new_buffer + pushback_buffer_backing_size_,
|
| - pushback_buffer_backing_,
|
| - pushback_buffer_backing_size_);
|
| - DeleteArray(pushback_buffer_backing_);
|
| - buffer_cursor_ = new_buffer + pushback_buffer_backing_size_;
|
| - pushback_buffer_backing_ = pushback_buffer_ = new_buffer;
|
| - buffer_end_ = pushback_buffer_backing_ + pushback_buffer_backing_size_;
|
| - }
|
| - }
|
| - pushback_buffer_[buffer_cursor_ - pushback_buffer_- 1] =
|
| - static_cast<uc16>(ch);
|
| - pos_--;
|
| - }
|
| -
|
| - protected:
|
| - virtual bool ReadBlock() {
|
| - if (pushback_buffer_end_cache_ != NULL) {
|
| - buffer_cursor_ = buffer_;
|
| - buffer_end_ = pushback_buffer_end_cache_;
|
| - pushback_buffer_end_cache_ = NULL;
|
| - return buffer_end_ > buffer_cursor_;
|
| - }
|
| - // Copy the top of the buffer into the pushback area.
|
| - int32_t value;
|
| - uc16* buffer_start = buffer_ + kPushBackSize;
|
| - buffer_cursor_ = buffer_end_ = buffer_start;
|
| - while ((value = stream_->Next()) >= 0) {
|
| - if (value >
|
| - static_cast<int32_t>(unibrow::Utf16::kMaxNonSurrogateCharCode)) {
|
| - buffer_start[buffer_end_++ - buffer_start] =
|
| - unibrow::Utf16::LeadSurrogate(value);
|
| - buffer_start[buffer_end_++ - buffer_start] =
|
| - unibrow::Utf16::TrailSurrogate(value);
|
| - } else {
|
| - // buffer_end_ is a const pointer, but buffer_ is writable.
|
| - buffer_start[buffer_end_++ - buffer_start] = static_cast<uc16>(value);
|
| - }
|
| - // Stop one before the end of the buffer in case we get a surrogate pair.
|
| - if (buffer_end_ <= buffer_ + 1 + kPushBackSize + kBufferSize) break;
|
| - }
|
| - return buffer_end_ > buffer_start;
|
| - }
|
| -
|
| - virtual unsigned SlowSeekForward(unsigned pos) {
|
| - // Seeking in the input is not used by preparsing.
|
| - // It's only used by the real parser based on preparser data.
|
| - UNIMPLEMENTED();
|
| - return 0;
|
| - }
|
| -
|
| - private:
|
| - static const unsigned kBufferSize = 512;
|
| - static const unsigned kPushBackSize = 16;
|
| - v8::UnicodeInputStream* const stream_;
|
| - // Buffer holding first kPushBackSize characters of pushback buffer,
|
| - // then kBufferSize chars of read-ahead.
|
| - // The pushback buffer is only used if pushing back characters past
|
| - // the start of a block.
|
| - uc16 buffer_[kPushBackSize + kBufferSize];
|
| - // Limit of pushbacks before new allocation is necessary.
|
| - uc16* pushback_buffer_;
|
| - // Only if that pushback buffer at the start of buffer_ isn't sufficient
|
| - // is the following used.
|
| - const uc16* pushback_buffer_end_cache_;
|
| - uc16* pushback_buffer_backing_;
|
| - unsigned pushback_buffer_backing_size_;
|
| -};
|
| -
|
| -} // namespace internal.
|
| -
|
| -
|
| -UnicodeInputStream::~UnicodeInputStream() { }
|
| -
|
| -
|
| -PreParserData Preparse(UnicodeInputStream* input, size_t max_stack) {
|
| - internal::InputStreamUtf16Buffer buffer(input);
|
| - uintptr_t stack_limit = reinterpret_cast<uintptr_t>(&buffer) - max_stack;
|
| - internal::UnicodeCache unicode_cache;
|
| - internal::Scanner scanner(&unicode_cache);
|
| - scanner.Initialize(&buffer);
|
| - internal::CompleteParserRecorder recorder;
|
| - preparser::PreParser preparser(&scanner, &recorder, stack_limit);
|
| - preparser.set_allow_lazy(true);
|
| - preparser::PreParser::PreParseResult result = preparser.PreParseProgram();
|
| - if (result == preparser::PreParser::kPreParseStackOverflow) {
|
| - return PreParserData::StackOverflow();
|
| - }
|
| - internal::Vector<unsigned> pre_data = recorder.ExtractData();
|
| - size_t size = pre_data.length() * sizeof(pre_data[0]);
|
| - unsigned char* data = reinterpret_cast<unsigned char*>(pre_data.start());
|
| - return PreParserData(size, data);
|
| -}
|
| -
|
| -} // namespace v8.
|
|
|