Experimental parser: merge to r19637

src/lexer/experimental-scanner.cc

Index: src/lexer/experimental-scanner.cc
diff --git a/src/lexer/experimental-scanner.cc b/src/lexer/experimental-scanner.cc
deleted file mode 100644
index 86c376465349963387a366e2a76b93beb73b4125..0000000000000000000000000000000000000000
--- a/src/lexer/experimental-scanner.cc
+++ /dev/null
@@ -1,249 +0,0 @@
-// Copyright 2013 the V8 project authors. All rights reserved.
-// Redistribution and use in source and binary forms, with or without
-// modification, are permitted provided that the following conditions are
-// met:
-//
-//     * Redistributions of source code must retain the above copyright
-//       notice, this list of conditions and the following disclaimer.
-//     * Redistributions in binary form must reproduce the above
-//       copyright notice, this list of conditions and the following
-//       disclaimer in the documentation and/or other materials provided
-//       with the distribution.
-//     * Neither the name of Google Inc. nor the names of its
-//       contributors may be used to endorse or promote products derived
-//       from this software without specific prior written permission.
-//
-// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-#include "experimental-scanner.h"
-
-namespace v8 {
-namespace internal {
-
-template<>
-const uint8_t* ExperimentalScanner<uint8_t>::GetNewBufferBasedOnHandle() const {
-  String::FlatContent content = source_handle_->GetFlatContent();
-  return content.ToOneByteVector().start();
-}
-
-
-template <>
-const uint16_t* ExperimentalScanner<uint16_t>::GetNewBufferBasedOnHandle()
-    const {
-  String::FlatContent content = source_handle_->GetFlatContent();
-  return content.ToUC16Vector().start();
-}
-
-
-template<>
-const int8_t* ExperimentalScanner<int8_t>::GetNewBufferBasedOnHandle() const {
-  String::FlatContent content = source_handle_->GetFlatContent();
-  return reinterpret_cast<const int8_t*>(content.ToOneByteVector().start());
-}
-
-
-template<>
-bool ExperimentalScanner<uint8_t>::IsSubstringOfSource(const TokenDesc& token) {
-  return !token.has_escapes;
-}
-
-
-template<>
-bool ExperimentalScanner<uint16_t>::IsSubstringOfSource(
-    const TokenDesc& token) {
-  if (token.has_escapes) return false;
-  const uint16_t* start = buffer_ + token.beg_pos;
-  const uint16_t* end = buffer_ + token.end_pos;
-  for (const uint16_t* cursor = start; cursor != end; ++cursor) {
-    if (*cursor >= unibrow::Latin1::kMaxChar) return true;
-  }
-  return false;
-}
-
-
-template<>
-bool ExperimentalScanner<int8_t>::IsSubstringOfSource(const TokenDesc& token) {
-  // FIXME: implement.
-  UNREACHABLE();
-  return false;
-}
-
-
-template<>
-bool ExperimentalScanner<uint8_t>::FillLiteral(
-    const TokenDesc& token, LiteralDesc* literal) {
-  literal->beg_pos = token.beg_pos;
-  const uint8_t* start = buffer_ + token.beg_pos;
-  const uint8_t* end = buffer_ + token.end_pos;
-  if (token.token == Token::STRING) {
-    ++start;
-    --end;
-  }
-  if (IsSubstringOfSource(token)) {
-    literal->is_ascii = true;
-    literal->is_in_buffer = false;
-    literal->offset = start - buffer_;
-    literal->length = end - start;
-    literal->ascii_string = Vector<const char>(
-        reinterpret_cast<const char*>(start), literal->length);
-    return true;
-  }
-  return CopyToLiteralBuffer(start, end, token, literal);
-}
-
-
-template<>
-bool ExperimentalScanner<uint16_t>::FillLiteral(
-    const TokenDesc& token, LiteralDesc* literal) {
-  literal->beg_pos = token.beg_pos;
-  const uint16_t* start = buffer_ + token.beg_pos;
-  const uint16_t* end = buffer_ + token.end_pos;
-  if (token.token == Token::STRING) {
-    ++start;
-    --end;
-  }
-  if (IsSubstringOfSource(token)) {
-    literal->is_ascii = false;
-    literal->is_in_buffer = false;
-    literal->offset = start - buffer_;
-    literal->length = end - start;
-    literal->utf16_string = Vector<const uint16_t>(start, literal->length);
-    return true;
-  }
-  return CopyToLiteralBuffer(start, end, token, literal);
-}
-
-
-template<>
-bool ExperimentalScanner<int8_t>::FillLiteral(
-    const TokenDesc& token, LiteralDesc* literal) {
-  // FIXME: implement.
-  UNREACHABLE();
-  return false;
-}
-
-
-template<class Char>
-bool ExperimentalScanner<Char>::CopyToLiteralBuffer(const Char* start,
-                                                    const Char* end,
-                                                    const TokenDesc& token,
-                                                    LiteralDesc* literal) {
-  literal->buffer.Reset();
-  if (token.has_escapes) {
-    for (const Char* cursor = start; cursor != end;) {
-      if (*cursor != '\\') {
-        literal->buffer.AddChar(*cursor++);
-      } else if (token.token == Token::IDENTIFIER) {
-        uc32 c;
-        cursor = ScanIdentifierUnicodeEscape(cursor, end, &c);
-        ASSERT(cursor != NULL);
-        if (cursor == NULL) return false;
-        literal->buffer.AddChar(c);
-      } else {
-        cursor = ScanEscape(cursor, end, &literal->buffer);
-        ASSERT(cursor != NULL);
-        if (cursor == NULL) return false;
-      }
-    }
-  } else {
-    for (const Char* cursor = start; cursor != end;) {
-        literal->buffer.AddChar(*cursor++);
-    }
-  }
-  literal->is_ascii = literal->buffer.is_ascii();
-  literal->is_in_buffer = true;
-  literal->length = literal->buffer.length();
-  if (literal->is_ascii) {
-    literal->ascii_string = literal->buffer.ascii_literal();
-  } else {
-    literal->utf16_string = literal->buffer.utf16_literal();
-  }
-  return true;
-}
-
-
-template<class Char>
-Handle<String> ExperimentalScanner<Char>::InternalizeLiteral(
-    LiteralDesc* literal) {
-  Factory* factory = isolate_->factory();
-  if (literal->is_in_buffer) {
-    return literal->is_ascii
-        ? factory->InternalizeOneByteString(
-            Vector<const uint8_t>::cast(literal->ascii_string))
-        : factory->InternalizeTwoByteString(literal->utf16_string);
-  }
-  if (sizeof(Char) == 1) {
-    SubStringKey<uint8_t> key(
-        source_handle_, literal->offset, literal->length);
-    return factory->InternalizeStringWithKey(&key);
-  } else {
-    SubStringKey<uint16_t> key(
-        source_handle_, literal->offset, literal->length);
-    return factory->InternalizeStringWithKey(&key);
-  }
-}
-
-
-template<>
-Handle<String> ExperimentalScanner<uint8_t>::AllocateLiteral(
-    LiteralDesc* literal, PretenureFlag pretenured) {
-  Factory* factory = isolate_->factory();
-  if (literal->is_in_buffer) {
-    return literal->is_ascii
-        ? factory->NewStringFromAscii(literal->ascii_string, pretenured)
-        : factory->NewStringFromTwoByte(literal->utf16_string, pretenured);
-  }
-  int from = literal->offset;
-  int length = literal->length;
-  // Save the offset and the length before allocating the string as it may
-  // cause a GC, invalidate the literal, and move the source.
-  Handle<String> result = factory->NewRawOneByteString(length, pretenured);
-  uint8_t* chars = SeqOneByteString::cast(*result)->GetChars();
-  String::WriteToFlat(*source_handle_, chars, from, from + length);
-  return result;
-}
-
-
-template<>
-Handle<String> ExperimentalScanner<uint16_t>::AllocateLiteral(
-    LiteralDesc* literal, PretenureFlag pretenured) {
-  Factory* factory = isolate_->factory();
-  if (literal->is_in_buffer) {
-    return literal->is_ascii
-        ? factory->NewStringFromAscii(literal->ascii_string, pretenured)
-        : factory->NewStringFromTwoByte(literal->utf16_string, pretenured);
-  }
-  // Save the offset and the length before allocating the string as it may
-  // cause a GC, invalidate the literal, and move the source.
-  int from = literal->offset;
-  int length = literal->length;
-  Handle<String> result = factory->NewRawTwoByteString(length, pretenured);
-  uint16_t* chars = SeqTwoByteString::cast(*result)->GetChars();
-  String::WriteToFlat(*source_handle_, chars, from, from + length);
-  return result;
-}
-
-
-template<>
-Handle<String> ExperimentalScanner<int8_t>::AllocateLiteral(
-    LiteralDesc* literal, PretenureFlag pretenured) {
-  // FIXME: implement
-  UNREACHABLE();
-  return Handle<String>();
-}
-
-template class ExperimentalScanner<uint8_t>;
-template class ExperimentalScanner<uint16_t>;
-template class ExperimentalScanner<int8_t>;
-
-} }  // v8::internal