Experimental parser: fix two byte to one byte allocation

src/lexer/lexer.h

 // Copyright 2013 the V8 project authors. All rights reserved.
 // Redistribution and use in source and binary forms, with or without
 // modification, are permitted provided that the following conditions are
 // met:
 //
 //     * Redistributions of source code must retain the above copyright
 //       notice, this list of conditions and the following disclaimer.
 //     * Redistributions in binary form must reproduce the above
 //       copyright notice, this list of conditions and the following
 //       disclaimer in the documentation and/or other materials provided
@@ skipping 333 matching lines @@
   virtual bool ScanRegExpPattern(bool seen_equal);
   virtual bool ScanRegExpFlags();
   virtual Location octal_position() const;
   virtual void clear_octal_position() { last_octal_end_ = NULL; }
 
   static inline bool MustBeInBuffer(const TokenDesc& token) {
     return token.has_escapes ||
         (sizeof(Char) == 1 && !token.is_in_primary_range);
   }
 
+  static inline bool MustBeInBufferForAllocation(const TokenDesc& token) {
+    return MustBeInBuffer(token) ||
+        (sizeof(Char) == 2 && token.is_in_primary_range);
+  }
+
  protected:
   virtual void Scan();
 
  private:
   uc32 ScanHexNumber(int length);
 
   bool ScanLiteralUnicodeEscape();
 
   const Char* GetNewBufferBasedOnHandle() const;
   virtual void UpdateBufferBasedOnHandle();
@@ skipping 150 matching lines @@
   bool harmony_scoping_;
 };
 
 
 #endif
 
 
 } }
 
 #endif  // V8_LEXER_EXPERIMENTAL_SCANNER_H