Add support for surrogates when serializing and deserializing for native ports

runtime/vm/unicode.h

-// Copyright (c) 2011, the Dart project authors.  Please see the AUTHORS file
+// Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #ifndef VM_UNICODE_H_
 #define VM_UNICODE_H_
 
 #include "vm/allocation.h"
 #include "vm/globals.h"
 
 namespace dart {
@@ skipping 10 matching lines @@
 
   static const intptr_t kMaxOneByteChar   = 0x7F;
   static const intptr_t kMaxTwoByteChar   = 0x7FF;
   static const intptr_t kMaxThreeByteChar = 0xFFFF;
   static const intptr_t kMaxFourByteChar  = 0x10FFFF;
 
   static intptr_t CodePointCount(const uint8_t* utf8_array,
                                  intptr_t array_len,
                                  Type* type);
 
-  // Returns true if 'utf8_array' is a valid UTF-8 string.
+  // Returns true if 'utf8_array' is a valid UTF-8 string. UTF-8 encoded UTF-16
+  // surrogate code units are allowed.
   static bool IsValid(const uint8_t* utf8_array, intptr_t array_len);
 
   static intptr_t Length(int32_t ch);
   static intptr_t Length(const String& str);
 
   static intptr_t Encode(int32_t ch, char* dst);
   static intptr_t Encode(const String& src, char* dst, intptr_t len);
 
   static intptr_t Decode(const uint8_t* utf8_array,
                          intptr_t array_len,
                          int32_t* ch);
-
   static bool DecodeToLatin1(const uint8_t* utf8_array,
                              intptr_t array_len,
                              uint8_t* dst,
                              intptr_t len);
   static bool DecodeToUTF16(const uint8_t* utf8_array,
                             intptr_t array_len,
                             uint16_t* dst,
                             intptr_t len);
   static bool DecodeToUTF32(const uint8_t* utf8_array,
                             intptr_t array_len,
@@ skipping 11 matching lines @@
 
 
 class Utf16 : AllStatic {
  public:
   static const int32_t kMaxBmpCodepoint  = 0xFFFF;
 
   static const int32_t kLeadSurrogateOffset = (0xD800 - (0x10000 >> 10));
 
   static const int32_t kSurrogateOffset = (0x10000 - (0xD800 << 10) - 0xDC00);
 
+  class CodePointIterator {
+   public:
+    CodePointIterator(const uint16_t* utf16_array, intptr_t array_len)
+        : utf16_array_(utf16_array),
+          array_len_(array_len),
+          index_(-1),
+          ch_(-1) {
+    }
+
+    int32_t Current() const {
+      ASSERT(index_ >= 0);
+      ASSERT(index_ < array_len_);
+      return ch_;
+    }
+
+    bool Next();
+
+    void Reset() {
+      index_ = -1;
+      ch_ = -1;
+    }
+
+   private:
+    const uint16_t* utf16_array_;
+    intptr_t array_len_;
+    intptr_t index_;
+    int32_t ch_;
+    DISALLOW_IMPLICIT_CONSTRUCTORS(CodePointIterator);
+  };
+
   // Returns the length of the code point in UTF-16 code units.
   static intptr_t Length(int32_t ch) {
     return (ch <= kMaxBmpCodepoint) ? 1 : 2;
   }
 
   // Returns true if ch is a lead or trail surrogate.
   static bool IsSurrogate(int32_t ch) {
     return (ch & 0xFFFFF800) == 0xD800;
   }
 
@@ skipping 76 matching lines @@
   // Data for small code points with one mapping
   static const int16_t stage2_[];
 
   // Data for large code points or code points with both mappings.
   static const int32_t stage2_exception_[][2];
 };
 
 }  // namespace dart
 
 #endif  // VM_UNICODE_H_