Blob support for IDB [Blink]

Source/bindings/v8/SerializedScriptValue.cpp

 /*
  * Copyright (C) 2010 Google Inc. All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions are
  * met:
  *
  *     * Redistributions of source code must retain the above copyright
  * notice, this list of conditions and the following disclaimer.
  *     * Redistributions in binary form must reproduce the above
@@ skipping 389 matching lines @@
     }
 
     void writeBlob(const String& url, const String& type, unsigned long long size)
     {
         append(BlobTag);
         doWriteWebCoreString(url);
         doWriteWebCoreString(type);
         doWriteUint64(size);
     }
 
+    void writeBlob(int blobIndex)
+    {
+        append(BlobTag);
+        doWriteUint32(blobIndex);
+    }
+
     void writeDOMFileSystem(int type, const String& name, const String& url)
     {
         append(DOMFileSystemTag);
         doWriteUint32(type);
         doWriteWebCoreString(name);
         doWriteWebCoreString(url);
     }
 
     void writeFile(const String& path, const String& url, const String& type)
     {
         append(FileTag);
         doWriteWebCoreString(path);
         doWriteWebCoreString(url);
         doWriteWebCoreString(type);
     }
 
+    void writeFile(int blobIndex)
+    {
+        append(FileTag);
+        doWriteUint32(blobIndex);
+    }
+
+    // Note: We could dedupe the files in this list, but it's probably
+    // pretty rare that there are any duplicates.
     void writeFileList(const FileList& fileList)
     {
         append(FileListTag);
         uint32_t length = fileList.length();
         doWriteUint32(length);
         for (unsigned i = 0; i < length; ++i) {
             doWriteWebCoreString(fileList.item(i)->path());
             doWriteWebCoreString(fileList.item(i)->url().string());
             doWriteWebCoreString(fileList.item(i)->type());
         }
     }
 
+    void writeFileList(const Vector<int>& blobIndices)
+    {
+        append(FileListTag);
+        uint32_t length = blobIndices.size();
+        doWriteUint32(length);
+        for (unsigned i = 0; i < length; ++i) {
+            doWriteUint32(blobIndices[i]);
+        }
+    }
+
     void writeArrayBuffer(const ArrayBuffer& arrayBuffer)
     {
         append(ArrayBufferTag);
         doWriteArrayBuffer(arrayBuffer);
     }
 
     void writeArrayBufferView(const ArrayBufferView& arrayBufferView)
     {
         append(ArrayBufferViewTag);
 #ifndef NDEBUG
@@ skipping 251 matching lines @@
 public:
     enum Status {
         Success,
         InputError,
         DataCloneError,
         InvalidStateError,
         JSException,
         JSFailure
     };
 
-    Serializer(Writer& writer, MessagePortArray* messagePorts, ArrayBufferArray* arrayBuffers, Vector<String>& blobURLs, v8::TryCatch& tryCatch, v8::Isolate* isolate)
+    Serializer(Writer& writer, MessagePortArray* messagePorts, ArrayBufferArray* arrayBuffers, Vector<BlobInfo>* blobInfo, v8::TryCatch& tryCatch, v8::Isolate* isolate)
         : m_writer(writer)
         , m_tryCatch(tryCatch)
         , m_depth(0)
         , m_execDepth(0)
         , m_status(Success)
         , m_nextObjectReference(0)
-        , m_blobURLs(blobURLs)
+        , m_blobInfo(blobInfo)
         , m_isolate(isolate)
     {
         ASSERT(!tryCatch.HasCaught());
         if (messagePorts) {
             for (size_t i = 0; i < messagePorts->size(); i++)
                 m_transferredMessagePorts.set(toV8Object(messagePorts->at(i).get(), m_writer.getIsolate()), i);
         }
         if (arrayBuffers) {
             for (size_t i = 0; i < arrayBuffers->size(); i++)  {
                 v8::Handle<v8::Object> v8ArrayBuffer = toV8Object(arrayBuffers->at(i).get(), m_writer.getIsolate());
@@ skipping 347 matching lines @@
     {
         v8::Handle<v8::BooleanObject> booleanObject = value.As<v8::BooleanObject>();
         m_writer.writeBooleanObject(booleanObject->BooleanValue());
     }
 
     void writeBlob(v8::Handle<v8::Value> value)
     {
         Blob* blob = V8Blob::toNative(value.As<v8::Object>());
         if (!blob)
             return;
-        m_writer.writeBlob(blob->url().string(), blob->type(), blob->size());
-        m_blobURLs.append(blob->url().string());
+        int blobIndex = -1;
+        if (appendBlobInfo(blob->url().string(), blob->type(), blob->size(), &blobIndex)) {
+            ASSERT(blobIndex >= 0);
+            m_writer.writeBlob(blobIndex);
+        } else {
+            m_writer.writeBlob(blob->url().string(), blob->type(), blob->size());
+        }
     }
 
     StateBase* writeDOMFileSystem(v8::Handle<v8::Value> value, StateBase* next)
     {
         DOMFileSystem* fs = V8DOMFileSystem::toNative(value.As<v8::Object>());
         if (!fs)
             return 0;
         if (!fs->clonable())
             return handleError(DataCloneError, next);
         m_writer.writeDOMFileSystem(fs->type(), fs->name(), fs->rootURL().string());
         return 0;
     }
 
     void writeFile(v8::Handle<v8::Value> value)
     {
         File* file = V8File::toNative(value.As<v8::Object>());
         if (!file)
             return;
-        m_writer.writeFile(file->path(), file->url().string(), file->type());
-        m_blobURLs.append(file->url().string());
+        int blobIndex = -1;
+        if (appendFileInfo(file->path(), file->name(), file->type(), &blobIndex)) {
+            ASSERT(blobIndex >= 0);
+            m_writer.writeFile(blobIndex);
+        } else {
+            m_writer.writeFile(file->path(), file->url().string(), file->type());
+        }
     }
 
     void writeFileList(v8::Handle<v8::Value> value)
     {
         FileList* fileList = V8FileList::toNative(value.As<v8::Object>());
         if (!fileList)
             return;
-        m_writer.writeFileList(*fileList);
         unsigned length = fileList->length();
-        for (unsigned i = 0; i < length; ++i)
-            m_blobURLs.append(fileList->item(i)->url().string());
+        Vector<int> blobIndices;
+        bool useBlobIndices = false;
+        for (unsigned i = 0; i < length; ++i) {
+            int blobIndex = -1;
+            const File* file = fileList->item(i);
+            if (appendFileInfo(file->path(), file->name(), file->type(), &blobIndex)) {
+                ASSERT(!i || useBlobIndices);
+                ASSERT(blobIndex >= 0);
+                useBlobIndices = true;
+                blobIndices.append(blobIndex);
+            }
+        }
+        if (useBlobIndices) {
+            m_writer.writeFileList(blobIndices);
+        } else {
+            m_writer.writeFileList(*fileList);
+        }
     }
 
     void writeImageData(v8::Handle<v8::Value> value)
     {
         ImageData* imageData = V8ImageData::toNative(value.As<v8::Object>());
         if (!imageData)
             return;
         Uint8ClampedArray* pixelArray = imageData->data();
         m_writer.writeImageData(imageData->width(), imageData->height(), pixelArray->data(), pixelArray->length());
     }
@@ skipping 88 matching lines @@
 
     // Marks object as having been visited by the serializer and assigns it a unique object reference ID.
     // An object may only be greyed once.
     void greyObject(const v8::Handle<v8::Object>& object)
     {
         ASSERT(!m_objectPool.contains(object));
         uint32_t objectReference = m_nextObjectReference++;
         m_objectPool.set(object, objectReference);
     }
 
+    bool appendBlobInfo(const String& url, const String& type, unsigned long long size, int* index)
+    {
+        if (!m_blobInfo)
+            return false;
+        *index = m_blobInfo->size();
+        m_blobInfo->append(BlobInfo(url, type, size));
+        return true;
+    }
+
+    bool appendFileInfo(const String& filePath, const String& fileName, const String& type, int* index)
+    {
+        if (!m_blobInfo)
+            return false;
+        *index = m_blobInfo->size();
+        m_blobInfo->append(BlobInfo(filePath, fileName, type));
+        return true;
+    }
+
     Writer& m_writer;
     v8::TryCatch& m_tryCatch;
     int m_depth;
     int m_execDepth;
     Status m_status;
     typedef V8ObjectMap<v8::Object, uint32_t> ObjectPool;
     ObjectPool m_objectPool;
     ObjectPool m_transferredMessagePorts;
     ObjectPool m_transferredArrayBuffers;
     uint32_t m_nextObjectReference;
-    Vector<String>& m_blobURLs;
+    Vector<BlobInfo>* m_blobInfo;
     v8::Isolate* m_isolate;
 };
 
 Serializer::StateBase* Serializer::doSerialize(v8::Handle<v8::Value> value, StateBase* next)
 {
     if (m_execDepth + (next ? next->execDepth() : 0) > 1) {
         m_writer.writeNull();
         return 0;
     }
     m_writer.writeReferenceCount(m_nextObjectReference);
@@ skipping 89 matching lines @@
     virtual bool newObject() = 0;
     virtual bool completeObject(uint32_t numProperties, v8::Handle<v8::Value>*) = 0;
     virtual bool completeSparseArray(uint32_t numProperties, uint32_t length, v8::Handle<v8::Value>*) = 0;
     virtual bool completeDenseArray(uint32_t numProperties, uint32_t length, v8::Handle<v8::Value>*) = 0;
 };
 
 // Reader is responsible for deserializing primitive types and
 // restoring information about saved objects of composite types.
 class Reader {
 public:
-    Reader(const uint8_t* buffer, int length, v8::Isolate* isolate)
+    Reader(const uint8_t* buffer, int length, v8::Isolate* isolate, const Vector<BlobInfo>* blobInfo)
         : m_buffer(buffer)
         , m_length(length)
         , m_position(0)
         , m_version(0)
         , m_isolate(isolate)
+        , m_blobInfo(blobInfo)
     {
         ASSERT(!(reinterpret_cast<size_t>(buffer) & 1));
         ASSERT(length >= 0);
     }
 
     bool isEof() const { return m_position >= m_length; }
 
     bool read(v8::Handle<v8::Value>* value, CompositeCreator& creator)
     {
         SerializationTag tag;
@@ skipping 493 matching lines @@
             return false;
         *value = v8::RegExp::New(pattern.As<v8::String>(), static_cast<v8::RegExp::Flags>(flags));
         return true;
     }
 
     bool readBlob(v8::Handle<v8::Value>* value)
     {
         String url;
         String type;
         uint64_t size;
-        if (!readWebCoreString(&url))
-            return false;
-        if (!readWebCoreString(&type))
-            return false;
-        if (!doReadUint64(&size))
-            return false;
-        PassRefPtr<Blob> blob = Blob::create(KURL(ParsedURLString, url), type, size);
-        *value = toV8(blob, v8::Handle<v8::Object>(), m_isolate);
+        if (m_blobInfo) {
+            uint32_t index;
+            if (!doReadUint32(&index) || index >= m_blobInfo->size())
+                return false;
+            const BlobInfo& info = (*m_blobInfo)[index];
+            url = info.url();
+            type = info.type();
+            size = info.size();
+        } else {
+            if (!readWebCoreString(&url))
+                return false;
+            if (!readWebCoreString(&type))
+                return false;
+            if (!doReadUint64(&size))
+                return false;
+        }
+        RefPtr<Blob> blob = Blob::create(KURL(ParsedURLString, url), type, size);
+        *value = toV8(blob.release(), v8::Handle<v8::Object>(), m_isolate);
         return true;
     }
 
     bool readDOMFileSystem(v8::Handle<v8::Value>* value)
     {
         uint32_t type;
         String name;
         String url;
         if (!doReadUint32(&type))
             return false;
         if (!readWebCoreString(&name))
             return false;
         if (!readWebCoreString(&url))
             return false;
         RefPtr<DOMFileSystem> fs = DOMFileSystem::create(getScriptExecutionContext(), name, static_cast<WebCore::FileSystemType>(type), KURL(ParsedURLString, url));
         *value = toV8(fs.release(), v8::Handle<v8::Object>(), m_isolate);
         return true;
     }
 
+    PassRefPtr<File> readSingleFile()
+    {
+        RefPtr<File> file;
+        if (m_blobInfo) {
+            uint32_t index;
+            if (!doReadUint32(&index) || index >= m_blobInfo->size())
+                return file;
+            const BlobInfo& info = (*m_blobInfo)[index];
+            file = File::create(info.filePath(), info.fileName(), KURL(ParsedURLString, info.url()), info.type(), info.lastModified(), info.size());
+            return file;
+        }
+        String path;
+        String url;
+        String type;
+        if (!readWebCoreString(&path))
+            return file;
+        if (!readWebCoreString(&url))
+            return file;
+        if (!readWebCoreString(&type))
+            return file;
+        return File::create(path, KURL(ParsedURLString, url), type);
+    }
+
     bool readFile(v8::Handle<v8::Value>* value)
     {
-        String path;
-        String url;
-        String type;
-        if (!readWebCoreString(&path))
+        RefPtr<File> file = readSingleFile();
+        if (!file.get())
             return false;
-        if (!readWebCoreString(&url))
-            return false;
-        if (!readWebCoreString(&type))
-            return false;
-        PassRefPtr<File> file = File::create(path, KURL(ParsedURLString, url), type);
-        *value = toV8(file, v8::Handle<v8::Object>(), m_isolate);
+
+        *value = toV8(file.release(), v8::Handle<v8::Object>(), m_isolate);
         return true;
     }
 
     bool readFileList(v8::Handle<v8::Value>* value)
     {
         uint32_t length;
         if (!doReadUint32(&length))
             return false;
-        PassRefPtr<FileList> fileList = FileList::create();
+        RefPtr<FileList> fileList = FileList::create();
         for (unsigned i = 0; i < length; ++i) {
-            String path;
-            String urlString;
-            String type;
-            if (!readWebCoreString(&path))
+            RefPtr<File> file = readSingleFile();
+            if (!file.get())
                 return false;
-            if (!readWebCoreString(&urlString))
-                return false;
-            if (!readWebCoreString(&type))
-                return false;
-            fileList->append(File::create(path, KURL(ParsedURLString, urlString), type));
+            fileList->append(file.get());
         }
-        *value = toV8(fileList, v8::Handle<v8::Object>(), m_isolate);
+        *value = toV8(fileList.release(), v8::Handle<v8::Object>(), m_isolate);
         return true;
     }
 
     template<class T>
     bool doReadUintHelper(T* value)
     {
         *value = 0;
         uint8_t currentByte;
         int shift = 0;
         do {
@@ skipping 24 matching lines @@
         for (unsigned i = 0; i < sizeof(double); ++i)
             numberAsByteArray[i] = m_buffer[m_position++];
         return true;
     }
 
     const uint8_t* m_buffer;
     const unsigned m_length;
     unsigned m_position;
     uint32_t m_version;
     v8::Isolate* m_isolate;
+    const Vector<BlobInfo>* m_blobInfo;
 };
 
 
 typedef Vector<WTF::ArrayBufferContents, 1> ArrayBufferContentsArray;
 
 class Deserializer : public CompositeCreator {
 public:
     Deserializer(Reader& reader, MessagePortArray* messagePorts, ArrayBufferContentsArray* arrayBufferContents)
         : m_reader(reader)
         , m_transferredMessagePorts(messagePorts)
@@ skipping 240 matching lines @@
     Vector<v8::Handle<v8::Value> > m_objectPool;
     Vector<uint32_t> m_openCompositeReferenceStack;
     MessagePortArray* m_transferredMessagePorts;
     ArrayBufferContentsArray* m_arrayBufferContents;
     Vector<v8::Handle<v8::Object> > m_arrayBuffers;
     uint32_t m_version;
 };
 
 } // namespace
 
+PassRefPtr<SerializedScriptValue> SerializedScriptValue::create(v8::Handle<v8::Value> value, Vector<BlobInfo>* blobInfo, bool& didThrow)
+{
+    return create(value, 0, 0, blobInfo, didThrow, v8::Isolate::GetCurrent());
+}
+
 PassRefPtr<SerializedScriptValue> SerializedScriptValue::create(v8::Handle<v8::Value> value, MessagePortArray* messagePorts, ArrayBufferArray* arrayBuffers, bool& didThrow, v8::Isolate* isolate)
 {
-    return adoptRef(new SerializedScriptValue(value, messagePorts, arrayBuffers, didThrow, isolate));
+    return adoptRef(new SerializedScriptValue(value, messagePorts, arrayBuffers, 0, didThrow, isolate));
+}
+
+PassRefPtr<SerializedScriptValue> SerializedScriptValue::create(v8::Handle<v8::Value> value, MessagePortArray* messagePorts, ArrayBufferArray* arrayBuffers, Vector<BlobInfo>* blobInfo, bool& didThrow, v8::Isolate* isolate)
+{
+    return adoptRef(new SerializedScriptValue(value, messagePorts, arrayBuffers, blobInfo, didThrow, isolate));
 }
 
 PassRefPtr<SerializedScriptValue> SerializedScriptValue::create(v8::Handle<v8::Value> value, v8::Isolate* isolate)
 {
     bool didThrow;
-    return adoptRef(new SerializedScriptValue(value, 0, 0, didThrow, isolate));
+    return adoptRef(new SerializedScriptValue(value, 0, 0, 0, didThrow, isolate));
 }
 
 PassRefPtr<SerializedScriptValue> SerializedScriptValue::createAndSwallowExceptions(v8::Handle<v8::Value> value, v8::Isolate* isolate)
 {
     bool didThrow;
-    return adoptRef(new SerializedScriptValue(value, 0, 0, didThrow, isolate, DoNotThrowExceptions));
+    return adoptRef(new SerializedScriptValue(value, 0, 0, 0, didThrow, isolate, DoNotThrowExceptions));
 }
 
 PassRefPtr<SerializedScriptValue> SerializedScriptValue::createFromWire(const String& data)
 {
     return adoptRef(new SerializedScriptValue(data));
 }
 
 PassRefPtr<SerializedScriptValue> SerializedScriptValue::createFromWireBytes(const Vector<uint8_t>& data)
 {
     // Decode wire data from big endian to host byte order.
@@ skipping 165 matching lines @@
             return nullptr;
         }
 
         neuterBinding(arrayBuffers[i].get());
         for (size_t j = 0; j < neuteredViews.size(); j++)
             neuterBinding(neuteredViews[j].get());
     }
     return contents.release();
 }
 
-SerializedScriptValue::SerializedScriptValue(v8::Handle<v8::Value> value, MessagePortArray* messagePorts, ArrayBufferArray* arrayBuffers, bool& didThrow, v8::Isolate* isolate, ExceptionPolicy policy)
-    : m_externallyAllocatedMemory(0)
+SerializedScriptValue::SerializedScriptValue(v8::Handle<v8::Value> value, MessagePortArray* messagePorts, ArrayBufferArray* arrayBuffers, Vector<BlobInfo>* blobInfo, bool& didThrow, v8::Isolate* isolate, ExceptionPolicy policy)
+    : m_blobInfo(blobInfo)
+    , m_externallyAllocatedMemory(0)
 {
     didThrow = false;
     Writer writer(isolate);
     Serializer::Status status;
     {
         v8::TryCatch tryCatch;
-        Serializer serializer(writer, messagePorts, arrayBuffers, m_blobURLs, tryCatch, isolate);
+        Serializer serializer(writer, messagePorts, arrayBuffers, m_blobInfo, tryCatch, isolate);
         status = serializer.serialize(value);
         if (status == Serializer::JSException) {
             didThrow = true;
             // If there was a JS exception thrown, re-throw it.
             if (policy == ThrowExceptions)
                 tryCatch.ReThrow();
             return;
         }
     }
     switch (status) {
@@ skipping 30 matching lines @@
 }
 
 SerializedScriptValue::SerializedScriptValue(const String& wireData)
     : m_externallyAllocatedMemory(0)
 {
     m_data = wireData.isolatedCopy();
 }
 
 v8::Handle<v8::Value> SerializedScriptValue::deserialize(MessagePortArray* messagePorts)
 {
-    return deserialize(v8::Isolate::GetCurrent(), messagePorts);
+    return deserialize(v8::Isolate::GetCurrent(), messagePorts, 0);
 }
 
-v8::Handle<v8::Value> SerializedScriptValue::deserialize(v8::Isolate* isolate, MessagePortArray* messagePorts)
+v8::Handle<v8::Value> SerializedScriptValue::deserialize(const Vector<BlobInfo>* blobInfo)
+{
+    return deserialize(v8::Isolate::GetCurrent(), 0, blobInfo);
+}
+
+v8::Handle<v8::Value> SerializedScriptValue::deserialize(v8::Isolate* isolate, MessagePortArray* messagePorts, const Vector<BlobInfo>* blobInfo)
 {
     if (!m_data.impl())
         return v8NullWithCheck(isolate);
     COMPILE_ASSERT(sizeof(BufferValueType) == 2, BufferValueTypeIsTwoBytes);
     m_data.ensure16Bit();
     // FIXME: SerializedScriptValue shouldn't use String for its underlying
     // storage. Instead, it should use SharedBuffer or Vector<uint8_t>. The
     // information stored in m_data isn't even encoded in UTF-16. Instead,
     // unicode characters are encoded as UTF-8 with two code units per UChar.
-    Reader reader(reinterpret_cast<const uint8_t*>(m_data.impl()->characters16()), 2 * m_data.length(), isolate);
+    Reader reader(reinterpret_cast<const uint8_t*>(m_data.impl()->characters16()), 2 * m_data.length(), isolate, blobInfo);
     Deserializer deserializer(reader, messagePorts, m_arrayBufferContentsArray.get());
 
     // deserialize() can run arbitrary script (e.g., setters), which could result in |this| being destroyed.
     // Holding a RefPtr ensures we are alive (along with our internal data) throughout the operation.
     RefPtr<SerializedScriptValue> protect(this);
     return deserializer.deserialize();
 }
 
 ScriptValue SerializedScriptValue::deserializeForInspector(ScriptState* scriptState)
 {
@@ skipping 21 matching lines @@
         v8::V8::AdjustAmountOfExternalAllocatedMemory(-m_externallyAllocatedMemory);
     }
 }
 
 uint32_t SerializedScriptValue::wireFormatVersion()
 {
     return WebCore::wireFormatVersion;
 }
 
 } // namespace WebCore