[BlobAsync] Disk support for blob storage

storage/browser/blob/blob_storage_registry.h

 // Copyright 2015 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #ifndef STORAGE_BROWSER_BLOB_BLOB_STORAGE_REGISTRY_H_
 #define STORAGE_BROWSER_BLOB_BLOB_STORAGE_REGISTRY_H_
 
 #include <stddef.h>
 
 #include <map>
 #include <memory>
 #include <string>
 #include <vector>
 
 #include "base/callback_forward.h"
 #include "base/containers/scoped_ptr_hash_map.h"
 #include "base/macros.h"
+#include "base/optional.h"
+#include "storage/browser/blob/blob_memory_controller.h"
 #include "storage/browser/blob/internal_blob_data.h"
 #include "storage/browser/storage_browser_export.h"
 #include "storage/common/blob_storage/blob_storage_constants.h"
 
 class GURL;
 
 namespace storage {
+class BlobDataHandle;
+class ShareableBlobDataItem;
 
 // This class stores the blob data in the various states of construction, as
 // well as URL mappings to blob uuids.
 // Implementation notes:
 // * There is no implicit refcounting in this class, except for setting the
 //   refcount to 1 on registration.
 // * When removing a uuid registration, we do not check for URL mappings to that
 //   uuid. The user must keep track of these.
 class STORAGE_EXPORT BlobStorageRegistry {
  public:
-  // True means the blob was constructed successfully, and false means that
-  // there was an error, which is reported in the second argument.
-  using BlobConstructedCallback =
-      base::Callback<void(bool, IPCBlobCreationCancelCode)>;
+  struct STORAGE_EXPORT ItemCopyEntry {
+    ItemCopyEntry(scoped_refptr<ShareableBlobDataItem> source_item,
+                  size_t source_item_offset,
+                  scoped_refptr<ShareableBlobDataItem> dest_item);
+    ~ItemCopyEntry();
+    ItemCopyEntry(const ItemCopyEntry&);
 
-  enum class BlobState {
-    // The blob is pending transportation from the renderer. This is the default
-    // state on entry construction.
-    PENDING,
-    // The blob is complete and can be read from.
-    COMPLETE,
-    // The blob is broken and no longer holds data. This happens when there was
-    // a problem constructing the blob, or we've run out of memory.
-    BROKEN
+    scoped_refptr<ShareableBlobDataItem> source_item;
+    size_t source_item_offset = 0;
+    scoped_refptr<ShareableBlobDataItem> dest_item;
   };
 
   struct STORAGE_EXPORT Entry {

[kinuko, 2016/07/17 16:15:47]

Hmm, this entry has become so complex now... :(

The main composition of this Entry is:
* refcount
* status
* blob data (InternalBlobData)
* blob metadata

and all others are basically for keeping intermediate states for construction?

Could all the fields necessary for intermediate states be encapsulated in
another class/struct (which can be cleared when all construction's done)

And after that I feel InternalBlobData could be possibly just integrated into
Entry..?

Not fully sure how to fix but I feel the blob entry/item class structure is
becoming way too complex / nested.

[dmurph, 2016/07/19 02:26:28]

I moved stuff out of here and into InternalBlobData, and I have an internal
struct just for keeping track of building state.

-    size_t refcount;
-    BlobState state;
-    std::vector<BlobConstructedCallback> build_completion_callbacks;
+    size_t refcount = 0;
+    BlobStatus status = BlobStatus::PENDING_MEMORY_QUOTA;
+    std::vector<BlobStatusCallback> build_completion_callbacks;
 
-    // Only applicable if the state == BROKEN.
-    IPCBlobCreationCancelCode broken_reason =
-        IPCBlobCreationCancelCode::UNKNOWN;
+    // Blob items. During construction these can be TYPE_BYTES_DESCRIPTION, and
+    // some files might be 'future' files (see BlobDataBuilder). This will never
+    // contain blob item references.
+    InternalBlobData data;
+    bool waiting_until_user_population = false;

[kinuko, 2016/07/17 16:15:47]

Now we have PENDING_DATA_POPULATION status do we still need this flag?

[dmurph, 2016/07/19 02:26:28]

removed.

+    BlobStatusCallback ready_for_user_population_callback;
 
-    // data and data_builder are mutually exclusive.
-    std::unique_ptr<InternalBlobData> data;
-    std::unique_ptr<InternalBlobData::Builder> data_builder;
-
+    // Metadata
     std::string content_type;
     std::string content_disposition;
 
-    Entry() = delete;
-    Entry(int refcount, BlobState state);
+    base::Optional<BlobMemoryController::PendingConstructionEntry>
+        pending_copies_memory_entry;
+
+    // These are copies from a referenced blob item to our blob items. Some of
+    // these entries may have changed from bytes to files if they were paged.
+    // We must handle this case.
+    std::vector<ItemCopyEntry> copies;
+
+    std::vector<std::unique_ptr<BlobDataHandle>> dependent_blobs;
+    size_t dependent_blobs_building = 0;
+
+    Entry();
     ~Entry();
-
-    // Performs a test-and-set on the state of the given blob. If the state
-    // isn't as expected, we return false. Otherwise we set the new state and
-    // return true.
-    bool TestAndSetState(BlobState expected, BlobState set);
   };
 
   BlobStorageRegistry();
   ~BlobStorageRegistry();
 
   // Creates the blob entry with a refcount of 1 and a state of PENDING. If
   // the blob is already in use, we return null.
   Entry* CreateEntry(const std::string& uuid,
                      const std::string& content_type,
                      const std::string& content_disposition);
@@ skipping 33 matching lines @@
   using URLMap = std::map<GURL, std::string>;
 
   BlobMap blob_map_;
   URLMap url_to_uuid_;
 
   DISALLOW_COPY_AND_ASSIGN(BlobStorageRegistry);
 };
 
 }  // namespace storage
 #endif  // STORAGE_BROWSER_BLOB_BLOB_STORAGE_REGISTRY_H_