Blob Consolidation & Registry Hookup

content/child/blob_storage/blob_consolidation_unittest.cc

+// Copyright 2015 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "content/child/blob_storage/blob_consolidation.h"
+
+#include "testing/gmock/include/gmock/gmock.h"
+#include "testing/gtest/include/gtest/gtest.h"
+
+using ReadStatus = content::BlobConsolidation::ReadStatus;
+using storage::DataElement;
+
+namespace content {
+namespace {
+
+static blink::WebThreadSafeData CreateData(const std::string& str) {
+  return blink::WebThreadSafeData(str.c_str(), str.size());

[michaeln, 2015/06/22 23:20:21]

(in the not that it matters bucket) I think in many/most basic string impls,
c_str() vs data(), one is implemented in terms of the other. Since we don't need
the null terminator here though, i think data() is a slightly better choice for
this usecase.

+}
+
+TEST(BlobConsolidationTest, TestSegmentation) {
+  BlobConsolidation consolidation;
+  consolidation.AddDataItem(CreateData("12345"));
+  EXPECT_EQ(5lu, consolidation.total_memory());
+
+  const auto& items = consolidation.consolidated_items();
+  EXPECT_EQ(1lu, items.size());
+  EXPECT_EQ(5lu, items[0].length);
+  EXPECT_EQ(DataElement::TYPE_BYTES, items[0].type);
+  EXPECT_EQ(0lu, items[0].offset);
+
+  char memory[] = {'E'};
+  EXPECT_EQ(ReadStatus::DONE, consolidation.ReadMemory(0, 0, 1, memory));
+  EXPECT_EQ('1', memory[0]);
+  EXPECT_EQ(ReadStatus::DONE, consolidation.ReadMemory(0, 1, 1, memory));
+  EXPECT_EQ('2', memory[0]);
+  EXPECT_EQ(ReadStatus::DONE, consolidation.ReadMemory(0, 2, 1, memory));
+  EXPECT_EQ('3', memory[0]);
+  EXPECT_EQ(ReadStatus::DONE, consolidation.ReadMemory(0, 3, 1, memory));
+  EXPECT_EQ('4', memory[0]);
+  EXPECT_EQ(ReadStatus::DONE, consolidation.ReadMemory(0, 4, 1, memory));
+  EXPECT_EQ('5', memory[0]);
+}
+
+TEST(BlobConsolidationTest, TestConsolidation) {
+  BlobConsolidation consolidation;
+  consolidation.AddDataItem(CreateData("1"));
+  consolidation.AddDataItem(CreateData("23"));
+  consolidation.AddDataItem(CreateData("4"));
+  EXPECT_EQ(4lu, consolidation.total_memory());
+
+  const auto& items = consolidation.consolidated_items();
+  EXPECT_EQ(1lu, items.size());
+  EXPECT_EQ(4lu, items[0].length);
+  EXPECT_EQ(DataElement::TYPE_BYTES, items[0].type);
+  EXPECT_EQ(0lu, items[0].offset);
+
+  char memory[4];
+  EXPECT_EQ(ReadStatus::ERROR_OUT_OF_BOUNDS,
+            consolidation.ReadMemory(0, 0, 5, memory));
+  EXPECT_EQ(ReadStatus::ERROR_OUT_OF_BOUNDS,
+            consolidation.ReadMemory(1, 0, 4, memory));
+  EXPECT_EQ(ReadStatus::ERROR_OUT_OF_BOUNDS,
+            consolidation.ReadMemory(0, 1, 4, memory));
+  EXPECT_EQ(ReadStatus::DONE, consolidation.ReadMemory(0, 0, 4, memory));
+
+  char expected_memory[] = {'1', '2', '3', '4'};
+  EXPECT_THAT(memory, testing::ElementsAreArray(expected_memory));
+}
+
+TEST(BlobConsolidationTest, TestAccounting) {
+  BlobConsolidation consolidation;
+  consolidation.AddDataItem(CreateData("1"));
+  consolidation.AddDataItem(CreateData("23"));
+  consolidation.AddFileItem("testPath", 1, 10, 5.0);
+  consolidation.AddDataItem(CreateData("4"));
+  EXPECT_EQ(4lu, consolidation.total_memory());
+
+  EXPECT_EQ(ReadStatus::ERROR, consolidation.RecordMemoryRead(0, 5));
+  EXPECT_EQ(ReadStatus::ERROR_WRONG_TYPE, consolidation.RecordMemoryRead(1, 4));
+  EXPECT_EQ(ReadStatus::ERROR_OUT_OF_BOUNDS,
+            consolidation.RecordMemoryRead(3, 4));
+  EXPECT_EQ(ReadStatus::BLOB_BYTES_PENDING,
+            consolidation.RecordMemoryRead(0, 3));
+  EXPECT_EQ(ReadStatus::DONE, consolidation.RecordMemoryRead(2, 1));
+  EXPECT_EQ(ReadStatus::ERROR, consolidation.RecordMemoryRead(2, 1));
+}
+
+TEST(BlobConsolidationTest, TestMassiveConsolidation) {
+  BlobConsolidation consolidation;
+  static const size_t kNumParts = 300;
+  static const size_t kPartSize = 5;
+  static const size_t kTotalMemory = kNumParts * kPartSize;
+  static const size_t kReadSegmentSize = 6;  // Must be factor of kTotalMemory
+  static const size_t kNumReadSegments = kTotalMemory / kReadSegmentSize;

[michaeln, 2015/06/18 00:10:48]

thnx, new names helped a lot

doesn't really matter but... why not static? extra stuff to parse when reading
and why make the linker carve out global storage for these used local only
values.

[dmurph, 2015/06/19 21:42:05]

I didn't know this kind of stuff polluted a global storage.  I just always made
my const values static so they didn't increase the size of the stack frame. I
can change it though, doesn't matter (especially in test case)

[michaeln, 2015/06/22 23:20:21]

idk, maybe it doesn't in this case because nothing ever takes the addr of them
and its optimized away, non-static locals probably gives complilers/linkers more
freedom to be optimial in general.

+
+  char current_value = 0;
+  for (size_t i = 0; i < kNumParts; i++) {
+    char data[kPartSize];
+    for (size_t j = 0; j < kPartSize; j++) {
+      data[j] = current_value;
+      ++current_value;
+    }
+    consolidation.AddDataItem(blink::WebThreadSafeData(data, kPartSize));
+  }
+  EXPECT_EQ(kTotalMemory, consolidation.total_memory());
+
+  const auto& items = consolidation.consolidated_items();
+  EXPECT_EQ(1lu, items.size());
+  EXPECT_EQ(kTotalMemory, items[0].length);
+
+  char expected_value = 0;
+  char read_buffer[kReadSegmentSize];
+  for (size_t i = 0; i < kNumReadSegments; i++) {
+    EXPECT_EQ(ReadStatus::DONE,
+              consolidation.ReadMemory(0, i * kReadSegmentSize,
+                                       kReadSegmentSize, read_buffer));
+    ReadStatus expected_status = i == kNumReadSegments - 1
+                                     ? ReadStatus::DONE
+                                     : ReadStatus::BLOB_BYTES_PENDING;
+    EXPECT_EQ(expected_status,
+              consolidation.RecordMemoryRead(0, kReadSegmentSize));
+    for (size_t j = 0; j < kReadSegmentSize; j++) {
+      EXPECT_EQ(expected_value, read_buffer[j]);
+      ++expected_value;
+    }
+  }
+}
+
+TEST(BlobConsolidationTest, TestPartialRead) {
+  BlobConsolidation consolidation;
+  consolidation.AddDataItem(CreateData("1"));
+  consolidation.AddDataItem(CreateData("23"));
+  consolidation.AddDataItem(CreateData("45"));
+  EXPECT_EQ(5lu, consolidation.total_memory());
+
+  const auto& items = consolidation.consolidated_items();
+  EXPECT_EQ(1lu, items.size());
+  EXPECT_EQ(5lu, items[0].length);
+  EXPECT_EQ(0lu, items[0].offset);
+
+  char memory_part1[] = {'X', 'X'};
+  EXPECT_EQ(ReadStatus::DONE, consolidation.ReadMemory(0, 0, 2, memory_part1));
+  char expected_memory_part1[] = {'1', '2'};
+  EXPECT_THAT(memory_part1, testing::ElementsAreArray(expected_memory_part1));
+  EXPECT_EQ(ReadStatus::BLOB_BYTES_PENDING,
+            consolidation.RecordMemoryRead(0, 2));
+
+  EXPECT_EQ(ReadStatus::ERROR, consolidation.RecordMemoryRead(0, 5));
+
+  char memory_part2[] = {'X', 'X'};
+  EXPECT_EQ(ReadStatus::DONE, consolidation.ReadMemory(0, 2, 2, memory_part2));
+  char expected_memory_part2[] = {'3', '4'};
+  EXPECT_THAT(memory_part2, testing::ElementsAreArray(expected_memory_part2));
+  EXPECT_EQ(ReadStatus::BLOB_BYTES_PENDING,
+            consolidation.RecordMemoryRead(0, 2));
+
+  char memory_part3[] = {'X'};
+  EXPECT_EQ(ReadStatus::DONE, consolidation.ReadMemory(0, 4, 1, memory_part3));
+  char expected_memory_part3[] = {'5'};
+  EXPECT_THAT(memory_part3, testing::ElementsAreArray(expected_memory_part3));
+  EXPECT_EQ(ReadStatus::DONE, consolidation.RecordMemoryRead(0, 1));
+}
+
+TEST(BlobConsolidationTest, TestBoundaries) {
+  BlobConsolidation consolidation;
+  consolidation.AddDataItem(CreateData("1"));
+  consolidation.AddFileItem("testPath", 1, 10, 5.0);
+  consolidation.AddDataItem(CreateData("2"));
+  consolidation.AddDataItem(CreateData("3"));
+  consolidation.AddBlobItem("testUUID", 1, 2);
+  consolidation.AddDataItem(CreateData("45"));
+  EXPECT_EQ(5lu, consolidation.total_memory());
+
+  const auto& items = consolidation.consolidated_items();
+  EXPECT_EQ(5lu, items.size());
+
+  EXPECT_EQ(1lu, items[0].length);
+  EXPECT_EQ(DataElement::TYPE_BYTES, items[0].type);
+
+  EXPECT_EQ(10lu, items[1].length);
+  EXPECT_EQ(DataElement::TYPE_FILE, items[1].type);
+
+  EXPECT_EQ(2lu, items[2].length);
+  EXPECT_EQ(DataElement::TYPE_BYTES, items[2].type);
+
+  EXPECT_EQ(2lu, items[3].length);
+  EXPECT_EQ(DataElement::TYPE_BLOB, items[3].type);
+
+  EXPECT_EQ(2lu, items[4].length);
+  EXPECT_EQ(DataElement::TYPE_BYTES, items[4].type);
+
+  char test_memory[5];
+  EXPECT_EQ(ReadStatus::ERROR_WRONG_TYPE,
+            consolidation.ReadMemory(1, 0, 1, test_memory));
+  EXPECT_EQ(ReadStatus::ERROR_WRONG_TYPE,
+            consolidation.ReadMemory(3, 0, 1, test_memory));
+
+  char memory_part1[1];
+  EXPECT_EQ(ReadStatus::DONE, consolidation.ReadMemory(0, 0, 1, memory_part1));
+  char expected_memory_part1[] = {'1'};
+  EXPECT_THAT(memory_part1, testing::ElementsAreArray(expected_memory_part1));
+
+  char memory_part2[2];
+  EXPECT_EQ(ReadStatus::DONE, consolidation.ReadMemory(2, 0, 2, memory_part2));
+  char expected_memory_part2[] = {'2', '3'};
+  EXPECT_THAT(memory_part2, testing::ElementsAreArray(expected_memory_part2));
+
+  char memory_part3[2];
+  EXPECT_EQ(ReadStatus::DONE, consolidation.ReadMemory(4, 0, 2, memory_part3));
+  char expected_memory_part3[] = {'4', '5'};
+  EXPECT_THAT(memory_part3, testing::ElementsAreArray(expected_memory_part3));
+}
+
+}  // namespace
+}  // namespace content