Implement cache counting for the simple and memory backends.

net/disk_cache/backend_unittest.cc

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include <stdint.h>
 
 #include "base/basictypes.h"
 #include "base/files/file_util.h"
 #include "base/metrics/field_trial.h"
 #include "base/run_loop.h"
@@ skipping 1661 matching lines @@
   start = end;
   end = base::Time::Now();
   DoomEntriesBetween(start, end);
   EXPECT_EQ(3, cache_->GetEntryCount());
 }
 
 void DiskCacheBackendTest::BackendCalculateSizeOfAllEntries() {
   InitCache();
 
   // The cache is initially empty.
-  if (memory_only_ || simple_cache_mode_) {
-    // TODO(msramek): Implement.
-    EXPECT_EQ(net::ERR_NOT_IMPLEMENTED, CalculateSizeOfAllEntries());
-  } else {
-    EXPECT_EQ(0, CalculateSizeOfAllEntries());
-  }
+  EXPECT_EQ(0, CalculateSizeOfAllEntries());
 
   // Generate random entries and populate them with data of respective
   // sizes 0, 1, ..., count - 1 bytes.
   std::set<std::string> key_pool;
   CreateSetOfRandomEntries(&key_pool);
 
   int count = 0;
   for (std::string key : key_pool) {
     std::string data(count, ' ');
     scoped_refptr<net::StringIOBuffer> buffer = new net::StringIOBuffer(data);
 
     // Alternate between writing to the first and second stream to test that
-    // we are not taking just the first stream into account.
+    // we are not taking just the first stream into account. For convenience,
+    // the last written stream should be 0. This is because writing to
+    // the stream 1 in simple cache triggers a write to the stream 0 as well.

[pasko, 2015/10/09 15:52:03]

This is subtle. Will the stream 0 contain the checksum?

The time we write the stream 0 is exactly the time we write the the stream 1. So
without having a detailed look I don't see why this would be non-deterministic.

Generally, the sizes seem to be calculated quite differently for both backends.
Shall we just throw different tests for each? Reading through these differences
in a single test is not very pleasing.

[msramek, 2015/10/13 09:45:06]

So, I observed that writing to stream 1 triggers two calls of UpdateEntrySize.
That seems to be in line with this comment:

https://code.google.com/p/chromium/codesearch#chromium/src/net/disk_cache/sim...

Now the first write is synchronous in the test, because it's done through
DiskCacheTestWithCache::WriteData, but the other one is not. It's not clear to
me why it gets to the IO thread later than CalculateSizeOfAllEntries() below - I
guess it only happens after SimpleEntryImpl::RunNextOperationIfNeeded() which is
not invoked immediately.

This is as far as I got with my debugging when I decided that this behavior is
not important for this test, and I'll just fix it in the simplest way.
How about now? I extracted the size estimation into a separate function. I
wouldn't go as far as having a separate test, because they share all the rest
- expectation that the size of empty cache is 0
- expectation that adding and removing and entry doesn't change the result
- and all the boilerplate around generating entries.

+    // This will happen asynchronously and possibly later than our call to
+    // |CalculateSizeOfAllEntries|.
     disk_cache::Entry* entry;
     ASSERT_EQ(net::OK, OpenEntry(key, &entry));
-    ASSERT_EQ(count, WriteData(entry, count % 2, 0, buffer.get(), count, true));
+    ASSERT_EQ(count,
+              WriteData(entry, (count + 1) % 2, 0, buffer.get(), count, true));
     entry->Close();
 
     ++count;
   }
 
   // The resulting size should be (0 + 1 + ... + count - 1) plus keys.
   int result = CalculateSizeOfAllEntries();
-  if (memory_only_ || simple_cache_mode_) {
-    // TODO(msramek): Implement.
-    EXPECT_EQ(net::ERR_NOT_IMPLEMENTED, result);
-  } else {
-    int total_key_size = 0;
-    for (std::string key : key_pool)
+  int total_key_size = 0;
+  for (std::string key : key_pool) {
+    if (!simple_cache_mode_) {
       total_key_size += key.size();
-
-    EXPECT_EQ((count - 1) * count / 2 + total_key_size, result);
+    } else {
+      // In the case of simple cache, we must count the key size together with
+      // the file headers, and that for each of the streams.
+      total_key_size += disk_cache::kSimpleEntryStreamCount * (
+          sizeof(disk_cache::SimpleFileHeader) +
+          sizeof(disk_cache::SimpleFileEOF) +
+          key.size());
+    }
   }
+  EXPECT_EQ((count - 1) * count / 2 + total_key_size, result);
 
   // Add another entry and test if the size is updated. Then remove it and test
   // if the size is back to original value.
   {
     const int last_entry_size = 47;
     std::string data(last_entry_size, ' ');
     scoped_refptr<net::StringIOBuffer> buffer = new net::StringIOBuffer(data);
 
     disk_cache::Entry* entry;
     std::string key = GenerateKey(true);
     ASSERT_EQ(net::OK, CreateEntry(key, &entry));
     ASSERT_EQ(last_entry_size,
               WriteData(entry, 0, 0, buffer.get(), last_entry_size, true));
     entry->Close();
 
     int new_result = CalculateSizeOfAllEntries();
-    if (memory_only_ || simple_cache_mode_) {
-      // TODO(msramek): Implement.
-      EXPECT_EQ(net::ERR_NOT_IMPLEMENTED, new_result);
+    if (simple_cache_mode_) {
+      EXPECT_EQ(
+          result +
+          last_entry_size +
+          static_cast<int>(disk_cache::kSimpleEntryStreamCount * (
+              sizeof(disk_cache::SimpleFileHeader) +
+              sizeof(disk_cache::SimpleFileEOF) +
+              key.size())),
+          new_result);
     } else {
       EXPECT_EQ(result + last_entry_size + static_cast<int>(key.size()),
                 new_result);
     }
 
     DoomEntry(key);
     new_result = CalculateSizeOfAllEntries();
-    if (memory_only_ || simple_cache_mode_) {
-      // TODO(msramek): Implement.
-      EXPECT_EQ(net::ERR_NOT_IMPLEMENTED, new_result);
-    } else {
-      EXPECT_EQ(result, new_result);
-    }
+    EXPECT_EQ(result, new_result);
   }
 
   // After dooming the entries, the size should be back to zero.
   ASSERT_EQ(net::OK, DoomAllEntries());
-  if (memory_only_ || simple_cache_mode_) {
-    // TODO(msramek): Implement.
-    EXPECT_EQ(net::ERR_NOT_IMPLEMENTED, CalculateSizeOfAllEntries());
-  } else {
-    EXPECT_EQ(0, CalculateSizeOfAllEntries());
-  }
+  EXPECT_EQ(0, CalculateSizeOfAllEntries());
 }
 
 TEST_F(DiskCacheBackendTest, CalculateSizeOfAllEntries) {
   BackendCalculateSizeOfAllEntries();
 }
 
 TEST_F(DiskCacheBackendTest, MemoryOnlyCalculateSizeOfAllEntries) {
   SetMemoryOnlyMode();
   BackendCalculateSizeOfAllEntries();
 }
@@ skipping 1852 matching lines @@
 // after closing.
 // NOTE: IF THIS TEST IS FLAKY THEN IT IS FAILING. See https://crbug.com/416940
 TEST_F(DiskCacheBackendTest, SimpleCacheDeleteQuickly) {
   SetSimpleCacheMode();
   for (int i = 0; i < 100; ++i) {
     InitCache();
     cache_.reset();
     EXPECT_TRUE(CleanupCacheDir());
   }
 }