GDataDB support with leveldb.

chrome/browser/chromeos/gdata/gdata_leveldb.cc

+// Copyright (c) 2012 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "chrome/browser/chromeos/gdata/gdata_leveldb.h"
+
+#include <string.h>
+
+#include <string>
+
+#include "base/logging.h"
+#include "chrome/browser/chromeos/gdata/gdata_files.h"
+#include "leveldb/write_batch.h"
+
+namespace gdata {
+namespace {
+
+const char kResourceIdPrefix[] = "id:";
+const char kPathPrefix[] = "path:";
+
+// Append prefix id: to |resource_id|.
+std::string ResourceIdToKey(const std::string& resource_id) {
+  return std::string(kResourceIdPrefix) + resource_id;
+}
+
+// Append prefix path: to |path|.
+std::string PathToKey(const FilePath& path) {
+  return std::string(kPathPrefix) + path.value();
+}
+
+GDataDB::Status GetStatus(const leveldb::Status& db_status) {
+  if (db_status.ok())
+    return GDataDB::DB_OK;
+
+  if (db_status.IsNotFound())
+    return GDataDB::DB_NOT_FOUND;
+
+  if (db_status.IsCorruption())
+    return GDataDB::DB_CORRUPTION;

[zel, 2012/04/25 00:49:47]

what do we plan to do on corruption detection? can you file a work item to deal
with this case? the safest approach would be to nuke the entire db set and
recreate it with the fresh feed

[achuithb, 2012/04/25 00:57:53]

I have a TODO below; need to open a bug.

I think leveldb has some corruption recovery tools - we should try those first,
and if they fail, blow away the db as you suggest, and allow it to be populated
from the server.

+
+  if (db_status.IsIOError())
+    return GDataDB::DB_IO_ERROR;
+
+  NOTREACHED();
+  return GDataDB::DB_INTERNAL_ERROR;
+}
+
+}  // namespace
+
+GDataLevelDB::GDataLevelDB() {
+}
+
+GDataLevelDB::~GDataLevelDB() {
+}
+
+void GDataLevelDB::Init(const FilePath& db_path) {
+  leveldb::DB* level_db = NULL;
+  leveldb::Options options;
+  options.create_if_missing = true;
+  leveldb::Status db_status = leveldb::DB::Open(options,
+      db_path.Append("level_db").value(), &level_db);
+  DCHECK(level_db);
+  // TODO(achuith): If db cannot be opened, we should try to recover it.
+  // If that fails, we should just delete it and create a new file.
+  DCHECK(db_status.ok());
+  level_db_.reset(level_db);
+}
+
+GDataDB::Status GDataLevelDB::Put(const GDataEntry& entry) {
+  // Write the serialized proto.
+  std::string serialized_proto;
+  entry.SerializeToString(&serialized_proto);
+
+  leveldb::WriteBatch batch;
+  const std::string resource_id_key =
+      ResourceIdToKey(entry.resource_id());
+  const std::string path_key = PathToKey(entry.GetFilePath());
+  batch.Put(leveldb::Slice(resource_id_key), leveldb::Slice(serialized_proto));
+  // Note we store the resource_id without prefix when it's the value.
+  batch.Put(leveldb::Slice(path_key), leveldb::Slice(entry.resource_id()));
+  leveldb::Status db_status = level_db_->Write(
+      leveldb::WriteOptions(),
+      &batch);
+
+  DVLOG(1) << "GDataLevelDB::Put resource_id key = " << resource_id_key
+           << ", path key = " << path_key;
+  return GetStatus(db_status);
+}
+
+GDataDB::Status GDataLevelDB::DeleteByResourceId(
+    const std::string& resource_id) {
+  scoped_ptr<GDataEntry> entry;
+  Status status = GetByResourceId(resource_id, &entry);
+  if (status == DB_NOT_FOUND)
+    return DB_OK;
+  else if (status != DB_OK)
+    return status;
+
+  leveldb::WriteBatch batch;
+  const std::string resource_id_key = ResourceIdToKey(resource_id);
+  const std::string path_key = PathToKey(entry->GetFilePath());
+  batch.Delete(leveldb::Slice(resource_id_key));
+  batch.Delete(leveldb::Slice(path_key));
+
+  leveldb::Status db_status = level_db_->Write(leveldb::WriteOptions(),
+                                               &batch);
+  return GetStatus(db_status);
+}
+
+GDataDB::Status GDataLevelDB::DeleteByPath(
+    const FilePath& path) {
+  std::string resource_id;
+  const Status status = ResourceIdForPath(path, &resource_id);
+  if (status != DB_OK)
+    return status;
+  return DeleteByResourceId(resource_id);
+}
+
+GDataDB::Status GDataLevelDB::GetByResourceId(const std::string& resource_id,
+                                              scoped_ptr<GDataEntry>* entry) {
+  entry->reset();
+  std::string serialized_proto;
+  const std::string resource_id_key = ResourceIdToKey(resource_id);
+  const leveldb::Status db_status = level_db_->Get(leveldb::ReadOptions(),
+      leveldb::Slice(resource_id_key), &serialized_proto);
+
+  if (db_status.IsNotFound())
+    return DB_NOT_FOUND;
+
+  if (db_status.ok()) {
+    DCHECK(!serialized_proto.empty());
+    *entry = GDataEntry::FromProtoString(serialized_proto);
+    DCHECK(entry->get());
+    return DB_OK;
+  }
+  return GetStatus(db_status);
+}
+
+GDataDB::Status GDataLevelDB::GetByPath(const FilePath& path,
+                                        scoped_ptr<GDataEntry>* entry) {
+  entry->reset();
+  std::string resource_id;
+  const Status status = ResourceIdForPath(path, &resource_id);
+  if (status != DB_OK)
+    return status;
+  return GetByResourceId(resource_id, entry);
+}
+
+GDataDB::Status GDataLevelDB::ResourceIdForPath(const FilePath& path,
+                                                std::string* resource_id) {
+  const std::string path_key = PathToKey(path);
+  const leveldb::Status db_status = level_db_->Get(
+      leveldb::ReadOptions(), path_key, resource_id);
+
+  return GetStatus(db_status);
+}
+
+scoped_ptr<GDataDBIter> GDataLevelDB::NewIterator(const FilePath& path) {
+  return scoped_ptr<GDataDBIter>(new GDataLevelDBIter(
+      scoped_ptr<leveldb::Iterator>(
+          level_db_->NewIterator(leveldb::ReadOptions())),
+      this,
+      path));
+}
+
+GDataLevelDBIter::GDataLevelDBIter(scoped_ptr<leveldb::Iterator> level_db_iter,
+                                   GDataDB* db,
+                                   const FilePath& path)
+    : level_db_iter_(level_db_iter.Pass()),
+      db_(db),
+      path_(path) {
+  const std::string path_key = PathToKey(path);
+  level_db_iter_->Seek(leveldb::Slice(path_key));
+}
+
+GDataLevelDBIter::~GDataLevelDBIter() {
+}
+
+scoped_ptr<GDataEntry> GDataLevelDBIter::GetNext() {
+  if (!level_db_iter_->Valid())
+    return scoped_ptr<GDataEntry>(NULL);
+
+  // Only consider keys under |path|.
+  const std::string path_key = PathToKey(path_);
+  if (!level_db_iter_->key().starts_with(path_key))
+    return scoped_ptr<GDataEntry>(NULL);
+
+  scoped_ptr<GDataEntry> entry;
+  GDataDB::Status status =
+      db_->GetByResourceId(level_db_iter_->value().ToString(), &entry);
+  DCHECK_EQ(GDataDB::DB_OK, status);
+  level_db_iter_->Next();
+  return entry.Pass();
+}
+
+}  // namespace gdata