| Index: third_party/leveldatabase/env_chromium_stdio.cc
|
| diff --git a/third_party/leveldatabase/env_chromium_stdio.cc b/third_party/leveldatabase/env_chromium_stdio.cc
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..9b1a57fb472f72e892cb121db1d6a8616d227b3d
|
| --- /dev/null
|
| +++ b/third_party/leveldatabase/env_chromium_stdio.cc
|
| @@ -0,0 +1,380 @@
|
| +// Copyright (c) 2011-2013 The LevelDB Authors. All rights reserved.
|
| +// Use of this source code is governed by a BSD-style license that can be
|
| +// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
| +
|
| +#include <errno.h>
|
| +
|
| +#include "base/debug/trace_event.h"
|
| +#include "base/metrics/histogram.h"
|
| +#include "base/posix/eintr_wrapper.h"
|
| +#include "base/strings/utf_string_conversions.h"
|
| +#include "chromium_logger.h"
|
| +#include "env_chromium_stdio.h"
|
| +
|
| +#if defined(OS_WIN)
|
| +#include <io.h>
|
| +#include "base/win/win_util.h"
|
| +#endif
|
| +
|
| +#if defined(OS_POSIX)
|
| +#include <dirent.h>
|
| +#include <fcntl.h>
|
| +#include <sys/resource.h>
|
| +#endif
|
| +
|
| +using namespace leveldb;
|
| +
|
| +namespace leveldb_env {
|
| +
|
| +namespace {
|
| +
|
| +#if (defined(OS_POSIX) && !defined(OS_LINUX)) || defined(OS_WIN)
|
| +// The following are glibc-specific
|
| +
|
| +size_t fread_unlocked(void* ptr, size_t size, size_t n, FILE* file) {
|
| + return fread(ptr, size, n, file);
|
| +}
|
| +
|
| +size_t fwrite_unlocked(const void* ptr, size_t size, size_t n, FILE* file) {
|
| + return fwrite(ptr, size, n, file);
|
| +}
|
| +
|
| +int fflush_unlocked(FILE* file) { return fflush(file); }
|
| +
|
| +#if !defined(OS_ANDROID)
|
| +int fdatasync(int fildes) {
|
| +#if defined(OS_WIN)
|
| + return _commit(fildes);
|
| +#else
|
| + return HANDLE_EINTR(fsync(fildes));
|
| +#endif
|
| +}
|
| +#endif
|
| +
|
| +#endif
|
| +
|
| +// Wide-char safe fopen wrapper.
|
| +FILE* fopen_internal(const char* fname, const char* mode) {
|
| +#if defined(OS_WIN)
|
| + return _wfopen(base::UTF8ToUTF16(fname).c_str(),
|
| + base::ASCIIToUTF16(mode).c_str());
|
| +#else
|
| + return fopen(fname, mode);
|
| +#endif
|
| +}
|
| +
|
| +class ChromiumSequentialFile : public SequentialFile {
|
| + private:
|
| + std::string filename_;
|
| + FILE* file_;
|
| + const UMALogger* uma_logger_;
|
| +
|
| + public:
|
| + ChromiumSequentialFile(const std::string& fname,
|
| + FILE* f,
|
| + const UMALogger* uma_logger)
|
| + : filename_(fname), file_(f), uma_logger_(uma_logger) {}
|
| + virtual ~ChromiumSequentialFile() { fclose(file_); }
|
| +
|
| + virtual Status Read(size_t n, Slice* result, char* scratch) {
|
| + Status s;
|
| + size_t r = fread_unlocked(scratch, 1, n, file_);
|
| + *result = Slice(scratch, r);
|
| + if (r < n) {
|
| + if (feof(file_)) {
|
| + // We leave status as ok if we hit the end of the file
|
| + } else {
|
| + // A partial read with an error: return a non-ok status
|
| + s = MakeIOError(filename_, strerror(errno), kSequentialFileRead, errno);
|
| + uma_logger_->RecordErrorAt(kSequentialFileRead);
|
| + }
|
| + }
|
| + return s;
|
| + }
|
| +
|
| + virtual Status Skip(uint64_t n) {
|
| + if (fseek(file_, n, SEEK_CUR)) {
|
| + int saved_errno = errno;
|
| + uma_logger_->RecordErrorAt(kSequentialFileSkip);
|
| + return MakeIOError(
|
| + filename_, strerror(saved_errno), kSequentialFileSkip, saved_errno);
|
| + }
|
| + return Status::OK();
|
| + }
|
| +};
|
| +
|
| +class ChromiumRandomAccessFile : public RandomAccessFile {
|
| + private:
|
| + std::string filename_;
|
| + ::base::PlatformFile file_;
|
| + const UMALogger* uma_logger_;
|
| +
|
| + public:
|
| + ChromiumRandomAccessFile(const std::string& fname,
|
| + ::base::PlatformFile file,
|
| + const UMALogger* uma_logger)
|
| + : filename_(fname), file_(file), uma_logger_(uma_logger) {}
|
| + virtual ~ChromiumRandomAccessFile() { ::base::ClosePlatformFile(file_); }
|
| +
|
| + virtual Status Read(uint64_t offset, size_t n, Slice* result, char* scratch)
|
| + const {
|
| + Status s;
|
| + int r = ::base::ReadPlatformFile(file_, offset, scratch, n);
|
| + *result = Slice(scratch, (r < 0) ? 0 : r);
|
| + if (r < 0) {
|
| + // An error: return a non-ok status
|
| + s = MakeIOError(
|
| + filename_, "Could not perform read", kRandomAccessFileRead);
|
| + uma_logger_->RecordErrorAt(kRandomAccessFileRead);
|
| + }
|
| + return s;
|
| + }
|
| +};
|
| +
|
| +} // unnamed namespace
|
| +
|
| +ChromiumWritableFile::ChromiumWritableFile(const std::string& fname,
|
| + FILE* f,
|
| + const UMALogger* uma_logger,
|
| + WriteTracker* tracker,
|
| + bool make_backup)
|
| + : filename_(fname),
|
| + file_(f),
|
| + uma_logger_(uma_logger),
|
| + tracker_(tracker),
|
| + file_type_(kOther),
|
| + make_backup_(make_backup) {
|
| + base::FilePath path = base::FilePath::FromUTF8Unsafe(fname);
|
| + if (FilePathToString(path.BaseName()).find("MANIFEST") == 0)
|
| + file_type_ = kManifest;
|
| + else if (ChromiumEnv::HasTableExtension(path))
|
| + file_type_ = kTable;
|
| + if (file_type_ != kManifest)
|
| + tracker_->DidCreateNewFile(filename_);
|
| + parent_dir_ = FilePathToString(ChromiumEnv::CreateFilePath(fname).DirName());
|
| +}
|
| +
|
| +ChromiumWritableFile::~ChromiumWritableFile() {
|
| + if (file_ != NULL) {
|
| + // Ignoring any potential errors
|
| + fclose(file_);
|
| + }
|
| +}
|
| +
|
| +Status ChromiumWritableFile::SyncParent() {
|
| + Status s;
|
| +#if !defined(OS_WIN)
|
| + TRACE_EVENT0("leveldb", "SyncParent");
|
| +
|
| + int parent_fd = HANDLE_EINTR(open(parent_dir_.c_str(), O_RDONLY));
|
| + if (parent_fd < 0) {
|
| + int saved_errno = errno;
|
| + return MakeIOError(
|
| + parent_dir_, strerror(saved_errno), kSyncParent, saved_errno);
|
| + }
|
| + if (HANDLE_EINTR(fsync(parent_fd)) != 0) {
|
| + int saved_errno = errno;
|
| + s = MakeIOError(
|
| + parent_dir_, strerror(saved_errno), kSyncParent, saved_errno);
|
| + };
|
| + close(parent_fd);
|
| +#endif
|
| + return s;
|
| +}
|
| +
|
| +Status ChromiumWritableFile::Append(const Slice& data) {
|
| + if (file_type_ == kManifest && tracker_->DoesDirNeedSync(filename_)) {
|
| + Status s = SyncParent();
|
| + if (!s.ok())
|
| + return s;
|
| + tracker_->DidSyncDir(filename_);
|
| + }
|
| +
|
| + size_t r = fwrite_unlocked(data.data(), 1, data.size(), file_);
|
| + if (r != data.size()) {
|
| + int saved_errno = errno;
|
| + uma_logger_->RecordOSError(kWritableFileAppend, saved_errno);
|
| + return MakeIOError(
|
| + filename_, strerror(saved_errno), kWritableFileAppend, saved_errno);
|
| + }
|
| + return Status::OK();
|
| +}
|
| +
|
| +Status ChromiumWritableFile::Close() {
|
| + Status result;
|
| + if (fclose(file_) != 0) {
|
| + result = MakeIOError(filename_, strerror(errno), kWritableFileClose, errno);
|
| + uma_logger_->RecordErrorAt(kWritableFileClose);
|
| + }
|
| + file_ = NULL;
|
| + return result;
|
| +}
|
| +
|
| +Status ChromiumWritableFile::Flush() {
|
| + Status result;
|
| + if (HANDLE_EINTR(fflush_unlocked(file_))) {
|
| + int saved_errno = errno;
|
| + result = MakeIOError(
|
| + filename_, strerror(saved_errno), kWritableFileFlush, saved_errno);
|
| + uma_logger_->RecordOSError(kWritableFileFlush, saved_errno);
|
| + }
|
| + return result;
|
| +}
|
| +
|
| +Status ChromiumWritableFile::Sync() {
|
| + TRACE_EVENT0("leveldb", "ChromiumEnvStdio::Sync");
|
| + Status result;
|
| + int error = 0;
|
| +
|
| + if (HANDLE_EINTR(fflush_unlocked(file_)))
|
| + error = errno;
|
| + // Sync even if fflush gave an error; perhaps the data actually got out,
|
| + // even though something went wrong.
|
| + if (fdatasync(fileno(file_)) && !error)
|
| + error = errno;
|
| + // Report the first error we found.
|
| + if (error) {
|
| + result = MakeIOError(filename_, strerror(error), kWritableFileSync, error);
|
| + uma_logger_->RecordErrorAt(kWritableFileSync);
|
| + } else if (make_backup_ && file_type_ == kTable) {
|
| + bool success = ChromiumEnv::MakeBackup(filename_);
|
| + uma_logger_->RecordBackupResult(success);
|
| + }
|
| + return result;
|
| +}
|
| +
|
| +ChromiumEnvStdio::ChromiumEnvStdio() {}
|
| +
|
| +ChromiumEnvStdio::~ChromiumEnvStdio() {}
|
| +
|
| +Status ChromiumEnvStdio::NewSequentialFile(const std::string& fname,
|
| + SequentialFile** result) {
|
| + FILE* f = fopen_internal(fname.c_str(), "rb");
|
| + if (f == NULL) {
|
| + *result = NULL;
|
| + int saved_errno = errno;
|
| + RecordOSError(kNewSequentialFile, saved_errno);
|
| + return MakeIOError(
|
| + fname, strerror(saved_errno), kNewSequentialFile, saved_errno);
|
| + } else {
|
| + *result = new ChromiumSequentialFile(fname, f, this);
|
| + return Status::OK();
|
| + }
|
| +}
|
| +
|
| +void ChromiumEnvStdio::RecordOpenFilesLimit(const std::string& type) {
|
| +#if defined(OS_POSIX)
|
| + struct rlimit nofile;
|
| + if (getrlimit(RLIMIT_NOFILE, &nofile))
|
| + return;
|
| + GetMaxFDHistogram(type)->Add(nofile.rlim_cur);
|
| +#endif
|
| +}
|
| +
|
| +Status ChromiumEnvStdio::NewRandomAccessFile(const std::string& fname,
|
| + RandomAccessFile** result) {
|
| + int flags = ::base::PLATFORM_FILE_READ | ::base::PLATFORM_FILE_OPEN;
|
| + bool created;
|
| + ::base::PlatformFileError error_code;
|
| + ::base::PlatformFile file = ::base::CreatePlatformFile(
|
| + ChromiumEnv::CreateFilePath(fname), flags, &created, &error_code);
|
| + if (error_code == ::base::PLATFORM_FILE_OK) {
|
| + *result = new ChromiumRandomAccessFile(fname, file, this);
|
| + RecordOpenFilesLimit("Success");
|
| + return Status::OK();
|
| + }
|
| + if (error_code == ::base::PLATFORM_FILE_ERROR_TOO_MANY_OPENED)
|
| + RecordOpenFilesLimit("TooManyOpened");
|
| + else
|
| + RecordOpenFilesLimit("OtherError");
|
| + *result = NULL;
|
| + RecordOSError(kNewRandomAccessFile, error_code);
|
| + return MakeIOError(fname,
|
| + PlatformFileErrorString(error_code),
|
| + kNewRandomAccessFile,
|
| + error_code);
|
| +}
|
| +
|
| +Status ChromiumEnvStdio::NewWritableFile(const std::string& fname,
|
| + WritableFile** result) {
|
| + *result = NULL;
|
| + FILE* f = fopen_internal(fname.c_str(), "wb");
|
| + if (f == NULL) {
|
| + int saved_errno = errno;
|
| + RecordErrorAt(kNewWritableFile);
|
| + return MakeIOError(
|
| + fname, strerror(saved_errno), kNewWritableFile, saved_errno);
|
| + } else {
|
| + *result = new ChromiumWritableFile(fname, f, this, this, make_backup_);
|
| + return Status::OK();
|
| + }
|
| +}
|
| +
|
| +#if defined(OS_WIN)
|
| +base::PlatformFileError ChromiumEnvStdio::GetDirectoryEntries(
|
| + const base::FilePath& dir_param,
|
| + std::vector<base::FilePath>* result) const {
|
| + result->clear();
|
| + base::FilePath dir_filepath = dir_param.Append(FILE_PATH_LITERAL("*"));
|
| + WIN32_FIND_DATA find_data;
|
| + HANDLE find_handle = FindFirstFile(dir_filepath.value().c_str(), &find_data);
|
| + if (find_handle == INVALID_HANDLE_VALUE) {
|
| + DWORD last_error = GetLastError();
|
| + if (last_error == ERROR_FILE_NOT_FOUND)
|
| + return base::PLATFORM_FILE_OK;
|
| + return base::LastErrorToPlatformFileError(last_error);
|
| + }
|
| + do {
|
| + base::FilePath filepath(find_data.cFileName);
|
| + base::FilePath::StringType basename = filepath.BaseName().value();
|
| + if (basename == FILE_PATH_LITERAL(".") ||
|
| + basename == FILE_PATH_LITERAL(".."))
|
| + continue;
|
| + result->push_back(filepath.BaseName());
|
| + } while (FindNextFile(find_handle, &find_data));
|
| + DWORD last_error = GetLastError();
|
| + base::PlatformFileError return_value = base::PLATFORM_FILE_OK;
|
| + if (last_error != ERROR_NO_MORE_FILES)
|
| + return_value = base::LastErrorToPlatformFileError(last_error);
|
| + FindClose(find_handle);
|
| + return return_value;
|
| +}
|
| +#else
|
| +base::PlatformFileError ChromiumEnvStdio::GetDirectoryEntries(
|
| + const base::FilePath& dir_filepath,
|
| + std::vector<base::FilePath>* result) const {
|
| + const std::string dir_string = FilePathToString(dir_filepath);
|
| + result->clear();
|
| + DIR* dir = opendir(dir_string.c_str());
|
| + if (!dir)
|
| + return base::ErrnoToPlatformFileError(errno);
|
| + struct dirent dent_buf;
|
| + struct dirent* dent;
|
| + int readdir_result;
|
| + while ((readdir_result = readdir_r(dir, &dent_buf, &dent)) == 0 && dent) {
|
| + if (strcmp(dent->d_name, ".") == 0 || strcmp(dent->d_name, "..") == 0)
|
| + continue;
|
| + result->push_back(ChromiumEnv::CreateFilePath(dent->d_name));
|
| + }
|
| + int saved_errno = errno;
|
| + closedir(dir);
|
| + if (readdir_result != 0)
|
| + return base::ErrnoToPlatformFileError(saved_errno);
|
| + return base::PLATFORM_FILE_OK;
|
| +}
|
| +#endif
|
| +
|
| +Status ChromiumEnvStdio::NewLogger(const std::string& fname, Logger** result) {
|
| + FILE* f = fopen_internal(fname.c_str(), "w");
|
| + if (f == NULL) {
|
| + *result = NULL;
|
| + int saved_errno = errno;
|
| + RecordOSError(kNewLogger, saved_errno);
|
| + return MakeIOError(fname, strerror(saved_errno), kNewLogger, saved_errno);
|
| + } else {
|
| + *result = new ChromiumLogger(f);
|
| + return Status::OK();
|
| + }
|
| +}
|
| +
|
| +} // namespace leveldb_env
|
|
|