| OLD | NEW |
| 1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "content/browser/leveldb_wrapper_impl.h" | 5 #include "content/browser/leveldb_wrapper_impl.h" |
| 6 | 6 |
| 7 #include "base/bind.h" | 7 #include "base/bind.h" |
| 8 #include "base/threading/thread_task_runner_handle.h" | 8 #include "base/threading/thread_task_runner_handle.h" |
| 9 #include "components/leveldb/public/cpp/util.h" | 9 #include "components/leveldb/public/cpp/util.h" |
| 10 #include "content/public/browser/browser_thread.h" | 10 #include "content/public/browser/browser_thread.h" |
| (...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 48 } | 48 } |
| 49 | 49 |
| 50 LevelDBWrapperImpl::LevelDBWrapperImpl( | 50 LevelDBWrapperImpl::LevelDBWrapperImpl( |
| 51 leveldb::mojom::LevelDBDatabase* database, | 51 leveldb::mojom::LevelDBDatabase* database, |
| 52 const std::string& prefix, | 52 const std::string& prefix, |
| 53 size_t max_size, | 53 size_t max_size, |
| 54 base::TimeDelta default_commit_delay, | 54 base::TimeDelta default_commit_delay, |
| 55 int max_bytes_per_hour, | 55 int max_bytes_per_hour, |
| 56 int max_commits_per_hour, | 56 int max_commits_per_hour, |
| 57 const base::Closure& no_bindings_callback) | 57 const base::Closure& no_bindings_callback) |
| 58 : prefix_(prefix), | 58 : prefix_(leveldb::StdStringToUint8Vector(prefix)), |
| 59 no_bindings_callback_(no_bindings_callback), | 59 no_bindings_callback_(no_bindings_callback), |
| 60 database_(database), | 60 database_(database), |
| 61 bytes_used_(0), | 61 bytes_used_(0), |
| 62 max_size_(max_size), | 62 max_size_(max_size), |
| 63 start_time_(base::TimeTicks::Now()), | 63 start_time_(base::TimeTicks::Now()), |
| 64 default_commit_delay_(default_commit_delay), | 64 default_commit_delay_(default_commit_delay), |
| 65 data_rate_limiter_(max_bytes_per_hour, base::TimeDelta::FromHours(1)), | 65 data_rate_limiter_(max_bytes_per_hour, base::TimeDelta::FromHours(1)), |
| 66 commit_rate_limiter_(max_commits_per_hour, base::TimeDelta::FromHours(1)), | 66 commit_rate_limiter_(max_commits_per_hour, base::TimeDelta::FromHours(1)), |
| 67 weak_ptr_factory_(this) { | 67 weak_ptr_factory_(this) { |
| 68 bindings_.set_connection_error_handler(base::Bind( | 68 bindings_.set_connection_error_handler(base::Bind( |
| (...skipping 173 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 242 no_bindings_callback_.Run(); | 242 no_bindings_callback_.Run(); |
| 243 } | 243 } |
| 244 | 244 |
| 245 void LevelDBWrapperImpl::LoadMap(const base::Closure& completion_callback) { | 245 void LevelDBWrapperImpl::LoadMap(const base::Closure& completion_callback) { |
| 246 DCHECK(!map_); | 246 DCHECK(!map_); |
| 247 on_load_complete_tasks_.push_back(completion_callback); | 247 on_load_complete_tasks_.push_back(completion_callback); |
| 248 if (on_load_complete_tasks_.size() > 1) | 248 if (on_load_complete_tasks_.size() > 1) |
| 249 return; | 249 return; |
| 250 | 250 |
| 251 // TODO(michaeln): Import from sqlite localstorage db. | 251 // TODO(michaeln): Import from sqlite localstorage db. |
| 252 database_->GetPrefixed(leveldb::StdStringToUint8Vector(prefix_), | 252 database_->GetPrefixed(prefix_, |
| 253 base::Bind(&LevelDBWrapperImpl::OnLoadComplete, | 253 base::Bind(&LevelDBWrapperImpl::OnLoadComplete, |
| 254 weak_ptr_factory_.GetWeakPtr())); | 254 weak_ptr_factory_.GetWeakPtr())); |
| 255 } | 255 } |
| 256 | 256 |
| 257 void LevelDBWrapperImpl::OnLoadComplete( | 257 void LevelDBWrapperImpl::OnLoadComplete( |
| 258 leveldb::mojom::DatabaseError status, | 258 leveldb::mojom::DatabaseError status, |
| 259 std::vector<leveldb::mojom::KeyValuePtr> data) { | 259 std::vector<leveldb::mojom::KeyValuePtr> data) { |
| 260 DCHECK(!map_); | 260 DCHECK(!map_); |
| 261 map_.reset(new ValueMap); | 261 map_.reset(new ValueMap); |
| 262 for (auto& it : data) | 262 for (auto& it : data) { |
| 263 (*map_)[it->key] = it->value; | 263 DCHECK_GE(it->key.size(), prefix_.size()); |
| 264 (*map_)[std::vector<uint8_t>(it->key.begin() + prefix_.size(), |
| 265 it->key.end())] = it->value; |
| 266 } |
| 264 | 267 |
| 265 // We proceed without using a backing store, nothing will be persisted but the | 268 // We proceed without using a backing store, nothing will be persisted but the |
| 266 // class is functional for the lifetime of the object. | 269 // class is functional for the lifetime of the object. |
| 267 // TODO(michaeln): Uma here or in the DB file? | 270 // TODO(michaeln): Uma here or in the DB file? |
| 268 if (status != leveldb::mojom::DatabaseError::OK) | 271 if (status != leveldb::mojom::DatabaseError::OK) |
| 269 database_ = nullptr; | 272 database_ = nullptr; |
| 270 | 273 |
| 271 std::vector<base::Closure> tasks; | 274 std::vector<base::Closure> tasks; |
| 272 on_load_complete_tasks_.swap(tasks); | 275 on_load_complete_tasks_.swap(tasks); |
| 273 for (auto& task : tasks) | 276 for (auto& task : tasks) |
| (...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 309 base::TimeDelta delay = std::max( | 312 base::TimeDelta delay = std::max( |
| 310 default_commit_delay_, | 313 default_commit_delay_, |
| 311 std::max(commit_rate_limiter_.ComputeDelayNeeded(elapsed_time), | 314 std::max(commit_rate_limiter_.ComputeDelayNeeded(elapsed_time), |
| 312 data_rate_limiter_.ComputeDelayNeeded(elapsed_time))); | 315 data_rate_limiter_.ComputeDelayNeeded(elapsed_time))); |
| 313 // TODO(michaeln): UMA_HISTOGRAM_LONG_TIMES("LevelDBWrapper.CommitDelay", d); | 316 // TODO(michaeln): UMA_HISTOGRAM_LONG_TIMES("LevelDBWrapper.CommitDelay", d); |
| 314 return delay; | 317 return delay; |
| 315 } | 318 } |
| 316 | 319 |
| 317 void LevelDBWrapperImpl::CommitChanges() { | 320 void LevelDBWrapperImpl::CommitChanges() { |
| 318 DCHECK(database_); | 321 DCHECK(database_); |
| 319 if (commit_batch_) | 322 if (!commit_batch_) |
| 320 return; | 323 return; |
| 321 | 324 |
| 322 commit_rate_limiter_.add_samples(1); | 325 commit_rate_limiter_.add_samples(1); |
| 323 data_rate_limiter_.add_samples(commit_batch_->GetDataSize()); | 326 data_rate_limiter_.add_samples(commit_batch_->GetDataSize()); |
| 324 | 327 |
| 325 // Commit all our changes in a single batch. | 328 // Commit all our changes in a single batch. |
| 326 std::vector<leveldb::mojom::BatchedOperationPtr> operations; | 329 std::vector<leveldb::mojom::BatchedOperationPtr> operations; |
| 327 if (commit_batch_->clear_all_first) { | 330 if (commit_batch_->clear_all_first) { |
| 328 leveldb::mojom::BatchedOperationPtr item = | 331 leveldb::mojom::BatchedOperationPtr item = |
| 329 leveldb::mojom::BatchedOperation::New(); | 332 leveldb::mojom::BatchedOperation::New(); |
| 330 item->type = leveldb::mojom::BatchOperationType::DELETE_PREFIXED_KEY; | 333 item->type = leveldb::mojom::BatchOperationType::DELETE_PREFIXED_KEY; |
| 331 item->key = leveldb::StdStringToUint8Vector(prefix_); | 334 item->key = prefix_; |
| 332 operations.push_back(std::move(item)); | 335 operations.push_back(std::move(item)); |
| 333 } | 336 } |
| 334 for (auto& it : commit_batch_->changed_values) { | 337 for (auto& it : commit_batch_->changed_values) { |
| 335 leveldb::mojom::BatchedOperationPtr item = | 338 leveldb::mojom::BatchedOperationPtr item = |
| 336 leveldb::mojom::BatchedOperation::New(); | 339 leveldb::mojom::BatchedOperation::New(); |
| 337 item->key = std::move(it.first); | 340 item->key.reserve(prefix_.size() + it.first.size()); |
| 341 item->key.insert(item->key.end(), prefix_.begin(), prefix_.end()); |
| 342 item->key.insert(item->key.end(), it.first.begin(), it.first.end()); |
| 338 if (!it.second) { | 343 if (!it.second) { |
| 339 item->type = leveldb::mojom::BatchOperationType::DELETE_KEY; | 344 item->type = leveldb::mojom::BatchOperationType::DELETE_KEY; |
| 340 } else { | 345 } else { |
| 341 item->type = leveldb::mojom::BatchOperationType::PUT_KEY; | 346 item->type = leveldb::mojom::BatchOperationType::PUT_KEY; |
| 342 item->value = std::move(*(it.second)); | 347 item->value = std::move(*(it.second)); |
| 343 } | 348 } |
| 344 operations.push_back(std::move(item)); | 349 operations.push_back(std::move(item)); |
| 345 } | 350 } |
| 346 commit_batch_.reset(); | 351 commit_batch_.reset(); |
| 347 | 352 |
| 348 ++commit_batches_in_flight_; | 353 ++commit_batches_in_flight_; |
| 349 | 354 |
| 350 // TODO(michaeln): Currently there is no guarantee LevelDBDatabaseImp::Write | 355 // TODO(michaeln): Currently there is no guarantee LevelDBDatabaseImp::Write |
| 351 // will run during a clean shutdown. We need that to avoid dataloss. | 356 // will run during a clean shutdown. We need that to avoid dataloss. |
| 352 database_->Write(std::move(operations), | 357 database_->Write(std::move(operations), |
| 353 base::Bind(&LevelDBWrapperImpl::OnCommitComplete, | 358 base::Bind(&LevelDBWrapperImpl::OnCommitComplete, |
| 354 weak_ptr_factory_.GetWeakPtr())); | 359 weak_ptr_factory_.GetWeakPtr())); |
| 355 } | 360 } |
| 356 | 361 |
| 357 void LevelDBWrapperImpl::OnCommitComplete(leveldb::mojom::DatabaseError error) { | 362 void LevelDBWrapperImpl::OnCommitComplete(leveldb::mojom::DatabaseError error) { |
| 358 // TODO(michaeln): What if it fails, uma here or in the DB class? | 363 // TODO(michaeln): What if it fails, uma here or in the DB class? |
| 359 --commit_batches_in_flight_; | 364 --commit_batches_in_flight_; |
| 360 StartCommitTimer(); | 365 StartCommitTimer(); |
| 361 } | 366 } |
| 362 | 367 |
| 363 } // namespace content | 368 } // namespace content |
| OLD | NEW |