| OLD | NEW |
| (Empty) |
| 1 // Copyright 2014 The Chromium Authors. All rights reserved. | |
| 2 // Use of this source code is governed by a BSD-style license that can be | |
| 3 // found in the LICENSE file. | |
| 4 | |
| 5 #include "sync/internal_api/public/attachments/attachment_service_impl.h" | |
| 6 | |
| 7 #include <iterator> | |
| 8 #include <utility> | |
| 9 | |
| 10 #include "base/bind.h" | |
| 11 #include "base/location.h" | |
| 12 #include "base/macros.h" | |
| 13 #include "base/single_thread_task_runner.h" | |
| 14 #include "base/threading/thread_task_runner_handle.h" | |
| 15 #include "base/time/time.h" | |
| 16 #include "sync/api/attachments/attachment.h" | |
| 17 #include "sync/internal_api/public/attachments/fake_attachment_downloader.h" | |
| 18 #include "sync/internal_api/public/attachments/fake_attachment_uploader.h" | |
| 19 | |
| 20 namespace syncer { | |
| 21 | |
| 22 // GetOrDownloadAttachments starts multiple parallel DownloadAttachment calls. | |
| 23 // GetOrDownloadState tracks completion of these calls and posts callback for | |
| 24 // consumer once all attachments are either retrieved or reported unavailable. | |
| 25 class AttachmentServiceImpl::GetOrDownloadState | |
| 26 : public base::RefCounted<GetOrDownloadState>, | |
| 27 public base::NonThreadSafe { | |
| 28 public: | |
| 29 // GetOrDownloadState gets parameter from values passed to | |
| 30 // AttachmentService::GetOrDownloadAttachments. | |
| 31 // |attachment_ids| is a list of attachmens to retrieve. | |
| 32 // |callback| will be posted on current thread when all attachments retrieved | |
| 33 // or confirmed unavailable. | |
| 34 GetOrDownloadState(const AttachmentIdList& attachment_ids, | |
| 35 const GetOrDownloadCallback& callback); | |
| 36 | |
| 37 // Attachment was just retrieved. Add it to retrieved attachments. | |
| 38 void AddAttachment(const Attachment& attachment); | |
| 39 | |
| 40 // Both reading from local store and downloading attachment failed. | |
| 41 // Add it to unavailable set. | |
| 42 void AddUnavailableAttachmentId(const AttachmentId& attachment_id); | |
| 43 | |
| 44 private: | |
| 45 friend class base::RefCounted<GetOrDownloadState>; | |
| 46 virtual ~GetOrDownloadState(); | |
| 47 | |
| 48 // If all attachment requests completed then post callback to consumer with | |
| 49 // results. | |
| 50 void PostResultIfAllRequestsCompleted(); | |
| 51 | |
| 52 GetOrDownloadCallback callback_; | |
| 53 | |
| 54 // Requests for these attachments are still in progress. | |
| 55 AttachmentIdSet in_progress_attachments_; | |
| 56 | |
| 57 AttachmentIdSet unavailable_attachments_; | |
| 58 std::unique_ptr<AttachmentMap> retrieved_attachments_; | |
| 59 | |
| 60 DISALLOW_COPY_AND_ASSIGN(GetOrDownloadState); | |
| 61 }; | |
| 62 | |
| 63 AttachmentServiceImpl::GetOrDownloadState::GetOrDownloadState( | |
| 64 const AttachmentIdList& attachment_ids, | |
| 65 const GetOrDownloadCallback& callback) | |
| 66 : callback_(callback), retrieved_attachments_(new AttachmentMap()) { | |
| 67 std::copy( | |
| 68 attachment_ids.begin(), | |
| 69 attachment_ids.end(), | |
| 70 std::inserter(in_progress_attachments_, in_progress_attachments_.end())); | |
| 71 PostResultIfAllRequestsCompleted(); | |
| 72 } | |
| 73 | |
| 74 AttachmentServiceImpl::GetOrDownloadState::~GetOrDownloadState() { | |
| 75 DCHECK(CalledOnValidThread()); | |
| 76 } | |
| 77 | |
| 78 void AttachmentServiceImpl::GetOrDownloadState::AddAttachment( | |
| 79 const Attachment& attachment) { | |
| 80 DCHECK(CalledOnValidThread()); | |
| 81 DCHECK(retrieved_attachments_->find(attachment.GetId()) == | |
| 82 retrieved_attachments_->end()); | |
| 83 retrieved_attachments_->insert( | |
| 84 std::make_pair(attachment.GetId(), attachment)); | |
| 85 DCHECK(in_progress_attachments_.find(attachment.GetId()) != | |
| 86 in_progress_attachments_.end()); | |
| 87 in_progress_attachments_.erase(attachment.GetId()); | |
| 88 PostResultIfAllRequestsCompleted(); | |
| 89 } | |
| 90 | |
| 91 void AttachmentServiceImpl::GetOrDownloadState::AddUnavailableAttachmentId( | |
| 92 const AttachmentId& attachment_id) { | |
| 93 DCHECK(CalledOnValidThread()); | |
| 94 DCHECK(unavailable_attachments_.find(attachment_id) == | |
| 95 unavailable_attachments_.end()); | |
| 96 unavailable_attachments_.insert(attachment_id); | |
| 97 DCHECK(in_progress_attachments_.find(attachment_id) != | |
| 98 in_progress_attachments_.end()); | |
| 99 in_progress_attachments_.erase(attachment_id); | |
| 100 PostResultIfAllRequestsCompleted(); | |
| 101 } | |
| 102 | |
| 103 void | |
| 104 AttachmentServiceImpl::GetOrDownloadState::PostResultIfAllRequestsCompleted() { | |
| 105 if (in_progress_attachments_.empty()) { | |
| 106 // All requests completed. Let's notify consumer. | |
| 107 GetOrDownloadResult result = | |
| 108 unavailable_attachments_.empty() ? GET_SUCCESS : GET_UNSPECIFIED_ERROR; | |
| 109 base::ThreadTaskRunnerHandle::Get()->PostTask( | |
| 110 FROM_HERE, | |
| 111 base::Bind(callback_, result, base::Passed(&retrieved_attachments_))); | |
| 112 } | |
| 113 } | |
| 114 | |
| 115 AttachmentServiceImpl::AttachmentServiceImpl( | |
| 116 std::unique_ptr<AttachmentStoreForSync> attachment_store, | |
| 117 std::unique_ptr<AttachmentUploader> attachment_uploader, | |
| 118 std::unique_ptr<AttachmentDownloader> attachment_downloader, | |
| 119 Delegate* delegate, | |
| 120 const base::TimeDelta& initial_backoff_delay, | |
| 121 const base::TimeDelta& max_backoff_delay) | |
| 122 : attachment_store_(std::move(attachment_store)), | |
| 123 attachment_uploader_(std::move(attachment_uploader)), | |
| 124 attachment_downloader_(std::move(attachment_downloader)), | |
| 125 delegate_(delegate), | |
| 126 weak_ptr_factory_(this) { | |
| 127 DCHECK(CalledOnValidThread()); | |
| 128 DCHECK(attachment_store_.get()); | |
| 129 | |
| 130 // TODO(maniscalco): Observe network connectivity change events. When the | |
| 131 // network becomes disconnected, consider suspending queue dispatch. When | |
| 132 // connectivity is restored, consider clearing any dispatch backoff (bug | |
| 133 // 411981). | |
| 134 upload_task_queue_.reset(new TaskQueue<AttachmentId>( | |
| 135 base::Bind(&AttachmentServiceImpl::BeginUpload, | |
| 136 weak_ptr_factory_.GetWeakPtr()), | |
| 137 initial_backoff_delay, | |
| 138 max_backoff_delay)); | |
| 139 | |
| 140 net::NetworkChangeNotifier::AddNetworkChangeObserver(this); | |
| 141 } | |
| 142 | |
| 143 AttachmentServiceImpl::~AttachmentServiceImpl() { | |
| 144 DCHECK(CalledOnValidThread()); | |
| 145 net::NetworkChangeNotifier::RemoveNetworkChangeObserver(this); | |
| 146 } | |
| 147 | |
| 148 // Static. | |
| 149 std::unique_ptr<syncer::AttachmentService> | |
| 150 AttachmentServiceImpl::CreateForTest() { | |
| 151 std::unique_ptr<syncer::AttachmentStore> attachment_store = | |
| 152 AttachmentStore::CreateInMemoryStore(); | |
| 153 std::unique_ptr<AttachmentUploader> attachment_uploader( | |
| 154 new FakeAttachmentUploader); | |
| 155 std::unique_ptr<AttachmentDownloader> attachment_downloader( | |
| 156 new FakeAttachmentDownloader()); | |
| 157 std::unique_ptr<syncer::AttachmentService> attachment_service( | |
| 158 new syncer::AttachmentServiceImpl( | |
| 159 attachment_store->CreateAttachmentStoreForSync(), | |
| 160 std::move(attachment_uploader), std::move(attachment_downloader), | |
| 161 NULL, base::TimeDelta(), base::TimeDelta())); | |
| 162 return attachment_service; | |
| 163 } | |
| 164 | |
| 165 void AttachmentServiceImpl::GetOrDownloadAttachments( | |
| 166 const AttachmentIdList& attachment_ids, | |
| 167 const GetOrDownloadCallback& callback) { | |
| 168 DCHECK(CalledOnValidThread()); | |
| 169 scoped_refptr<GetOrDownloadState> state( | |
| 170 new GetOrDownloadState(attachment_ids, callback)); | |
| 171 // SetModelTypeReference() makes attachments visible for model type. | |
| 172 // Needed when attachment doesn't have model type reference, but still | |
| 173 // available in local store. | |
| 174 attachment_store_->SetModelTypeReference(attachment_ids); | |
| 175 attachment_store_->Read(attachment_ids, | |
| 176 base::Bind(&AttachmentServiceImpl::ReadDone, | |
| 177 weak_ptr_factory_.GetWeakPtr(), state)); | |
| 178 } | |
| 179 | |
| 180 void AttachmentServiceImpl::ReadDone( | |
| 181 const scoped_refptr<GetOrDownloadState>& state, | |
| 182 const AttachmentStore::Result& result, | |
| 183 std::unique_ptr<AttachmentMap> attachments, | |
| 184 std::unique_ptr<AttachmentIdList> unavailable_attachment_ids) { | |
| 185 // Add read attachments to result. | |
| 186 for (AttachmentMap::const_iterator iter = attachments->begin(); | |
| 187 iter != attachments->end(); | |
| 188 ++iter) { | |
| 189 state->AddAttachment(iter->second); | |
| 190 } | |
| 191 | |
| 192 AttachmentIdList::const_iterator iter = unavailable_attachment_ids->begin(); | |
| 193 AttachmentIdList::const_iterator end = unavailable_attachment_ids->end(); | |
| 194 if (result != AttachmentStore::STORE_INITIALIZATION_FAILED && | |
| 195 attachment_downloader_.get()) { | |
| 196 // Try to download locally unavailable attachments. | |
| 197 for (; iter != end; ++iter) { | |
| 198 attachment_downloader_->DownloadAttachment( | |
| 199 *iter, | |
| 200 base::Bind(&AttachmentServiceImpl::DownloadDone, | |
| 201 weak_ptr_factory_.GetWeakPtr(), | |
| 202 state, | |
| 203 *iter)); | |
| 204 } | |
| 205 } else { | |
| 206 // No downloader so all locally unavailable attachments are unavailable. | |
| 207 for (; iter != end; ++iter) { | |
| 208 state->AddUnavailableAttachmentId(*iter); | |
| 209 } | |
| 210 } | |
| 211 } | |
| 212 | |
| 213 void AttachmentServiceImpl::WriteDone( | |
| 214 const scoped_refptr<GetOrDownloadState>& state, | |
| 215 const Attachment& attachment, | |
| 216 const AttachmentStore::Result& result) { | |
| 217 switch (result) { | |
| 218 case AttachmentStore::SUCCESS: | |
| 219 state->AddAttachment(attachment); | |
| 220 break; | |
| 221 case AttachmentStore::UNSPECIFIED_ERROR: | |
| 222 case AttachmentStore::STORE_INITIALIZATION_FAILED: | |
| 223 state->AddUnavailableAttachmentId(attachment.GetId()); | |
| 224 break; | |
| 225 } | |
| 226 } | |
| 227 | |
| 228 void AttachmentServiceImpl::UploadDone( | |
| 229 const AttachmentUploader::UploadResult& result, | |
| 230 const AttachmentId& attachment_id) { | |
| 231 DCHECK(CalledOnValidThread()); | |
| 232 AttachmentIdList ids; | |
| 233 ids.push_back(attachment_id); | |
| 234 switch (result) { | |
| 235 case AttachmentUploader::UPLOAD_SUCCESS: | |
| 236 attachment_store_->DropSyncReference(ids); | |
| 237 upload_task_queue_->MarkAsSucceeded(attachment_id); | |
| 238 if (delegate_) { | |
| 239 delegate_->OnAttachmentUploaded(attachment_id); | |
| 240 } | |
| 241 break; | |
| 242 case AttachmentUploader::UPLOAD_TRANSIENT_ERROR: | |
| 243 upload_task_queue_->MarkAsFailed(attachment_id); | |
| 244 upload_task_queue_->AddToQueue(attachment_id); | |
| 245 break; | |
| 246 case AttachmentUploader::UPLOAD_UNSPECIFIED_ERROR: | |
| 247 // TODO(pavely): crbug/372622: Deal with UploadAttachment failures. | |
| 248 attachment_store_->DropSyncReference(ids); | |
| 249 upload_task_queue_->MarkAsFailed(attachment_id); | |
| 250 break; | |
| 251 } | |
| 252 } | |
| 253 | |
| 254 void AttachmentServiceImpl::DownloadDone( | |
| 255 const scoped_refptr<GetOrDownloadState>& state, | |
| 256 const AttachmentId& attachment_id, | |
| 257 const AttachmentDownloader::DownloadResult& result, | |
| 258 std::unique_ptr<Attachment> attachment) { | |
| 259 switch (result) { | |
| 260 case AttachmentDownloader::DOWNLOAD_SUCCESS: { | |
| 261 AttachmentList attachment_list; | |
| 262 attachment_list.push_back(*attachment.get()); | |
| 263 attachment_store_->Write( | |
| 264 attachment_list, | |
| 265 base::Bind(&AttachmentServiceImpl::WriteDone, | |
| 266 weak_ptr_factory_.GetWeakPtr(), state, *attachment.get())); | |
| 267 break; | |
| 268 } | |
| 269 case AttachmentDownloader::DOWNLOAD_TRANSIENT_ERROR: | |
| 270 case AttachmentDownloader::DOWNLOAD_UNSPECIFIED_ERROR: | |
| 271 state->AddUnavailableAttachmentId(attachment_id); | |
| 272 break; | |
| 273 } | |
| 274 } | |
| 275 | |
| 276 void AttachmentServiceImpl::BeginUpload(const AttachmentId& attachment_id) { | |
| 277 DCHECK(CalledOnValidThread()); | |
| 278 AttachmentIdList attachment_ids; | |
| 279 attachment_ids.push_back(attachment_id); | |
| 280 attachment_store_->Read(attachment_ids, | |
| 281 base::Bind(&AttachmentServiceImpl::ReadDoneNowUpload, | |
| 282 weak_ptr_factory_.GetWeakPtr())); | |
| 283 } | |
| 284 | |
| 285 void AttachmentServiceImpl::UploadAttachments( | |
| 286 const AttachmentIdList& attachment_ids) { | |
| 287 DCHECK(CalledOnValidThread()); | |
| 288 if (!attachment_uploader_.get()) { | |
| 289 return; | |
| 290 } | |
| 291 attachment_store_->SetSyncReference(attachment_ids); | |
| 292 | |
| 293 for (auto iter = attachment_ids.begin(); iter != attachment_ids.end(); | |
| 294 ++iter) { | |
| 295 upload_task_queue_->AddToQueue(*iter); | |
| 296 } | |
| 297 } | |
| 298 | |
| 299 void AttachmentServiceImpl::OnNetworkChanged( | |
| 300 net::NetworkChangeNotifier::ConnectionType type) { | |
| 301 if (type != net::NetworkChangeNotifier::CONNECTION_NONE) { | |
| 302 upload_task_queue_->ResetBackoff(); | |
| 303 } | |
| 304 } | |
| 305 | |
| 306 void AttachmentServiceImpl::ReadDoneNowUpload( | |
| 307 const AttachmentStore::Result& result, | |
| 308 std::unique_ptr<AttachmentMap> attachments, | |
| 309 std::unique_ptr<AttachmentIdList> unavailable_attachment_ids) { | |
| 310 DCHECK(CalledOnValidThread()); | |
| 311 if (!unavailable_attachment_ids->empty()) { | |
| 312 // TODO(maniscalco): We failed to read some attachments. What should we do | |
| 313 // now? | |
| 314 AttachmentIdList::const_iterator iter = unavailable_attachment_ids->begin(); | |
| 315 AttachmentIdList::const_iterator end = unavailable_attachment_ids->end(); | |
| 316 for (; iter != end; ++iter) { | |
| 317 upload_task_queue_->Cancel(*iter); | |
| 318 } | |
| 319 attachment_store_->DropSyncReference(*unavailable_attachment_ids); | |
| 320 } | |
| 321 | |
| 322 AttachmentMap::const_iterator iter = attachments->begin(); | |
| 323 AttachmentMap::const_iterator end = attachments->end(); | |
| 324 for (; iter != end; ++iter) { | |
| 325 attachment_uploader_->UploadAttachment( | |
| 326 iter->second, | |
| 327 base::Bind(&AttachmentServiceImpl::UploadDone, | |
| 328 weak_ptr_factory_.GetWeakPtr())); | |
| 329 } | |
| 330 } | |
| 331 | |
| 332 void AttachmentServiceImpl::SetTimerForTest( | |
| 333 std::unique_ptr<base::Timer> timer) { | |
| 334 upload_task_queue_->SetTimerForTest(std::move(timer)); | |
| 335 } | |
| 336 | |
| 337 } // namespace syncer | |
| OLD | NEW |