| OLD | NEW |
| 1 // Copyright 2015 The Chromium Authors. All rights reserved. | 1 // Copyright 2015 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "components/ntp_tiles/popular_sites.h" | 5 #include "components/ntp_tiles/popular_sites.h" |
| 6 | 6 |
| 7 #include <stddef.h> | 7 #include <stddef.h> |
| 8 | 8 |
| 9 #include "base/bind.h" | 9 #include "base/bind.h" |
| 10 #include "base/command_line.h" | 10 #include "base/command_line.h" |
| (...skipping 159 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 170 : title(title), | 170 : title(title), |
| 171 url(url), | 171 url(url), |
| 172 favicon_url(favicon_url), | 172 favicon_url(favicon_url), |
| 173 large_icon_url(large_icon_url), | 173 large_icon_url(large_icon_url), |
| 174 thumbnail_url(thumbnail_url) {} | 174 thumbnail_url(thumbnail_url) {} |
| 175 | 175 |
| 176 PopularSites::Site::Site(const Site& other) = default; | 176 PopularSites::Site::Site(const Site& other) = default; |
| 177 | 177 |
| 178 PopularSites::Site::~Site() {} | 178 PopularSites::Site::~Site() {} |
| 179 | 179 |
| 180 PopularSites::PopularSites( | 180 PopularSitesImpl::PopularSitesImpl( |
| 181 const scoped_refptr<base::SequencedWorkerPool>& blocking_pool, | 181 const scoped_refptr<base::SequencedWorkerPool>& blocking_pool, |
| 182 PrefService* prefs, | 182 PrefService* prefs, |
| 183 const TemplateURLService* template_url_service, | 183 const TemplateURLService* template_url_service, |
| 184 VariationsService* variations_service, | 184 VariationsService* variations_service, |
| 185 net::URLRequestContextGetter* download_context, | 185 net::URLRequestContextGetter* download_context, |
| 186 const base::FilePath& directory, | 186 const base::FilePath& directory, |
| 187 ParseJSONCallback parse_json) | 187 ParseJSONCallback parse_json) |
| 188 : blocking_runner_(blocking_pool->GetTaskRunnerWithShutdownBehavior( | 188 : blocking_runner_(blocking_pool->GetTaskRunnerWithShutdownBehavior( |
| 189 base::SequencedWorkerPool::CONTINUE_ON_SHUTDOWN)), | 189 base::SequencedWorkerPool::CONTINUE_ON_SHUTDOWN)), |
| 190 prefs_(prefs), | 190 prefs_(prefs), |
| 191 template_url_service_(template_url_service), | 191 template_url_service_(template_url_service), |
| 192 variations_(variations_service), | 192 variations_(variations_service), |
| 193 download_context_(download_context), | 193 download_context_(download_context), |
| 194 local_path_(directory.empty() | 194 local_path_(directory.empty() |
| 195 ? base::FilePath() | 195 ? base::FilePath() |
| 196 : directory.AppendASCII(kPopularSitesLocalFilename)), | 196 : directory.AppendASCII(kPopularSitesLocalFilename)), |
| 197 parse_json_(std::move(parse_json)), | 197 parse_json_(std::move(parse_json)), |
| 198 is_fallback_(false), | 198 is_fallback_(false), |
| 199 weak_ptr_factory_(this) {} | 199 weak_ptr_factory_(this) {} |
| 200 | 200 |
| 201 PopularSites::~PopularSites() {} | 201 PopularSitesImpl::~PopularSitesImpl() {} |
| 202 | 202 |
| 203 void PopularSites::StartFetch(bool force_download, | 203 void PopularSitesImpl::StartFetch(bool force_download, |
| 204 const FinishedCallback& callback) { | 204 const FinishedCallback& callback) { |
| 205 DCHECK(!callback_); | 205 DCHECK(!callback_); |
| 206 callback_ = callback; | 206 callback_ = callback; |
| 207 | 207 |
| 208 const base::Time last_download_time = base::Time::FromInternalValue( | 208 const base::Time last_download_time = base::Time::FromInternalValue( |
| 209 prefs_->GetInt64(kPopularSitesLastDownloadPref)); | 209 prefs_->GetInt64(kPopularSitesLastDownloadPref)); |
| 210 const base::TimeDelta time_since_last_download = | 210 const base::TimeDelta time_since_last_download = |
| 211 base::Time::Now() - last_download_time; | 211 base::Time::Now() - last_download_time; |
| 212 const base::TimeDelta redownload_interval = | 212 const base::TimeDelta redownload_interval = |
| 213 base::TimeDelta::FromHours(kPopularSitesRedownloadIntervalHours); | 213 base::TimeDelta::FromHours(kPopularSitesRedownloadIntervalHours); |
| 214 const bool download_time_is_future = base::Time::Now() < last_download_time; | 214 const bool download_time_is_future = base::Time::Now() < last_download_time; |
| (...skipping 21 matching lines...) Expand all Loading... |
| 236 (time_since_last_download > redownload_interval) || url_changed) { | 236 (time_since_last_download > redownload_interval) || url_changed) { |
| 237 FetchPopularSites(); | 237 FetchPopularSites(); |
| 238 return; | 238 return; |
| 239 } | 239 } |
| 240 | 240 |
| 241 std::unique_ptr<std::string> file_data(new std::string); | 241 std::unique_ptr<std::string> file_data(new std::string); |
| 242 std::string* file_data_ptr = file_data.get(); | 242 std::string* file_data_ptr = file_data.get(); |
| 243 base::PostTaskAndReplyWithResult( | 243 base::PostTaskAndReplyWithResult( |
| 244 blocking_runner_.get(), FROM_HERE, | 244 blocking_runner_.get(), FROM_HERE, |
| 245 base::Bind(&base::ReadFileToString, local_path_, file_data_ptr), | 245 base::Bind(&base::ReadFileToString, local_path_, file_data_ptr), |
| 246 base::Bind(&PopularSites::OnReadFileDone, weak_ptr_factory_.GetWeakPtr(), | 246 base::Bind(&PopularSitesImpl::OnReadFileDone, |
| 247 weak_ptr_factory_.GetWeakPtr(), |
| 247 base::Passed(std::move(file_data)))); | 248 base::Passed(std::move(file_data)))); |
| 248 } | 249 } |
| 249 | 250 |
| 250 GURL PopularSites::LastURL() const { | 251 const PopularSites::SitesVector& PopularSitesImpl::sites() const { |
| 252 return sites_; |
| 253 } |
| 254 |
| 255 GURL PopularSitesImpl::LastURL() const { |
| 251 return GURL(prefs_->GetString(kPopularSitesURLPref)); | 256 return GURL(prefs_->GetString(kPopularSitesURLPref)); |
| 252 } | 257 } |
| 253 | 258 |
| 254 // static | 259 // static |
| 255 void PopularSites::RegisterProfilePrefs( | 260 void PopularSitesImpl::RegisterProfilePrefs( |
| 256 user_prefs::PrefRegistrySyncable* user_prefs) { | 261 user_prefs::PrefRegistrySyncable* user_prefs) { |
| 257 user_prefs->RegisterStringPref(ntp_tiles::prefs::kPopularSitesOverrideURL, | 262 user_prefs->RegisterStringPref(ntp_tiles::prefs::kPopularSitesOverrideURL, |
| 258 std::string()); | 263 std::string()); |
| 259 user_prefs->RegisterStringPref(ntp_tiles::prefs::kPopularSitesOverrideCountry, | 264 user_prefs->RegisterStringPref(ntp_tiles::prefs::kPopularSitesOverrideCountry, |
| 260 std::string()); | 265 std::string()); |
| 261 user_prefs->RegisterStringPref(ntp_tiles::prefs::kPopularSitesOverrideVersion, | 266 user_prefs->RegisterStringPref(ntp_tiles::prefs::kPopularSitesOverrideVersion, |
| 262 std::string()); | 267 std::string()); |
| 263 | 268 |
| 264 user_prefs->RegisterInt64Pref(kPopularSitesLastDownloadPref, 0); | 269 user_prefs->RegisterInt64Pref(kPopularSitesLastDownloadPref, 0); |
| 265 user_prefs->RegisterStringPref(kPopularSitesURLPref, std::string()); | 270 user_prefs->RegisterStringPref(kPopularSitesURLPref, std::string()); |
| 266 } | 271 } |
| 267 | 272 |
| 268 void PopularSites::OnReadFileDone(std::unique_ptr<std::string> data, | 273 void PopularSitesImpl::OnReadFileDone(std::unique_ptr<std::string> data, |
| 269 bool success) { | 274 bool success) { |
| 270 if (success) { | 275 if (success) { |
| 271 auto json = base::JSONReader::Read(*data, base::JSON_ALLOW_TRAILING_COMMAS); | 276 auto json = base::JSONReader::Read(*data, base::JSON_ALLOW_TRAILING_COMMAS); |
| 272 if (json) { | 277 if (json) { |
| 273 ParseSiteList(std::move(json)); | 278 ParseSiteList(std::move(json)); |
| 274 } else { | 279 } else { |
| 275 OnJsonParseFailed("previously-fetched JSON was no longer parseable"); | 280 OnJsonParseFailed("previously-fetched JSON was no longer parseable"); |
| 276 } | 281 } |
| 277 } else { | 282 } else { |
| 278 // File didn't exist, or couldn't be read for some other reason. | 283 // File didn't exist, or couldn't be read for some other reason. |
| 279 FetchPopularSites(); | 284 FetchPopularSites(); |
| 280 } | 285 } |
| 281 } | 286 } |
| 282 | 287 |
| 283 void PopularSites::FetchPopularSites() { | 288 void PopularSitesImpl::FetchPopularSites() { |
| 284 fetcher_ = URLFetcher::Create(pending_url_, URLFetcher::GET, this); | 289 fetcher_ = URLFetcher::Create(pending_url_, URLFetcher::GET, this); |
| 285 data_use_measurement::DataUseUserData::AttachToFetcher( | 290 data_use_measurement::DataUseUserData::AttachToFetcher( |
| 286 fetcher_.get(), data_use_measurement::DataUseUserData::NTP_TILES); | 291 fetcher_.get(), data_use_measurement::DataUseUserData::NTP_TILES); |
| 287 fetcher_->SetRequestContext(download_context_); | 292 fetcher_->SetRequestContext(download_context_); |
| 288 fetcher_->SetLoadFlags(net::LOAD_DO_NOT_SEND_COOKIES | | 293 fetcher_->SetLoadFlags(net::LOAD_DO_NOT_SEND_COOKIES | |
| 289 net::LOAD_DO_NOT_SAVE_COOKIES); | 294 net::LOAD_DO_NOT_SAVE_COOKIES); |
| 290 fetcher_->SetAutomaticallyRetryOnNetworkChanges(1); | 295 fetcher_->SetAutomaticallyRetryOnNetworkChanges(1); |
| 291 fetcher_->Start(); | 296 fetcher_->Start(); |
| 292 } | 297 } |
| 293 | 298 |
| 294 void PopularSites::OnURLFetchComplete(const net::URLFetcher* source) { | 299 void PopularSitesImpl::OnURLFetchComplete(const net::URLFetcher* source) { |
| 295 DCHECK_EQ(fetcher_.get(), source); | 300 DCHECK_EQ(fetcher_.get(), source); |
| 296 std::unique_ptr<net::URLFetcher> free_fetcher = std::move(fetcher_); | 301 std::unique_ptr<net::URLFetcher> free_fetcher = std::move(fetcher_); |
| 297 | 302 |
| 298 std::string json_string; | 303 std::string json_string; |
| 299 if (!(source->GetStatus().is_success() && | 304 if (!(source->GetStatus().is_success() && |
| 300 source->GetResponseCode() == net::HTTP_OK && | 305 source->GetResponseCode() == net::HTTP_OK && |
| 301 source->GetResponseAsString(&json_string))) { | 306 source->GetResponseAsString(&json_string))) { |
| 302 OnDownloadFailed(); | 307 OnDownloadFailed(); |
| 303 return; | 308 return; |
| 304 } | 309 } |
| 305 | 310 |
| 306 parse_json_.Run( | 311 parse_json_.Run(json_string, base::Bind(&PopularSitesImpl::OnJsonParsed, |
| 307 json_string, | 312 weak_ptr_factory_.GetWeakPtr()), |
| 308 base::Bind(&PopularSites::OnJsonParsed, weak_ptr_factory_.GetWeakPtr()), | 313 base::Bind(&PopularSitesImpl::OnJsonParseFailed, |
| 309 base::Bind(&PopularSites::OnJsonParseFailed, | 314 weak_ptr_factory_.GetWeakPtr())); |
| 310 weak_ptr_factory_.GetWeakPtr())); | |
| 311 } | 315 } |
| 312 | 316 |
| 313 void PopularSites::OnJsonParsed(std::unique_ptr<base::Value> json) { | 317 void PopularSitesImpl::OnJsonParsed(std::unique_ptr<base::Value> json) { |
| 314 const base::Value* json_ptr = json.get(); | 318 const base::Value* json_ptr = json.get(); |
| 315 base::PostTaskAndReplyWithResult( | 319 base::PostTaskAndReplyWithResult( |
| 316 blocking_runner_.get(), FROM_HERE, | 320 blocking_runner_.get(), FROM_HERE, |
| 317 base::Bind(&WriteJsonToFile, local_path_, json_ptr), | 321 base::Bind(&WriteJsonToFile, local_path_, json_ptr), |
| 318 base::Bind(&PopularSites::OnFileWriteDone, weak_ptr_factory_.GetWeakPtr(), | 322 base::Bind(&PopularSitesImpl::OnFileWriteDone, |
| 323 weak_ptr_factory_.GetWeakPtr(), |
| 319 base::Passed(std::move(json)))); | 324 base::Passed(std::move(json)))); |
| 320 } | 325 } |
| 321 | 326 |
| 322 void PopularSites::OnJsonParseFailed(const std::string& error_message) { | 327 void PopularSitesImpl::OnJsonParseFailed(const std::string& error_message) { |
| 323 DLOG(WARNING) << "JSON parsing failed: " << error_message; | 328 DLOG(WARNING) << "JSON parsing failed: " << error_message; |
| 324 OnDownloadFailed(); | 329 OnDownloadFailed(); |
| 325 } | 330 } |
| 326 | 331 |
| 327 void PopularSites::OnFileWriteDone(std::unique_ptr<base::Value> json, | 332 void PopularSitesImpl::OnFileWriteDone(std::unique_ptr<base::Value> json, |
| 328 bool success) { | 333 bool success) { |
| 329 if (success) { | 334 if (success) { |
| 330 prefs_->SetInt64(kPopularSitesLastDownloadPref, | 335 prefs_->SetInt64(kPopularSitesLastDownloadPref, |
| 331 base::Time::Now().ToInternalValue()); | 336 base::Time::Now().ToInternalValue()); |
| 332 prefs_->SetString(kPopularSitesURLPref, pending_url_.spec()); | 337 prefs_->SetString(kPopularSitesURLPref, pending_url_.spec()); |
| 333 ParseSiteList(std::move(json)); | 338 ParseSiteList(std::move(json)); |
| 334 } else { | 339 } else { |
| 335 DLOG(WARNING) << "Could not write file to " | 340 DLOG(WARNING) << "Could not write file to " |
| 336 << local_path_.LossyDisplayName(); | 341 << local_path_.LossyDisplayName(); |
| 337 OnDownloadFailed(); | 342 OnDownloadFailed(); |
| 338 } | 343 } |
| 339 } | 344 } |
| 340 | 345 |
| 341 void PopularSites::ParseSiteList(std::unique_ptr<base::Value> json) { | 346 void PopularSitesImpl::ParseSiteList(std::unique_ptr<base::Value> json) { |
| 342 base::ListValue* list = nullptr; | 347 base::ListValue* list = nullptr; |
| 343 if (!json || !json->GetAsList(&list)) { | 348 if (!json || !json->GetAsList(&list)) { |
| 344 DLOG(WARNING) << "JSON is not a list"; | 349 DLOG(WARNING) << "JSON is not a list"; |
| 345 sites_.clear(); | 350 sites_.clear(); |
| 346 callback_.Run(false); | 351 callback_.Run(false); |
| 347 return; | 352 return; |
| 348 } | 353 } |
| 349 | 354 |
| 350 std::vector<PopularSites::Site> sites; | 355 SitesVector sites; |
| 351 for (size_t i = 0; i < list->GetSize(); i++) { | 356 for (size_t i = 0; i < list->GetSize(); i++) { |
| 352 base::DictionaryValue* item; | 357 base::DictionaryValue* item; |
| 353 if (!list->GetDictionary(i, &item)) | 358 if (!list->GetDictionary(i, &item)) |
| 354 continue; | 359 continue; |
| 355 base::string16 title; | 360 base::string16 title; |
| 356 std::string url; | 361 std::string url; |
| 357 if (!item->GetString("title", &title) || !item->GetString("url", &url)) | 362 if (!item->GetString("title", &title) || !item->GetString("url", &url)) |
| 358 continue; | 363 continue; |
| 359 std::string favicon_url; | 364 std::string favicon_url; |
| 360 item->GetString("favicon_url", &favicon_url); | 365 item->GetString("favicon_url", &favicon_url); |
| 361 std::string thumbnail_url; | 366 std::string thumbnail_url; |
| 362 item->GetString("thumbnail_url", &thumbnail_url); | 367 item->GetString("thumbnail_url", &thumbnail_url); |
| 363 std::string large_icon_url; | 368 std::string large_icon_url; |
| 364 item->GetString("large_icon_url", &large_icon_url); | 369 item->GetString("large_icon_url", &large_icon_url); |
| 365 | 370 |
| 366 sites.push_back(PopularSites::Site(title, GURL(url), GURL(favicon_url), | 371 sites.push_back(PopularSitesImpl::Site(title, GURL(url), GURL(favicon_url), |
| 367 GURL(large_icon_url), | 372 GURL(large_icon_url), |
| 368 GURL(thumbnail_url))); | 373 GURL(thumbnail_url))); |
| 369 } | 374 } |
| 370 | 375 |
| 371 sites_.swap(sites); | 376 sites_.swap(sites); |
| 372 callback_.Run(true); | 377 callback_.Run(true); |
| 373 } | 378 } |
| 374 | 379 |
| 375 void PopularSites::OnDownloadFailed() { | 380 void PopularSitesImpl::OnDownloadFailed() { |
| 376 if (!is_fallback_) { | 381 if (!is_fallback_) { |
| 377 DLOG(WARNING) << "Download country site list failed"; | 382 DLOG(WARNING) << "Download country site list failed"; |
| 378 is_fallback_ = true; | 383 is_fallback_ = true; |
| 379 pending_url_ = GetPopularSitesURL(kPopularSitesDefaultCountryCode, | 384 pending_url_ = GetPopularSitesURL(kPopularSitesDefaultCountryCode, |
| 380 kPopularSitesDefaultVersion); | 385 kPopularSitesDefaultVersion); |
| 381 FetchPopularSites(); | 386 FetchPopularSites(); |
| 382 } else { | 387 } else { |
| 383 DLOG(WARNING) << "Download fallback site list failed"; | 388 DLOG(WARNING) << "Download fallback site list failed"; |
| 384 callback_.Run(false); | 389 callback_.Run(false); |
| 385 } | 390 } |
| 386 } | 391 } |
| 387 | 392 |
| 388 } // namespace ntp_tiles | 393 } // namespace ntp_tiles |
| OLD | NEW |