OLD | NEW |
1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "chrome/browser/safe_browsing/download_protection_service.h" | 5 #include "chrome/browser/safe_browsing/download_protection_service.h" |
6 | 6 |
7 #include "base/bind.h" | 7 #include "base/bind.h" |
| 8 #include "base/compiler_specific.h" |
8 #include "base/format_macros.h" | 9 #include "base/format_macros.h" |
9 #include "base/memory/scoped_ptr.h" | 10 #include "base/memory/scoped_ptr.h" |
| 11 #include "base/memory/weak_ptr.h" |
10 #include "base/metrics/histogram.h" | 12 #include "base/metrics/histogram.h" |
11 #include "base/stl_util.h" | 13 #include "base/stl_util.h" |
12 #include "base/string_number_conversions.h" | 14 #include "base/string_number_conversions.h" |
13 #include "base/string_util.h" | 15 #include "base/string_util.h" |
14 #include "base/stringprintf.h" | 16 #include "base/stringprintf.h" |
15 #include "base/time.h" | 17 #include "base/time.h" |
16 #include "chrome/browser/safe_browsing/safe_browsing_service.h" | 18 #include "chrome/browser/safe_browsing/safe_browsing_service.h" |
17 #include "chrome/browser/safe_browsing/signature_util.h" | 19 #include "chrome/browser/safe_browsing/signature_util.h" |
18 #include "chrome/common/net/http_return.h" | 20 #include "chrome/common/net/http_return.h" |
19 #include "chrome/common/safe_browsing/csd.pb.h" | 21 #include "chrome/common/safe_browsing/csd.pb.h" |
20 #include "content/browser/download/download_item.h" | 22 #include "content/browser/download/download_item.h" |
21 #include "content/public/browser/browser_thread.h" | 23 #include "content/public/browser/browser_thread.h" |
22 #include "content/public/common/url_fetcher.h" | 24 #include "content/public/common/url_fetcher.h" |
23 #include "content/public/common/url_fetcher_delegate.h" | 25 #include "content/public/common/url_fetcher_delegate.h" |
24 #include "net/base/load_flags.h" | 26 #include "net/base/load_flags.h" |
25 #include "net/url_request/url_request_context_getter.h" | 27 #include "net/url_request/url_request_context_getter.h" |
26 #include "net/url_request/url_request_status.h" | 28 #include "net/url_request/url_request_status.h" |
27 | 29 |
28 using content::BrowserThread; | 30 using content::BrowserThread; |
29 | 31 |
| 32 namespace { |
| 33 static const int64 kDownloadRequestTimeoutMs = 3000; |
| 34 } // namespace |
| 35 |
30 namespace safe_browsing { | 36 namespace safe_browsing { |
31 | 37 |
32 const char DownloadProtectionService::kDownloadRequestUrl[] = | 38 const char DownloadProtectionService::kDownloadRequestUrl[] = |
33 "https://sb-ssl.google.com/safebrowsing/clientreport/download"; | 39 "https://sb-ssl.google.com/safebrowsing/clientreport/download"; |
34 | 40 |
35 namespace { | 41 namespace { |
36 bool IsBinaryFile(const FilePath& file) { | 42 bool IsBinaryFile(const FilePath& file) { |
37 return (file.MatchesExtension(FILE_PATH_LITERAL(".exe")) || | 43 return (file.MatchesExtension(FILE_PATH_LITERAL(".exe")) || |
38 file.MatchesExtension(FILE_PATH_LITERAL(".cab")) || | 44 file.MatchesExtension(FILE_PATH_LITERAL(".cab")) || |
39 file.MatchesExtension(FILE_PATH_LITERAL(".msi"))); | 45 file.MatchesExtension(FILE_PATH_LITERAL(".msi"))); |
(...skipping 97 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
137 | 143 |
138 // static | 144 // static |
139 DownloadProtectionService::DownloadInfo | 145 DownloadProtectionService::DownloadInfo |
140 DownloadProtectionService::DownloadInfo::FromDownloadItem( | 146 DownloadProtectionService::DownloadInfo::FromDownloadItem( |
141 const DownloadItem& item) { | 147 const DownloadItem& item) { |
142 DownloadInfo download_info; | 148 DownloadInfo download_info; |
143 download_info.local_file = item.full_path(); | 149 download_info.local_file = item.full_path(); |
144 download_info.target_file = item.GetTargetFilePath(); | 150 download_info.target_file = item.GetTargetFilePath(); |
145 download_info.download_url_chain = item.url_chain(); | 151 download_info.download_url_chain = item.url_chain(); |
146 download_info.referrer_url = item.referrer_url(); | 152 download_info.referrer_url = item.referrer_url(); |
147 // TODO(bryner): Fill in the hash (we shouldn't compute it again) | 153 download_info.sha256_hash = item.hash(); |
148 download_info.total_bytes = item.total_bytes(); | 154 download_info.total_bytes = item.total_bytes(); |
149 // TODO(bryner): Populate user_initiated | 155 // TODO(bryner): Populate user_initiated |
150 return download_info; | 156 return download_info; |
151 } | 157 } |
152 | 158 |
153 // Parent SafeBrowsing::Client class used to lookup the bad binary | 159 // Parent SafeBrowsing::Client class used to lookup the bad binary |
154 // URL and digest list. There are two sub-classes (one for each list). | 160 // URL and digest list. There are two sub-classes (one for each list). |
155 class DownloadSBClient | 161 class DownloadSBClient |
156 : public SafeBrowsingService::Client, | 162 : public SafeBrowsingService::Client, |
157 public base::RefCountedThreadSafe<DownloadSBClient> { | 163 public base::RefCountedThreadSafe<DownloadSBClient> { |
(...skipping 167 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
325 CheckClientDownloadRequest(const DownloadInfo& info, | 331 CheckClientDownloadRequest(const DownloadInfo& info, |
326 const CheckDownloadCallback& callback, | 332 const CheckDownloadCallback& callback, |
327 DownloadProtectionService* service, | 333 DownloadProtectionService* service, |
328 SafeBrowsingService* sb_service, | 334 SafeBrowsingService* sb_service, |
329 SignatureUtil* signature_util) | 335 SignatureUtil* signature_util) |
330 : info_(info), | 336 : info_(info), |
331 callback_(callback), | 337 callback_(callback), |
332 service_(service), | 338 service_(service), |
333 signature_util_(signature_util), | 339 signature_util_(signature_util), |
334 sb_service_(sb_service), | 340 sb_service_(sb_service), |
335 pingback_enabled_(service_->enabled()) { | 341 pingback_enabled_(service_->enabled()), |
| 342 finished_(false), |
| 343 ALLOW_THIS_IN_INITIALIZER_LIST(timeout_weakptr_factory_(this)) { |
336 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); | 344 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); |
337 } | 345 } |
338 | 346 |
339 void Start() { | 347 void Start() { |
340 VLOG(2) << "Starting SafeBrowsing download check for: " | 348 VLOG(2) << "Starting SafeBrowsing download check for: " |
341 << info_.DebugString(); | 349 << info_.DebugString(); |
342 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); | 350 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); |
343 // TODO(noelutz): implement some cache to make sure we don't issue the same | 351 // TODO(noelutz): implement some cache to make sure we don't issue the same |
344 // request over and over again if a user downloads the same binary multiple | 352 // request over and over again if a user downloads the same binary multiple |
345 // times. | 353 // times. |
(...skipping 20 matching lines...) Expand all Loading... |
366 return; | 374 return; |
367 } | 375 } |
368 | 376 |
369 // Compute features from the file contents. Note that we record histograms | 377 // Compute features from the file contents. Note that we record histograms |
370 // based on the result, so this runs regardless of whether the pingbacks | 378 // based on the result, so this runs regardless of whether the pingbacks |
371 // are enabled. Since we do blocking I/O, this happens on the file thread. | 379 // are enabled. Since we do blocking I/O, this happens on the file thread. |
372 BrowserThread::PostTask( | 380 BrowserThread::PostTask( |
373 BrowserThread::FILE, | 381 BrowserThread::FILE, |
374 FROM_HERE, | 382 FROM_HERE, |
375 base::Bind(&CheckClientDownloadRequest::ExtractFileFeatures, this)); | 383 base::Bind(&CheckClientDownloadRequest::ExtractFileFeatures, this)); |
| 384 |
| 385 // If the request takes too long we cancel it. |
| 386 BrowserThread::PostDelayedTask( |
| 387 BrowserThread::UI, |
| 388 FROM_HERE, |
| 389 base::Bind(&CheckClientDownloadRequest::Cancel, |
| 390 timeout_weakptr_factory_.GetWeakPtr()), |
| 391 service_->download_request_timeout_ms()); |
376 } | 392 } |
377 | 393 |
378 // Canceling a request will cause us to always report the result as SAFE. | 394 // Canceling a request will cause us to always report the result as SAFE |
379 // In addition, the DownloadProtectionService will not be notified when the | 395 // unless a pending request is about to call FinishRequest. |
380 // request finishes, so it must drop its reference after calling Cancel. | |
381 void Cancel() { | 396 void Cancel() { |
| 397 // Calling FinishRequest might delete this object if we don't keep a |
| 398 // reference around until Cancel() is finished running. |
| 399 scoped_refptr<CheckClientDownloadRequest> request(this); |
382 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); | 400 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); |
383 service_ = NULL; | 401 FinishRequest(SAFE); |
384 if (fetcher_.get()) { | 402 if (fetcher_.get()) { |
385 // The DownloadProtectionService is going to release its reference, so we | 403 // The DownloadProtectionService is going to release its reference, so we |
386 // might be destroyed before the URLFetcher completes. Cancel the | 404 // might be destroyed before the URLFetcher completes. Cancel the |
387 // fetcher so it does not try to invoke OnURLFetchComplete. | 405 // fetcher so it does not try to invoke OnURLFetchComplete. |
388 FinishRequest(SAFE); | |
389 fetcher_.reset(); | 406 fetcher_.reset(); |
390 } | 407 } |
391 // Note: If there is no fetcher, then some callback is still holding a | 408 // Note: If there is no fetcher, then some callback is still holding a |
392 // reference to this object. We'll eventually wind up in some method on | 409 // reference to this object. We'll eventually wind up in some method on |
393 // the UI thread that will call FinishRequest() and run the callback. | 410 // the UI thread that will call FinishRequest() again. If FinishRequest() |
| 411 // is called a second time, it will be a no-op. |
| 412 service_ = NULL; |
394 } | 413 } |
395 | 414 |
396 // From the content::URLFetcherDelegate interface. | 415 // From the content::URLFetcherDelegate interface. |
397 virtual void OnURLFetchComplete(const content::URLFetcher* source) OVERRIDE { | 416 virtual void OnURLFetchComplete(const content::URLFetcher* source) OVERRIDE { |
398 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); | 417 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); |
399 DCHECK_EQ(source, fetcher_.get()); | 418 DCHECK_EQ(source, fetcher_.get()); |
400 VLOG(2) << "Received a response for URL: " | 419 VLOG(2) << "Received a response for URL: " |
401 << info_.download_url_chain.back() << ": success=" | 420 << info_.download_url_chain.back() << ": success=" |
402 << source->GetStatus().is_success() << " response_code=" | 421 << source->GetStatus().is_success() << " response_code=" |
403 << source->GetResponseCode(); | 422 << source->GetResponseCode(); |
(...skipping 141 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
545 return; | 564 return; |
546 } | 565 } |
547 | 566 |
548 VLOG(2) << "Sending a request for URL: " | 567 VLOG(2) << "Sending a request for URL: " |
549 << info_.download_url_chain.back(); | 568 << info_.download_url_chain.back(); |
550 fetcher_.reset(content::URLFetcher::Create(0 /* ID used for testing */, | 569 fetcher_.reset(content::URLFetcher::Create(0 /* ID used for testing */, |
551 GURL(kDownloadRequestUrl), | 570 GURL(kDownloadRequestUrl), |
552 content::URLFetcher::POST, | 571 content::URLFetcher::POST, |
553 this)); | 572 this)); |
554 fetcher_->SetLoadFlags(net::LOAD_DISABLE_CACHE); | 573 fetcher_->SetLoadFlags(net::LOAD_DISABLE_CACHE); |
| 574 fetcher_->SetAutomaticallyRetryOn5xx(false); // Don't retry on error. |
555 fetcher_->SetRequestContext(service_->request_context_getter_.get()); | 575 fetcher_->SetRequestContext(service_->request_context_getter_.get()); |
556 fetcher_->SetUploadData("application/octet-stream", request_data); | 576 fetcher_->SetUploadData("application/octet-stream", request_data); |
557 fetcher_->Start(); | 577 fetcher_->Start(); |
558 } | 578 } |
559 | 579 |
560 void PostFinishTask(DownloadCheckResult result) { | 580 void PostFinishTask(DownloadCheckResult result) { |
561 BrowserThread::PostTask( | 581 BrowserThread::PostTask( |
562 BrowserThread::UI, | 582 BrowserThread::UI, |
563 FROM_HERE, | 583 FROM_HERE, |
564 base::Bind(&CheckClientDownloadRequest::FinishRequest, this, result)); | 584 base::Bind(&CheckClientDownloadRequest::FinishRequest, this, result)); |
565 } | 585 } |
566 | 586 |
567 void FinishRequest(DownloadCheckResult result) { | 587 void FinishRequest(DownloadCheckResult result) { |
568 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); | 588 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); |
| 589 if (finished_) { |
| 590 return; |
| 591 } |
| 592 finished_ = true; |
569 if (service_) { | 593 if (service_) { |
570 callback_.Run(result); | 594 callback_.Run(result); |
571 service_->RequestFinished(this); | 595 service_->RequestFinished(this); |
572 } else { | 596 } else { |
573 callback_.Run(SAFE); | 597 callback_.Run(SAFE); |
574 } | 598 } |
575 } | 599 } |
576 | 600 |
577 void RecordImprovedProtectionStats(DownloadCheckResultReason reason) { | 601 void RecordImprovedProtectionStats(DownloadCheckResultReason reason) { |
578 UMA_HISTOGRAM_ENUMERATION("SBClientDownload.CheckDownloadStats", | 602 UMA_HISTOGRAM_ENUMERATION("SBClientDownload.CheckDownloadStats", |
579 reason, | 603 reason, |
580 REASON_MAX); | 604 REASON_MAX); |
581 } | 605 } |
582 | 606 |
583 DownloadInfo info_; | 607 DownloadInfo info_; |
584 ClientDownloadRequest_SignatureInfo signature_info_; | 608 ClientDownloadRequest_SignatureInfo signature_info_; |
585 CheckDownloadCallback callback_; | 609 CheckDownloadCallback callback_; |
586 // Will be NULL if the request has been canceled. | 610 // Will be NULL if the request has been canceled. |
587 DownloadProtectionService* service_; | 611 DownloadProtectionService* service_; |
588 scoped_refptr<SignatureUtil> signature_util_; | 612 scoped_refptr<SignatureUtil> signature_util_; |
589 scoped_refptr<SafeBrowsingService> sb_service_; | 613 scoped_refptr<SafeBrowsingService> sb_service_; |
590 const bool pingback_enabled_; | 614 const bool pingback_enabled_; |
591 scoped_ptr<content::URLFetcher> fetcher_; | 615 scoped_ptr<content::URLFetcher> fetcher_; |
| 616 bool finished_; |
| 617 base::WeakPtrFactory<CheckClientDownloadRequest> timeout_weakptr_factory_; |
592 | 618 |
593 DISALLOW_COPY_AND_ASSIGN(CheckClientDownloadRequest); | 619 DISALLOW_COPY_AND_ASSIGN(CheckClientDownloadRequest); |
594 }; | 620 }; |
595 | 621 |
596 DownloadProtectionService::DownloadProtectionService( | 622 DownloadProtectionService::DownloadProtectionService( |
597 SafeBrowsingService* sb_service, | 623 SafeBrowsingService* sb_service, |
598 net::URLRequestContextGetter* request_context_getter) | 624 net::URLRequestContextGetter* request_context_getter) |
599 : sb_service_(sb_service), | 625 : sb_service_(sb_service), |
600 request_context_getter_(request_context_getter), | 626 request_context_getter_(request_context_getter), |
601 enabled_(false), | 627 enabled_(false), |
602 signature_util_(new SignatureUtil()) {} | 628 signature_util_(new SignatureUtil()), |
| 629 download_request_timeout_ms_(kDownloadRequestTimeoutMs) {} |
603 | 630 |
604 DownloadProtectionService::~DownloadProtectionService() { | 631 DownloadProtectionService::~DownloadProtectionService() { |
605 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); | 632 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); |
606 CancelPendingRequests(); | 633 CancelPendingRequests(); |
607 } | 634 } |
608 | 635 |
609 void DownloadProtectionService::SetEnabled(bool enabled) { | 636 void DownloadProtectionService::SetEnabled(bool enabled) { |
610 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); | 637 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); |
611 if (enabled == enabled_) { | 638 if (enabled == enabled_) { |
612 return; | 639 return; |
(...skipping 24 matching lines...) Expand all Loading... |
637 BrowserThread::PostTask( | 664 BrowserThread::PostTask( |
638 BrowserThread::IO, | 665 BrowserThread::IO, |
639 FROM_HERE, | 666 FROM_HERE, |
640 base::Bind(&DownloadUrlSBClient::StartCheck, client)); | 667 base::Bind(&DownloadUrlSBClient::StartCheck, client)); |
641 } | 668 } |
642 | 669 |
643 void DownloadProtectionService::CancelPendingRequests() { | 670 void DownloadProtectionService::CancelPendingRequests() { |
644 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); | 671 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); |
645 for (std::set<scoped_refptr<CheckClientDownloadRequest> >::iterator it = | 672 for (std::set<scoped_refptr<CheckClientDownloadRequest> >::iterator it = |
646 download_requests_.begin(); | 673 download_requests_.begin(); |
647 it != download_requests_.end(); ++it) { | 674 it != download_requests_.end();) { |
648 (*it)->Cancel(); | 675 // We need to advance the iterator before we cancel because canceling |
| 676 // the request will invalidate it when RequestFinished is called below. |
| 677 scoped_refptr<CheckClientDownloadRequest> tmp = *it++; |
| 678 tmp->Cancel(); |
649 } | 679 } |
650 download_requests_.clear(); | 680 DCHECK(download_requests_.empty()); |
651 } | 681 } |
652 | 682 |
653 void DownloadProtectionService::RequestFinished( | 683 void DownloadProtectionService::RequestFinished( |
654 CheckClientDownloadRequest* request) { | 684 CheckClientDownloadRequest* request) { |
655 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); | 685 DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); |
656 std::set<scoped_refptr<CheckClientDownloadRequest> >::iterator it = | 686 std::set<scoped_refptr<CheckClientDownloadRequest> >::iterator it = |
657 download_requests_.find(request); | 687 download_requests_.find(request); |
658 DCHECK(it != download_requests_.end()); | 688 DCHECK(it != download_requests_.end()); |
659 download_requests_.erase(*it); | 689 download_requests_.erase(*it); |
660 } | 690 } |
661 } // namespace safe_browsing | 691 } // namespace safe_browsing |
OLD | NEW |