Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(289)

Side by Side Diff: chrome/browser/predictors/resource_prefetch_predictor.h

Issue 2887133003: predictors: Refactor resource_prefetch_predictor triggering. (Closed)
Patch Set: . Created 3 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright 2014 The Chromium Authors. All rights reserved. 1 // Copyright 2014 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #ifndef CHROME_BROWSER_PREDICTORS_RESOURCE_PREFETCH_PREDICTOR_H_ 5 #ifndef CHROME_BROWSER_PREDICTORS_RESOURCE_PREFETCH_PREDICTOR_H_
6 #define CHROME_BROWSER_PREDICTORS_RESOURCE_PREFETCH_PREDICTOR_H_ 6 #define CHROME_BROWSER_PREDICTORS_RESOURCE_PREFETCH_PREDICTOR_H_
7 7
8 #include <stddef.h> 8 #include <stddef.h>
9 9
10 #include <map> 10 #include <map>
11 #include <memory> 11 #include <memory>
12 #include <set> 12 #include <set>
13 #include <string> 13 #include <string>
14 #include <vector> 14 #include <vector>
15 15
16 #include "base/gtest_prod_util.h" 16 #include "base/gtest_prod_util.h"
17 #include "base/macros.h" 17 #include "base/macros.h"
18 #include "base/memory/weak_ptr.h" 18 #include "base/memory/weak_ptr.h"
19 #include "base/scoped_observer.h" 19 #include "base/scoped_observer.h"
20 #include "base/task/cancelable_task_tracker.h" 20 #include "base/task/cancelable_task_tracker.h"
21 #include "base/time/time.h" 21 #include "base/time/time.h"
22 #include "chrome/browser/predictors/loading_predictor_config.h" 22 #include "chrome/browser/predictors/loading_predictor_config.h"
23 #include "chrome/browser/predictors/resource_prefetch_common.h" 23 #include "chrome/browser/predictors/resource_prefetch_common.h"
24 #include "chrome/browser/predictors/resource_prefetch_predictor_tables.h" 24 #include "chrome/browser/predictors/resource_prefetch_predictor_tables.h"
25 #include "chrome/browser/predictors/resource_prefetcher.h" 25 #include "chrome/browser/predictors/resource_prefetcher.h"
26 #include "chrome/browser/predictors/resource_prefetcher_manager.h"
26 #include "components/history/core/browser/history_db_task.h" 27 #include "components/history/core/browser/history_db_task.h"
27 #include "components/history/core/browser/history_service_observer.h" 28 #include "components/history/core/browser/history_service_observer.h"
28 #include "components/history/core/browser/history_types.h" 29 #include "components/history/core/browser/history_types.h"
29 #include "components/keyed_service/core/keyed_service.h" 30 #include "components/keyed_service/core/keyed_service.h"
30 #include "components/precache/content/precache_manager.h" 31 #include "components/precache/content/precache_manager.h"
31 #include "content/public/common/resource_type.h" 32 #include "content/public/common/resource_type.h"
32 #include "url/gurl.h" 33 #include "url/gurl.h"
33 34
34 class PredictorsHandler; 35 class PredictorsHandler;
35 class Profile; 36 class Profile;
(...skipping 201 matching lines...) Expand 10 before | Expand all | Expand 10 after
237 const NavigationID& navigation_id, 238 const NavigationID& navigation_id,
238 const base::TimeTicks& first_contentful_paint); 239 const base::TimeTicks& first_contentful_paint);
239 240
240 // Called when ResourcePrefetcher is finished, i.e. there is nothing pending 241 // Called when ResourcePrefetcher is finished, i.e. there is nothing pending
241 // in flight. 242 // in flight.
242 void OnPrefetchingFinished( 243 void OnPrefetchingFinished(
243 const GURL& main_frame_url, 244 const GURL& main_frame_url,
244 std::unique_ptr<ResourcePrefetcher::PrefetcherStats> stats); 245 std::unique_ptr<ResourcePrefetcher::PrefetcherStats> stats);
245 246
246 // Returns true if prefetching data exists for the |main_frame_url|. 247 // Returns true if prefetching data exists for the |main_frame_url|.
247 virtual bool IsUrlPrefetchable(const GURL& main_frame_url); 248 virtual bool IsUrlPrefetchable(const GURL& main_frame_url) const;
248 249
249 // Returns true iff |resource| has sufficient confidence level and required 250 // Returns true iff |resource| has sufficient confidence level and required
250 // number of hits. 251 // number of hits.
251 bool IsResourcePrefetchable(const ResourceData& resource) const; 252 bool IsResourcePrefetchable(const ResourceData& resource) const;
252 253
253 // precache::PrecacheManager::Delegate: 254 // precache::PrecacheManager::Delegate:
254 void OnManifestFetched(const std::string& host, 255 void OnManifestFetched(const std::string& host,
255 const precache::PrecacheManifest& manifest) override; 256 const precache::PrecacheManifest& manifest) override;
256 257
257 // Sets the |observer| to be notified when the resource prefetch predictor 258 // Sets the |observer| to be notified when the resource prefetch predictor
258 // data changes. Previously registered observer will be discarded. Call 259 // data changes. Previously registered observer will be discarded. Call
259 // this with nullptr parameter to de-register observer. 260 // this with nullptr parameter to de-register observer.
260 void SetObserverForTesting(TestObserver* observer); 261 void SetObserverForTesting(TestObserver* observer);
261 262
262 private: 263 private:
263 // Starts prefetching if it is enabled for |origin| and prefetching data 264 // Starts prefetching if it is enabled and prefetching data exists for the
264 // exists for the |main_frame_url| either at the URL or at the host level. 265 // |main_frame_url| either at the URL or at the host level.
265 void StartPrefetching(const GURL& main_frame_url, HintOrigin origin); 266 void StartPrefetching(const GURL& main_frame_url);
266 267
267 // Stops prefetching that may be in progress corresponding to 268 // Stops prefetching that may be in progress corresponding to
268 // |main_frame_url|. 269 // |main_frame_url|.
269 void StopPrefetching(const GURL& main_frame_url); 270 void StopPrefetching(const GURL& main_frame_url);
270 271
271 friend class LoadingPredictor; 272 friend class LoadingPredictor;
272 friend class ::PredictorsHandler; 273 friend class ::PredictorsHandler;
273 friend class ResourcePrefetchPredictorTest; 274 friend class ResourcePrefetchPredictorTest;
274 friend class ResourcePrefetchPredictorBrowserTest; 275 friend class ResourcePrefetchPredictorBrowserTest;
275 276
(...skipping 26 matching lines...) Expand all
302 PopulatePrefetcherRequest); 303 PopulatePrefetcherRequest);
303 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest, PopulateFromManifest); 304 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest, PopulateFromManifest);
304 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest, GetRedirectEndpoint); 305 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest, GetRedirectEndpoint);
305 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest, GetPrefetchData); 306 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest, GetPrefetchData);
306 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest, 307 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest,
307 TestPrecisionRecallHistograms); 308 TestPrecisionRecallHistograms);
308 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest, 309 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest,
309 TestPrefetchingDurationHistogram); 310 TestPrefetchingDurationHistogram);
310 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest, 311 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest,
311 TestRecordFirstContentfulPaint); 312 TestRecordFirstContentfulPaint);
313 FRIEND_TEST_ALL_PREFIXES(ResourcePrefetchPredictorTest,
314 TestCanPrefetchUrlForOrigin);
alexilin 2017/05/30 15:06:00 Does this test still exist?
Benoit L 2017/05/31 14:34:42 Done.
312 315
313 enum InitializationState { 316 enum InitializationState {
314 NOT_INITIALIZED = 0, 317 NOT_INITIALIZED = 0,
315 INITIALIZING = 1, 318 INITIALIZING = 1,
316 INITIALIZED = 2 319 INITIALIZED = 2
317 }; 320 };
318 typedef ResourcePrefetchPredictorTables::PrefetchDataMap PrefetchDataMap; 321 typedef ResourcePrefetchPredictorTables::PrefetchDataMap PrefetchDataMap;
319 typedef ResourcePrefetchPredictorTables::RedirectDataMap RedirectDataMap; 322 typedef ResourcePrefetchPredictorTables::RedirectDataMap RedirectDataMap;
320 typedef ResourcePrefetchPredictorTables::ManifestDataMap ManifestDataMap; 323 typedef ResourcePrefetchPredictorTables::ManifestDataMap ManifestDataMap;
321 typedef ResourcePrefetchPredictorTables::OriginDataMap OriginDataMap; 324 typedef ResourcePrefetchPredictorTables::OriginDataMap OriginDataMap;
(...skipping 13 matching lines...) Expand all
335 const std::string& mime_type); 338 const std::string& mime_type);
336 339
337 // Returns true if the request (should have a response in it) is "no-store". 340 // Returns true if the request (should have a response in it) is "no-store".
338 static bool IsNoStore(const net::URLRequest& request); 341 static bool IsNoStore(const net::URLRequest& request);
339 342
340 static void SetAllowPortInUrlsForTesting(bool state); 343 static void SetAllowPortInUrlsForTesting(bool state);
341 344
342 // Functions called on different network events pertaining to the loading of 345 // Functions called on different network events pertaining to the loading of
343 // main frame resource or sub resources. 346 // main frame resource or sub resources.
344 void OnMainFrameRequest(const URLRequestSummary& request); 347 void OnMainFrameRequest(const URLRequestSummary& request);
345 void OnMainFrameResponse(const URLRequestSummary& response);
346 void OnMainFrameRedirect(const URLRequestSummary& response); 348 void OnMainFrameRedirect(const URLRequestSummary& response);
347 void OnSubresourceResponse(const URLRequestSummary& response); 349 void OnSubresourceResponse(const URLRequestSummary& response);
348 void OnSubresourceRedirect(const URLRequestSummary& response); 350 void OnSubresourceRedirect(const URLRequestSummary& response);
349 351
350 // Called when onload completes for a navigation. We treat this point as the 352 // Called when onload completes for a navigation. We treat this point as the
351 // "completion" of the navigation. The resources requested by the page up to 353 // "completion" of the navigation. The resources requested by the page up to
352 // this point are the only ones considered for prefetching. 354 // this point are the only ones considered for prefetching.
353 void OnNavigationComplete(const NavigationID& nav_id_without_timing_info); 355 void OnNavigationComplete(const NavigationID& nav_id_without_timing_info);
354 356
355 // Returns true iff one of the following conditions is true 357 // Returns true iff one of the following conditions is true
(...skipping 32 matching lines...) Expand 10 before | Expand all | Expand 10 after
388 std::unique_ptr<PrefetchDataMap> host_data_map, 390 std::unique_ptr<PrefetchDataMap> host_data_map,
389 std::unique_ptr<RedirectDataMap> url_redirect_data_map, 391 std::unique_ptr<RedirectDataMap> url_redirect_data_map,
390 std::unique_ptr<RedirectDataMap> host_redirect_data_map, 392 std::unique_ptr<RedirectDataMap> host_redirect_data_map,
391 std::unique_ptr<ManifestDataMap> manifest_data_map, 393 std::unique_ptr<ManifestDataMap> manifest_data_map,
392 std::unique_ptr<OriginDataMap> origin_data_map); 394 std::unique_ptr<OriginDataMap> origin_data_map);
393 395
394 // Called during initialization when history is read and the predictor 396 // Called during initialization when history is read and the predictor
395 // database has been read. 397 // database has been read.
396 void OnHistoryAndCacheLoaded(); 398 void OnHistoryAndCacheLoaded();
397 399
398 // Cleanup inflight_navigations_, inflight_prefetches_, and prefetcher_stats_. 400 // Cleanup inflight_navigations_, and prefetcher_stats_.
399 void CleanupAbandonedNavigations(const NavigationID& navigation_id); 401 void CleanupAbandonedNavigations(const NavigationID& navigation_id);
400 402
401 // Deletes all URLs from the predictor database, the caches and removes all 403 // Deletes all URLs from the predictor database, the caches and removes all
402 // inflight navigations. 404 // inflight navigations.
403 void DeleteAllUrls(); 405 void DeleteAllUrls();
404 406
405 // Deletes data for the input |urls| and their corresponding hosts from the 407 // Deletes data for the input |urls| and their corresponding hosts from the
406 // predictor database and caches. 408 // predictor database and caches.
407 void DeleteUrls(const history::URLRows& urls); 409 void DeleteUrls(const history::URLRows& urls);
408 410
(...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after
466 468
467 // Used to connect to HistoryService or register for service loaded 469 // Used to connect to HistoryService or register for service loaded
468 // notificatioan. 470 // notificatioan.
469 void ConnectToHistoryService(); 471 void ConnectToHistoryService();
470 472
471 // Used for testing to inject mock tables. 473 // Used for testing to inject mock tables.
472 void set_mock_tables(scoped_refptr<ResourcePrefetchPredictorTables> tables) { 474 void set_mock_tables(scoped_refptr<ResourcePrefetchPredictorTables> tables) {
473 tables_ = tables; 475 tables_ = tables;
474 } 476 }
475 477
478 // For testing.
479 void set_mock_resource_prefetcher_manager(
480 scoped_refptr<ResourcePrefetcherManager> prefetch_manager) {
481 prefetch_manager_ = prefetch_manager;
482 }
483
476 Profile* const profile_; 484 Profile* const profile_;
477 TestObserver* observer_; 485 TestObserver* observer_;
478 const LoadingPredictorConfig config_; 486 const LoadingPredictorConfig config_;
479 InitializationState initialization_state_; 487 InitializationState initialization_state_;
480 scoped_refptr<ResourcePrefetchPredictorTables> tables_; 488 scoped_refptr<ResourcePrefetchPredictorTables> tables_;
481 scoped_refptr<ResourcePrefetcherManager> prefetch_manager_; 489 scoped_refptr<ResourcePrefetcherManager> prefetch_manager_;
482 base::CancelableTaskTracker history_lookup_consumer_; 490 base::CancelableTaskTracker history_lookup_consumer_;
483 491
484 // Copy of the data in the predictor tables. 492 // Copy of the data in the predictor tables.
485 std::unique_ptr<PrefetchDataMap> url_table_cache_; 493 std::unique_ptr<PrefetchDataMap> url_table_cache_;
486 std::unique_ptr<PrefetchDataMap> host_table_cache_; 494 std::unique_ptr<PrefetchDataMap> host_table_cache_;
487 std::unique_ptr<RedirectDataMap> url_redirect_table_cache_; 495 std::unique_ptr<RedirectDataMap> url_redirect_table_cache_;
488 std::unique_ptr<RedirectDataMap> host_redirect_table_cache_; 496 std::unique_ptr<RedirectDataMap> host_redirect_table_cache_;
489 std::unique_ptr<ManifestDataMap> manifest_table_cache_; 497 std::unique_ptr<ManifestDataMap> manifest_table_cache_;
490 std::unique_ptr<OriginDataMap> origin_table_cache_; 498 std::unique_ptr<OriginDataMap> origin_table_cache_;
491 499
492 std::map<GURL, base::TimeTicks> inflight_prefetches_;
493 NavigationMap inflight_navigations_; 500 NavigationMap inflight_navigations_;
494 501
495 std::map<GURL, std::unique_ptr<ResourcePrefetcher::PrefetcherStats>> 502 std::map<GURL, std::unique_ptr<ResourcePrefetcher::PrefetcherStats>>
496 prefetcher_stats_; 503 prefetcher_stats_;
497 504
498 ScopedObserver<history::HistoryService, history::HistoryServiceObserver> 505 ScopedObserver<history::HistoryService, history::HistoryServiceObserver>
499 history_service_observer_; 506 history_service_observer_;
500 507
501 DISALLOW_COPY_AND_ASSIGN(ResourcePrefetchPredictor); 508 DISALLOW_COPY_AND_ASSIGN(ResourcePrefetchPredictor);
502 }; 509 };
(...skipping 24 matching lines...) Expand all
527 534
528 private: 535 private:
529 ResourcePrefetchPredictor* predictor_; 536 ResourcePrefetchPredictor* predictor_;
530 537
531 DISALLOW_COPY_AND_ASSIGN(TestObserver); 538 DISALLOW_COPY_AND_ASSIGN(TestObserver);
532 }; 539 };
533 540
534 } // namespace predictors 541 } // namespace predictors
535 542
536 #endif // CHROME_BROWSER_PREDICTORS_RESOURCE_PREFETCH_PREDICTOR_H_ 543 #endif // CHROME_BROWSER_PREDICTORS_RESOURCE_PREFETCH_PREDICTOR_H_
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698