OLD | NEW |
1 // Copyright 2017 The Chromium Authors. All rights reserved. | 1 // Copyright 2017 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "chrome/browser/page_load_metrics/observers/ads_page_load_metrics_obser
ver.h" | 5 #include "chrome/browser/page_load_metrics/observers/ads_page_load_metrics_obser
ver.h" |
6 | 6 |
7 #include <string> | 7 #include <string> |
8 #include <utility> | 8 #include <utility> |
9 | 9 |
10 #include "base/feature_list.h" | 10 #include "base/feature_list.h" |
11 #include "base/logging.h" | 11 #include "base/logging.h" |
12 #include "base/memory/ptr_util.h" | 12 #include "base/memory/ptr_util.h" |
13 #include "base/strings/string_util.h" | 13 #include "base/strings/string_util.h" |
14 #include "chrome/browser/page_load_metrics/page_load_metrics_util.h" | 14 #include "chrome/browser/page_load_metrics/page_load_metrics_util.h" |
15 #include "content/public/browser/navigation_handle.h" | 15 #include "content/public/browser/navigation_handle.h" |
16 #include "content/public/browser/render_frame_host.h" | 16 #include "content/public/browser/render_frame_host.h" |
17 #include "content/public/browser/web_contents.h" | 17 #include "content/public/browser/web_contents.h" |
18 #include "url/gurl.h" | 18 #include "url/gurl.h" |
19 | 19 |
20 namespace { | 20 namespace { |
21 | 21 |
22 const base::Feature kAdsFeature{"AdsMetrics", base::FEATURE_ENABLED_BY_DEFAULT}; | 22 const base::Feature kAdsFeature{"AdsMetrics", |
| 23 base::FEATURE_DISABLED_BY_DEFAULT}; |
23 | 24 |
24 bool FrameIsAd(content::NavigationHandle* navigation_handle) { | 25 bool FrameIsAd(content::NavigationHandle* navigation_handle) { |
| 26 content::RenderFrameHost* current_frame_host = |
| 27 navigation_handle->GetRenderFrameHost(); |
| 28 DCHECK(current_frame_host); |
| 29 const std::string& name = current_frame_host->GetFrameName(); |
| 30 const GURL& url = navigation_handle->GetURL(); |
| 31 |
25 // Because sub-resource filtering isn't always enabled, and doesn't work | 32 // Because sub-resource filtering isn't always enabled, and doesn't work |
26 // well in monitoring mode (no CSS enforcement), it's difficult to identify | 33 // well in monitoring mode (no CSS enforcement), it's difficult to identify |
27 // ads. Google ads are prevalent and easy to track, so we'll start by | 34 // ads. Google ads are prevalent and easy to track, so we'll start by |
28 // tracking those. Note that the frame name can be very large, so be careful | 35 // tracking those. Note that the frame name can be very large, so be careful |
29 // to avoid full string searches if possible. | 36 // to avoid full string searches if possible. |
30 // TODO(jkarlin): Track other ad networks that are easy to identify. | 37 // TODO(jkarlin): Track other ad networks that are easy to identify. |
31 | 38 return base::StartsWith(name, "google_ads_iframe", |
32 // In case the navigation aborted, look up the RFH by the Frame Tree Node | 39 base::CompareCase::SENSITIVE) || |
33 // ID. If there is no RFH remaining, then the frame is gone. We use the | 40 base::StartsWith(name, "google_ads_frame", |
34 // unsafe method of FindFrameByFrameTreeNodeId because we're not concerned | 41 base::CompareCase::SENSITIVE) || |
35 // with which process the frame lives on (we're just measuring bytes and not | 42 (url.host_piece() == "tpc.googlesyndication.com" && |
36 // granting security priveleges). | 43 base::StartsWith(url.path_piece(), "/safeframe", |
37 content::RenderFrameHost* current_frame_host = | 44 base::CompareCase::SENSITIVE)); |
38 navigation_handle->GetWebContents()->UnsafeFindFrameByFrameTreeNodeId( | |
39 navigation_handle->GetFrameTreeNodeId()); | |
40 if (current_frame_host) { | |
41 const std::string& frame_name = current_frame_host->GetFrameName(); | |
42 if (base::StartsWith(frame_name, "google_ads_iframe", | |
43 base::CompareCase::SENSITIVE) || | |
44 base::StartsWith(frame_name, "google_ads_frame", | |
45 base::CompareCase::SENSITIVE)) { | |
46 return true; | |
47 } | |
48 } | |
49 | |
50 const GURL& url = navigation_handle->GetURL(); | |
51 return url.host_piece() == "tpc.googlesyndication.com" && | |
52 base::StartsWith(url.path_piece(), "/safeframe", | |
53 base::CompareCase::SENSITIVE); | |
54 } | 45 } |
55 | 46 |
56 } // namespace | 47 } // namespace |
57 | 48 |
58 AdsPageLoadMetricsObserver::AdFrameData::AdFrameData( | 49 AdsPageLoadMetricsObserver::AdFrameData::AdFrameData( |
59 FrameTreeNodeId frame_tree_node_id) | 50 FrameTreeNodeId frame_tree_node_id) |
60 : frame_bytes(0u), | 51 : frame_bytes(0u), |
61 frame_bytes_uncached(0u), | 52 frame_bytes_uncached(0u), |
62 frame_tree_node_id(frame_tree_node_id) {} | 53 frame_tree_node_id(frame_tree_node_id) {} |
63 | 54 |
(...skipping 15 matching lines...) Expand all Loading... |
79 | 70 |
80 // The main frame is never considered an ad. | 71 // The main frame is never considered an ad. |
81 ad_frames_data_[navigation_handle->GetFrameTreeNodeId()] = nullptr; | 72 ad_frames_data_[navigation_handle->GetFrameTreeNodeId()] = nullptr; |
82 ProcessOngoingNavigationResource(navigation_handle->GetFrameTreeNodeId()); | 73 ProcessOngoingNavigationResource(navigation_handle->GetFrameTreeNodeId()); |
83 return CONTINUE_OBSERVING; | 74 return CONTINUE_OBSERVING; |
84 } | 75 } |
85 | 76 |
86 page_load_metrics::PageLoadMetricsObserver::ObservePolicy | 77 page_load_metrics::PageLoadMetricsObserver::ObservePolicy |
87 AdsPageLoadMetricsObserver::OnDidFinishSubFrameNavigation( | 78 AdsPageLoadMetricsObserver::OnDidFinishSubFrameNavigation( |
88 content::NavigationHandle* navigation_handle) { | 79 content::NavigationHandle* navigation_handle) { |
89 // Determine if the frame is part of an existing ad, the root of a new ad, | |
90 // or a non-ad frame. Once a frame is labled as an ad, it is always | |
91 // considered an ad, even if it navigates to a non-ad page. This function | |
92 // labels all of a page's frames, even those that fail to commit. | |
93 FrameTreeNodeId frame_tree_node_id = navigation_handle->GetFrameTreeNodeId(); | 80 FrameTreeNodeId frame_tree_node_id = navigation_handle->GetFrameTreeNodeId(); |
| 81 |
| 82 if (!navigation_handle->HasCommitted() || |
| 83 navigation_handle->IsSameDocument() || navigation_handle->IsErrorPage()) { |
| 84 // We're not interested in tracking this navigation. In case we've seen a |
| 85 // resource for the navigation before this message, clear it from |
| 86 // ongoing_navigation_resources_. |
| 87 ongoing_navigation_resources_.erase(frame_tree_node_id); |
| 88 return CONTINUE_OBSERVING; |
| 89 } |
| 90 |
94 content::RenderFrameHost* parent_frame_host = | 91 content::RenderFrameHost* parent_frame_host = |
95 navigation_handle->GetParentFrame(); | 92 navigation_handle->GetRenderFrameHost()->GetParent(); |
| 93 DCHECK(parent_frame_host); |
| 94 |
| 95 bool top_level_subframe = !parent_frame_host->GetParent(); |
96 | 96 |
97 const auto& id_and_data = ad_frames_data_.find(frame_tree_node_id); | 97 const auto& id_and_data = ad_frames_data_.find(frame_tree_node_id); |
98 if (id_and_data != ad_frames_data_.end()) { | 98 if (id_and_data != ad_frames_data_.end()) { |
99 // An existing subframe is navigating again. | 99 // An existing subframe is navigating again. |
100 if (id_and_data->second) { | 100 if (id_and_data->second) { |
101 // The subframe was an ad to begin with, keep tracking it as an ad. | 101 // The subframe was an ad to begin with, keep tracking it as an ad. |
102 ProcessOngoingNavigationResource(frame_tree_node_id); | 102 ProcessOngoingNavigationResource(frame_tree_node_id); |
103 | 103 |
104 if (frame_tree_node_id == id_and_data->second->frame_tree_node_id) { | 104 if (frame_tree_node_id == id_and_data->second->frame_tree_node_id) { |
105 // This is the top-most frame in the ad. | 105 // This is the top-most frame in the ad. |
106 UMA_HISTOGRAM_BOOLEAN( | 106 UMA_HISTOGRAM_BOOLEAN( |
107 "PageLoad.Clients.Ads.Google.Navigations.AdFrameRenavigatedToAd", | 107 "PageLoad.Clients.Ads.Google.Navigations.AdFrameRenavigatedToAd", |
108 FrameIsAd(navigation_handle)); | 108 FrameIsAd(navigation_handle)); |
109 } | 109 } |
| 110 |
110 return CONTINUE_OBSERVING; | 111 return CONTINUE_OBSERVING; |
111 } | 112 } |
112 // This frame was previously not an ad, process it as usual. If it had | 113 // This frame was previously not an ad, process it as usual. If it had |
113 // any child frames that were ads, those will still be recorded. | 114 // any child frames that were ads, those will still be recorded. |
114 UMA_HISTOGRAM_BOOLEAN( | 115 UMA_HISTOGRAM_BOOLEAN( |
115 "PageLoad.Clients.Ads.Google.Navigations.NonAdFrameRenavigatedToAd", | 116 "PageLoad.Clients.Ads.Google.Navigations.NonAdFrameRenavigatedToAd", |
116 FrameIsAd(navigation_handle)); | 117 FrameIsAd(navigation_handle)); |
117 } else if (navigation_handle->IsParentMainFrame()) { | 118 } else if (top_level_subframe) { |
118 top_level_subframe_count_ += 1; | 119 top_level_subframe_count_ += 1; |
119 } | 120 } |
120 | 121 |
121 // Determine who the parent frame's ad ancestor is. | 122 // Determine who the parent frame's ad ancestor is. |
122 const auto& parent_id_and_data = | 123 const auto& parent_id_and_data = |
123 ad_frames_data_.find(parent_frame_host->GetFrameTreeNodeId()); | 124 ad_frames_data_.find(parent_frame_host->GetFrameTreeNodeId()); |
124 DCHECK(parent_id_and_data != ad_frames_data_.end()); | 125 DCHECK(parent_id_and_data != ad_frames_data_.end()); |
125 AdFrameData* ad_data = parent_id_and_data->second; | 126 AdFrameData* ad_data = parent_id_and_data->second; |
126 | 127 |
127 if (!ad_data && FrameIsAd(navigation_handle)) { | 128 if (!ad_data && FrameIsAd(navigation_handle)) { |
128 // This frame is not nested within an ad frame but is itself an ad. | 129 // This frame is not nested within an ad frame but is itself an ad. |
129 ad_frames_data_storage_.emplace_back(frame_tree_node_id); | 130 ad_frames_data_storage_.emplace_back(frame_tree_node_id); |
130 ad_data = &ad_frames_data_storage_.back(); | 131 ad_data = &ad_frames_data_storage_.back(); |
131 } | 132 } |
132 | 133 |
133 ad_frames_data_[frame_tree_node_id] = ad_data; | 134 ad_frames_data_[frame_tree_node_id] = ad_data; |
134 | 135 |
135 if (navigation_handle->IsParentMainFrame() && ad_data) | 136 if (top_level_subframe && ad_data) |
136 top_level_ad_frame_count_ += 1; | 137 top_level_ad_frame_count_ += 1; |
137 | 138 |
138 ProcessOngoingNavigationResource(frame_tree_node_id); | 139 ProcessOngoingNavigationResource(frame_tree_node_id); |
139 return CONTINUE_OBSERVING; | 140 return CONTINUE_OBSERVING; |
140 } | 141 } |
141 | 142 |
142 page_load_metrics::PageLoadMetricsObserver::ObservePolicy | 143 page_load_metrics::PageLoadMetricsObserver::ObservePolicy |
143 AdsPageLoadMetricsObserver::FlushMetricsOnAppEnterBackground( | 144 AdsPageLoadMetricsObserver::FlushMetricsOnAppEnterBackground( |
144 const page_load_metrics::PageLoadTiming& timing, | 145 const page_load_metrics::PageLoadTiming& timing, |
145 const page_load_metrics::PageLoadExtraInfo& extra_info) { | 146 const page_load_metrics::PageLoadExtraInfo& extra_info) { |
(...skipping 22 matching lines...) Expand all Loading... |
168 // Data uris should be accounted for in the generating resource, not | 169 // Data uris should be accounted for in the generating resource, not |
169 // here. Blobs for PlzNavigate shouldn't be counted as the http resource | 170 // here. Blobs for PlzNavigate shouldn't be counted as the http resource |
170 // was already counted. Blobs for other things like CacheStorage or | 171 // was already counted. Blobs for other things like CacheStorage or |
171 // IndexedDB are also ignored for now, as they're not normal HTTP loads. | 172 // IndexedDB are also ignored for now, as they're not normal HTTP loads. |
172 return; | 173 return; |
173 } | 174 } |
174 | 175 |
175 const auto& id_and_data = | 176 const auto& id_and_data = |
176 ad_frames_data_.find(extra_request_info.frame_tree_node_id); | 177 ad_frames_data_.find(extra_request_info.frame_tree_node_id); |
177 if (id_and_data == ad_frames_data_.end()) { | 178 if (id_and_data == ad_frames_data_.end()) { |
178 // This resource is for a frame that hasn't ever finished a navigation. We | 179 // This resouce is for a frame that hasn't yet committed. It must be the |
179 // expect it to be the frame's main resource but don't have enough | 180 // main document for the frame. Hold onto it and once it commits we'll run |
180 // confidence in that to dcheck it. For example, there might be races | 181 // it in ProcessOngoingNavigationResource. |
181 // between doc.written resources and navigation failure. | 182 // TODO(jkarlin): Plumb the resource type through and DCHECK that the type |
182 // TODO(jkarlin): Add UMA to measure how often we see multiple resources | 183 // is document. |
183 // for a frame before navigation finishes. | 184 auto it_and_success = ongoing_navigation_resources_.emplace( |
184 ongoing_navigation_resources_.emplace( | |
185 std::piecewise_construct, | 185 std::piecewise_construct, |
186 std::forward_as_tuple(extra_request_info.frame_tree_node_id), | 186 std::forward_as_tuple(extra_request_info.frame_tree_node_id), |
187 std::forward_as_tuple( | 187 std::forward_as_tuple( |
188 extra_request_info.url, extra_request_info.frame_tree_node_id, | 188 extra_request_info.url, extra_request_info.frame_tree_node_id, |
189 extra_request_info.was_cached, extra_request_info.raw_body_bytes, | 189 extra_request_info.was_cached, extra_request_info.raw_body_bytes, |
190 extra_request_info.original_network_content_length, nullptr, | 190 extra_request_info.original_network_content_length, nullptr, |
191 extra_request_info.resource_type)); | 191 extra_request_info.resource_type)); |
| 192 DCHECK(it_and_success.second); |
192 return; | 193 return; |
193 } | 194 } |
194 | 195 |
195 page_bytes_ += extra_request_info.raw_body_bytes; | 196 page_bytes_ += extra_request_info.raw_body_bytes; |
196 if (!extra_request_info.was_cached) | 197 if (!extra_request_info.was_cached) |
197 uncached_page_bytes_ += extra_request_info.raw_body_bytes; | 198 uncached_page_bytes_ += extra_request_info.raw_body_bytes; |
198 | 199 |
199 // Determine if the frame (or its ancestor) is an ad, if so attribute the | 200 // Determine if the frame (or its ancestor) is an ad, if so attribute the |
200 // bytes to the highest ad ancestor. | 201 // bytes to the highest ad ancestor. |
201 AdFrameData* ancestor_data = id_and_data->second; | 202 AdFrameData* ancestor_data = id_and_data->second; |
(...skipping 86 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
288 void AdsPageLoadMetricsObserver::ProcessOngoingNavigationResource( | 289 void AdsPageLoadMetricsObserver::ProcessOngoingNavigationResource( |
289 FrameTreeNodeId frame_tree_node_id) { | 290 FrameTreeNodeId frame_tree_node_id) { |
290 const auto& frame_id_and_request = | 291 const auto& frame_id_and_request = |
291 ongoing_navigation_resources_.find(frame_tree_node_id); | 292 ongoing_navigation_resources_.find(frame_tree_node_id); |
292 if (frame_id_and_request == ongoing_navigation_resources_.end()) | 293 if (frame_id_and_request == ongoing_navigation_resources_.end()) |
293 return; | 294 return; |
294 | 295 |
295 ProcessLoadedResource(frame_id_and_request->second); | 296 ProcessLoadedResource(frame_id_and_request->second); |
296 ongoing_navigation_resources_.erase(frame_id_and_request); | 297 ongoing_navigation_resources_.erase(frame_id_and_request); |
297 } | 298 } |
OLD | NEW |