| OLD | NEW |
| 1 // Copyright 2015 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #ifndef CHROME_BROWSER_ANDROID_DATA_USAGE_EXTERNAL_DATA_USE_OBSERVER_H_ | 5 #ifndef CHROME_BROWSER_ANDROID_DATA_USAGE_EXTERNAL_DATA_USE_REPORTER_H_ |
| 6 #define CHROME_BROWSER_ANDROID_DATA_USAGE_EXTERNAL_DATA_USE_OBSERVER_H_ | 6 #define CHROME_BROWSER_ANDROID_DATA_USAGE_EXTERNAL_DATA_USE_REPORTER_H_ |
| 7 | 7 |
| 8 #include <stddef.h> | 8 #include <stddef.h> |
| 9 #include <stdint.h> | 9 #include <stdint.h> |
| 10 | 10 |
| 11 #include <memory> | 11 #include <memory> |
| 12 #include <string> | 12 #include <string> |
| 13 #include <vector> | |
| 14 | 13 |
| 15 #include "base/containers/hash_tables.h" | 14 #include "base/containers/hash_tables.h" |
| 16 #include "base/gtest_prod_util.h" | |
| 17 #include "base/macros.h" | 15 #include "base/macros.h" |
| 18 #include "base/memory/ref_counted.h" | |
| 19 #include "base/memory/weak_ptr.h" | |
| 20 #include "base/threading/thread_checker.h" | 16 #include "base/threading/thread_checker.h" |
| 21 #include "base/time/time.h" | 17 #include "base/time/time.h" |
| 22 #include "chrome/browser/android/data_usage/data_use_tab_model.h" | |
| 23 #include "components/data_usage/core/data_use_aggregator.h" | |
| 24 #include "net/base/network_change_notifier.h" | 18 #include "net/base/network_change_notifier.h" |
| 25 | 19 |
| 26 #if defined(OS_ANDROID) | 20 #if defined(OS_ANDROID) |
| 27 #include "base/android/application_status_listener.h" | 21 #include "base/android/application_status_listener.h" |
| 28 #endif | 22 #endif |
| 29 | 23 |
| 30 namespace base { | |
| 31 class SingleThreadTaskRunner; | |
| 32 } | |
| 33 | |
| 34 namespace data_usage { | 24 namespace data_usage { |
| 35 struct DataUse; | 25 struct DataUse; |
| 36 } | 26 } |
| 37 | 27 |
| 38 namespace chrome { | 28 namespace chrome { |
| 39 | 29 |
| 40 namespace android { | 30 namespace android { |
| 41 | 31 |
| 32 class DataUseTabModel; |
| 42 class ExternalDataUseObserverBridge; | 33 class ExternalDataUseObserverBridge; |
| 43 | 34 |
| 44 // This class allows platform APIs that are external to Chromium to observe how | 35 // This class receives data use observations from ExternalDataUseObserver, |
| 45 // much data is used by Chromium on the current Android device. This class | 36 // labels the data use using DataUseTabModel, and buffers the data use report. |
| 46 // registers as a data use observer with DataUseAggregator (as long as there is | 37 // The buffered reports are submitted to the platform when a minimum number of |
| 47 // at least one valid matching rule is present), filters the received | 38 // data usage bytes is reached, or when Chromium goes into background, or when |
| 48 // observations by applying the regex matching to the URLs of the requests, and | 39 // the previous report submission times out. This class is not thread safe, and |
| 49 // notifies the filtered data use to the platform. This class is not thread | 40 // must only be accessed on UI thread. |
| 50 // safe, and must only be accessed on IO thread. | 41 class ExternalDataUseReporter { |
| 51 class ExternalDataUseObserver : public data_usage::DataUseAggregator::Observer { | |
| 52 public: | 42 public: |
| 53 // Result of data usage report submission. This enum must remain synchronized | 43 // Result of data usage report submission. This enum must remain synchronized |
| 54 // with the enum of the same name in metrics/histograms/histograms.xml. | 44 // with the enum of the same name in metrics/histograms/histograms.xml. |
| 55 enum DataUsageReportSubmissionResult { | 45 enum DataUsageReportSubmissionResult { |
| 56 // Submission of data use report to the external observer was successful. | 46 // Submission of data use report to the external observer was successful. |
| 57 DATAUSAGE_REPORT_SUBMISSION_SUCCESSFUL = 0, | 47 DATAUSAGE_REPORT_SUBMISSION_SUCCESSFUL = 0, |
| 58 // Submission of data use report to the external observer returned error. | 48 // Submission of data use report to the external observer returned error. |
| 59 DATAUSAGE_REPORT_SUBMISSION_FAILED = 1, | 49 DATAUSAGE_REPORT_SUBMISSION_FAILED = 1, |
| 60 // Submission of data use report to the external observer timed out. | 50 // Submission of data use report to the external observer timed out. |
| 61 DATAUSAGE_REPORT_SUBMISSION_TIMED_OUT = 2, | 51 DATAUSAGE_REPORT_SUBMISSION_TIMED_OUT = 2, |
| 62 // Data use report was lost before an attempt was made to submit it. | 52 // Data use report was lost before an attempt was made to submit it. |
| 63 DATAUSAGE_REPORT_SUBMISSION_LOST = 3, | 53 DATAUSAGE_REPORT_SUBMISSION_LOST = 3, |
| 64 DATAUSAGE_REPORT_SUBMISSION_MAX = 4 | 54 DATAUSAGE_REPORT_SUBMISSION_MAX = 4 |
| 65 }; | 55 }; |
| 66 | 56 |
| 67 // External data use observer field trial name. | 57 // The caller should guarantee that |data_use_tab_model| and |
| 68 static const char kExternalDataUseObserverFieldTrial[]; | 58 // |external_data_use_observer_bridge| to be non-null during the lifetime of |
| 59 // |this|. |field_trial| is the field trial name to get the various |
| 60 // paramenters from. |
| 61 ExternalDataUseReporter( |
| 62 const char* field_trial, |
| 63 DataUseTabModel* data_use_tab_model, |
| 64 ExternalDataUseObserverBridge* external_data_use_observer_bridge); |
| 65 virtual ~ExternalDataUseReporter(); |
| 69 | 66 |
| 70 ExternalDataUseObserver( | 67 void InitOnUIThread(); |
| 71 data_usage::DataUseAggregator* data_use_aggregator, | |
| 72 const scoped_refptr<base::SingleThreadTaskRunner>& io_task_runner, | |
| 73 const scoped_refptr<base::SingleThreadTaskRunner>& ui_task_runner); | |
| 74 ~ExternalDataUseObserver() override; | |
| 75 | 68 |
| 76 // Returns the pointer to the DataUseTabModel object owned by |this|. The | 69 // Notifies the ExternalDataUseReporter of data usage. The data use is |
| 77 // caller does not owns the returned pointer. | 70 // labeled using |data_use_tab_model_|, buffered and then reported to |
| 78 DataUseTabModel* GetDataUseTabModel() const; | 71 // |external_data_use_observer_bridge_| later. |
| 72 void OnDataUse(const data_usage::DataUse& data_use); |
| 79 | 73 |
| 80 // Called by ExternalDataUseObserverBridge::OnReportDataUseDone when a data | |
| 81 // use report has been submitted. |success| is true if the request was | |
| 82 // successfully submitted to the external data use observer by Java. | |
| 83 void OnReportDataUseDone(bool success); | 74 void OnReportDataUseDone(bool success); |
| 84 | 75 |
| 85 // Called by ExternalDataUseObserverBridge. |should_register| is true if | |
| 86 // |this| should register as a data use observer. | |
| 87 void ShouldRegisterAsDataUseObserver(bool should_register); | |
| 88 | |
| 89 // Fetches the matching rules asynchronously. | |
| 90 void FetchMatchingRules(); | |
| 91 | |
| 92 base::WeakPtr<ExternalDataUseObserver> GetWeakPtr(); | |
| 93 | |
| 94 private: | 76 private: |
| 95 friend class DataUseTabModelTest; | 77 friend class ExternalDataUseReporterTest; |
| 96 friend class DataUseUITabModelTest; | 78 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseReporterTest, BufferDataUseReports); |
| 97 friend class ExternalDataUseObserverTest; | 79 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseReporterTest, BufferSize); |
| 98 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseObserverTest, BufferDataUseReports); | 80 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseReporterTest, DataUseReportTimedOut); |
| 99 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseObserverTest, BufferSize); | |
| 100 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseObserverTest, DataUseReportTimedOut); | |
| 101 #if defined(OS_ANDROID) | 81 #if defined(OS_ANDROID) |
| 102 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseObserverTest, | 82 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseReporterTest, |
| 103 DataUseReportingOnApplicationStatusChange); | 83 DataUseReportingOnApplicationStatusChange); |
| 104 #endif | 84 #endif |
| 105 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseObserverTest, HashFunction); | 85 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseReporterTest, HashFunction); |
| 106 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseObserverTest, | 86 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseReporterTest, |
| 107 MatchingRuleFetchOnControlAppInstall); | 87 MatchingRuleFetchOnControlAppInstall); |
| 108 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseObserverTest, MultipleMatchingRules); | 88 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseReporterTest, ReportsMergedCorrectly); |
| 109 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseObserverTest, | 89 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseReporterTest, |
| 110 PeriodicFetchMatchingRules); | |
| 111 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseObserverTest, | |
| 112 RegisteredAsDataUseObserver); | |
| 113 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseObserverTest, ReportsMergedCorrectly); | |
| 114 FRIEND_TEST_ALL_PREFIXES(DataUseUITabModelTest, ReportTabEventsTest); | |
| 115 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseObserverTest, | |
| 116 TimestampsMergedCorrectly); | 90 TimestampsMergedCorrectly); |
| 117 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseObserverTest, Variations); | 91 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseReporterTest, MultipleMatchingRules); |
| 92 FRIEND_TEST_ALL_PREFIXES(ExternalDataUseReporterTest, Variations); |
| 118 | 93 |
| 119 // DataUseReportKey is a unique identifier for a data use report. | 94 // DataUseReportKey is a unique identifier for a data use report. |
| 120 struct DataUseReportKey { | 95 struct DataUseReportKey { |
| 121 DataUseReportKey(const std::string& label, | 96 DataUseReportKey(const std::string& label, |
| 122 const std::string& tag, | 97 const std::string& tag, |
| 123 net::NetworkChangeNotifier::ConnectionType connection_type, | 98 net::NetworkChangeNotifier::ConnectionType connection_type, |
| 124 const std::string& mcc_mnc); | 99 const std::string& mcc_mnc); |
| 125 | 100 |
| 126 DataUseReportKey(const DataUseReportKey& other); | 101 DataUseReportKey(const DataUseReportKey& other); |
| 127 | 102 |
| (...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 174 class DataUseReportKeyHash { | 149 class DataUseReportKeyHash { |
| 175 public: | 150 public: |
| 176 // A simple heuristical hash function that satisifes the property that two | 151 // A simple heuristical hash function that satisifes the property that two |
| 177 // equal data structures have the same hash value. | 152 // equal data structures have the same hash value. |
| 178 size_t operator()(const DataUseReportKey& k) const; | 153 size_t operator()(const DataUseReportKey& k) const; |
| 179 }; | 154 }; |
| 180 | 155 |
| 181 typedef base::hash_map<DataUseReportKey, DataUseReport, DataUseReportKeyHash> | 156 typedef base::hash_map<DataUseReportKey, DataUseReport, DataUseReportKeyHash> |
| 182 DataUseReports; | 157 DataUseReports; |
| 183 | 158 |
| 184 // Maximum buffer size. If an entry needs to be added to the buffer that has | 159 // Maximum size of the data use report buffer. Once this limit is reached, new |
| 185 // size |kMaxBufferSize|, then the oldest entry will be removed. | 160 // reports will be ignored. |
| 161 // TODO(rajendrant): Instead of the ignoring the new data use report, remove |
| 162 // the oldest report entry. |
| 186 static const size_t kMaxBufferSize; | 163 static const size_t kMaxBufferSize; |
| 187 | 164 |
| 188 // data_usage::DataUseAggregator::Observer implementation: | 165 // Adds |data_use| to buffered reports. |data_use| is the received data use |
| 189 void OnDataUse(const data_usage::DataUse& data_use) override; | 166 // report. |label| is a non-empty label that applies to |data_use|. |tag| is |
| 190 | 167 // the tag to be applied for this data use. |start_time| and |end_time| are |
| 191 // Called by DataUseTabModel when tracking info has been retrieved for the | 168 // the start, and end times of the interval during which bytes reported in |
| 192 // |data_use| object. |tracking_info_valid| is true if |tracking_info| is | 169 // |data_use| went over the network. |
| 193 // populated that applies to the |data_use| object. |tracking_info| is owned | |
| 194 // by the caller. | |
| 195 void DataUseTrackingInfoRetrieved( | |
| 196 const data_usage::DataUse& data_use, | |
| 197 const base::Time& start_time, | |
| 198 const base::Time& end_time, | |
| 199 const DataUseTabModel::TrackingInfo* tracking_info, | |
| 200 bool tracking_info_valid); | |
| 201 | |
| 202 // Adds |data_use| to buffered reports. |data_use| is the data use report | |
| 203 // received from DataUseAggregator. |label| is a non-empty label that applies | |
| 204 // to |data_use|. |tag| is the tag to be applied for this data use. | |
| 205 // |start_time| and |end_time| are the start, and end times of the interval | |
| 206 // during which bytes reported in |data_use| went over the network. | |
| 207 void BufferDataUseReport(const data_usage::DataUse& data_use, | 170 void BufferDataUseReport(const data_usage::DataUse& data_use, |
| 208 const std::string& label, | 171 const std::string& label, |
| 209 const std::string& tag, | 172 const std::string& tag, |
| 210 const base::Time& start_time, | 173 const base::Time& start_time, |
| 211 const base::Time& end_time); | 174 const base::Time& end_time); |
| 212 | 175 |
| 213 // Submits the first data report among the buffered data reports in | 176 // Submits the first data report among the buffered data reports in |
| 214 // |buffered_data_reports_|. Since an unordered map is used to buffer the | 177 // |buffered_data_reports_|. Since an unordered map is used to buffer the |
| 215 // reports, the order of reports may change. The reports are buffered in an | 178 // reports, the order of reports may change. The reports are buffered in an |
| 216 // arbitrary order and there are no guarantees that the next report to be | 179 // arbitrary order and there are no guarantees that the next report to be |
| 217 // submitted is the oldest one buffered. |immediate| indicates whether to | 180 // submitted is the oldest one buffered. |immediate| indicates whether to |
| 218 // submit the report immediately or to wait until |data_use_report_min_bytes_| | 181 // submit the report immediately or to wait until |data_use_report_min_bytes_| |
| 219 // unreported bytes are buffered. | 182 // unreported bytes are buffered. |
| 220 void SubmitBufferedDataUseReport(bool immediate); | 183 void SubmitBufferedDataUseReport(bool immediate); |
| 221 | 184 |
| 222 #if defined(OS_ANDROID) | 185 #if defined(OS_ANDROID) |
| 223 // Called whenever the application transitions from foreground to background | 186 // Called whenever the application transitions from foreground to background |
| 224 // or vice versa. | 187 // or vice versa. |
| 225 void OnApplicationStateChange(base::android::ApplicationState new_state); | 188 void OnApplicationStateChange(base::android::ApplicationState new_state); |
| 226 #endif | 189 #endif |
| 227 | 190 |
| 228 // Aggregator that sends data use observations to |this|. | 191 // Pointer to the ExternalDataUseObserverBridge in UI thread. Not owned by |
| 229 data_usage::DataUseAggregator* data_use_aggregator_; | 192 // |this|. |
| 230 | |
| 231 // |external_data_use_observer_bridge_| is owned by |this|, and interacts with | |
| 232 // the Java code. It is created on IO thread but afterwards, should only be | |
| 233 // accessed on UI thread. | |
| 234 ExternalDataUseObserverBridge* external_data_use_observer_bridge_; | 193 ExternalDataUseObserverBridge* external_data_use_observer_bridge_; |
| 235 | 194 |
| 236 // Maintains tab sessions and is owned by |this|. It is created on IO thread | 195 // Pointer to the DataUseTabModel in UI thread, Not owned by |this|. |
| 237 // but afterwards, should only be accessed on UI thread. | |
| 238 DataUseTabModel* data_use_tab_model_; | 196 DataUseTabModel* data_use_tab_model_; |
| 239 | 197 |
| 198 #if defined(OS_ANDROID) |
| 199 // Listens to when Chromium gets backgrounded and submits buffered data use |
| 200 // reports. |
| 201 std::unique_ptr<base::android::ApplicationStatusListener> app_state_listener_; |
| 202 #endif |
| 203 |
| 240 // Time when the currently pending data use report was submitted. | 204 // Time when the currently pending data use report was submitted. |
| 241 // |last_data_report_submitted_ticks_| is null if no data use report is | 205 // |last_data_report_submitted_ticks_| is null if no data use report is |
| 242 // currently pending. | 206 // currently pending. |
| 243 base::TimeTicks last_data_report_submitted_ticks_; | 207 base::TimeTicks last_data_report_submitted_ticks_; |
| 244 | 208 |
| 245 // |pending_report_bytes_| is the total byte count in the data use report that | 209 // |pending_report_bytes_| is the total byte count in the data use report that |
| 246 // is currently pending. | 210 // is currently pending. |
| 247 int64_t pending_report_bytes_; | 211 int64_t pending_report_bytes_; |
| 248 | 212 |
| 213 // Time when the data use reports were last received. |
| 214 base::Time previous_report_time_; |
| 215 |
| 216 // Total number of bytes transmitted or received across all the buffered |
| 217 // reports. |
| 218 int64_t total_bytes_buffered_; |
| 219 |
| 249 // Buffered data reports that need to be submitted to the | 220 // Buffered data reports that need to be submitted to the |
| 250 // |external_data_use_observer_bridge_|. | 221 // |external_data_use_observer_bridge_|. |
| 251 DataUseReports buffered_data_reports_; | 222 DataUseReports buffered_data_reports_; |
| 252 | 223 |
| 253 // |ui_task_runner_| is used to call methods on UI thread. | |
| 254 scoped_refptr<base::SingleThreadTaskRunner> ui_task_runner_; | |
| 255 | |
| 256 // Time when the data use reports were last received from DataUseAggregator. | |
| 257 base::Time previous_report_time_; | |
| 258 | |
| 259 // Time when the matching rules were last fetched. | |
| 260 base::TimeTicks last_matching_rules_fetch_time_; | |
| 261 | |
| 262 // Total number of bytes transmitted or received across all the buffered | |
| 263 // reports. | |
| 264 int64_t total_bytes_buffered_; | |
| 265 | |
| 266 // Duration after which matching rules are periodically fetched. | |
| 267 const base::TimeDelta fetch_matching_rules_duration_; | |
| 268 | |
| 269 // Minimum number of bytes that should be buffered before a data use report is | 224 // Minimum number of bytes that should be buffered before a data use report is |
| 270 // submitted. | 225 // submitted. |
| 271 const int64_t data_use_report_min_bytes_; | 226 const int64_t data_use_report_min_bytes_; |
| 272 | 227 |
| 273 // If a data use report is pending for more than |data_report_submit_timeout_| | 228 // If a data use report is pending for more than |data_report_submit_timeout_| |
| 274 // duration, it is considered as timed out. | 229 // duration, it is considered as timed out. |
| 275 const base::TimeDelta data_report_submit_timeout_; | 230 const base::TimeDelta data_report_submit_timeout_; |
| 276 | 231 |
| 277 #if defined(OS_ANDROID) | |
| 278 // Listens to when Chromium gets backgrounded and submits buffered data use | |
| 279 // reports. | |
| 280 std::unique_ptr<base::android::ApplicationStatusListener> app_state_listener_; | |
| 281 #endif | |
| 282 | |
| 283 // True if |this| is currently registered as a data use observer. | |
| 284 bool registered_as_data_use_observer_; | |
| 285 | |
| 286 base::ThreadChecker thread_checker_; | 232 base::ThreadChecker thread_checker_; |
| 287 | 233 |
| 288 base::WeakPtrFactory<ExternalDataUseObserver> weak_factory_; | 234 DISALLOW_COPY_AND_ASSIGN(ExternalDataUseReporter); |
| 289 | |
| 290 DISALLOW_COPY_AND_ASSIGN(ExternalDataUseObserver); | |
| 291 }; | 235 }; |
| 292 | 236 |
| 293 } // namespace android | 237 } // namespace android |
| 294 | 238 |
| 295 } // namespace chrome | 239 } // namespace chrome |
| 296 | 240 |
| 297 #endif // CHROME_BROWSER_ANDROID_DATA_USAGE_EXTERNAL_DATA_USE_OBSERVER_H_ | 241 #endif // CHROME_BROWSER_ANDROID_DATA_USAGE_EXTERNAL_DATA_USE_REPORTER_H_ |
| OLD | NEW |