Support needed to measure user and service traffic in Chrome.

components/data_use_measurement/content/data_use_measurement.cc

Index: components/data_use_measurement/content/data_use_measurement.cc
diff --git a/components/data_use_measurement/content/data_use_measurement.cc b/components/data_use_measurement/content/data_use_measurement.cc
new file mode 100644
index 0000000000000000000000000000000000000000..42daab8cc2b3d9780668301091bf46ef725ff1fc
--- /dev/null
+++ b/components/data_use_measurement/content/data_use_measurement.cc
@@ -0,0 +1,160 @@
+// Copyright 2015 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include <components/data_use_measurement/content/data_use_measurement.h>
+#include "base/metrics/histogram.h"
+#include "base/metrics/sparse_histogram.h"
+#include "base/strings/stringprintf.h"
+#include "content/public/browser/resource_request_info.h"
+#include "net/base/network_change_notifier.h"
+#include "net/base/upload_data_stream.h"
+#include "net/url_request/url_request.h"
+
+namespace data_use_measurement {
+
+namespace {
+
+// Records the occurrence of |sample| in |name| histogram. Conventional UMA
+// histograms are not used because the |name| is not static.
+void RecordUMAHistogramCount(const std::string& name, int64_t sample) {
+  base::HistogramBase* histogram_pointer = base::Histogram::FactoryGet(
+      name,
+      1,        // Minimum sample size.
+      1000000,  // Maximum sample size. Should cover most of the requests.

[sclittle, 2015/08/26 23:08:30]

nit: Maybe specify in this comment that this should cover most of the requests
by services.

[amohammadkhan, 2015/08/29 01:00:59]

Done.

+      50,       // Bucket count.
+      base::HistogramBase::kUmaTargetedHistogramFlag);
+  histogram_pointer->Add(sample);
+}
+
+// This function increases the value of |sample| bucket in |name| sparse
+// histogram by |value|. Conventional UMA histograms are not used because the
+// |name| is not static.
+void RecordSparseHistogramWithValue(const std::string& name,
+                                    int64_t sample,
+                                    int64_t value) {
+  base::HistogramBase* histogram = base::SparseHistogram::FactoryGet(
+      name, base::HistogramBase::kUmaTargetedHistogramFlag);
+  histogram->AddCount(sample, value);
+}
+
+}  // namespace
+
+DataUseMeasurement::DataUseMeasurement()
+#if defined(OS_ANDROID)
+    : app_state_(base::android::APPLICATION_STATE_HAS_RUNNING_ACTIVITIES),
+      app_listener_(new base::android::ApplicationStatusListener(
+          base::Bind(&DataUseMeasurement::OnApplicationStateChange,
+                     base::Unretained(this))))
+#endif
+{
+}
+
+DataUseMeasurement::~DataUseMeasurement() {
+#if defined(OS_ANDROID)
+  app_listener_.reset();

[sclittle, 2015/08/26 23:08:29]

nit: add a comment here describing why you're destroying the app_listener_
before the DataUseMeasurement instance is destroyed, e.g. so that a callback
isn't sent between the DataUseMeasurement instance being destroyed and the
app_listener_ being destroyed.

[amohammadkhan, 2015/08/29 01:00:59]

Done.

+#endif
+}
+void DataUseMeasurement::ReportDataUseUMA(const net::URLRequest* request) {
+  bool user_traffic_flag = false;

[sclittle, 2015/08/26 23:08:29]

nit: rename to |is_user_traffic|

[amohammadkhan, 2015/08/29 01:00:59]

Done.

+
+  const content::ResourceRequestInfo* info =
+      content::ResourceRequestInfo::ForRequest(request);
+  // Having |info| is the sign of a request for a web content from user. For now
+  // we could add a condition to check ProcessType in info is
+  // content::PROCESS_TYPE_RENDERER, but it won't be compatible with upcoming
+  // PlzNavigate architecture. So just existence of |info| is verified, and the
+  // current check should be compatible with upcoming changes in PlzNavigate.
+  if (info) {
+    user_traffic_flag = true;
+  }
+
+  // These number won't be the number of bytes handed to the kernel because
+  // session layer framing and compression is not being accounted for.
+  // TODO(amohammadkhan): Make these measured bytes more in line with number of
+  // bytes in lower levels.
+  int64_t request_body_bytes = 0;
+  int64_t request_header_bytes = 0;
+  int64_t total_upload_bytes = 0;
+  if (request->has_upload())
+    request_body_bytes = request->get_upload()->size();
+  net::HttpRequestHeaders request_headers;
+  if (request->GetFullRequestHeaders(&request_headers))
+    request_header_bytes = request_headers.ToString().length();
+  total_upload_bytes = request_body_bytes + request_header_bytes;
+  int64_t total_received_bytes = request->GetTotalReceivedBytes();
+
+  ReportDataUsageURLRequest(user_traffic_flag ? USER_TRAFFIC : SERVICE_TRAFFIC,
+                            UPLOAD, total_upload_bytes);
+  ReportDataUsageURLRequest(user_traffic_flag ? USER_TRAFFIC : SERVICE_TRAFFIC,
+                            DOWNLOAD, total_received_bytes);
+  DataUseUserData* attached_service_data = reinterpret_cast<DataUseUserData*>(
+      request->GetUserData(DataUseUserData::kUserDataKey));
+
+  if (attached_service_data) {
+    ReportDataUsage(attached_service_data->service_type(), UPLOAD,
+                    total_upload_bytes);
+    ReportDataUsage(attached_service_data->service_type(), DOWNLOAD,
+                    total_received_bytes);
+  }
+}
+
+#if defined(OS_ANDROID)
+void DataUseMeasurement::OnApplicationStateChange(
+    base::android::ApplicationState application_state) {
+  app_state_ = application_state;
+}
+#endif
+
+DataUseMeasurement::AppState DataUseMeasurement::CurrentAppState() {
+#if defined(OS_ANDROID)
+  if (app_state_ != base::android::APPLICATION_STATE_HAS_RUNNING_ACTIVITIES)
+    return BACKGROUND;
+#endif
+  // If the OS is not Android, all the requests are considered Foreground.
+  return FOREGROUND;
+}
+
+DataUseMeasurement::ConnectionType DataUseMeasurement::CurrentConnectionType() {
+  if (net::NetworkChangeNotifier::IsConnectionCellular(
+          net::NetworkChangeNotifier::GetConnectionType())) {
+    return CELLULAR;
+  }
+  return NOT_CELLULAR;
+}
+
+std::string DataUseMeasurement::DimensionMaker(TrafficDirection dir) {

[sclittle, 2015/08/26 23:08:30]

nit: rename this method to be like a verb, i.e. GetDimensionForHistogramName or
something like that.

[amohammadkhan, 2015/08/29 01:00:59]

Done.

+  AppState app_state = CurrentAppState();
+  ConnectionType conn_type = CurrentConnectionType();
+  return base::StringPrintf(
+      ".%s.%s.%s", dir == UPLOAD ? "Upload" : "Download",
+      app_state == BACKGROUND ? "Background" : "Foreground",
+      conn_type == NOT_CELLULAR ? "NotCellular" : "Cellular");
+}
+
+void DataUseMeasurement::ReportDataUsage(
+    data_use_measurement::DataUseUserData::ServiceType service,
+    TrafficDirection dir,
+    int64_t message_size) {
+  std::string service_histogram_name =
+      base::StringPrintf("DataUse.Service.%s", ReturnServiceName(service));
+  std::string combined_histogram_name =
+      "DataUse.Services" + DimensionMaker(dir);
+  RecordUMAHistogramCount(service_histogram_name, message_size);
+  if (message_size > 0) {
+    RecordSparseHistogramWithValue(combined_histogram_name, service,
+                                   message_size);
+  }
+}
+
+void DataUseMeasurement::ReportDataUsageURLRequest(
+    ChromeTrafficType service_type,
+    TrafficDirection dir,
+    int64_t message_size) {
+  std::string histogram_name = base::StringPrintf(
+      "DataUse.%s%s", service_type == USER_TRAFFIC ? "User" : "NotUser",
+      DimensionMaker(dir).c_str());
+  RecordUMAHistogramCount(histogram_name, message_size);
+}
+
+}  // data_use_measurement namespace

[sclittle, 2015/08/26 23:08:29]

nit: change comment to "// namespace data_use_measurement"

[amohammadkhan, 2015/08/29 01:00:59]

Done.