Collect some disk statistics.

metrics_daemon.cc

 // Copyright (c) 2010 The Chromium OS Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "metrics_daemon.h"
 
+#include <fcntl.h>
 #include <string.h>
 
 #include <base/file_util.h>
 #include <base/logging.h>
 #include <dbus/dbus-glib-lowlevel.h>
 
 #include "counter.h"
 
 using base::Time;
 using base::TimeDelta;
@@ skipping 60 matching lines @@
 const char MetricsDaemon::kMetricUncleanShutdownsWeeklyName[] =
     "Logging.UncleanShutdownsWeekly";
 const char MetricsDaemon::kMetricUserCrashesDailyName[] =
     "Logging.UserCrashesDaily";
 const char MetricsDaemon::kMetricUserCrashesWeeklyName[] =
     "Logging.UserCrashesWeekly";
 const char MetricsDaemon::kMetricCrashFrequencyMin = 1;
 const char MetricsDaemon::kMetricCrashFrequencyMax = 100;
 const char MetricsDaemon::kMetricCrashFrequencyBuckets = 50;
 
+// disk stats metrics
+
+// The {Read,Write}Sectors numbers are in sectors/second.
+// A sector is usually 512 bytes.
+
+const char MetricsDaemon::kMetricReadSectorsLongName[] =
+    "Filesystem.ReadSectorsLong";
+const char MetricsDaemon::kMetricWriteSectorsLongName[] =
+    "Filesystem.WriteSectorsLong";
+const char MetricsDaemon::kMetricReadSectorsShortName[] =
+    "Filesystem.ReadSectorsShort";
+const char MetricsDaemon::kMetricWriteSectorsShortName[] =
+    "Filesystem.WriteSectorsShort";
+
+const int MetricsDaemon::kMetricDiskStatsShortInterval = 1;  // seconds
+const int MetricsDaemon::kMetricDiskStatsLongInterval = 30;  // seconds
+
+// Assume a max rate of 250Mb/s for reads (worse for writes) and 512 byte
+// sectors.
+const int MetricsDaemon::kMetricSectorsIOMax = 500000;  // sectors/second
+const int MetricsDaemon::kMetricSectorsBuckets = 50;    // buckets
+
+// Path to disk stats.
+const char MetricsDaemon::kMetricsDiskStatsPath[] = "/sys/class/block/sda/stat";

[petkov, 2011/02/12 05:34:45]

Unused? It seems that the current revision won't work on the device -- the path
field is uninitialized.

Also, I'm really surprised that ARM exposes the stat through "sda" -- I know for
sure that root device is not /dev/sda... But I can't really double check so I
trust you :-)

[petkov, 2011/02/13 17:28:47]

Isn't this something like /sys/block/mmcblk0 on ARM?

[Luigi Semenzato, 2011/02/14 18:43:43]

That path exists on my kaen, but the stats there show very little i/o activity,
and don't change if I read from /dev/sda.

I'll have to find a reliable way of telling if we're looking at the right
device, but for now it appears we are.

+
 // persistent metrics path
 const char MetricsDaemon::kMetricsPath[] = "/var/log/metrics";
 
 
 // static
 const char* MetricsDaemon::kDBusMatches_[] = {
   "type='signal',"
   "interface='" DBUS_IFACE_CRASH_REPORTER "',"
   "path='/',"
   "member='UserCrash'",
@@ skipping 114 matching lines @@
   DeleteFrequencyCounters();
   ConfigureCrashFrequencyReporter(kMetricAnyCrashesDailyName);
   ConfigureCrashFrequencyReporter(kMetricAnyCrashesWeeklyName);
   ConfigureCrashFrequencyReporter(kMetricKernelCrashesDailyName);
   ConfigureCrashFrequencyReporter(kMetricKernelCrashesWeeklyName);
   ConfigureCrashFrequencyReporter(kMetricUncleanShutdownsDailyName);
   ConfigureCrashFrequencyReporter(kMetricUncleanShutdownsWeeklyName);
   ConfigureCrashFrequencyReporter(kMetricUserCrashesDailyName);
   ConfigureCrashFrequencyReporter(kMetricUserCrashesWeeklyName);
 
+  DiskStatsReporterInit();
+
   // Don't setup D-Bus and GLib in test mode.
   if (testing)
     return;
 
   g_thread_init(NULL);
   g_type_init();
   dbus_g_thread_init();
 
   DBusError error;
   dbus_error_init(&error);
@@ skipping 12 matching lines @@
     LOG_IF(FATAL, dbus_error_is_set(&error)) <<
         "unable to add a match: " << SAFE_MESSAGE(error);
   }
 
   // Adds the D-Bus filter routine to be called back whenever one of
   // the registered D-Bus matches is successful. The daemon is not
   // activated for D-Bus messages that don't match.
   CHECK(dbus_connection_add_filter(connection, MessageFilter, this, NULL));
 }
 
+void MetricsDaemon::Init(bool testing, MetricsLibraryInterface* metrics_lib,
+                         const char* diskstats_path) {
+  diskstats_path_ = diskstats_path;
+  Init(testing, metrics_lib);
+}
+
 void MetricsDaemon::Loop() {
   GMainLoop* loop = g_main_loop_new(NULL, false);
   g_main_loop_run(loop);
 }
 
 // static
 DBusHandlerResult MetricsDaemon::MessageFilter(DBusConnection* connection,
                                                DBusMessage* message,
                                                void* user_data) {
   Time now = Time::Now();
@@ skipping 224 matching lines @@
   // If there's a use monitor scheduled already, destroys it.
   if (usemon_source_ == NULL)
     return;
 
   DLOG(INFO) << "destroying use monitor";
   g_source_destroy(usemon_source_);
   usemon_source_ = NULL;
   usemon_interval_ = 0;
 }
 
+void MetricsDaemon::DiskStatsReporterInit() {
+  DiskStatsReadStats(&read_sectors_, &write_sectors_);
+  // The first time around just run the long stat, so we don't delay boot.
+  diskstats_state_ = kDiskStatsLong;
+  ScheduleDiskStatsCallback(kMetricDiskStatsLongInterval);
+}
+
+void MetricsDaemon::ScheduleDiskStatsCallback(int wait) {
+  if (testing_) {
+    return;
+  }
+  g_timeout_add_seconds(wait, DiskStatsCallbackStatic, this);
+}
+
+void MetricsDaemon::DiskStatsReadStats(long int* read_sectors,
+                                       long int* write_sectors) {
+  int nchars;
+  int nitems;
+  char line[200];
+  int file = HANDLE_EINTR(open(diskstats_path_, O_RDONLY));
+  if (file < 0) {
+    PLOG(WARNING) << "cannot open " << diskstats_path_;
+    return;
+  }
+  nchars = HANDLE_EINTR(read(file, line, sizeof(line)));
+  if (nchars < 0) {
+    PLOG(WARNING) << "cannot read from " << diskstats_path_;
+    goto close_file;

[petkov, 2011/02/12 05:34:45]

goto is a bit evil. I'd suggestion two options:

- define a helper routine that you invoke after opening the file, passing in the
file descriptor, and then close the descriptor in the caller.
- define and use a FileCloser class that gets the file descriptor as an input
and closes the file in its destructor.

[Luigi Semenzato, 2011/02/14 18:43:43]

And a third option: an else clause.  (It doesn't scale, but it doesn't have to.)

+  }
+  LOG_IF(WARNING, nchars == sizeof(line)) << "line too long in "
+                                          << diskstats_path_;
+  line[nchars] = '\0';
+  nitems = sscanf(line, "%*d %*d %ld %*d %*d %*d %ld",
+                  read_sectors, write_sectors);
+  LOG_IF(WARNING, nitems != 2) << "found " << nitems << " items in "
+                               << diskstats_path_ << ", expected 2";
+ close_file:
+  HANDLE_EINTR(close(file));
+}
+
+// static
+gboolean MetricsDaemon::DiskStatsCallbackStatic(void* handle) {
+  (static_cast<MetricsDaemon*>(handle))->DiskStatsCallback();
+  return false;  // one-time callback
+}
+
+void MetricsDaemon::DiskStatsCallback() {
+  long int read_sectors_now, write_sectors_now;
+  DiskStatsReadStats(&read_sectors_now, &write_sectors_now);
+
+  switch (diskstats_state_) {
+

[petkov, 2011/02/12 05:34:45]

remove blank line?

+    case kDiskStatsShort:
+      SendMetric(kMetricReadSectorsShortName,
+                 (int) (read_sectors_now - read_sectors_) /
+                 kMetricDiskStatsShortInterval,
+                 0,

[petkov, 2011/02/12 05:34:45]

I think 0 is invalid minimum for some reason-- minimum is 1. Maybe it just
works... Please double check histogram.h. Same below.

+                 kMetricSectorsIOMax,
+                 kMetricSectorsBuckets);
+      SendMetric(kMetricWriteSectorsShortName,
+                 (int) (write_sectors_now - write_sectors_) /
+                 kMetricDiskStatsShortInterval,
+                 0,
+                 kMetricSectorsIOMax,
+                 kMetricSectorsBuckets);
+      // Schedule long callback.
+      diskstats_state_ = kDiskStatsLong;
+      ScheduleDiskStatsCallback(kMetricDiskStatsLongInterval -
+                                kMetricDiskStatsShortInterval);
+      break;
+
+    case kDiskStatsLong:
+      SendMetric(kMetricReadSectorsLongName,
+                 (int) (read_sectors_now - read_sectors_) /
+                 kMetricDiskStatsLongInterval,
+                 0,
+                 kMetricSectorsIOMax,
+                 kMetricSectorsBuckets);
+      SendMetric(kMetricWriteSectorsLongName,
+                 (int) (write_sectors_now - write_sectors_) /
+                 kMetricDiskStatsLongInterval,
+                 0,
+                 kMetricSectorsIOMax,
+                 kMetricSectorsBuckets);
+      // Reset sector counters
+      read_sectors_ = read_sectors_now;
+      write_sectors_ = write_sectors_now;
+
+      // Schedule short callback.
+      diskstats_state_ = kDiskStatsShort;
+      ScheduleDiskStatsCallback(kMetricDiskStatsShortInterval);
+      break;
+
+    default:
+      LOG(FATAL) << "Invalid disk stats state";
+  }
+}
+
 // static
 void MetricsDaemon::ReportDailyUse(void* handle, int tag, int count) {
   if (count <= 0)
     return;
 
   MetricsDaemon* daemon = static_cast<MetricsDaemon*>(handle);
   int minutes = (count + kSecondsPerMinute / 2) / kSecondsPerMinute;
   daemon->SendMetric(kMetricDailyUseTimeName, minutes,
                      kMetricDailyUseTimeMin,
                      kMetricDailyUseTimeMax,
                      kMetricDailyUseTimeBuckets);
 }
 
 void MetricsDaemon::SendMetric(const string& name, int sample,
                                int min, int max, int nbuckets) {
   DLOG(INFO) << "received metric: " << name << " " << sample << " "
              << min << " " << max << " " << nbuckets;
   metrics_lib_->SendToUMA(name, sample, min, max, nbuckets);
 }