Support "shared" histograms between processes.

components/metrics/metrics_service.h

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 // This file defines a service that collects information about the user
 // experience in order to help improve future versions of the app.
 
 #ifndef COMPONENTS_METRICS_METRICS_SERVICE_H_
 #define COMPONENTS_METRICS_METRICS_SERVICE_H_
 
@@ skipping 19 matching lines @@
 #include "components/metrics/net/network_metrics_provider.h"
 #include "components/variations/active_field_trials.h"
 
 class PrefService;
 class PrefRegistrySimple;
 
 namespace base {
 class DictionaryValue;
 class HistogramSamples;
 class PrefService;
+class SharedMemoryAllocator;
 }
 
 namespace variations {
 struct ActiveGroupId;
 }
 
 namespace net {
 class URLFetcher;
 }
 
@@ skipping 196 matching lines @@
   // should not be called more than once.
   void CheckForClonedInstall(
       scoped_refptr<base::SingleThreadTaskRunner> task_runner);
 
   // Clears the stability metrics that are saved in local state.
   void ClearSavedStabilityMetrics();
 
   // Pushes a log that has been generated by an external component.
   void PushExternalLog(const std::string& log);
 
+  // Add a persistent memory segment that contains histograms. Ownership
+  // of this object remains with the caller; it must be removed from here
+  // before being destroyed.
+  void AddPersistentMemorySegment(base::PersistentMemoryAllocator* alloc);
+
+  // Remove a persistent memory segment. This should be done only after
+  // a final reporting has been done to avoid data loss and incorrect
+  // reporting.
+  void RemovePersistentMemorySegment(base::PersistentMemoryAllocator* alloc);
+
  protected:
   // Exposed for testing.
   MetricsLogManager* log_manager() { return &log_manager_; }
 
  private:
   // The MetricsService has a lifecycle that is stored as a state.
   // See metrics_service.cc for description of this lifecycle.
   enum State {
     INITIALIZED,          // Constructor was called.
     INIT_TASK_SCHEDULED,  // Waiting for deferred init tasks to finish.
     INIT_TASK_DONE,       // Waiting for timer to send initial log.
     SENDING_LOGS,         // Sending logs an creating new ones when we run out.
   };
 
   enum ShutdownCleanliness {
     CLEANLY_SHUTDOWN = 0xdeadbeef,
     NEED_TO_SHUTDOWN = ~CLEANLY_SHUTDOWN
   };
 
   // The current state of recording for the MetricsService. The state is UNSET
   // until set to something else, at which point it remains INACTIVE or ACTIVE
   // for the lifetime of the object.
   enum RecordingState {
     INACTIVE,
     ACTIVE,
     UNSET
   };
 
+  typedef std::set<base::PersistentMemoryAllocator*> AllocatorSet;
+
+  // A class for iterating over the histograms in persistent memory segments.
+  class PersistentHistogramIterator {
+    // This class provides a reference-counted pointer to a histogram which
+    // is necessary for histogram objects that are dynamically generated
+    // (generally pointing to persistent memory) and to be owned by an STL
+    // iterator which, by necessity, must be copyable.
+    class HistogramPointer : public base::RefCounted<HistogramPointer> {
+     public:
+      HistogramPointer(base::HistogramBase* h) : histogram_(h) {}
+      base::HistogramBase* get() { return histogram_.get(); }
+
+     private:
+      scoped_ptr<base::HistogramBase> histogram_;
+    };
+
+   public:
+    PersistentHistogramIterator(AllocatorSet& allocators,
+                                AllocatorSet::iterator pos);
+
+    PersistentHistogramIterator& operator++();
+    PersistentHistogramIterator operator++(int) {
+      PersistentHistogramIterator tmp(*this);
+      operator++();
+      return tmp;
+    }
+
+    bool operator==(const PersistentHistogramIterator& rhs) const {
+      return allocator_iter_ == rhs.allocator_iter_ &&
+             histogram_iter_ == rhs.histogram_iter_;
+    }
+    bool operator!=(const PersistentHistogramIterator& rhs) const {
+      return allocator_iter_ != rhs.allocator_iter_ ||
+             histogram_iter_ != rhs.histogram_iter_;
+    }
+    base::HistogramBase* operator*() {
+      return current_histogram_->get();
+    }

[Alexei Svitkine (slow), 2015/12/15 22:48:52]

I think I mentioned this before, but my suggestion was to use our own interface
similar to:
https://code.google.com/p/chromium/codesearch#chromium/src/net/base/expiring_...

Rather than overloading operators, which is generally not done in Chromium code.

[bcwhite, 2015/12/16 13:54:29]

The code taking this iterator accepts standard STL iterators.  That could be
changed but then it wouldn't be possible to pass in iterators to STL containers
such as ::map or ::vector.

[Alexei Svitkine (slow), 2015/12/16 16:33:48]

Do we currently pass in other iterators? If indeed we do and we need to support
that use case, I'm ok with this, but it should be documented in a comment above
the class. If we don't, I think it would be better to simplify it.

[bcwhite, 2015/12/17 15:55:48]

Yes.  The StatisticsRecorder provides an iterator, too.  It isn't an STL
iterator at the moment but I hope to reduce it to that in later optimizations.

Comment added.

+
+   private:
+    AllocatorSet& allocators_;
+    AllocatorSet::iterator allocator_iter_;
+    base::PersistentMemoryAllocator::Iterator histogram_iter_;
+
+    // STL iterators must be copyable so a regular scoped_ptr is not
+    // sufficient as it doesn't allow such. A ref-counted one is needed.
+    scoped_refptr<HistogramPointer> current_histogram_;
+  };
+
   typedef std::vector<SyntheticTrialGroup> SyntheticTrialGroups;
 
   // Calls into the client to initialize some system profile metrics.
   void StartInitTask();
 
   // Callback that moves the state to INIT_TASK_DONE. When this is called, the
   // state should be INIT_TASK_SCHEDULED.
   void FinishedInitTask();
 
   void OnUserAction(const std::string& action);
@@ skipping 120 matching lines @@
   void RecordCurrentHistograms();
 
   // Record complete list of stability histograms into the current log,
   // i.e., histograms with the |kUmaStabilityHistogramFlag| flag set.
   void RecordCurrentStabilityHistograms();
 
   // Skips staged upload and discards the log. Used in case of unsuccessful
   // upload or intentional sampling of logs.
   void SkipAndDiscardUpload();
 
+  // Begin and End iterators for going through all the metrics under management.
+  PersistentHistogramIterator persistent_begin();
+  PersistentHistogramIterator persistent_end();
+
   // Manager for the various in-flight logs.
   MetricsLogManager log_manager_;
 
   // |histogram_snapshot_manager_| prepares histogram deltas for transmission.
   base::HistogramSnapshotManager histogram_snapshot_manager_;
 
   // Used to manage various metrics reporting state prefs, such as client id,
   // low entropy source and whether metrics reporting is enabled. Weak pointer.
   MetricsStateManager* const state_manager_;
 
@@ skipping 61 matching lines @@
   static ExecutionPhase execution_phase_;
 
   // Reduntant marker to check that we completed our shutdown, and set the
   // exited-cleanly bit in the prefs.
   static ShutdownCleanliness clean_shutdown_status_;
 
   FRIEND_TEST_ALL_PREFIXES(MetricsServiceTest, IsPluginProcess);
   FRIEND_TEST_ALL_PREFIXES(MetricsServiceTest,
                            PermutedEntropyCacheClearedWhenLowEntropyReset);
   FRIEND_TEST_ALL_PREFIXES(MetricsServiceTest, RegisterSyntheticTrial);
+  FRIEND_TEST_ALL_PREFIXES(MetricsServiceTest, MultiplePersistentAllocators);
 
   // Weak pointers factory used to post task on different threads. All weak
   // pointers managed by this factory have the same lifetime as MetricsService.
   base::WeakPtrFactory<MetricsService> self_ptr_factory_;
 
   // Weak pointers factory used for saving state. All weak pointers managed by
   // this factory are invalidated in ScheduleNextStateSave.
   base::WeakPtrFactory<MetricsService> state_saver_factory_;
 
+  // Persistent memory segments that contain histograms created elsewhere.
+  AllocatorSet allocators_;
+
   DISALLOW_COPY_AND_ASSIGN(MetricsService);
 };
 
 }  // namespace metrics
 
 #endif  // COMPONENTS_METRICS_METRICS_SERVICE_H_