Create base::win::MemoryPressureMonitor class.

base/win/memory_pressure_monitor.cc

+// Copyright 2015 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "base/win/memory_pressure_monitor.h"
+
+#include <windows.h>
+
+#include "base/metrics/histogram_macros.h"
+#include "base/single_thread_task_runner.h"
+#include "base/thread_task_runner_handle.h"
+#include "base/time/time.h"
+
+namespace base {
+namespace win {
+
+namespace {
+
+// The following constants have been lifted from similar values in the ChromeOS
+// memory pressure monitor. The values were determined experimentally to ensure
+// sufficient responsiveness of the memory pressure subsystem, and minimal
+// overhead.
+
+// The time between memory pressure checks. While under critical pressure, this
+// is also the timer to repeat cleanup attempts.
+const int kMemoryPressureIntervalMs = 1000;

[brucedawson, 2015/05/06 00:58:27]

All of the functions being called should, I believe, be inexpensive, so this
frequency should be fine.

[chrisha, 2015/05/06 02:40:24]

Yeah, I profiled GlobalMemoryStatusEx on a handful of machines and OS versions.
In the worst case I could do 3e6 qps while pegging a single core (on an old XP
laptop). 

+
+// The time which should pass between two successive moderate memory pressure
+// calls.
+const int kModerateMemoryPressureCooldownMs = 10000;
+
+// Number of event polls before the next moderate pressure event can be sent.
+const int kModerateMemoryPressureCooldown =
+    kModerateMemoryPressureCooldownMs / kMemoryPressureIntervalMs;
+
+// TODO(chrisha): Explore the following constants further with an experiment.
+
+// Moderate and critical memory load percentages. These percentages are applied
+// to both system memory and virtual memory.
+const int kModerateThresholdPercent = 60;
+const int kCriticalThresholdPercent = 95;
+
+// Absolute memory requirements. These are modeled after typical renderer sizes
+// on Windows sytems (rounded to the neared 10 MB).

[Nico, 2015/05/05 21:25:11]

maybe mention which uma stats one has to look at to update these numbers?

[chrisha, 2015/05/06 02:40:24]

Done.

+const int kModerateThresholdMb = 300;  // 95th percentile renderer size.
+const int kCriticalThresholdMb = 60;   // 50th percentile renderer size.
+
+// Enumeration of UMA memory pressure levels. This needs to be kept in sync with
+// histograms.xml and the memory pressure levels defined in
+// MemoryPressureListener.
+enum MemoryPressureLevelUMA {
+  UMA_MEMORY_PRESSURE_LEVEL_NONE = 0,
+  UMA_MEMORY_PRESSURE_LEVEL_MODERATE = 1,
+  UMA_MEMORY_PRESSURE_LEVEL_CRITICAL = 2,
+  // This must be the last value in the enum.
+  UMA_MEMORY_PRESSURE_LEVEL_COUNT,
+};
+
+// Converts a memory pressure level to an UMA enumeration value.
+MemoryPressureLevelUMA MemoryPressureLevelToUmaEnumValue(
+    MemoryPressureListener::MemoryPressureLevel level) {
+  switch (level) {
+    case MemoryPressureListener::MEMORY_PRESSURE_LEVEL_NONE:
+      return UMA_MEMORY_PRESSURE_LEVEL_NONE;
+    case MemoryPressureListener::MEMORY_PRESSURE_LEVEL_MODERATE:
+      return UMA_MEMORY_PRESSURE_LEVEL_MODERATE;
+    case MemoryPressureListener::MEMORY_PRESSURE_LEVEL_CRITICAL:
+      return UMA_MEMORY_PRESSURE_LEVEL_CRITICAL;
+  }
+  NOTREACHED();
+  return UMA_MEMORY_PRESSURE_LEVEL_NONE;
+}
+
+}  // namespace
+
+MemoryPressureMonitor::MemoryPressureMonitor()
+    : current_memory_pressure_level_(
+          MemoryPressureListener::MEMORY_PRESSURE_LEVEL_NONE),
+      moderate_pressure_repeat_count_(0),
+      weak_ptr_factory_(this) {
+  StartObserving();
+}
+
+MemoryPressureMonitor::~MemoryPressureMonitor() {
+  StopObserving();
+}
+
+void MemoryPressureMonitor::CheckMemoryPressureSoon() {
+  ThreadTaskRunnerHandle::Get()->PostTask(
+      FROM_HERE, Bind(&MemoryPressureMonitor::CheckMemoryPressure,
+                      weak_ptr_factory_.GetWeakPtr()));
+}
+
+MemoryPressureListener::MemoryPressureLevel
+MemoryPressureMonitor::GetCurrentPressureLevel() const {
+  return current_memory_pressure_level_;
+}
+
+void MemoryPressureMonitor::StartObserving() {
+  timer_.Start(FROM_HERE,
+               TimeDelta::FromMilliseconds(kMemoryPressureIntervalMs),
+               Bind(&MemoryPressureMonitor::
+                        CheckMemoryPressureAndRecordStatistics,
+                    weak_ptr_factory_.GetWeakPtr()));
+}
+
+void MemoryPressureMonitor::StopObserving() {
+  // If StartObserving failed, StopObserving will still get called.
+  timer_.Stop();
+  weak_ptr_factory_.InvalidateWeakPtrs();
+}
+
+void MemoryPressureMonitor::CheckMemoryPressure() {
+  // |notify| will be set to true if MemoryPressureListeners need to be
+  // notified of a memory pressure level state change.
+  bool notify = false;
+
+  base::AutoLock scoped_lock(lock_);
+  MemoryPressureLevel old_pressure = current_memory_pressure_level_;
+  current_memory_pressure_level_ = CalculateCurrentPressureLevel();
+
+  switch (current_memory_pressure_level_) {
+    case MemoryPressureListener::MEMORY_PRESSURE_LEVEL_NONE:
+      break;
+
+    case MemoryPressureListener::MEMORY_PRESSURE_LEVEL_MODERATE: {
+      if (old_pressure != current_memory_pressure_level_) {
+        // This is a new transition to moderate pressure so notify.
+        moderate_pressure_repeat_count_ = 0;
+        notify = true;
+      } else {
+        // Already in moderate pressure, only notify if sustained over the
+        // cooldown period.
+        if (++moderate_pressure_repeat_count_ ==
+                kModerateMemoryPressureCooldown) {
+          moderate_pressure_repeat_count_ = 0;
+          notify = true;
+        }
+      }
+    } break;
+
+    case MemoryPressureListener::MEMORY_PRESSURE_LEVEL_CRITICAL: {
+      // Always notify of critical pressure levels.
+      notify = true;
+    } break;
+  }
+
+  if (!notify)
+    return;
+
+  // Emit a notification of the current memory pressure level. This can only
+  // happen for moderate and critical pressure levels.
+  DCHECK_NE(MemoryPressureListener::MEMORY_PRESSURE_LEVEL_NONE,
+            current_memory_pressure_level_);
+  MemoryPressureListener::NotifyMemoryPressure(current_memory_pressure_level_);
+}
+
+void MemoryPressureMonitor::CheckMemoryPressureAndRecordStatistics() {
+  CheckMemoryPressure();
+
+  UMA_HISTOGRAM_ENUMERATION(
+      "Memory.PressureLevel",
+      MemoryPressureLevelToUmaEnumValue(current_memory_pressure_level_),
+      UMA_MEMORY_PRESSURE_LEVEL_COUNT);
+}
+
+MemoryPressureListener::MemoryPressureLevel
+MemoryPressureMonitor::CalculateCurrentPressureLevel() {
+  _MEMORYSTATUSEX mem_status = {};
+  if (!GetSystemMemoryStatus(&mem_status))
+    return MemoryPressureListener::MEMORY_PRESSURE_LEVEL_NONE;
+
+  // How much of the system's physical memory is actively being used by
+  // pages that are in the working sets of running programs.
+  int phys_load = mem_status.dwMemoryLoad;
+
+  // How much system memory is actively available for use right now, in MBs.
+  int phys_free = static_cast<int>(mem_status.ullAvailPhys / 1024 / 1024);
+
+  // The virtual load of this process. This is the percentage of virtual memory
+  // that is reserved or committed. This is calculated via a double to avoid
+  // overflowing on 64-bit Windows.
+  int virt_load = 100 - static_cast<int>(
+      100.0 * static_cast<double>(mem_status.ullAvailVirtual) /
+          static_cast<double>(mem_status.ullTotalVirtual));
+
+  // The amount of virtual memory that is actively available for use right
+  // now, in MBs.

[brucedawson, 2015/05/06 00:58:27]

This comment should clarify that ullAvailVirtual/virt_free is a process-specific
value, whereas phys_free is a system-wide value. Perhaps name the variables to
imply that?

[chrisha, 2015/05/06 02:40:24]

Done.

+  int virt_free = static_cast<int>(mem_status.ullAvailVirtual / 1024 / 1024);

[Nico, 2015/05/05 21:25:11]

Did you check that this isn't some huge number in 64-bit? (If it is, why check
virtual memory at all?)

[brucedawson, 2015/05/06 00:58:27]

I agree with Nico. In 64-bit Windows ullAvailVirtual should be ~8 TB or ~128 TB,
regardless of how much memory is consumed. Checking it is therefore not
valuable.

Also, while 128 TB / 1024 / 1024 is 128 MB and therefore fits in an int this is
not guaranteed to always be true. Therefore this is math that will eventually be
wrong in a subtle and dangerous way.

See http://www.alex-ionescu.com/?p=246 for the history of 64-bit Windows'
address space and the move from 8 TB to 128 TB.

Personally I prefer "/ (1024 * 1024)" to "/ 1024 / 1024". Even better would be
"/ kMBBytes".

[chrisha, 2015/05/06 02:40:24]

I agree that there's little value in calculating this on a 64-bit OS. Hidden
behind 32-bit #ifdefs. 

+
+  // Determine if the system is under critical memory pressure.
+  if (phys_load > kCriticalThresholdPercent ||
+      virt_load > kCriticalThresholdPercent ||
+      phys_free < kCriticalThresholdMb ||
+      virt_free < kCriticalThresholdMb) {
+    return MemoryPressureListener::MEMORY_PRESSURE_LEVEL_CRITICAL;
+  }
+
+  // Determine if the system is under moderate memory pressure.
+  if (phys_load > kModerateThresholdPercent ||
+      virt_load > kModerateThresholdPercent ||
+      phys_free < kModerateThresholdMb ||

[brucedawson, 2015/05/06 00:58:28]

I'm not sure this test really works. My understanding is that Windows works hard
to try to ensure that there is always ~800 MB of available memory. Since
kModerateThresholdMb is 300 this means, I believe, that it is almost impossible
for phys_free to ever be below kModerateThresholdMb. If it is then Windows will
already be flushing private data to the pagefile for a while, which means we are
already in a critical state.

virt_free measures something completely different from phys_free so I'm not sure
it makes sense to have the same constants. If virt_free gets too low (and what
counts as too low really depends on address space fragmentation) then memory
allocations will fail and the process will crash, whereas when phys_free is low
it means Windows is or will be sluggish.

[chrisha, 2015/05/06 02:40:24]

The absolute thresholds are only meant for low-end systems (we still have some
out there!) where total system memory is less than 1GB. For anything above this,
the percentages kick in and are more reasonable.

I've heard the magic 800MB number bandied about (mostly by you :), but haven't
clearly observed this behaviour. I was considering detecting paging and using
that to emit a critical signal. (The system performance counter includes a
"pages written to page file" which can be used to observe this.) Thoughts?

Agreed for the virtual memory constants. I struggled to think of meaningful
values for these. In fact, thinking more about this, I think they're simply not
required as virtual memory will never be less than 1GB. Removed these checks.

+      virt_free < kModerateThresholdMb) {
+    return MemoryPressureListener::MEMORY_PRESSURE_LEVEL_MODERATE;
+  }
+
+  // No memory pressure was detected.
+  return MemoryPressureListener::MEMORY_PRESSURE_LEVEL_NONE;
+}
+
+bool MemoryPressureMonitor::GetSystemMemoryStatus(
+    _MEMORYSTATUSEX* mem_status) {
+  DCHECK(mem_status != nullptr);
+  mem_status->dwLength = sizeof(_MEMORYSTATUSEX);
+  if (!::GlobalMemoryStatusEx(mem_status))
+    return false;
+  return true;
+}
+
+}  // namespace win
+}  // namespace base