| OLD | NEW |
| 1 # Copyright 2015 The Chromium Authors. All rights reserved. | 1 # Copyright 2015 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 import re | 5 import re |
| 6 | 6 |
| 7 from core import perf_benchmark | 7 from core import perf_benchmark |
| 8 | 8 |
| 9 from telemetry import benchmark | 9 from telemetry import benchmark |
| 10 from telemetry.timeline import tracing_category_filter | 10 from telemetry.timeline import tracing_category_filter |
| 11 from telemetry.web_perf import timeline_based_measurement | 11 from telemetry.web_perf import timeline_based_measurement |
| 12 from telemetry.web_perf.metrics import memory_timeline | 12 from telemetry.web_perf.metrics import memory_timeline |
| 13 from telemetry.web_perf.metrics import v8_gc_latency | 13 from telemetry.web_perf.metrics import v8_gc_latency |
| 14 | 14 |
| 15 import page_sets | 15 import page_sets |
| 16 | 16 |
| 17 | 17 |
| 18 class _MemoryInfra(perf_benchmark.PerfBenchmark): | 18 class _MemoryInfra(perf_benchmark.PerfBenchmark): |
| 19 """Base class for new-generation memory benchmarks based on memory-infra. | 19 """Base class for new-generation memory benchmarks based on memory-infra. |
| 20 | 20 |
| 21 This benchmark records data using memory-infra (https://goo.gl/8tGc6O), which | 21 This benchmark records data using memory-infra (https://goo.gl/8tGc6O), which |
| 22 is part of chrome tracing, and extracts it using timeline-based measurements. | 22 is part of chrome tracing, and extracts it using timeline-based measurements. |
| 23 """ | 23 """ |
| 24 | 24 |
| 25 # Subclasses can override this to use TBMv2 instead of TBMv1. |
| 26 TBM_VERSION = 1 |
| 27 |
| 25 def SetExtraBrowserOptions(self, options): | 28 def SetExtraBrowserOptions(self, options): |
| 26 options.AppendExtraBrowserArgs([ | 29 options.AppendExtraBrowserArgs([ |
| 27 # TODO(perezju): Temporary workaround to disable periodic memory dumps. | 30 # TODO(perezju): Temporary workaround to disable periodic memory dumps. |
| 28 # See: http://crbug.com/513692 | 31 # See: http://crbug.com/513692 |
| 29 '--enable-memory-benchmarking', | 32 '--enable-memory-benchmarking', |
| 30 ]) | 33 ]) |
| 31 | 34 |
| 32 def CreateTimelineBasedMeasurementOptions(self): | 35 def CreateTimelineBasedMeasurementOptions(self): |
| 33 # Enable only memory-infra, to get memory dumps, and blink.console, to get | 36 # Enable only memory-infra, to get memory dumps, and blink.console, to get |
| 34 # the timeline markers used for mapping threads to tabs. | 37 # the timeline markers used for mapping threads to tabs. |
| 35 trace_memory = tracing_category_filter.TracingCategoryFilter( | 38 trace_memory = tracing_category_filter.TracingCategoryFilter( |
| 36 filter_string='-*,blink.console,disabled-by-default-memory-infra') | 39 filter_string='-*,blink.console,disabled-by-default-memory-infra') |
| 37 tbm_options = timeline_based_measurement.Options( | 40 tbm_options = timeline_based_measurement.Options( |
| 38 overhead_level=trace_memory) | 41 overhead_level=trace_memory) |
| 39 tbm_options.config.enable_android_graphics_memtrack = True | 42 tbm_options.config.enable_android_graphics_memtrack = True |
| 43 if self.TBM_VERSION == 1: |
| 44 # TBMv1 (see telemetry/telemetry/web_perf/metrics/memory_timeline.py |
| 45 # in third_party/catapult). |
| 46 tbm_options.SetLegacyTimelineBasedMetrics(( |
| 47 memory_timeline.MemoryTimelineMetric(), |
| 48 )) |
| 49 elif self.TBM_VERSION == 2: |
| 50 # TBMv2 (see tracing/tracing/metrics/system_health/memory_metric.html |
| 51 # in third_party/catapult). |
| 52 tbm_options.SetTimelineBasedMetric('memoryMetric') |
| 53 else: |
| 54 raise Exception('Unrecognized TBM version: %s' % self.TBM_VERSION) |
| 40 return tbm_options | 55 return tbm_options |
| 41 | 56 |
| 42 @classmethod | |
| 43 def HasTraceRerunDebugOption(cls): | |
| 44 return True | |
| 45 | |
| 46 def SetupBenchmarkDefaultTraceRerunOptions(self, tbm_options): | |
| 47 tbm_options.SetLegacyTimelineBasedMetrics(( | |
| 48 memory_timeline.MemoryTimelineMetric(), | |
| 49 )) | |
| 50 | |
| 51 | 57 |
| 52 # TODO(bashi): Workaround for http://crbug.com/532075 | 58 # TODO(bashi): Workaround for http://crbug.com/532075 |
| 53 # @benchmark.Enabled('android') shouldn't be needed. | 59 # @benchmark.Enabled('android') shouldn't be needed. |
| 54 @benchmark.Enabled('android') | 60 @benchmark.Enabled('android') |
| 55 class MemoryHealthQuick(_MemoryInfra): | 61 class MemoryHealthQuick(_MemoryInfra): |
| 56 """Timeline based benchmark for the Memory Health Plan (1 iteration).""" | 62 """Timeline based benchmark for the Memory Health Plan (1 iteration).""" |
| 57 page_set = page_sets.MemoryHealthStory | 63 page_set = page_sets.MemoryHealthStory |
| 58 | 64 |
| 59 @classmethod | 65 @classmethod |
| 60 def Name(cls): | 66 def Name(cls): |
| (...skipping 10 matching lines...) Expand all Loading... |
| 71 @benchmark.Disabled('all') | 77 @benchmark.Disabled('all') |
| 72 class MemoryHealthPlan(MemoryHealthQuick): | 78 class MemoryHealthPlan(MemoryHealthQuick): |
| 73 """Timeline based benchmark for the Memory Health Plan (5 iterations).""" | 79 """Timeline based benchmark for the Memory Health Plan (5 iterations).""" |
| 74 options = {'pageset_repeat': 5} | 80 options = {'pageset_repeat': 5} |
| 75 | 81 |
| 76 @classmethod | 82 @classmethod |
| 77 def Name(cls): | 83 def Name(cls): |
| 78 return 'memory.memory_health_plan' | 84 return 'memory.memory_health_plan' |
| 79 | 85 |
| 80 | 86 |
| 87 @benchmark.Enabled('android') |
| 88 class TBMv2MemoryBenchmarkTop10Mobile(MemoryHealthQuick): |
| 89 """Timeline based benchmark for the Memory Health Plan based on TBMv2. |
| 90 |
| 91 This is a temporary benchmark to compare the new TBMv2 memory metric |
| 92 (memory_metric.html) with the existing TBMv1 one (memory_timeline.py). Once |
| 93 all issues associated with the TBMv2 metric are resolved, all memory |
| 94 benchmarks (including the ones in this file) will switch to use it instead |
| 95 of the TBMv1 metric and this temporary benchmark will be removed. See |
| 96 crbug.com/60361. |
| 97 """ |
| 98 TBM_VERSION = 2 |
| 99 |
| 100 @classmethod |
| 101 def Name(cls): |
| 102 return 'memory.top_10_mobile_tbmv2' |
| 103 |
| 104 |
| 81 # TODO(bashi): Workaround for http://crbug.com/532075 | 105 # TODO(bashi): Workaround for http://crbug.com/532075 |
| 82 # @benchmark.Enabled('android') shouldn't be needed. | 106 # @benchmark.Enabled('android') shouldn't be needed. |
| 83 @benchmark.Enabled('android') | 107 @benchmark.Enabled('android') |
| 84 class RendererMemoryBlinkMemoryMobile(_MemoryInfra): | 108 class RendererMemoryBlinkMemoryMobile(_MemoryInfra): |
| 85 """Timeline based benchmark for measuring memory consumption on mobile | 109 """Timeline based benchmark for measuring memory consumption on mobile |
| 86 sites on which blink's memory consumption is relatively high.""" | 110 sites on which blink's memory consumption is relatively high.""" |
| 87 | 111 |
| 88 _RE_RENDERER_VALUES = re.compile('memory_.+_renderer') | 112 _RE_RENDERER_VALUES = re.compile('memory_.+_renderer') |
| 89 | 113 |
| 90 page_set = page_sets.BlinkMemoryMobilePageSet | 114 page_set = page_sets.BlinkMemoryMobilePageSet |
| (...skipping 56 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 147 memory_timeline.MemoryTimelineMetric(), | 171 memory_timeline.MemoryTimelineMetric(), |
| 148 )) | 172 )) |
| 149 | 173 |
| 150 @classmethod | 174 @classmethod |
| 151 def Name(cls): | 175 def Name(cls): |
| 152 return 'memory.long_running_idle_gmail_tbm' | 176 return 'memory.long_running_idle_gmail_tbm' |
| 153 | 177 |
| 154 @classmethod | 178 @classmethod |
| 155 def ShouldTearDownStateAfterEachStoryRun(cls): | 179 def ShouldTearDownStateAfterEachStoryRun(cls): |
| 156 return True | 180 return True |
| OLD | NEW |