[Telemetry] Make our Enabled/Disabled annotations match what the bots run.

tools/perf/benchmarks/peacekeeper.py

 # Copyright 2013 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """PeaceKeeper benchmark suite.
 
 Peacekeeper measures browser's performance by testing its JavaScript
 functionality. JavaScript is a widely used programming language used in the
 creation of modern websites to provide features such as animation, navigation,
 forms and other common requirements. By measuring a browser's ability to handle
@@ skipping 50 matching lines @@
     # Calculate geometric mean as the total for the combined tests.
     combined = merge_values.MergeLikeValuesFromDifferentPages(
         results.all_page_specific_values,
         group_by_name_suffix=True)
     combined_score = [x for x in combined if x.name == 'Score'][0]
     total = statistics.GeometricMean(combined_score.values)
     results.AddSummaryValue(
         scalar.ScalarValue(None, 'Total.Score', 'score', total))
 
 
+@benchmark.Disabled
 class PeaceKeeperBenchmark(benchmark.Benchmark):
   """A base class for Peackeeper benchmarks."""
   test = _PeaceKeeperMeasurement
 
   def CreatePageSet(self, options):
     """Makes a PageSet for PeaceKeeper benchmarks."""
     # Subclasses are expected to define a class member called query_param.
     if not hasattr(self, 'test_param'):
       raise NotImplementedError('test_param not in PeaceKeeper benchmark.')
 
     ps = page_set.PageSet(
       archive_data_file='../page_sets/data/peacekeeper_%s.json' % self.tag,
       make_javascript_deterministic=False)
     for test_name in self.test_param:
       ps.AddPageWithDefaultRunNavigate(
         ('http://peacekeeper.futuremark.com/run.action?debug=true&'
          'repeat=false&forceSuiteName=%s&forceTestName=%s') %
         (self.tag, test_name))
     return ps
 
 
+@benchmark.Disabled
 class PeaceKeeperRender(PeaceKeeperBenchmark):
   """PeaceKeeper rendering benchmark suite.
 
   These tests measure your browser's ability to render and modify specific
   elements used in typical web pages. Rendering tests manipulate the DOM tree in
   real-time. The tests measure display updating speed (frames per seconds).
   """
   tag = 'render'
   test_param = ['renderGrid01',
                 'renderGrid02',
                 'renderGrid03',
                 'renderPhysics'
                ]
 
 
+@benchmark.Disabled
 class PeaceKeeperData(PeaceKeeperBenchmark):
   """PeaceKeeper Data operations benchmark suite.
 
   These tests measure your browser's ability to add, remove and modify data
   stored in an array. The Data suite consists of two tests:
   1. arrayCombined: This test uses all features of the JavaScript Array object.
   This is a technical test that is not based on profiled data.
   The source data are different sized arrays of numbers.
   2. arrayWeighted: This test is similar to 'arrayCombined', but the load is
   balanced based on profiled data. The source data is a list of all the
   countries in the world.
   """
 
   tag = 'array'
   test_param = ['arrayCombined01',
                 'arrayWeighted'
                ]
 
 
+@benchmark.Disabled
 class PeaceKeeperDom(PeaceKeeperBenchmark):
   """PeaceKeeper DOM operations benchmark suite.
 
   These tests emulate the methods used to create typical dynamic webpages.
   The DOM tests are based on development experience and the capabilities of the
   jQuery framework.
   1. domGetElements: This test uses native DOM methods getElementById and
     getElementsByName. The elements are not modified.
   2. domDynamicCreationCreateElement: A common use of DOM is to dynamically
     create content with JavaScript, this test measures creating objects
@@ skipping 20 matching lines @@
                 'domDynamicCreationInnerHTML',
                 'domJQueryAttributeFilters',
                 'domJQueryBasicFilters',
                 'domJQueryBasics',
                 'domJQueryContentFilters',
                 'domJQueryHierarchy',
                 'domQueryselector'
                ]
 
 
+@benchmark.Disabled
 class PeaceKeeperTextParsing(PeaceKeeperBenchmark):
   """PeaceKeeper Text Parsing benchmark suite.
 
   These tests measure your browser's performance in typical text manipulations
   such as using a profanity filter for chats, browser detection and form
   validation.
   1. stringChat: This test removes swearing from artificial chat messages.
     Test measures looping and string replace-method.
   2. stringDetectBrowser: This test uses string indexOf-method to detect browser
     and operating system.
   3. stringFilter: This test filters a list of movies with a given keyword.
     The behaviour is known as filtering select or continuous filter. It's used
     to give real time suggestions while a user is filling input fields.
     The test uses simple regular expressions.
   4. stringValidateForm: This test uses complex regular expressions to validate
     user input.
   5. stringWeighted: This is an artificial test. Methods used and their
     intensities are chosen based on profiled data.
   """
 
   tag = 'string'
   test_param = ['stringChat',
                 'stringDetectBrowser',
                 'stringFilter',
                 'stringWeighted',
                 'stringValidateForm'
                ]
 
 
+@benchmark.Disabled
 class PeaceKeeperHTML5Canvas(PeaceKeeperBenchmark):
   """PeaceKeeper HTML5 Canvas benchmark suite.
 
   These tests use HTML5 Canvas, which is a web technology for drawing and
   manipulating graphics without external plug-ins.
   1. experimentalRipple01: Simulates a 'water ripple' effect by using HTML 5
     Canvas. It measures the browser's ability to draw individual pixels.
   2. experimentalRipple02: Same test as 'experimentalRipple01', but with a
     larger canvas and thus a heavier workload.
   """
 
   tag = 'experimental'
   test_param = ['experimentalRipple01',
                 'experimentalRipple02'
                ]
 
 
+@benchmark.Disabled
 class PeaceKeeperHTML5Capabilities(PeaceKeeperBenchmark):
   """PeaceKeeper HTML5 Capabilities benchmark suite.
 
   These tests checks browser HTML5 capabilities support for WebGL, Video
   foramts, simple 2D sprite based games and web worker.
   This benchmark only tests HTML5 capability and thus is not calculate into the
   overall score.
   1. HTML5 - WebGL: WebGL allows full blown 3D graphics to be rendered in a
     browser without the need for any external plug-ins.
     a) webglSphere
@@ skipping 17 matching lines @@
   tag = 'html5'
   test_param = ['webglSphere',
                 'gamingSpitfire',
                 'videoCodecH264',
                 'videoCodecTheora',
                 'videoCodecWebM',
                 'videoPosterSupport',
                 'workerContrast01',
                 'workerContrast02'
                 ]