[Telemetry] Do not have benchmarks validate story name in expectations during runs.

telemetry/telemetry/story/expectations.py

 # Copyright 2017 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import logging
 
 
 class StoryExpectations(object):
   """An object that contains disabling expectations for benchmarks and stories.
 
   Example Usage:
   class FooBenchmarkExpectations(expectations.StoryExpectations):
     def SetExpectations(self):
       self.PermanentlyDisableBenchmark(
           [expectations.ALL_MOBILE], 'Desktop Benchmark')
       self.DisableStory('story_name1', [expectations.ALL_MAC], 'crbug.com/456')
       self.DisableStory('story_name2', [expectations.ALL], 'crbug.com/789')
       ...
   """
   def __init__(self):
     self._disabled_platforms = []
     self._expectations = {}
     self._frozen = False
     self.SetExpectations()
     self._Freeze()
 
-  def ValidateAgainstStorySet(self, story_set):
-    stories = [s.display_name for s in story_set.stories]
-    for expectation in self._expectations:
-      if expectation not in stories:
-        raise TypeError('Story %s is not in the story set.' % expectation)
+  def GetBrokenExpectations(self, story_set):
+    story_set_story_names = [s.display_name for s in story_set.stories]
+    invalid_story_names = []
+    for story_name in self._expectations:
+      if story_name not in story_set_story_names:
+        invalid_story_names.append(story_name)
+        logging.error('Story %s is not in the story set.' % story_name)
+    return invalid_story_names
 
   def SetExpectations(self):
     """Sets the Expectations for test disabling
 
     Override in subclasses to disable tests."""
     pass
 
   def _Freeze(self):
     self._frozen = True
 
@@ skipping 140 matching lines @@
     ['mac', 'linux', 'win'], 'Desktop Platforms')
 ALL_MOBILE = _TestConditionByPlatformList(['android'], 'Mobile Platforms')
 ANDROID_NEXUS5 = _TestConditionByAndroidModel('Nexus 5')
 ANDROID_NEXUS5X = _TestConditionByAndroidModel('Nexus 5X')
 ANDROID_NEXUS6 = _TestConditionByAndroidModel('Nexus 6')
 ANDROID_NEXUS6P = _TestConditionByAndroidModel('Nexus 6P')
 ANDROID_NEXUS7 = _TestConditionByAndroidModel('Nexus 7')
 ANDROID_ONE = _TestConditionByAndroidModel(
     'W6210', 'Cherry Mobile Android One')
 ANDROID_SVELTE = _TestConditionAndroidSvelte()