The test attribute of a benchmark should refer to a page test class.

tools/perf/benchmarks/session_restore.py

 # Copyright 2013 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import os
 import tempfile
 
 from measurements import session_restore
 from measurements import session_restore_with_url
 import page_sets
@@ skipping 17 matching lines @@
       # Generate new profiles if profile_dir does not exist. It only exists if
       # all profiles had been correctly generated in a previous run.
       if not os.path.exists(profile_dir):
         new_args = args.Copy()
         new_args.pageset_repeat = 1
         new_args.output_dir = output_dir
         profile_generator.GenerateProfiles(
             small_profile_creator.SmallProfileCreator, profile_type, new_args)
       args.browser_options.profile_dir = profile_dir
 
+  def CreatePageTest(self, options):
+    is_cold = (self.tag == 'cold')
+    return self.test(cold=is_cold)
 
 # crbug.com/325479, crbug.com/381990
 @benchmark.Disabled('android', 'linux', 'reference')
 class SessionRestoreColdTypical25(_SessionRestoreTest):
   tag = 'cold'
-  test = session_restore.SessionRestore(cold=True)
+  test = session_restore.SessionRestore
   page_set = page_sets.Typical25PageSet
   options = {'pageset_repeat': 5}
 
 
 # crbug.com/325479, crbug.com/381990
 @benchmark.Disabled('android', 'linux', 'reference')
 class SessionRestoreWarmTypical25(_SessionRestoreTest):
   tag = 'warm'
-  test = session_restore.SessionRestore(cold=False)
+  test = session_restore.SessionRestore
   page_set = page_sets.Typical25PageSet
   options = {'pageset_repeat': 20}
 
 
 # crbug.com/325479, crbug.com/381990, crbug.com/405386
 @benchmark.Disabled
 class SessionRestoreWithUrlCold(_SessionRestoreTest):
   """Measure Chrome cold session restore with startup URLs."""
   tag = 'cold'
-  test = session_restore_with_url.SessionRestoreWithUrl(cold=True)
+  test = session_restore_with_url.SessionRestoreWithUrl
   page_set = page_sets.StartupPagesPageSet
   options = {'pageset_repeat': 5}
 
 
 # crbug.com/325479, crbug.com/381990, crbug.com/405386
 @benchmark.Disabled
 class SessionRestoreWithUrlWarm(_SessionRestoreTest):
   """Measure Chrome warm session restore with startup URLs."""
   tag = 'warm'
-  test = session_restore_with_url.SessionRestoreWithUrl(cold=False)
+  test = session_restore_with_url.SessionRestoreWithUrl
   page_set = page_sets.StartupPagesPageSet
   options = {'pageset_repeat': 10}