[Password manager tests automation] Add ability to run single test.

components/test/data/password_manager/automated_tests/run_tests.py

 # -*- coding: utf-8 -*-
 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """This file allows the bots to be easily configured and run the tests.
 
 Running this script requires passing --config-path with a path to a config file
 of the following structure:
 
@@ skipping 187 matching lines @@
   """
   for (section, option) in defaults:
     if not config.has_section(section):
       config.add_section(section)
     if not config.has_option(section, option):
       config.set(section, option, defaults[(section, option)])
 
 def run_tests(config_path):
   """ Runs automated tests. """
   environment = Environment("", "", "", None, False)
-  tests.Tests(environment)
   defaults = { ("output", "save-path"): "/dev/null",
                ("run_options", "tests_in_parallel"): "1",
                ("run_options", "write_to_sheet"): "false" }
   config = ConfigParser.ConfigParser()
   _apply_defaults(config, defaults)
   config.read(config_path)
   date = datetime.now().strftime('%Y-%m-%dT%H:%M:%S')
   max_tests_in_parallel = config.getint("run_options", "tests_in_parallel")
   sheet_writer = SheetWriter(config)
   full_path = os.path.realpath(__file__)
   tests_dir = os.path.dirname(full_path)
   tests_path = os.path.join(tests_dir, "tests.py")
   general_test_cmd =  ["python", tests_path, "test_name_placeholder",
      "--chrome-path", config.get("binaries", "chrome-path"),
      "--chromedriver-path", config.get("binaries", "chromedriver-path"),
      "--passwords-path", config.get("data_files", "passwords_path")]
   runners = []
-  tests_to_run = [test.name for test in environment.websitetests]
   if config.has_option("run_options", "tests_to_run"):
     user_selected_tests = config.get("run_options", "tests_to_run").split(',')
-    # TODO((dvadym) Validate the user selected tests are available.
-    tests_to_run = list(set(tests_to_run) & set(user_selected_tests))
+    tests_to_run = user_selected_tests

[vabr (Chromium), 2015/03/09 14:52:17]

You know Python better than me, so this is just to confirm: tests_to_run will be
keep its value also outside of the if-else branch, right?

(I'm asking, because in C++, this would not work, defining a variable inside an
if-block would limit its scope to that block.)

[melandory, 2015/03/09 15:00:27]

Variable scope is determined by function or module.

[vabr (Chromium), 2015/03/09 15:02:28]

Acknowledged.

+  else:
+    tests.Tests(environment)
+    tests_to_run = [test.name for test in environment.websitetests]
 
   with open(config.get("output", "save-path"), 'w') as savefile:
     print "Tests to run %d\nTests: %s" % (len(tests_to_run), tests_to_run)
     while len(runners) + len(tests_to_run) > 0:
       i = 0
       while i < len(runners):
         result = runners[i].get_test_result()
         if result:  # This test run is finished.
           status, log = result
           testinfo = [runners[i].test_name, status, date, " | ".join(log)]
           sheet_writer.write_line_to_sheet(testinfo)
           print>>savefile, " ".join(testinfo)
           del runners[i]
         else:
           i += 1
       while len(runners) < max_tests_in_parallel and len(tests_to_run) > 0:
         runners.append(TestRunner(general_test_cmd, tests_to_run.pop()))
       time.sleep(1)  # Let us wait for worker process to finish.
 
 if __name__ == "__main__":
   if len(sys.argv) != 2:
     print "Synopsis:\n python run_tests.py <config_path>"
   config_path = sys.argv[1]
   run_tests(config_path)