Import wpt@8dc7bfef80f5df47e14509d1496bdbc5ec24c91c

third_party/WebKit/LayoutTests/imported/wpt/check_stability.py

+from __future__ import print_function
+
 import argparse
 import json
 import logging
 import os
 import re
 import stat
 import subprocess
 import sys
 import tarfile
 import traceback
@@ skipping 57 matching lines @@
         def __init__(self, inner, actions):
             BaseHandler.__init__(self, inner)
             self.inner = inner
             self.actions = actions
 
         def __call__(self, item):
             if item["action"] in self.actions:
                 return self.inner(item)
 
 
+class TravisFold(object):
+    def __init__(self, name):
+        self.name = name
+
+    def __enter__(self):
+        print("travis_fold:start:%s" % self.name, file=sys.stderr)
+
+    def __exit__(self, type, value, traceback):
+        print("travis_fold:end:%s" % self.name, file=sys.stderr)
+
+
 class GitHub(object):
     def __init__(self, org, repo, token):
         self.token = token
         self.headers = {"Accept": "application/vnd.github.v3+json"}
         self.auth = (self.token, "x-oauth-basic")
         self.org = org
         self.repo = repo
         self.base_url = "https://api.github.com/repos/%s/%s/" % (org, repo)
 
     def _headers(self, headers):
@@ skipping 403 matching lines @@
         return 1
 
     os.chdir(args.root)
 
     if args.gh_token:
         gh_handler = setup_github_logging(args)
     else:
         logger.warning("Can't log to GitHub")
         gh_handler = None
 
-    print >> sys.stderr, "travis_fold:start:browser_setup"
-    logger.info("# %s #" % args.browser.title())
+    with TravisFold("browser_setup"):
+        logger.info("# %s #" % args.browser.title())
 
-    browser_cls = {"firefox": Firefox,
-                   "chrome": Chrome}.get(args.browser)
-    if browser_cls is None:
-        logger.critical("Unrecognised browser %s" % args.browser)
-        return 1
+        browser_cls = {"firefox": Firefox,
+                       "chrome": Chrome}.get(args.browser)
+        if browser_cls is None:
+            logger.critical("Unrecognised browser %s" % args.browser)
+            return 1
 
-    fetch_wpt_master()
+        fetch_wpt_master()
 
-    head_sha1 = get_sha1()
-    logger.info("Testing revision %s" % head_sha1)
+        head_sha1 = get_sha1()
+        logger.info("Testing revision %s" % head_sha1)
 
-    # For now just pass the whole list of changed files to wptrunner and
-    # assume that it will run everything that's actually a test
-    files_changed = get_files_changed()
+        # For now just pass the whole list of changed files to wptrunner and
+        # assume that it will run everything that's actually a test
+        files_changed = get_files_changed()
 
-    if not files_changed:
-        logger.info("No files changed")
-        return 0
+        if not files_changed:
+            logger.info("No files changed")
+            return 0
 
-    build_manifest()
-    install_wptrunner()
-    do_delayed_imports()
+        build_manifest()
+        install_wptrunner()
+        do_delayed_imports()
 
-    logger.debug("Files changed:\n%s" % "".join(" * %s\n" % item for item in files_changed))
+        logger.debug("Files changed:\n%s" % "".join(" * %s\n" % item for item in files_changed))
 
-    browser = browser_cls(args.gh_token)
+        browser = browser_cls(args.gh_token)
 
-    browser.install()
-    browser.install_webdriver()
+        browser.install()
+        browser.install_webdriver()
 
-    kwargs = wptrunner_args(args.root,
-                            files_changed,
-                            args.iterations,
-                            browser)
+        kwargs = wptrunner_args(args.root,
+                                files_changed,
+                                args.iterations,
+                                browser)
 
-    print >> sys.stderr, "travis_fold:end:browser_setup"
-    print >> sys.stderr, "travis_fold:start:running_tests"
-    logger.info("Starting %i test iterations" % args.iterations)
-    with open("raw.log", "wb") as log:
-        wptrunner.setup_logging(kwargs,
-                                {"raw": log})
-        # Setup logging for wptrunner that keeps process output and
-        # warning+ level logs only
-        wptrunner.logger.add_handler(
-            LogActionFilter(
-                LogLevelFilter(
-                    StreamHandler(
-                        sys.stdout,
-                        TbplFormatter()
-                    ),
-                    "WARNING"),
-                ["log", "process_output"]))
+    with TravisFold("running_tests"):
+        logger.info("Starting %i test iterations" % args.iterations)
+        with open("raw.log", "wb") as log:
+            wptrunner.setup_logging(kwargs,
+                                    {"raw": log})
+            # Setup logging for wptrunner that keeps process output and
+            # warning+ level logs only
+            wptrunner.logger.add_handler(
+                LogActionFilter(
+                    LogLevelFilter(
+                        StreamHandler(
+                            sys.stdout,
+                            TbplFormatter()
+                        ),
+                        "WARNING"),
+                    ["log", "process_output"]))
 
-        wptrunner.run_tests(**kwargs)
+            wptrunner.run_tests(**kwargs)
 
-    with open("raw.log", "rb") as log:
-        results, inconsistent = process_results(log, args.iterations)
-
-    print >> sys.stderr, "travis_fold:end:running_tests"
+        with open("raw.log", "rb") as log:
+            results, inconsistent = process_results(log, args.iterations)
 
     if results:
         if inconsistent:
             write_inconsistent(inconsistent, args.iterations)
             retcode = 2
         else:
             logger.info("All results were stable\n")
-        print >> sys.stderr, "travis_fold:start:full_results"
-        write_results(results, args.iterations, args.comment_pr)
-        print >> sys.stderr, "travis_fold:end:full_results"
+        with TravisFold("full_results"):
+            write_results(results, args.iterations, args.comment_pr)
     else:
         logger.info("No tests run.")
 
     try:
         if gh_handler:
             gh_handler.send()
     except Exception:
         logger.error(traceback.format_exc())
     return retcode
 
 
 if __name__ == "__main__":
     try:
         retcode = main()
     except:
         raise
     else:
         sys.exit(retcode)