Import wpt@503f5b5f78ec4e87d144f78609f363f0ed0ea8db

third_party/WebKit/LayoutTests/external/wpt/check_stability.py

 from __future__ import print_function
 
 import argparse
 import logging
 import os
 import re
 import stat
 import subprocess
 import sys
 import tarfile
@@ skipping 557 matching lines @@
 def write_inconsistent(inconsistent, iterations):
     """Output inconsistent tests to logger.error."""
     logger.error("## Unstable results ##\n")
     strings = [("`%s`" % markdown_adjust(test), ("`%s`" % markdown_adjust(subtest)) if subtest else "", err_string(results, iterations))
                for test, subtest, results in inconsistent]
     table(["Test", "Subtest", "Results"], strings, logger.error)
 
 
 def write_results(results, iterations, comment_pr):
     """Output all test results to logger.info."""
+    pr_number = None
+    if comment_pr:
+        try:
+            pr_number = int(comment_pr)
+        except ValueError:
+            pass
     logger.info("## All results ##\n")
+    if pr_number:
+        logger.info("<details>\n")
+        logger.info("<summary>%i %s ran</summary>\n\n" % (len(results),
+                                                          "tests" if len(results) > 1
+                                                          else "test"))
+
     for test, test_results in results.iteritems():
         baseurl = "http://w3c-test.org/submissions"
         if "https" in os.path.splitext(test)[0].split(".")[1:]:
             baseurl = "https://w3c-test.org/submissions"
-        pr_number = None
-        if comment_pr:
-            try:
-                pr_number = int(comment_pr)
-            except ValueError:
-                pass
         if pr_number:
             logger.info("<details>\n")
             logger.info('<summary><a href="%s/%s%s">%s</a></summary>\n\n' %
                         (baseurl, pr_number, test, test))
         else:
             logger.info("### %s ###" % test)
         parent = test_results.pop(None)
         strings = [("", err_string(parent, iterations))]
         strings.extend(((("`%s`" % markdown_adjust(subtest)) if subtest
                          else "", err_string(results, iterations))
                         for subtest, results in test_results.iteritems()))
         table(["Subtest", "Results"], strings, logger.info)
         if pr_number:
             logger.info("</details>\n")
 
+    if pr_number:
+        logger.info("</details>\n")
+
 
 def get_parser():
     """Create and return script-specific argument parser."""
     parser = argparse.ArgumentParser()
     parser.add_argument("--root",
                         action="store",
                         default=os.path.join(os.path.expanduser("~"), "build"),
                         help="Root path")
     parser.add_argument("--iterations",
                         action="store",
@@ skipping 133 matching lines @@
     return retcode
 
 
 if __name__ == "__main__":
     try:
         retcode = main()
     except:
         raise
     else:
         sys.exit(retcode)