Index: test/test262/testcfg.py |
diff --git a/test/test262/testcfg.py b/test/test262/testcfg.py |
index 835c1ffd0b0ff80de800556ccfa1973c6c9408d9..d02ad0777d8f4a57e057504516f1463a4ebba84e 100644 |
--- a/test/test262/testcfg.py |
+++ b/test/test262/testcfg.py |
@@ -27,33 +27,87 @@ |
import hashlib |
+import imp |
import os |
import shutil |
import sys |
import tarfile |
+ |
+from testrunner.local import statusfile |
from testrunner.local import testsuite |
from testrunner.local import utils |
from testrunner.objects import testcase |
- |
-TEST_262_ARCHIVE_REVISION = "fbba29f" # This is the r365 revision. |
-TEST_262_ARCHIVE_MD5 = "e1ff0db438cc12de8fb6da80621b4ef6" |
+# The revision hash needs to be 7 characters? |
+TEST_262_ARCHIVE_REVISION = "6137f75" # This is the 2015-08-25 revision. |
+TEST_262_ARCHIVE_MD5 = "c1eaf890d46e73d6c7e05ab21f76e668" |
TEST_262_URL = "https://github.com/tc39/test262/tarball/%s" |
-TEST_262_HARNESS = ["sta.js", "testBuiltInObject.js", "testIntl.js"] |
+TEST_262_HARNESS_FILES = ["sta.js", "assert.js"] |
+ |
+TEST_262_SUITE_PATH = ["data", "test"] |
+TEST_262_HARNESS_PATH = ["data", "harness"] |
+TEST_262_TOOLS_PATH = ["data", "tools", "packaging"] |
+ |
+ALL_VARIANT_FLAGS_STRICT = dict( |
+ (v, [flags + ["--use-strict"] for flags in flag_sets]) |
+ for v, flag_sets in testsuite.ALL_VARIANT_FLAGS.iteritems() |
+) |
+ |
+FAST_VARIANT_FLAGS_STRICT = dict( |
+ (v, [flags + ["--use-strict"] for flags in flag_sets]) |
+ for v, flag_sets in testsuite.FAST_VARIANT_FLAGS.iteritems() |
+) |
+ |
+ALL_VARIANT_FLAGS_BOTH = dict( |
+ (v, [flags for flags in testsuite.ALL_VARIANT_FLAGS[v] + |
+ ALL_VARIANT_FLAGS_STRICT[v]]) |
+ for v in testsuite.ALL_VARIANT_FLAGS |
+) |
+ |
+FAST_VARIANT_FLAGS_BOTH = dict( |
+ (v, [flags for flags in testsuite.FAST_VARIANT_FLAGS[v] + |
+ FAST_VARIANT_FLAGS_STRICT[v]]) |
+ for v in testsuite.FAST_VARIANT_FLAGS |
+) |
+ |
+ALL_VARIANTS = { |
+ 'nostrict': testsuite.ALL_VARIANT_FLAGS, |
+ 'strict': ALL_VARIANT_FLAGS_STRICT, |
+ 'both': ALL_VARIANT_FLAGS_BOTH, |
+} |
+ |
+FAST_VARIANTS = { |
+ 'nostrict': testsuite.FAST_VARIANT_FLAGS, |
+ 'strict': FAST_VARIANT_FLAGS_STRICT, |
+ 'both': FAST_VARIANT_FLAGS_BOTH, |
+} |
+ |
+class Test262VariantGenerator(testsuite.VariantGenerator): |
+ def GetFlagSets(self, testcase, variant): |
+ if testcase.outcomes and statusfile.OnlyFastVariants(testcase.outcomes): |
+ variant_flags = FAST_VARIANTS |
+ else: |
+ variant_flags = ALL_VARIANTS |
+ |
+ test_record = self.suite.GetTestRecord(testcase) |
+ if "noStrict" in test_record: |
+ return variant_flags["nostrict"][variant] |
+ if "onlyStrict" in test_record: |
+ return variant_flags["strict"][variant] |
+ return variant_flags["both"][variant] |
class Test262TestSuite(testsuite.TestSuite): |
def __init__(self, name, root): |
super(Test262TestSuite, self).__init__(name, root) |
- self.testroot = os.path.join(root, "data", "test", "suite") |
- self.harness = [os.path.join(self.root, "data", "test", "harness", f) |
- for f in TEST_262_HARNESS] |
+ self.testroot = os.path.join(self.root, *TEST_262_SUITE_PATH) |
+ self.harnesspath = os.path.join(self.root, *TEST_262_HARNESS_PATH) |
+ self.harness = [os.path.join(self.harnesspath, f) |
+ for f in TEST_262_HARNESS_FILES] |
self.harness += [os.path.join(self.root, "harness-adapt.js")] |
- |
- def CommonTestName(self, testcase): |
- return testcase.path.split(os.path.sep)[-1] |
+ self.ParseTestRecord = None |
def ListTests(self, context): |
tests = [] |
@@ -75,21 +129,65 @@ class Test262TestSuite(testsuite.TestSuite): |
def GetFlagsForTestCase(self, testcase, context): |
return (testcase.flags + context.mode_flags + self.harness + |
+ self.GetIncludesForTest(testcase) + ["--harmony"] + |
[os.path.join(self.testroot, testcase.path + ".js")]) |
+ def _VariantGeneratorFactory(self): |
+ return Test262VariantGenerator |
+ |
+ def LoadParseTestRecord(self): |
+ if not self.ParseTestRecord: |
+ root = os.path.join(self.root, *TEST_262_TOOLS_PATH) |
+ f = None |
+ try: |
+ (f, pathname, description) = imp.find_module("parseTestRecord", [root]) |
+ module = imp.load_module("parseTestRecord", f, pathname, description) |
+ self.ParseTestRecord = module.parseTestRecord |
+ except: |
+ raise ImportError("Cannot load parseTestRecord; you may need to " |
+ "--download-data for test262") |
+ finally: |
+ if f: |
+ f.close() |
+ return self.ParseTestRecord |
+ |
+ def GetTestRecord(self, testcase): |
+ if not hasattr(testcase, "test_record"): |
+ ParseTestRecord = self.LoadParseTestRecord() |
+ testcase.test_record = ParseTestRecord(self.GetSourceForTest(testcase), |
+ testcase.path) |
+ return testcase.test_record |
+ |
+ def GetIncludesForTest(self, testcase): |
+ test_record = self.GetTestRecord(testcase) |
+ if "includes" in test_record: |
+ includes = [os.path.join(self.harnesspath, f) |
+ for f in test_record["includes"]] |
+ else: |
+ includes = [] |
+ return includes |
+ |
def GetSourceForTest(self, testcase): |
filename = os.path.join(self.testroot, testcase.path + ".js") |
with open(filename) as f: |
return f.read() |
def IsNegativeTest(self, testcase): |
- return "@negative" in self.GetSourceForTest(testcase) |
+ test_record = self.GetTestRecord(testcase) |
+ return "negative" in test_record |
def IsFailureOutput(self, output, testpath): |
if output.exit_code != 0: |
return True |
return "FAILED!" in output.stdout |
+ def HasUnexpectedOutput(self, testcase): |
+ outcome = self.GetOutcome(testcase) |
+ if (statusfile.FAIL_SLOPPY in testcase.outcomes and |
+ "--use-strict" not in testcase.flags): |
+ return outcome != statusfile.FAIL |
+ return not outcome in (testcase.outcomes or [statusfile.PASS]) |
+ |
def DownloadData(self): |
revision = TEST_262_ARCHIVE_REVISION |
archive_url = TEST_262_URL % revision |
@@ -124,7 +222,7 @@ class Test262TestSuite(testsuite.TestSuite): |
if md5.hexdigest() != TEST_262_ARCHIVE_MD5: |
os.remove(archive_name) |
print "MD5 expected %s" % TEST_262_ARCHIVE_MD5 |
- raise Exception("Hash mismatch of test data file") |
+ raise Exception("MD5 hash mismatch of test data file") |
archive = tarfile.open(archive_name, "r:gz") |
if sys.platform in ("win32", "cygwin"): |
# Magic incantation to allow longer path names on Windows. |