| OLD | NEW |
| 1 # Copyright 2008 the V8 project authors. All rights reserved. | 1 # Copyright 2008 the V8 project authors. All rights reserved. |
| 2 # Redistribution and use in source and binary forms, with or without | 2 # Redistribution and use in source and binary forms, with or without |
| 3 # modification, are permitted provided that the following conditions are | 3 # modification, are permitted provided that the following conditions are |
| 4 # met: | 4 # met: |
| 5 # | 5 # |
| 6 # * Redistributions of source code must retain the above copyright | 6 # * Redistributions of source code must retain the above copyright |
| 7 # notice, this list of conditions and the following disclaimer. | 7 # notice, this list of conditions and the following disclaimer. |
| 8 # * Redistributions in binary form must reproduce the above | 8 # * Redistributions in binary form must reproduce the above |
| 9 # copyright notice, this list of conditions and the following | 9 # copyright notice, this list of conditions and the following |
| 10 # disclaimer in the documentation and/or other materials provided | 10 # disclaimer in the documentation and/or other materials provided |
| 11 # with the distribution. | 11 # with the distribution. |
| 12 # * Neither the name of Google Inc. nor the names of its | 12 # * Neither the name of Google Inc. nor the names of its |
| 13 # contributors may be used to endorse or promote products derived | 13 # contributors may be used to endorse or promote products derived |
| 14 # from this software without specific prior written permission. | 14 # from this software without specific prior written permission. |
| 15 # | 15 # |
| 16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | 16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | 17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | 18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | 19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | 20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | 21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | 22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | 23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | 24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | 25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | 26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 27 | 27 |
| 28 | 28 |
| 29 import test |
| 29 import os | 30 import os |
| 30 import shutil | 31 from os.path import join, exists |
| 31 import subprocess | |
| 32 import tarfile | |
| 33 | |
| 34 from testrunner.local import testsuite | |
| 35 from testrunner.objects import testcase | |
| 36 | 32 |
| 37 | 33 |
| 38 MOZILLA_VERSION = "2010-06-29" | 34 EXCLUDED = ['CVS'] |
| 39 | |
| 40 | |
| 41 EXCLUDED = ["CVS"] | |
| 42 | 35 |
| 43 | 36 |
| 44 FRAMEWORK = """ | 37 FRAMEWORK = """ |
| 45 browser.js | 38 browser.js |
| 46 shell.js | 39 shell.js |
| 47 jsref.js | 40 jsref.js |
| 48 template.js | 41 template.js |
| 49 """.split() | 42 """.split() |
| 50 | 43 |
| 51 | 44 |
| 52 TEST_DIRS = """ | 45 TEST_DIRS = """ |
| 53 ecma | 46 ecma |
| 54 ecma_2 | 47 ecma_2 |
| 55 ecma_3 | 48 ecma_3 |
| 56 js1_1 | 49 js1_1 |
| 57 js1_2 | 50 js1_2 |
| 58 js1_3 | 51 js1_3 |
| 59 js1_4 | 52 js1_4 |
| 60 js1_5 | 53 js1_5 |
| 61 """.split() | 54 """.split() |
| 62 | 55 |
| 63 | 56 |
| 64 class MozillaTestSuite(testsuite.TestSuite): | |
| 65 | |
| 66 def __init__(self, name, root): | |
| 67 super(MozillaTestSuite, self).__init__(name, root) | |
| 68 self.testroot = os.path.join(root, "data") | |
| 69 | |
| 70 def ListTests(self, context): | |
| 71 tests = [] | |
| 72 for testdir in TEST_DIRS: | |
| 73 current_root = os.path.join(self.testroot, testdir) | |
| 74 for dirname, dirs, files in os.walk(current_root): | |
| 75 for dotted in [x for x in dirs if x.startswith(".")]: | |
| 76 dirs.remove(dotted) | |
| 77 for excluded in EXCLUDED: | |
| 78 if excluded in dirs: | |
| 79 dirs.remove(excluded) | |
| 80 dirs.sort() | |
| 81 files.sort() | |
| 82 for filename in files: | |
| 83 if filename.endswith(".js") and not filename in FRAMEWORK: | |
| 84 testname = os.path.join(dirname[len(self.testroot) + 1:], | |
| 85 filename[:-3]) | |
| 86 case = testcase.TestCase(self, testname) | |
| 87 tests.append(case) | |
| 88 return tests | |
| 89 | |
| 90 def GetFlagsForTestCase(self, testcase, context): | |
| 91 result = [] | |
| 92 result += context.mode_flags | |
| 93 result += ["--expose-gc"] | |
| 94 result += [os.path.join(self.root, "mozilla-shell-emulation.js")] | |
| 95 testfilename = testcase.path + ".js" | |
| 96 testfilepath = testfilename.split(os.path.sep) | |
| 97 for i in xrange(len(testfilepath)): | |
| 98 script = os.path.join(self.testroot, | |
| 99 reduce(os.path.join, testfilepath[:i], ""), | |
| 100 "shell.js") | |
| 101 if os.path.exists(script): | |
| 102 result.append(script) | |
| 103 result.append(os.path.join(self.testroot, testfilename)) | |
| 104 return testcase.flags + result | |
| 105 | |
| 106 def GetSourceForTest(self, testcase): | |
| 107 filename = join(self.testroot, testcase.path + ".js") | |
| 108 with open(filename) as f: | |
| 109 return f.read() | |
| 110 | |
| 111 def IsNegativeTest(self, testcase): | |
| 112 return testcase.path.endswith("-n") | |
| 113 | |
| 114 def IsFailureOutput(self, output, testpath): | |
| 115 if output.exit_code != 0: | |
| 116 return True | |
| 117 return "FAILED!" in output.stdout | |
| 118 | |
| 119 def DownloadData(self): | |
| 120 old_cwd = os.getcwd() | |
| 121 os.chdir(os.path.abspath(self.root)) | |
| 122 | |
| 123 # Maybe we're still up to date? | |
| 124 versionfile = "CHECKED_OUT_VERSION" | |
| 125 checked_out_version = None | |
| 126 if os.path.exists(versionfile): | |
| 127 with open(versionfile) as f: | |
| 128 checked_out_version = f.read() | |
| 129 if checked_out_version == MOZILLA_VERSION: | |
| 130 os.chdir(old_cwd) | |
| 131 return | |
| 132 | |
| 133 # If we have a local archive file with the test data, extract it. | |
| 134 directory_name = "data" | |
| 135 if os.path.exists(directory_name): | |
| 136 os.rename(directory_name, "data.old") | |
| 137 archive_file = "downloaded_%s.tar.gz" % MOZILLA_VERSION | |
| 138 if os.path.exists(archive_file): | |
| 139 with tarfile.open(archive_file, "r:gz") as tar: | |
| 140 tar.extractall() | |
| 141 with open(versionfile, "w") as f: | |
| 142 f.write(MOZILLA_VERSION) | |
| 143 os.chdir(old_cwd) | |
| 144 return | |
| 145 | |
| 146 # No cached copy. Check out via CVS, and pack as .tar.gz for later use. | |
| 147 command = ("cvs -d :pserver:anonymous@cvs-mirror.mozilla.org:/cvsroot" | |
| 148 " co -D %s mozilla/js/tests" % MOZILLA_VERSION) | |
| 149 code = subprocess.call(command, shell=True) | |
| 150 if code != 0: | |
| 151 os.chdir(old_cwd) | |
| 152 raise Exception("Error checking out Mozilla test suite!") | |
| 153 os.rename(join("mozilla", "js", "tests"), directory_name) | |
| 154 shutil.rmtree("mozilla") | |
| 155 with tarfile.open(archive_file, "w:gz") as tar: | |
| 156 tar.add("data") | |
| 157 with open(versionfile, "w") as f: | |
| 158 f.write(MOZILLA_VERSION) | |
| 159 os.chdir(old_cwd) | |
| 160 | |
| 161 | |
| 162 def GetSuite(name, root): | |
| 163 return MozillaTestSuite(name, root) | |
| 164 | |
| 165 | |
| 166 # Deprecated definitions below. | |
| 167 # TODO(jkummerow): Remove when SCons is no longer supported. | |
| 168 | |
| 169 | |
| 170 from os.path import exists | |
| 171 from os.path import join | |
| 172 import test | |
| 173 | |
| 174 | |
| 175 class MozillaTestCase(test.TestCase): | 57 class MozillaTestCase(test.TestCase): |
| 176 | 58 |
| 177 def __init__(self, filename, path, context, root, mode, framework): | 59 def __init__(self, filename, path, context, root, mode, framework): |
| 178 super(MozillaTestCase, self).__init__(context, path, mode) | 60 super(MozillaTestCase, self).__init__(context, path, mode) |
| 179 self.filename = filename | 61 self.filename = filename |
| 180 self.framework = framework | 62 self.framework = framework |
| 181 self.root = root | 63 self.root = root |
| 182 | 64 |
| 183 def IsNegative(self): | 65 def IsNegative(self): |
| 184 return self.filename.endswith('-n.js') | 66 return self.filename.endswith('-n.js') |
| (...skipping 62 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 247 return ['d8'] | 129 return ['d8'] |
| 248 | 130 |
| 249 def GetTestStatus(self, sections, defs): | 131 def GetTestStatus(self, sections, defs): |
| 250 status_file = join(self.root, 'mozilla.status') | 132 status_file = join(self.root, 'mozilla.status') |
| 251 if exists(status_file): | 133 if exists(status_file): |
| 252 test.ReadConfigurationInto(status_file, sections, defs) | 134 test.ReadConfigurationInto(status_file, sections, defs) |
| 253 | 135 |
| 254 | 136 |
| 255 def GetConfiguration(context, root): | 137 def GetConfiguration(context, root): |
| 256 return MozillaTestConfiguration(context, root) | 138 return MozillaTestConfiguration(context, root) |
| OLD | NEW |