OLD | NEW |
1 # Copyright 2008 the V8 project authors. All rights reserved. | 1 # Copyright 2008 the V8 project authors. All rights reserved. |
2 # Redistribution and use in source and binary forms, with or without | 2 # Redistribution and use in source and binary forms, with or without |
3 # modification, are permitted provided that the following conditions are | 3 # modification, are permitted provided that the following conditions are |
4 # met: | 4 # met: |
5 # | 5 # |
6 # * Redistributions of source code must retain the above copyright | 6 # * Redistributions of source code must retain the above copyright |
7 # notice, this list of conditions and the following disclaimer. | 7 # notice, this list of conditions and the following disclaimer. |
8 # * Redistributions in binary form must reproduce the above | 8 # * Redistributions in binary form must reproduce the above |
9 # copyright notice, this list of conditions and the following | 9 # copyright notice, this list of conditions and the following |
10 # disclaimer in the documentation and/or other materials provided | 10 # disclaimer in the documentation and/or other materials provided |
11 # with the distribution. | 11 # with the distribution. |
12 # * Neither the name of Google Inc. nor the names of its | 12 # * Neither the name of Google Inc. nor the names of its |
13 # contributors may be used to endorse or promote products derived | 13 # contributors may be used to endorse or promote products derived |
14 # from this software without specific prior written permission. | 14 # from this software without specific prior written permission. |
15 # | 15 # |
16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | 16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | 17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR | 18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT | 19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, | 20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT | 21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | 22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | 23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | 24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | 25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | 26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
27 | 27 |
28 | 28 |
| 29 import test |
29 import os | 30 import os |
30 import shutil | 31 from os.path import join, exists |
31 import subprocess | |
32 import tarfile | |
33 | |
34 from testrunner.local import testsuite | |
35 from testrunner.objects import testcase | |
36 | 32 |
37 | 33 |
38 MOZILLA_VERSION = "2010-06-29" | 34 EXCLUDED = ['CVS'] |
39 | |
40 | |
41 EXCLUDED = ["CVS"] | |
42 | 35 |
43 | 36 |
44 FRAMEWORK = """ | 37 FRAMEWORK = """ |
45 browser.js | 38 browser.js |
46 shell.js | 39 shell.js |
47 jsref.js | 40 jsref.js |
48 template.js | 41 template.js |
49 """.split() | 42 """.split() |
50 | 43 |
51 | 44 |
52 TEST_DIRS = """ | 45 TEST_DIRS = """ |
53 ecma | 46 ecma |
54 ecma_2 | 47 ecma_2 |
55 ecma_3 | 48 ecma_3 |
56 js1_1 | 49 js1_1 |
57 js1_2 | 50 js1_2 |
58 js1_3 | 51 js1_3 |
59 js1_4 | 52 js1_4 |
60 js1_5 | 53 js1_5 |
61 """.split() | 54 """.split() |
62 | 55 |
63 | 56 |
64 class MozillaTestSuite(testsuite.TestSuite): | |
65 | |
66 def __init__(self, name, root): | |
67 super(MozillaTestSuite, self).__init__(name, root) | |
68 self.testroot = os.path.join(root, "data") | |
69 | |
70 def ListTests(self, context): | |
71 tests = [] | |
72 for testdir in TEST_DIRS: | |
73 current_root = os.path.join(self.testroot, testdir) | |
74 for dirname, dirs, files in os.walk(current_root): | |
75 for dotted in [x for x in dirs if x.startswith(".")]: | |
76 dirs.remove(dotted) | |
77 for excluded in EXCLUDED: | |
78 if excluded in dirs: | |
79 dirs.remove(excluded) | |
80 dirs.sort() | |
81 files.sort() | |
82 for filename in files: | |
83 if filename.endswith(".js") and not filename in FRAMEWORK: | |
84 testname = os.path.join(dirname[len(self.testroot) + 1:], | |
85 filename[:-3]) | |
86 case = testcase.TestCase(self, testname) | |
87 tests.append(case) | |
88 return tests | |
89 | |
90 def GetFlagsForTestCase(self, testcase, context): | |
91 result = [] | |
92 result += context.mode_flags | |
93 result += ["--expose-gc"] | |
94 result += [os.path.join(self.root, "mozilla-shell-emulation.js")] | |
95 testfilename = testcase.path + ".js" | |
96 testfilepath = testfilename.split(os.path.sep) | |
97 for i in xrange(len(testfilepath)): | |
98 script = os.path.join(self.testroot, | |
99 reduce(os.path.join, testfilepath[:i], ""), | |
100 "shell.js") | |
101 if os.path.exists(script): | |
102 result.append(script) | |
103 result.append(os.path.join(self.testroot, testfilename)) | |
104 return testcase.flags + result | |
105 | |
106 def GetSourceForTest(self, testcase): | |
107 filename = join(self.testroot, testcase.path + ".js") | |
108 with open(filename) as f: | |
109 return f.read() | |
110 | |
111 def IsNegativeTest(self, testcase): | |
112 return testcase.path.endswith("-n") | |
113 | |
114 def IsFailureOutput(self, output, testpath): | |
115 if output.exit_code != 0: | |
116 return True | |
117 return "FAILED!" in output.stdout | |
118 | |
119 def DownloadData(self): | |
120 old_cwd = os.getcwd() | |
121 os.chdir(os.path.abspath(self.root)) | |
122 | |
123 # Maybe we're still up to date? | |
124 versionfile = "CHECKED_OUT_VERSION" | |
125 checked_out_version = None | |
126 if os.path.exists(versionfile): | |
127 with open(versionfile) as f: | |
128 checked_out_version = f.read() | |
129 if checked_out_version == MOZILLA_VERSION: | |
130 os.chdir(old_cwd) | |
131 return | |
132 | |
133 # If we have a local archive file with the test data, extract it. | |
134 directory_name = "data" | |
135 if os.path.exists(directory_name): | |
136 os.rename(directory_name, "data.old") | |
137 archive_file = "downloaded_%s.tar.gz" % MOZILLA_VERSION | |
138 if os.path.exists(archive_file): | |
139 with tarfile.open(archive_file, "r:gz") as tar: | |
140 tar.extractall() | |
141 with open(versionfile, "w") as f: | |
142 f.write(MOZILLA_VERSION) | |
143 os.chdir(old_cwd) | |
144 return | |
145 | |
146 # No cached copy. Check out via CVS, and pack as .tar.gz for later use. | |
147 command = ("cvs -d :pserver:anonymous@cvs-mirror.mozilla.org:/cvsroot" | |
148 " co -D %s mozilla/js/tests" % MOZILLA_VERSION) | |
149 code = subprocess.call(command, shell=True) | |
150 if code != 0: | |
151 os.chdir(old_cwd) | |
152 raise Exception("Error checking out Mozilla test suite!") | |
153 os.rename(join("mozilla", "js", "tests"), directory_name) | |
154 shutil.rmtree("mozilla") | |
155 with tarfile.open(archive_file, "w:gz") as tar: | |
156 tar.add("data") | |
157 with open(versionfile, "w") as f: | |
158 f.write(MOZILLA_VERSION) | |
159 os.chdir(old_cwd) | |
160 | |
161 | |
162 def GetSuite(name, root): | |
163 return MozillaTestSuite(name, root) | |
164 | |
165 | |
166 # Deprecated definitions below. | |
167 # TODO(jkummerow): Remove when SCons is no longer supported. | |
168 | |
169 | |
170 from os.path import exists | |
171 from os.path import join | |
172 import test | |
173 | |
174 | |
175 class MozillaTestCase(test.TestCase): | 57 class MozillaTestCase(test.TestCase): |
176 | 58 |
177 def __init__(self, filename, path, context, root, mode, framework): | 59 def __init__(self, filename, path, context, root, mode, framework): |
178 super(MozillaTestCase, self).__init__(context, path, mode) | 60 super(MozillaTestCase, self).__init__(context, path, mode) |
179 self.filename = filename | 61 self.filename = filename |
180 self.framework = framework | 62 self.framework = framework |
181 self.root = root | 63 self.root = root |
182 | 64 |
183 def IsNegative(self): | 65 def IsNegative(self): |
184 return self.filename.endswith('-n.js') | 66 return self.filename.endswith('-n.js') |
(...skipping 62 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
247 return ['d8'] | 129 return ['d8'] |
248 | 130 |
249 def GetTestStatus(self, sections, defs): | 131 def GetTestStatus(self, sections, defs): |
250 status_file = join(self.root, 'mozilla.status') | 132 status_file = join(self.root, 'mozilla.status') |
251 if exists(status_file): | 133 if exists(status_file): |
252 test.ReadConfigurationInto(status_file, sections, defs) | 134 test.ReadConfigurationInto(status_file, sections, defs) |
253 | 135 |
254 | 136 |
255 def GetConfiguration(context, root): | 137 def GetConfiguration(context, root): |
256 return MozillaTestConfiguration(context, root) | 138 return MozillaTestConfiguration(context, root) |
OLD | NEW |