Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(72)

Side by Side Diff: functional/nacl_sdk.py

Issue 10310047: Fix testNaClSDK (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src/chrome/test/
Patch Set: Created 8 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« functional/PYAUTO_TESTS ('K') | « functional/PYAUTO_TESTS ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 #!/usr/bin/env python 1 #!/usr/bin/env python
2 # Copyright (c) 2011 The Chromium Authors. All rights reserved. 2 # Copyright (c) 2011 The Chromium Authors. All rights reserved.
3 # Use of this source code is governed by a BSD-style license that can be 3 # Use of this source code is governed by a BSD-style license that can be
4 # found in the LICENSE file. 4 # found in the LICENSE file.
5 5
6 import copy 6 import copy
7 import ctypes 7 import ctypes
8 from distutils import version 8 from distutils import version
9 import fnmatch 9 import fnmatch
10 import glob 10 import glob
11 import hashlib 11 import hashlib
12 import logging 12 import logging
13 import os 13 import os
14 import platform 14 import platform
15 import re
15 import shutil 16 import shutil
16 import subprocess 17 import subprocess
17 import sys 18 import sys
18 import tarfile
19 import tempfile 19 import tempfile
20 import urllib2 20 import urllib2
21 import xml.dom.minidom 21 import xml.dom.minidom
22 import zipfile
22 23
23 import pyauto_functional # Must be imported before pyauto. 24 import pyauto_functional # Must be imported before pyauto.
24 import pyauto 25 import pyauto
25 import pyauto_utils 26 import pyauto_utils
26 27
27 28
28 class NaClSDKTest(pyauto.PyUITest): 29 class NaClSDKTest(pyauto.PyUITest):
29 """Tests for the NaCl SDK.""" 30 """Tests for the NaCl SDK."""
30 _extracted_sdk_path = None 31 _extracted_sdk_path = None
31 _temp_dir = None 32 _temp_dir = None
33 _pepper_versions = []
34 _updated_pepper_versions = []
35 _latest_updated_pepper_versions = []
32 _settings = { 36 _settings = {
33 'release_win_sdk_url': 'http://commondatastorage.googleapis.com/'
34 'nativeclient-mirror/nacl/nacl_sdk/staging/naclsdk_win.exe',
35 'release_mac_sdk_url': 'http://commondatastorage.googleapis.com/'
36 'nativeclient-mirror/nacl/nacl_sdk/staging/naclsdk_mac.tgz',
37 'release_lin_sdk_url': 'http://commondatastorage.googleapis.com/'
38 'nativeclient-mirror/nacl/nacl_sdk/staging/naclsdk_linux.tgz',
39 'expected_md5_url': 'http://commondatastorage.googleapis.com/'
40 'nativeclient-mirror',
41 'release_win_expected_md5_key': 'nacl/nacl_sdk/staging/naclsdk_win.exe',
42 'release_mac_expected_md5_key': 'nacl/nacl_sdk/staging/naclsdk_mac.tgz',
43 'release_lin_expected_md5_key': 'nacl/nacl_sdk/staging/'
44 'naclsdk_linux.tgz',
45 'post_sdk_download_url': 'http://code.google.com/chrome/nativeclient/' 37 'post_sdk_download_url': 'http://code.google.com/chrome/nativeclient/'
46 'docs/download.html', 38 'docs/download.html',
47 'post_win_sdk_url': 'http://commondatastorage.googleapis.com/' 39 'post_sdk_zip': 'http://commondatastorage.googleapis.com/'
48 'nativeclient-mirror/nacl/nacl_sdk/naclsdk_win.exe', 40 'nativeclient-mirror/nacl/nacl_sdk/nacl_sdk.zip',
49 'post_mac_sdk_url': 'http://commondatastorage.googleapis.com/'
50 'nativeclient-mirror/nacl/nacl_sdk/naclsdk_mac.tgz',
51 'post_lin_sdk_url': 'http://commondatastorage.googleapis.com/'
52 'nativeclient-mirror/nacl/nacl_sdk/naclsdk_linux.tgz',
53 'min_required_chrome_build': 14, 41 'min_required_chrome_build': 14,
54 'gallery_examples': {
55 'life': 'http://nacl-gallery.appspot.com/life/life.html',
56 'hello_world': 'http://nacl-gallery.appspot.com/hello_world/'
57 'hello_world.html',
58 'pi_generator': 'http://nacl-gallery.appspot.com/pi_generator/'
59 'pi_generator.html',
60 'sine_synth': 'http://nacl-gallery.appspot.com/sine_synth/'
61 'sine_synth.html'
62 },
63 'prerelease_gallery': {
64 'hello_world': 'http://4.nacl-gallery.appspot.com/hello_world/'
65 'hello_world.html',
66 'hello_world_c': 'http://4.nacl-gallery.appspot.com/hello_world_c/'
67 'hello_world.html',
68 'life': 'http://4.nacl-gallery.appspot.com/life/life.html',
69 'pi_generator': 'http://4.nacl-gallery.appspot.com/pi_generator/'
70 'pi_generator.html',
71 'sine_synth': 'http://4.nacl-gallery.appspot.com/sine_synth/'
72 'sine_synth.html',
73 'geturl': 'http://4.nacl-gallery.appspot.com/geturl/geturl.html'
74 }
75 } 42 }
76 43
77 def tearDown(self): 44 def tearDown(self):
78 pyauto.PyUITest.tearDown(self) 45 pyauto.PyUITest.tearDown(self)
79 self._RemoveDownloadedTestFile() 46 self._RemoveDownloadedTestFile()
80 47
81 def testNaClSDK(self): 48 def testNaClSDK(self):
82 """Verify that NaCl SDK is working properly.""" 49 """Verify that NaCl SDK is working properly."""
83 if not self._HasAllSystemRequirements(): 50 if not self._HasAllSystemRequirements():
84 logging.info('System does not meet the requirements.') 51 logging.info('System does not meet the requirements.')
85 return 52 return
86 self._extracted_sdk_path = tempfile.mkdtemp() 53 self._extracted_sdk_path = tempfile.mkdtemp()
87
88 self._VerifyDownloadLinks() 54 self._VerifyDownloadLinks()
89 self._VerifyNaClSDKInstaller() 55 self._VerifyNaClSDKInstaller()
90 self._VerifyBuildStubProject() 56 self._VerifyInstall()
57 self._VerifyUpdate()
91 self._LaunchServerAndVerifyExamples() 58 self._LaunchServerAndVerifyExamples()
92 self._VerifyRebuildExamples()
93 self._VerifySelldrAndNcval()
94
95 def testVerifyNaClSDKChecksum(self):
96 """Verify NaCl SDK Checksum."""
97 if not self._HasAllSystemRequirements():
98 logging.info('System does not meet the requirements.')
99 return
100
101 self._DownloadNaClSDK()
102
103 if pyauto.PyUITest.IsWin():
104 expected_md5_key = self._settings['release_win_expected_md5_key']
105 file_path = os.path.join(self._temp_dir, 'naclsdk_win.exe')
106 elif pyauto.PyUITest.IsMac():
107 expected_md5_key = self._settings['release_mac_expected_md5_key']
108 file_path = os.path.join(self._temp_dir, 'naclsdk_mac.tgz')
109 elif pyauto.PyUITest.IsLinux():
110 expected_md5_key = self._settings['release_lin_expected_md5_key']
111 file_path = os.path.join(self._temp_dir, 'naclsdk_linux.tgz')
112 else:
113 self.fail(msg='NaCl SDK does not support this OS.')
114
115 # Get expected MD5.
116 expected_md5_url = self._settings['expected_md5_url']
117 response = urllib2.urlopen(expected_md5_url)
118 dom = xml.dom.minidom.parseString(response.read())
119 dom_content = dom.getElementsByTagName('Contents')
120 expected_md5 = None
121 for con in dom_content:
122 if (self._GetXMLNodeData(con.getElementsByTagName('Key')[0].childNodes)
123 == expected_md5_key):
124 node = con.getElementsByTagName('ETag')[0].childNodes
125 expected_md5 = self._GetXMLNodeData(node).strip('"')
126 self.assertTrue(expected_md5,
127 msg='Cannot get expected MD5 from %s.' % expected_md5_url)
128
129 md5 = hashlib.md5()
130 md5.update(open(file_path).read())
131 md5_sum = md5.hexdigest()
132 self.assertEqual(expected_md5, md5_sum,
133 msg='Unexpected checksum. Expected: %s, got: %s'
134 % (expected_md5, md5_sum))
135
136 def testVerifyNaClPlugin(self):
137 """Verify NaCl plugin."""
138 if not self._HasAllSystemRequirements():
139 logging.info('System does not meet the requirements.')
140 return
141 self._OpenExamplesAndStartTest(
142 self._settings['gallery_examples'])
143
144 def testVerifyPrereleaseGallery(self):
145 """Verify Pre-release gallery examples."""
146 if not self._HasAllSystemRequirements():
147 logging.info('System does not meet the requirements.')
148 return
149 self._OpenExamplesAndStartTest(
150 self._settings['prerelease_gallery'])
151 59
152 def _VerifyDownloadLinks(self): 60 def _VerifyDownloadLinks(self):
153 """Verify the download links.""" 61 """Verify the download links.
62
63 Simply verify that NaCl download links exist in html page.
64 """
154 html = None 65 html = None
155 for i in xrange(3): 66 for i in xrange(3):
156 try: 67 try:
157 html = urllib2.urlopen(self._settings['post_sdk_download_url']).read() 68 html = urllib2.urlopen(self._settings['post_sdk_download_url']).read()
158 break 69 break
159 except: 70 except:
160 pass 71 pass
161 self.assertTrue(html, 72 self.assertTrue(html,
162 msg='Cannot open URL: %s' % 73 msg='Cannot open URL: %s' %
163 self._settings['post_sdk_download_url']) 74 self._settings['post_sdk_download_url'])
164 75 sdk_url = self._settings['post_sdk_zip']
165 # Make sure the correct URL is under the correct label. 76 self.assertTrue(sdk_url in html,
166 if pyauto.PyUITest.IsWin(): 77 msg='Missing SDK download URL: %s' % sdk_url)
167 win_sdk_url = self._settings['post_win_sdk_url']
168 win_url_index = html.find(win_sdk_url)
169 self.assertTrue(win_url_index > -1,
170 msg='Missing SDK download URL: %s' % win_sdk_url)
171 win_keyword_index = html.rfind('Windows', 0, win_url_index)
172 self.assertTrue(win_keyword_index > -1,
173 msg='Misplaced download link: %s' % win_sdk_url)
174 elif pyauto.PyUITest.IsMac():
175 mac_sdk_url = self._settings['post_mac_sdk_url']
176 mac_url_index = html.find(mac_sdk_url)
177 self.assertTrue(mac_url_index > -1,
178 msg='Missing SDK download URL: %s' % mac_sdk_url)
179 mac_keyword_index = html.rfind('Macintosh', 0, mac_url_index)
180 self.assertTrue(mac_keyword_index > -1,
181 msg='Misplaced download link: %s' % mac_sdk_url)
182 elif pyauto.PyUITest.IsLinux():
183 lin_sdk_url = self._settings['post_lin_sdk_url']
184 lin_url_index = html.find(lin_sdk_url)
185 self.assertTrue(lin_url_index > -1,
186 msg='Missing SDK download URL: %s' % lin_sdk_url)
187 lin_keyword_index = html.rfind('Linux', 0, lin_url_index)
188 self.assertTrue(lin_keyword_index > -1,
189 msg='Misplaced download link: %s' % lin_sdk_url)
190 else:
191 self.fail(msg='NaCl SDK does not support this OS.')
192 78
193 def _VerifyNaClSDKInstaller(self): 79 def _VerifyNaClSDKInstaller(self):
194 """Verify NaCl SDK installer.""" 80 """Verify NaCl SDK installer."""
195 search_list = [ 81 search_list = [
196 'build.scons', 82 'sdk_cache/',
197 'favicon.ico', 83 'sdk_tools/',
198 'geturl/',
199 'hello_world/',
200 'hello_world_c/',
201 'httpd.py',
202 'index.html',
203 'nacl_sdk_scons/',
204 'pi_generator/',
205 'scons',
206 'sine_synth/'
207 ] 84 ]
208
209 mac_lin_additional_search_items = [ 85 mac_lin_additional_search_items = [
210 'sel_ldr_x86_32', 86 'naclsdk',
211 'sel_ldr_x86_64',
212 'ncval_x86_32',
213 'ncval_x86_64'
214 ] 87 ]
215
216 win_additional_search_items = [ 88 win_additional_search_items = [
217 'httpd.cmd', 89 'naclsdk.bat'
218 'sel_ldr_x86_32.exe',
219 'sel_ldr_x86_64.exe',
220 'ncval_x86_32.exe',
221 'ncval_x86_64.exe'
222 ] 90 ]
223
224 self._DownloadNaClSDK() 91 self._DownloadNaClSDK()
225 92 self._ExtractNaClSDK()
226 if pyauto.PyUITest.IsWin(): 93 if pyauto.PyUITest.IsWin():
227 self._ExtractNaClSDK() 94 self._SearchNaClSDKFile(
228 self._SearchNaClSDKFileWindows(
229 search_list + win_additional_search_items) 95 search_list + win_additional_search_items)
230 elif pyauto.PyUITest.IsMac(): 96 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
231 source_file = os.path.join(self._temp_dir, 'naclsdk_mac.tgz') 97 self._SearchNaClSDKFile(
232 self._SearchNaClSDKTarFile(search_list + mac_lin_additional_search_items, 98 search_list + mac_lin_additional_search_items)
233 source_file)
234 self._ExtractNaClSDK()
235 elif pyauto.PyUITest.IsLinux():
236 source_file = os.path.join(self._temp_dir, 'naclsdk_linux.tgz')
237 self._SearchNaClSDKTarFile(search_list + mac_lin_additional_search_items,
238 source_file)
239 self._ExtractNaClSDK()
240 else: 99 else:
241 self.fail(msg='NaCl SDK does not support this OS.') 100 self.fail(msg='NaCl SDK does not support this OS.')
242 101
243 def _VerifyBuildStubProject(self): 102 def _VerifyInstall(self):
244 """Build stub project.""" 103 """Install NACL sdk."""
245 stub_project_files = [ 104 # Executing naclsdk(.bat) list
246 'build.scons', 105 if pyauto.PyUITest.IsWin():
247 'scons' 106 source_file = os.path.join(
248 ] 107 self._extracted_sdk_path, 'nacl_sdk', 'naclsdk.bat')
249 project_template_path = self._GetDirectoryPath('project_templates', 108 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
250 self._extracted_sdk_path) 109 source_file = os.path.join(
251 examples_path = self._GetDirectoryPath('examples', 110 self._extracted_sdk_path, 'nacl_sdk', 'naclsdk')
252 self._extracted_sdk_path) 111 subprocess.call(['chmod', '-R', '755', self._extracted_sdk_path])
253 init_project_path = os.path.join(project_template_path, 'init_project.py') 112 else:
113 self.fail(msg='NaCl SDK does not support this OS.')
114 subprocess.Popen([source_file, 'list'],
115 stdout=subprocess.PIPE,
Nirnimesh 2012/05/10 01:05:16 weird indentation. align under [ on the previous l
pnihalani1 2012/05/10 23:50:55 Done.
116 stderr=subprocess.PIPE).communicate()
254 117
255 # Build a C project. 118 def _VerifyUpdate(self):
256 subprocess.call( 119 """Update NACL sdk"""
257 ['python', init_project_path, '-n', 'hello_c', '-c', '-d', 120 # Executing naclsdk(.bat) update
258 examples_path], stdout=subprocess.PIPE) 121 if pyauto.PyUITest.IsWin():
259 122 source_file = os.path.join(self._extracted_sdk_path, 'nacl_sdk',
260 hello_c_path = os.path.join(examples_path, 'hello_c') 123 'naclsdk.bat')
261 for file in stub_project_files: 124 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
262 self.assertTrue(self._HasFile(file, hello_c_path), 125 source_file = os.path.join(self._extracted_sdk_path, 'nacl_sdk',
263 msg='Cannot build C stub project.') 126 'naclsdk')
264 127 else:
265 # Build a C++ project. 128 self.fail(msg='NaCl SDK does not support this OS.')
266 subprocess.call( 129 # Executing nacl_sdk(.bat) update to get the latest version.
267 ['python', init_project_path, '-n', 'hello_cc', '-d', 130 updated_output, error = subprocess.Popen(
Nirnimesh 2012/05/10 01:05:16 error is unused. Do: updated_output = subprocess.
pnihalani1 2012/05/10 23:50:55 Done.
268 examples_path], stdout=subprocess.PIPE) 131 [source_file, 'update'],
269 132 stdout=subprocess.PIPE, stderr=subprocess.PIPE).communicate()
270 hello_cc_path = os.path.join(examples_path, 'hello_cc') 133 self._updated_pepper_versions.extend(
271 for file in stub_project_files: 134 re.findall('Updating bundle (pepper_[0-9]{2})', updated_output))
272 self.assertTrue(self._HasFile(file, hello_cc_path), 135 self._updated_pepper_versions = list(set(self._updated_pepper_versions))
273 msg='Cannot build C++ stub project.') 136 self._updated_pepper_versions.sort(key=str.lower)
137 updated_pepper_versions_len = len(self._updated_pepper_versions)
138 self._latest_updated_pepper_versions = filter(
139 lambda x: x >= 'pepper_18', self._updated_pepper_versions)
274 140
275 def _LaunchServerAndVerifyExamples(self): 141 def _LaunchServerAndVerifyExamples(self):
276 """Start local HTTP server and verify examples.""" 142 """Start local HTTP server and verify examples."""
277 # Make sure server is not open. 143 if self._ChromeAndPepperVersion(self._latest_updated_pepper_versions[0]):
278 if self._IsURLAlive('http://localhost:5103'): 144 examples_path = os.path.join(self._extracted_sdk_path, 'nacl_sdk',
279 self._CloseHTTPServer() 145 self._latest_updated_pepper_versions[0],
146 'examples')
147 # Close server if it's already open.
148 if self._IsURLAlive('http://localhost:5103'):
149 self._CloseHTTPServer()
280 150
281 # Start HTTP server. 151 # Launch local http server.
282 examples_path = self._GetDirectoryPath('examples', 152 os.chdir(examples_path)
283 self._extracted_sdk_path) 153 proc = subprocess.Popen(['make RUN'], shell=True)
284 if pyauto.PyUITest.IsWin(): 154 self.WaitUntil(
285 http_path = os.path.join(examples_path, 'httpd.cmd') 155 lambda: self._IsURLAlive('http://localhost:5103'),
286 proc = subprocess.Popen([http_path], cwd=examples_path) 156 timeout=150, retry_sleep=1, expect_retval=True)
Nirnimesh 2012/05/10 01:05:16 exepct_retval arg is redundant. It checks for trut
pnihalani1 2012/05/10 23:50:55 Done.
157
158 examples = {
159 'dynamic_library_open': 'http://localhost:5103/dlopen/dlopen.html',
160 'geturl': 'http://localhost:5103/geturl/geturl.html',
161 'input_events': 'http://localhost:5103/input_events'
162 '/input_events.html',
163 'load_progress':
164 'http://localhost:5103/load_progress/load_progress.html',
165 'multithreaded_input_events':
166 'http://localhost:5103/multithreaded_input_events'
167 '/mt_input_events.html',
168 'pi_generator': 'http://localhost:5103/pi_generator/pi_generator.html' ,
Nirnimesh 2012/05/10 01:05:16 80+ chars not allowed
pnihalani1 2012/05/10 23:50:55 Done.
169 'sine_synth': 'http://localhost:5103/sine_synth/sine_synth.html',
170 'web_socket':'http://localhost:5103/websocket/websocket.html',
171 }
172 try:
173 self._OpenExamplesAndStartTest(examples)
174 finally:
175 self._CloseHTTPServer(proc)
176
287 else: 177 else:
288 http_path = os.path.join(examples_path, 'httpd.py') 178 self.fail(msg='Pepper Version %s doesnot match the Chrome version %s.'
289 proc = subprocess.Popen(['python', http_path], cwd=examples_path) 179 % (self._latest_updated_pepper_versions[0],
180 self.GetBrowserInfo()['properties']['ChromeVersion']))
290 181
291 success = self.WaitUntil( 182 def _ChromeAndPepperVersion(self, pepper_version='pepper_18'):
292 lambda: self._IsURLAlive('http://localhost:5103'), 183 """Check that chrome and pepper version mataches"""
Nirnimesh 2012/05/10 01:05:16 "Check that" -> Determine if matches -> match
pnihalani1 2012/05/10 23:50:55 Done.
293 timeout=30, retry_sleep=1, expect_retval=True) 184 version_number = re.findall('pepper_([0-9]{2})', pepper_version)
294 self.assertTrue(success, 185 browser_info = self.GetBrowserInfo()
295 msg='Cannot open HTTP server. %s' % 186 chrome_version = browser_info['properties']['ChromeVersion']
296 self.GetActiveTabTitle()) 187 chrome_build = int(chrome_version.split('.')[0])
297 188 return int(chrome_build) == int(version_number[0])
298 examples = {
299 'hello_world_c': 'http://localhost:5103/hello_world_c/'
300 'hello_world.html',
301 'hello_world': 'http://localhost:5103/hello_world/hello_world.html',
302 'geturl': 'http://localhost:5103/geturl/geturl.html',
303 'pi_generator': 'http://localhost:5103/pi_generator/pi_generator.html',
304 'sine_synth': 'http://localhost:5103/sine_synth/sine_synth.html',
305 }
306 try:
307 self._OpenExamplesAndStartTest(examples)
308 finally:
309 self._CloseHTTPServer(proc)
310
311 def _VerifyRebuildExamples(self):
312 """Re-build the examples and verify they are as expected."""
313 example_dirs = [
314 'geturl',
315 'hello_world',
316 'hello_world_c',
317 'pi_generator',
318 'sine_synth'
319 ]
320 examples_path = self._GetDirectoryPath('examples',
321 self._extracted_sdk_path)
322
323 scons_path = os.path.join(examples_path, 'scons -c')
324 subprocess.call([scons_path], cwd=examples_path, shell=True)
325 for x in example_dirs:
326 ex_path = os.path.join(examples_path, x)
327 self.assertFalse(self._HasFile('*.nmf', ex_path),
328 msg='Failed running scons -c.')
329
330 scons_path = os.path.join(examples_path, 'scons')
331 proc = subprocess.Popen([scons_path], cwd=examples_path,
332 stdout=subprocess.PIPE, shell=True)
333 proc.communicate()
334
335 # Verify each example directory contains .nmf file.
336 for dir in example_dirs:
337 dir = os.path.join(examples_path, dir)
338 if not self._HasFile('*.nmf', dir):
339 self.fail(msg='Failed running scons.')
340
341 self._LaunchServerAndVerifyExamples()
342
343 def _VerifySelldrAndNcval(self):
344 """Verify sel_ldr and ncval."""
345 architecture = self._GetPlatformArchitecture()
346 scons_arg = None
347 if pyauto.PyUITest.IsWin():
348 if architecture == '64bit':
349 scons_arg = 'test64'
350 else:
351 scons_arg = 'test32'
352 elif pyauto.PyUITest.IsMac():
353 scons_arg = 'test64'
354 elif pyauto.PyUITest.IsLinux():
355 scons_arg = 'test64'
356
357 examples_path = self._GetDirectoryPath('examples',
358 self._extracted_sdk_path)
359 scons_path = os.path.join(examples_path, 'scons ' + scons_arg)
360
361 # Build and run the unit test.
362 proc = subprocess.Popen([scons_path], stdout=subprocess.PIPE,
363 shell=True, cwd=examples_path)
364 lines = proc.communicate()[0].splitlines()
365 test_ran = False
366
367 for line in lines:
368 if 'Check:' in line:
369 self.assertTrue('passed' in line,
370 msg='Nacl-sel_ldr unit test failed.')
371 test_ran = True
372 self.assertTrue(test_ran,
373 msg='Failed to build and run nacl-sel_ldr unit test.')
374
375 if architecture == '64bit':
376 self.assertTrue(
377 self._HasPathInTree('hello_world_x86_64.nexe',
378 True, root=examples_path),
379 msg='Missing file: hello_world_x86_64.nexe.')
380 else:
381 self.assertTrue(
382 self._HasPathInTree('hello_world_x86_32.nexe',
383 True, root=examples_path),
384 msg='Missing file: hello_world_x86_32.nexe.')
385
386 # Verify that a mismatch of sel_ldr and .nexe produces an error.
387 toolchain_path = self._GetDirectoryPath('toolchain',
388 self._extracted_sdk_path)
389 bin_path = self._GetDirectoryPath('bin', toolchain_path)
390 hello_world_path = self._GetDirectoryPath('hello_world', examples_path)
391 sel_32_path = os.path.join(bin_path, 'sel_ldr_x86_32')
392 sel_64_path = os.path.join(bin_path, 'sel_ldr_x86_64')
393 nexe_32_path = os.path.join(hello_world_path, 'hello_world_x86_32.nexe')
394 nexe_64_path = os.path.join(hello_world_path, 'hello_world_x86_64.nexe')
395
396 if architecture == '64bit':
397 success = self._RunProcessAndCheckOutput(
398 [sel_64_path, nexe_32_path], 'Error while loading')
399 else:
400 success = self._RunProcessAndCheckOutput(
401 [sel_32_path, nexe_64_path], 'Error while loading')
402 self.assertTrue(success,
403 msg='Failed to verify sel_ldr and .nexe mismatch.')
404
405 # Run the appropriate ncval for the platform on the matching .nexe.
406 ncval_32_path = os.path.join(bin_path, 'ncval_x86_32')
407 ncval_64_path = os.path.join(bin_path, 'ncval_x86_64')
408
409 if architecture == '64bit':
410 success = self._RunProcessAndCheckOutput(
411 [ncval_64_path, nexe_64_path], 'is safe')
412 else:
413 success = self._RunProcessAndCheckOutput(
414 [ncval_32_path, nexe_32_path], 'is safe')
415 self.assertTrue(success, msg='Failed to verify ncval.')
416
417 # Verify that a mismatch of ncval and .nexe produces an error.
418 if architecture == '64bit':
419 success = self._RunProcessAndCheckOutput(
420 [ncval_64_path, nexe_32_path], 'is safe', is_in=False)
421 else:
422 success = self._RunProcessAndCheckOutput(
423 [ncval_32_path, nexe_64_path], 'is safe', is_in=False)
424 self.assertTrue(success, msg='Failed to verify ncval and .nexe mismatch.')
425 189
426 def _RemoveDownloadedTestFile(self): 190 def _RemoveDownloadedTestFile(self):
427 """Delete downloaded files and dirs from downloads directory.""" 191 """Delete downloaded files and dirs from downloads directory."""
192 os.chdir(os.path.join(self._extracted_sdk_path, os.pardir))
428 if self._extracted_sdk_path and os.path.exists(self._extracted_sdk_path): 193 if self._extracted_sdk_path and os.path.exists(self._extracted_sdk_path):
429 self._CloseHTTPServer() 194 self._CloseHTTPServer()
430 195
431 def _RemoveFile(): 196 def _RemoveFile():
432 shutil.rmtree(self._extracted_sdk_path, ignore_errors=True) 197 shutil.rmtree(self._extracted_sdk_path, ignore_errors=True)
433 return os.path.exists(self._extracted_sdk_path) 198 return os.path.exists(self._extracted_sdk_path)
434 199
435 success = self.WaitUntil(_RemoveFile, retry_sleep=2, expect_retval=False) 200 success = self.WaitUntil(_RemoveFile, retry_sleep=2,
201 expect_retval=False)
436 self.assertTrue(success, 202 self.assertTrue(success,
437 msg='Cannot remove %s' % self._extracted_sdk_path) 203 msg='Cannot remove %s' % self._extracted_sdk_path)
438 204
439 if self._temp_dir: 205 if self._temp_dir:
440 pyauto_utils.RemovePath(self._temp_dir) 206 pyauto_utils.RemovePath(self._temp_dir)
441 207
442 def _RunProcessAndCheckOutput(self, args, look_for, is_in=True):
443 """Run process and look for string in output.
444
445 Args:
446 args: Argument strings to pass to subprocess.
447 look_for: The string to search in output.
448 is_in: True if checking if param look_for is in output.
449 False if checking if param look_for is not in output.
450
451 Returns:
452 True, if output contains parameter |look_for| and |is_in| is True, or
453 False otherwise.
454 """
455 proc = subprocess.Popen(args, stdout=subprocess.PIPE,
456 stderr=subprocess.PIPE)
457 (stdout, stderr) = proc.communicate()
458 lines = (stdout + stderr).splitlines()
459 for line in lines:
460 if look_for in line:
461 return is_in
462 return not is_in
463
464 def _OpenExamplesAndStartTest(self, examples): 208 def _OpenExamplesAndStartTest(self, examples):
465 """Open each example and verify that it's working. 209 """Open each example and verify that it's working.
466 210
467 Args: 211 Args:
468 examples: A dict of name to url of examples. 212 examples: A dict of name to url of examples.
469 """ 213 """
470 self._EnableNaClPlugin()
471
472 # Open all examples. 214 # Open all examples.
473 for name, url in examples.items(): 215 for name, url in examples.items():
474 self.AppendTab(pyauto.GURL(url)) 216 self.AppendTab(pyauto.GURL(url))
475 self._CheckForCrashes() 217 self._CheckForCrashes()
476 218
477 # Verify all examples are working. 219 # Verify all examples are working.
478 for name, url in examples.items(): 220 for name, url in examples.items():
479 self._VerifyAnExample(name, url) 221 self._VerifyAnExample(name, url)
480 self._CheckForCrashes() 222 self._CheckForCrashes()
481 223
482 # Reload all examples.
483 for _ in range(2):
484 for tab_index in range(self.GetTabCount()):
485 self.GetBrowserWindow(0).GetTab(tab_index).Reload()
486 self._CheckForCrashes()
487
488 # Verify all examples are working.
489 for name, url in examples.items():
490 self._VerifyAnExample(name, url)
491 self._CheckForCrashes()
492
493 # Close each tab, check for crashes and verify all open 224 # Close each tab, check for crashes and verify all open
494 # examples operate correctly. 225 # examples operate correctly.
495 tab_count = self.GetTabCount() 226 tab_count = self.GetTabCount()
496 for index in xrange(tab_count - 1, 0, -1): 227 for index in xrange(tab_count - 1, 0, -1):
497 self.GetBrowserWindow(0).GetTab(index).Close(True) 228 self.GetBrowserWindow(0).GetTab(index).Close(True)
498 self._CheckForCrashes() 229 self._CheckForCrashes()
499 230
500 tabs = self.GetBrowserInfo()['windows'][0]['tabs'] 231 tabs = self.GetBrowserInfo()['windows'][0]['tabs']
501 for tab in tabs: 232 for tab in tabs:
502 if tab['index'] > 0: 233 if tab['index'] > 0:
503 for name, url in examples.items(): 234 for name, url in examples.items():
504 if url == tab['url']: 235 if url == tab['url']:
505 self._VerifyAnExample(name, url) 236 self._VerifyAnExample(name, url)
506 break 237 break
507 238
508 def _VerifyAnExample(self, name, url): 239 def _VerifyAnExample(self, name, url):
509 """Verify NaCl example is working. 240 """Verify NaCl example is working.
510 241
511 Args: 242 Args:
512 name: A string name of the example. 243 name: A string name of the example.
513 url: A string url of the example. 244 url: A string url of the example.
514 """ 245 """
515 available_example_tests = { 246 available_example_tests = {
516 'hello_world_c': self._VerifyHelloWorldExample, 247 'dynamic_library_open': self._VerifyDynamicLibraryOpen,
517 'hello_world': self._VerifyHelloWorldExample, 248 'geturl': self._VerifyGetURLExample,
518 'pi_generator': self._VerifyPiGeneratorExample, 249 'input_events': self._VerifyInputEventsExample,
519 'sine_synth': self._VerifySineSynthExample, 250 'load_progress': self._VerifyLoadProgressExample,
520 'geturl': self._VerifyGetURLExample, 251 'multithreaded_input_events':
521 'life': self._VerifyConwaysLifeExample 252 self._VerifyMultithreadedInputEventsExample,
253 'pi_generator': self._VerifyPiGeneratorExample,
254 'sine_synth': self._VerifySineSynthExample,
255 'web_socket':self._VerifyWebSocketExample,
522 } 256 }
523 257
524 if not name in available_example_tests: 258 if not name in available_example_tests:
525 self.fail(msg='No test available for %s.' % name) 259 self.fail(msg='No test available for %s.' % name)
526 260
527 info = self.GetBrowserInfo() 261 info = self.GetBrowserInfo()
528 tabs = info['windows'][0]['tabs'] 262 tabs = info['windows'][0]['tabs']
529 tab_index = None 263 tab_index = None
530 for tab in tabs: 264 for tab in tabs:
531 if url == tab['url']: 265 if url == tab['url']:
532 self.ActivateTab(tab['index']) 266 self.ActivateTab(tab['index'])
533 tab_index = tab['index'] 267 tab_index = tab['index']
534 break 268 break
535 269
536 if tab_index: 270 if tab_index:
537 available_example_tests[name](tab_index, name, url) 271 available_example_tests[name](tab_index, name, url)
538 272
539 def _VerifyHelloWorldExample(self, tab_index, name, url): 273 def _CreateJS(self, element_id, expected_value):
540 """Verify Hello World Example. 274 """Create javascript to check if element has the expected value.
275
276 Args:
277 element_id: Tab index integer that the example is on.
Nirnimesh 2012/05/10 01:05:16 tab index? I thought this was the dom element's id
pnihalani1 2012/05/10 23:50:55 Done.
278 expected_value: A string name of the example.
279 """
280 js_code = """
281 var output = document.getElementById("%s").innerHTML;
Nirnimesh 2012/05/10 01:05:16 indent 281 - 287 by 2 more spaces to the right
pnihalani1 2012/05/10 23:50:55 Done.
282 var result;
283 if (output.indexOf("%s") != -1)
284 result = "pass";
285 else
286 result = "fail";
287 window.domAutomationController.send(result);
288 """ % (element_id, expected_value)
289 return js_code
290
291 def _CreateJSToSimulateMouseclick(self):
292 """Create javascript to simulate mouse click event."""
293 js_code = """
294 var rightClick = document.createEvent('MouseEvents');
Nirnimesh 2012/05/10 01:05:16 indent the js block by 2 more spaces to the right
pnihalani1 2012/05/10 23:50:55 Done.
295 rightClick.initMouseEvent(
296 'mousedown', true, true, document,
297 1, 32, 121, 10, 100,
298 false, false, false, false,
299 2, document.getElementById('event_module')
300 );
Nirnimesh 2012/05/10 01:05:16 align one space to the left
pnihalani1 2012/05/10 23:50:55 Done.
301 document.getElementById("event_module").dispatchEvent(rightClick);
302 window.domAutomationController.send("done");
303 """
304 return js_code
305
306 def _VerifyInputEventsExample(self, tab_index, name, url):
307 """Verify Input Events Example.
541 308
542 Args: 309 Args:
543 tab_index: Tab index integer that the example is on. 310 tab_index: Tab index integer that the example is on.
544 name: A string name of the example. 311 name: A string name of the example.
545 url: A string url of the example. 312 url: A string url of the example.
546 """ 313 """
314 js_code = self._CreateJS("eventString", "DidChangeView")
547 success = self.WaitUntil( 315 success = self.WaitUntil(
Nirnimesh 2012/05/10 01:05:16 move the WaitUntil portion into the helper too. Re
pnihalani1 2012/05/10 23:50:55 Done.
548 lambda: self.GetDOMValue( 316 lambda: self.ExecuteJavascript(js_code, tab_index),
549 'document.getElementById("statusField").innerHTML', 317 timeout=60, expect_retval='pass')
550 tab_index),
551 timeout=60, expect_retval='SUCCESS')
552 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url)) 318 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
553 319
554 js_code = """ 320 # Simulate mouse click on event module.
555 window.alert = function(e) { 321 js_code = self._CreateJSToSimulateMouseclick()
556 window.domAutomationController.send(String(e));
557 }
558 window.domAutomationController.send("done");
559 """
560 self.ExecuteJavascript(js_code, tab_index) 322 self.ExecuteJavascript(js_code, tab_index)
561 323
562 result = self.ExecuteJavascript('document.helloForm.elements[1].click();', 324 # Check if 'eventString' has handled above mouse click.
563 tab_index) 325 success = self.WaitUntil(
564 self.assertEqual(result, '42', 326 lambda: re.search('DidHandleInputEvent', self.GetDOMValue(
565 msg='Example %s failed. URL: %s' % (name, url)) 327 'document.getElementById("eventString").innerHTML',
328 tab_index)).group(), timeout=30,expect_retval='DidHandleInputEvent')
329 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
566 330
567 result = self.ExecuteJavascript('document.helloForm.elements[2].click();', 331 def _VerifyMultithreadedInputEventsExample(self, tab_index, name, url):
568 tab_index) 332 """Verify Input Events Example.
569 self.assertEqual(result, 'dlrow olleH',
570 msg='Example %s failed. URL: %s' % (name, url))
571
572 def _VerifyPiGeneratorExample(self, tab_index, name, url):
573 """Verify Pi Generator Example.
574 333
575 Args: 334 Args:
576 tab_index: Tab index integer that the example is on. 335 tab_index: Tab index integer that the example is on.
577 name: A string name of the example.
578 url: A string url of the example.
579 """
580 success = self.WaitUntil(
581 lambda: self.GetDOMValue('document.form.pi.value', 0, tab_index)[0:3],
582 timeout=120, expect_retval='3.1')
583 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
584
585 # Get top corner of Pi image.
586 js_code = """
587 var obj = document.getElementById('piGenerator');
588 var curleft = curtop = 0;
589 do {
590 curleft += obj.offsetLeft;
591 curtop += obj.offsetTop;
592 } while (obj = obj.offsetParent);
593 window.domAutomationController.send(curleft + ", " + curtop);
594 """
595 result = self.ExecuteJavascript(js_code, tab_index)
596 result_split = result.split(', ')
597 x = int(result_split[0])
598 y = int(result_split[1])
599 window = self.GetBrowserInfo()['windows'][0]
600 window_to_content_x = 2
601 window_to_content_y = 80
602 pi_image_x = x + window['x'] + window_to_content_x
603 pi_image_y = y + window['y'] + window_to_content_y
604
605 if self._IsGetPixelSupported():
606 is_animating = self._IsColorChanging(pi_image_x, pi_image_y, 50, 50)
607 self.assertTrue(is_animating,
608 msg='Example %s failed. URL: %s' % (name, url))
609
610 def _VerifySineSynthExample(self, tab_index, name, url):
611 """Verify Sine Wave Synthesizer Example.
612
613 Args:
614 tab_index: Tab index integer that the example is on.
615 name: A string name of the example. 336 name: A string name of the example.
616 url: A string url of the example. 337 url: A string url of the example.
617 """ 338 """
618 success = self.WaitUntil( 339 success = self.WaitUntil(
619 lambda: self.GetDOMValue( 340 lambda: bool(self.GetDOMValue(
620 'document.getElementById("frequency_field").value', 341 'document.getElementById("eventString").innerHTML',
621 tab_index), 342 tab_index).find('DidChangeView')+1), timeout=30,expect_retval=True)
Nirnimesh 2012/05/10 01:05:16 need space around + need space after , remove redu
pnihalani1 2012/05/10 23:50:55 Done.
622 timeout=30, expect_retval='440') 343
623 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url)) 344 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
624 345
625 self.ExecuteJavascript( 346 # Simulate mouse click on event module.
626 'document.body.getElementsByTagName("button")[0].click();' 347 js_code = self._CreateJSToSimulateMouseclick()
627 'window.domAutomationController.send("done")', 348 self.ExecuteJavascript(js_code, tab_index)
628 tab_index)
629 349
630 # TODO(chrisphan): Verify sound. 350 # Check if above mouse click is handled.
351 js_code = self._CreateJS("eventString", "Mouse event")
352 success = self.WaitUntil(
353 lambda: self.ExecuteJavascript(js_code, tab_index),
354 timeout=30, expect_retval='pass')
355 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
631 356
632 def _VerifyGetURLExample(self, tab_index, name, url): 357 # Kill worker thread and queue
633 """Verify GetURL Example. 358 js_code = """
359 document.getElementsByTagName('button')[0].click();
360 window.domAutomationController.send("done");
361 """
362 self.ExecuteJavascript(js_code, tab_index)
363
364 # Check if main thread has cancelled queue.
365 js_code = self._CreateJS("eventString", "Received cancel")
Nirnimesh 2012/05/10 01:05:16 prefer ' over " Repeat throughout
pnihalani1 2012/05/10 23:50:55 Done.
366 success = self.WaitUntil(
367 lambda: self.ExecuteJavascript(js_code, tab_index),
368 timeout=30, expect_retval='pass')
369 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
370
371 # Simulate mouse click on event module.
372 js_code = self._CreateJSToSimulateMouseclick()
373 self.ExecuteJavascript(js_code, tab_index)
374
375 # Check if above mouse click is not handled after killing worker thread.
376 def _CheckMouseClickEventStatus():
377 return self.GetDOMValue(
378 'document.getElementById("eventString").innerHTML',
379 tab_index).find('Mouse event', self.GetDOMValue(
380 'document.getElementById("eventString").innerHTML', tab_index).find(
381 'Received cancel'))
382
383 success = self.WaitUntil(_CheckMouseClickEventStatus, timeout=30,
384 expect_retval=-1)
385 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
386
387 def _VerifyWebSocketExample(self, tab_index, name, url):
388 """Verify Web Socket Open Example.
634 389
635 Args: 390 Args:
636 tab_index: Tab index integer that the example is on. 391 tab_index: Tab index integer that the example is on.
637 name: A string name of the example. 392 name: A string name of the example.
638 url: A string url of the example. 393 url: A string url of the example.
639 """ 394 """
395 # Check if example is loaded.
640 success = self.WaitUntil( 396 success = self.WaitUntil(
641 lambda: self.GetDOMValue( 397 lambda: self.GetDOMValue(
642 'document.getElementById("status_field").innerHTML', 398 'document.getElementById("statusField").innerHTML', tab_index),
643 tab_index), 399 timeout=60, expect_retval='SUCCESS')
644 timeout=60, expect_retval='SUCCESS')
645 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url)) 400 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
646 401
647 self.ExecuteJavascript( 402 # Simulate clicking on Connect button to establish a connection.
648 'document.geturl_form.elements[0].click();' 403 js_code = """
649 'window.domAutomationController.send("done")', 404 document.getElementsByTagName('input')[1].click();
650 tab_index) 405 window.domAutomationController.send("done");
406 """
407 self.ExecuteJavascript(js_code, tab_index)
651 408
409 # Check if connected
652 js_code = """ 410 js_code = """
653 var output = document.getElementById("general_output").innerHTML; 411 var output = document.getElementById("log").value;
Nirnimesh 2012/05/10 01:05:16 use _CreateJS?
pnihalani1 2012/05/10 23:50:55 Done.
654 var result; 412 var result;
655 if (output.indexOf("test passed") != -1) 413 if (output.indexOf("connected") != -1)
656 result = "pass"; 414 result = "pass";
657 else 415 else
658 result = "fail"; 416 result = "fail";
659 window.domAutomationController.send(result); 417 window.domAutomationController.send(result);
660 """ 418 """
661 success = self.WaitUntil( 419 success = self.WaitUntil(
662 lambda: self.ExecuteJavascript(js_code, tab_index), 420 lambda: self.ExecuteJavascript(js_code, tab_index),
663 timeout=30, expect_retval='pass') 421 timeout=30, expect_retval='pass')
664 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url)) 422 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
665 423
666 def _VerifyConwaysLifeExample(self, tab_index, name, url): 424 # Simulate clicking on Send button to send text message in log.
667 """Verify Conway's Life Example. 425 js_code = """
426 document.getElementsByTagName('input')[3].click();
427 window.domAutomationController.send("done");
428 """
429 self.ExecuteJavascript(js_code, tab_index)
430 success = self.WaitUntil(
431 lambda: bool(re.search('send:', self.GetDOMValue(
432 'document.getElementById("log").value', tab_index))),
433 timeout=30, expect_retval=True)
434 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
435
436 def _VerifyDynamicLibraryOpen(self, tab_index, name, url):
437 """Verify Dynamic Library Open Example.
668 438
669 Args: 439 Args:
670 tab_index: Tab index integer that the example is on. 440 tab_index: Tab index integer that the example is on.
671 name: A string name of the example. 441 name: A string name of the example.
672 url: A string url of the example. 442 url: A string url of the example.
673 """ 443 """
674 window = self.GetBrowserInfo()['windows'][0] 444 # Check if example is loaded.
675 window_to_content_x = 2 445 js_code = self._CreateJS("consolec", "Eightball loaded")
676 window_to_content_y = 80 446 success = self.WaitUntil(
677 x = window['x'] + window_to_content_x 447 lambda: self.ExecuteJavascript(js_code, tab_index),
678 y = window['y'] + window_to_content_y 448 timeout=60, expect_retval='pass')
679 offset_pixel = 100 449 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
680 if self._IsGetPixelSupported():
681 success = self.WaitUntil(
682 lambda: self._GetPixel(x + offset_pixel, y + offset_pixel),
683 timeout=30, expect_retval=16777215)
684 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
685 450
686 def _GetXMLNodeData(self, nodelist): 451 # Simulate clicking on ASK button and check answer log for desired answer.
687 rc = [] 452 js_code = """
688 for node in nodelist: 453 document.getElementsByTagName('input')[1].click();
689 if node.nodeType == node.TEXT_NODE: 454 window.domAutomationController.send("done");
690 rc.append(node.data) 455 """
691 return ''.join(rc) 456 self.ExecuteJavascript(js_code, tab_index)
457 def _CheckAnswerLog():
458 return bool(re.search(r'NO|YES|42|MAYBE NOT|DEFINITELY|'
459 'ASK ME TOMORROW|MAYBE|PARTLY CLOUDY',
460 self.GetDOMValue('document.getElementById("answerlog").innerHTML',
461 tab_index)))
692 462
693 def _IsColorChanging(self, x, y, width, height): 463 success = self.WaitUntil(_CheckAnswerLog, timeout=30, expect_retval=True)
694 """Check screen for anything that is moving. 464 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
465
466 def _VerifyLoadProgressExample(self, tab_index, name, url):
467 """Verify Dynamic Library Open Example.
695 468
696 Args: 469 Args:
697 x: X coordinate on the screen. 470 tab_index: Tab index integer that the example is on.
698 y: Y coordinate on the screen. 471 name: A string name of the example.
699 width: Width of the area to scan. 472 url: A string url of the example.
700 height: Height of the area to scan. 473 """
474 # Check if example loads and displays loading progress.
475 success = self.WaitUntil(
476 lambda: self.GetDOMValue(
477 'document.getElementById("status_field").innerHTML', tab_index),
478 timeout=60, expect_retval='SUCCESS')
479 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
701 480
702 Returns: 481 def _CheckLoadProgressStatus():
703 True, if pixel color in area is changing, or 482 return bool(
704 False otherwise. 483 re.search(r'(loadstart).+(progress:).+(load).+(loadend).+(lastError:)',
705 """ 484 self.GetDOMValue('document.getElementById("event_log_field").innerHTML'
706 color_a = self._GetAreaPixelColor(x, y, width, height) 485 , tab_index)))
707 def _HasColorChanged(): 486 success = self.WaitUntil(_CheckLoadProgressStatus, timeout=10)
708 color_b = self._GetAreaPixelColor(x, y, width, height) 487 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
709 return color_a != color_b
710 488
711 return self.WaitUntil(_HasColorChanged, timeout=6, 489 def _VerifyPiGeneratorExample(self, tab_index, name, url):
712 retry_sleep=2, expect_retval=True) 490 """Verify Pi Generator Example.
713
714 def _IsGetPixelSupported(self):
715 """Check if get pixel is supported.
716
717 Returns:
718 True, if get pixel is supported, or
719 False otherwise.
720 """
721 return pyauto.PyUITest.IsWin()
722
723 def _GetAreaPixelColor(self, x, y, width, height):
724 """Get an area of pixel color and return a list of color code values.
725 491
726 Args: 492 Args:
727 x: X coordinate on the screen. 493 tab_index: Tab index integer that the example is on.
728 y: Y coordinate on the screen. 494 name: A string name of the example.
729 width: Width of the area to scan. 495 url: A string url of the example.
730 height: Height of the area to scan. 496 """
497 success = self.WaitUntil(
498 lambda: self.GetDOMValue('document.form.pi.value', tab_index)[0:3],
499 timeout=30, expect_retval='3.1')
Nirnimesh 2012/05/10 01:05:16 timeout=30 is the default I think. Why do you need
pnihalani1 2012/05/10 23:50:55 Done.
500 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
731 501
732 Returns: 502 def _VerifySineSynthExample(self, tab_index, name, url):
733 A list containing color codes. 503 """Verify Sine Wave Synthesizer Example.
734 """
735 if pyauto.PyUITest.IsMac():
736 pass # TODO(chrisphan): Do Mac.
737 elif pyauto.PyUITest.IsWin():
738 return self._GetAreaPixelColorWin(x, y, width, height)
739 elif pyauto.PyUITest.IsLinux():
740 pass # TODO(chrisphan): Do Linux.
741 return None
742
743 def _GetAreaPixelColorWin(self, x, y, width, height):
744 """Get an area of pixel color for Windows and return a list.
745 504
746 Args: 505 Args:
747 x: X coordinate on the screen. 506 tab_index: Tab index integer that the example is on.
748 y: Y coordinate on the screen. 507 name: A string name of the example.
749 width: Width of the area to scan. 508 url: A string url of the example.
750 height: Height of the area to scan. 509 """
510 success = self.WaitUntil(
511 lambda: self.GetDOMValue(
512 'document.getElementById("frequency_field").value',
513 tab_index),timeout=40, expect_retval='440')
Nirnimesh 2012/05/10 01:05:16 timeout=40 is quite close to the default timeout (
pnihalani1 2012/05/10 23:50:55 It takes more than 30s. On 2012/05/10 01:05:16, N
514 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
515 self.ExecuteJavascript(
516 'document.body.getElementsByTagName("button")[0].click();'
517 'window.domAutomationController.send("done")',
518 tab_index)
751 519
752 Returns: 520 def _VerifyGetURLExample(self, tab_index, name, url):
753 A list containing color codes. 521 """Verify GetURL Example.
754 """
755 colors = []
756 hdc = ctypes.windll.user32.GetDC(0)
757 for x_pos in xrange(x, x + width, 1):
758 for y_pos in xrange(y, y + height, 1):
759 color = ctypes.windll.gdi32.GetPixel(hdc, x_pos, y_pos)
760 colors.append(color)
761 return colors
762
763 def _GetPixel(self, x, y):
764 """Get pixel color at coordinate x and y.
765 522
766 Args: 523 Args:
767 x: X coordinate on the screen. 524 tab_index: Tab index integer that the example is on.
768 y: Y coordinate on the screen. 525 name: A string name of the example.
526 url: A string url of the example.
527 """
528 success = self.WaitUntil(
529 lambda: self.GetDOMValue(
530 'document.getElementById("status_field").innerHTML',
531 tab_index),timeout=60, expect_retval='SUCCESS')
532 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
533 self.ExecuteJavascript(
534 'document.geturl_form.elements[0].click();'
535 'window.domAutomationController.send("done")',
536 tab_index)
537 js_code = self._CreateJS("general_output", "test passed")
538 success = self.WaitUntil(
539 lambda: self.ExecuteJavascript(js_code, tab_index),
540 timeout=60, expect_retval='pass')
541 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
769 542
770 Returns: 543 def _CheckForCrashes(self):
771 An integer color code. 544 """Check for any browser/tab crashes and hangs."""
772 """
773 if pyauto.PyUITest.IsMac():
774 pass # TODO(chrisphan): Do Mac.
775 elif pyauto.PyUITest.IsWin():
776 return self._GetPixelWin(x, y)
777 elif pyauto.PyUITest.IsLinux():
778 pass # TODO(chrisphan): Do Linux.
779 return None
780
781 def _GetPixelWin(self, x, y):
782 """Get pixel color at coordinate x and y for Windows
783
784 Args:
785 x: X coordinate on the screen.
786 y: Y coordinate on the screen.
787
788 Returns:
789 An integer color code.
790 """
791 hdc = ctypes.windll.user32.GetDC(0)
792 color = ctypes.windll.gdi32.GetPixel(hdc, x, y)
793 return color
794
795 def _CheckForCrashes(self, last_action=None, last_action_param=None):
796 """Check for any browser/tab crashes and hangs.
797
798 Args:
799 last_action: Specify action taken before checking for crashes.
800 last_action_param: Parameter for last action.
801 """
802 self.assertTrue(self.GetBrowserWindowCount(), 545 self.assertTrue(self.GetBrowserWindowCount(),
803 msg='Browser crashed, no window is open.') 546 msg='Browser crashed, no window is open.')
804 547
805 info = self.GetBrowserInfo() 548 info = self.GetBrowserInfo()
806 breakpad_folder = info['properties']['DIR_CRASH_DUMPS'] 549 breakpad_folder = info['properties']['DIR_CRASH_DUMPS']
807 old_dmp_files = glob.glob(os.path.join(breakpad_folder, '*.dmp')) 550 old_dmp_files = glob.glob(os.path.join(breakpad_folder, '*.dmp'))
808 551
809 # Verify there're no crash dump files. 552 # Verify there're no crash dump files.
810 for dmp_file in glob.glob(os.path.join(breakpad_folder, '*.dmp')): 553 for dmp_file in glob.glob(os.path.join(breakpad_folder, '*.dmp')):
811 self.assertTrue(dmp_file in old_dmp_files, 554 self.assertTrue(dmp_file in old_dmp_files,
812 msg='Crash dump %s found' % dmp_file) 555 msg='Crash dump %s found' % dmp_file)
813 556
814 # Check for any crashed tabs. 557 # Check for any crashed tabs.
815 tabs = info['windows'][0]['tabs'] 558 tabs = info['windows'][0]['tabs']
816 for tab in tabs: 559 for tab in tabs:
817 if tab['url'] != 'about:blank': 560 if tab['url'] != 'about:blank':
818 if not self.GetDOMValue('document.body.innerHTML', tab['index']): 561 if not self.GetDOMValue('document.body.innerHTML', tab['index']):
819 self.fail(msg='Tab crashed on %s' % tab['url']) 562 self.fail(msg='Tab crashed on %s' % tab['url'])
820 563
821 # TODO(chrisphan): Check for tab hangs and browser hangs.
822 # TODO(chrisphan): Handle specific action: close browser, close tab.
823 if last_action == 'close tab':
824 pass
825 elif last_action == 'close browser':
826 pass
827 else:
828 pass
829
830 def _GetPlatformArchitecture(self): 564 def _GetPlatformArchitecture(self):
831 """Get platform architecture. 565 """Get platform architecture.
832 566
833 Args:
834 last_action: Last action taken before checking for crashes.
835 last_action_param: Parameter for last action.
836
837 Returns: 567 Returns:
838 A string representing the platform architecture. 568 A string representing the platform architecture.
839 """ 569 """
840 if pyauto.PyUITest.IsWin(): 570 if pyauto.PyUITest.IsWin():
841 if os.environ['PROGRAMFILES'] == 'C:\\Program Files (x86)': 571 if os.environ['PROGRAMFILES'] == 'C:\\Program Files (x86)':
842 return '64bit' 572 return '64bit'
843 else: 573 else:
844 return '32bit' 574 return '32bit'
845 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux(): 575 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
846 if platform.machine() == 'x86_64': 576 if platform.machine() == 'x86_64':
847 return '64bit' 577 return '64bit'
848 else: 578 else:
849 return '32bit' 579 return '32bit'
850 return '32bit' 580 return '32bit'
851 581
852 def _HasFile(self, pattern, root=os.curdir):
853 """Check if a file matching the specified pattern exists in a directory.
854
855 Args:
856 pattern: Pattern of file name.
857 root: Directory to start looking.
858
859 Returns:
860 True, if root contains the file name pattern, or
861 False otherwise.
862 """
863 return len(glob.glob(os.path.join(root, pattern)))
864
865 def _HasPathInTree(self, pattern, is_file, root=os.curdir): 582 def _HasPathInTree(self, pattern, is_file, root=os.curdir):
866 """Recursively checks if a file/directory matching a pattern exists. 583 """Recursively checks if a file/directory matching a pattern exists.
867 584
868 Args: 585 Args:
869 pattern: Pattern of file or directory name. 586 pattern: Pattern of file or directory name.
870 is_file: True if looking for file, or False if looking for directory. 587 is_file: True if looking for file, or False if looking for directory.
871 root: Directory to start looking. 588 root: Directory to start looking.
872 589
873 Returns: 590 Returns:
874 True, if root contains the directory name pattern, or 591 True, if root contains the directory name pattern, or
875 False otherwise. 592 False otherwise.
876 """ 593 """
877 for path, dirs, files in os.walk(os.path.abspath(root)): 594 for path, dirs, files in os.walk(os.path.abspath(root)):
878 if is_file: 595 if is_file:
879 if len(fnmatch.filter(files, pattern)): 596 if len(fnmatch.filter(files, pattern)):
880 return True 597 return True
881 else: 598 else:
882 if len(fnmatch.filter(dirs, pattern)): 599 if len(fnmatch.filter(dirs, pattern)):
883 return True 600 return True
884 return False 601 return False
885 602
886 def _GetDirectoryPath(self, pattern, root=os.curdir):
887 """Get the path of a directory in another directory.
888
889 Args:
890 pattern: Pattern of directory name.
891 root: Directory to start looking.
892
893 Returns:
894 A string of the path.
895 """
896 for path, dirs, files in os.walk(os.path.abspath(root)):
897 result = fnmatch.filter(dirs, pattern)
898 if result:
899 return os.path.join(path, result[0])
900 return None
901
902 def _HasAllSystemRequirements(self): 603 def _HasAllSystemRequirements(self):
903 """Verify NaCl SDK installation system requirements. 604 """Verify NaCl SDK installation system requirements.
904 605
905 Returns: 606 Returns:
906 True, if system passed requirements, or 607 True, if system passed requirements, or
907 False otherwise. 608 False otherwise.
908 """ 609 """
909 # Check python version. 610 # Check python version.
910 if sys.version_info[0:2] < (2, 6): 611 if sys.version_info[0:2] < (2, 6):
911 return False 612 return False
(...skipping 16 matching lines...) Expand all
928 # NaCl supports Chrome 10 and higher builds. 629 # NaCl supports Chrome 10 and higher builds.
929 min_required_chrome_build = self._settings['min_required_chrome_build'] 630 min_required_chrome_build = self._settings['min_required_chrome_build']
930 browser_info = self.GetBrowserInfo() 631 browser_info = self.GetBrowserInfo()
931 chrome_version = browser_info['properties']['ChromeVersion'] 632 chrome_version = browser_info['properties']['ChromeVersion']
932 chrome_build = int(chrome_version.split('.')[0]) 633 chrome_build = int(chrome_version.split('.')[0])
933 return chrome_build >= min_required_chrome_build 634 return chrome_build >= min_required_chrome_build
934 635
935 def _DownloadNaClSDK(self): 636 def _DownloadNaClSDK(self):
936 """Download NaCl SDK.""" 637 """Download NaCl SDK."""
937 self._temp_dir = tempfile.mkdtemp() 638 self._temp_dir = tempfile.mkdtemp()
938 if pyauto.PyUITest.IsWin(): 639 dl_file = urllib2.urlopen(self._settings['post_sdk_zip'])
939 dl_file = urllib2.urlopen(self._settings['release_win_sdk_url']) 640 file_path = os.path.join(self._temp_dir, 'nacl_sdk.zip')
940 file_path = os.path.join(self._temp_dir, 'naclsdk_win.exe')
941 elif pyauto.PyUITest.IsMac():
942 dl_file = urllib2.urlopen(self._settings['release_mac_sdk_url'])
943 file_path = os.path.join(self._temp_dir, 'naclsdk_mac.tgz')
944 elif pyauto.PyUITest.IsLinux():
945 dl_file = urllib2.urlopen(self._settings['release_lin_sdk_url'])
946 file_path = os.path.join(self._temp_dir, 'naclsdk_linux.tgz')
947 else:
948 self.fail(msg='NaCl SDK does not support this OS.')
949 641
950 try: 642 try:
951 f = open(file_path, 'wb') 643 f = open(file_path, 'wb')
952 f.write(dl_file.read()) 644 f.write(dl_file.read())
953 except IOError: 645 except IOError:
954 self.fail(msg='Cannot open %s.' % file_path) 646 self.fail(msg='Cannot open %s.' % file_path)
955 finally: 647 finally:
956 f.close() 648 f.close()
957 649
958 def _ExtractNaClSDK(self): 650 def _ExtractNaClSDK(self):
959 """Extract NaCl SDK.""" 651 """Extract NaCl SDK."""
960 if pyauto.PyUITest.IsWin(): 652 source_file = os.path.join(self._temp_dir, 'nacl_sdk.zip')
961 source_file = os.path.join(self._temp_dir, 'naclsdk_win.exe') 653 if zipfile.is_zipfile(source_file):
962 proc = subprocess.Popen([source_file, '/S', '/D=' + 654 zip = zipfile.ZipFile(source_file, 'r')
963 self._extracted_sdk_path], 655 zip.extractall(self._extracted_sdk_path)
964 stdout=subprocess.PIPE)
965 proc.communicate()
966 if not os.listdir(self._extracted_sdk_path):
967 self.fail(msg='Failed to extract NaCl SDK.')
968 elif pyauto.PyUITest.IsMac():
969 source_file = os.path.join(self._temp_dir, 'naclsdk_mac.tgz')
970 tar = tarfile.open(source_file, 'r')
971 tar.extractall(self._extracted_sdk_path)
972 elif pyauto.PyUITest.IsLinux():
973 source_file = os.path.join(self._temp_dir, 'naclsdk_linux.tgz')
974 tar = tarfile.open(source_file, 'r')
975 tar.extractall(self._extracted_sdk_path)
976 else: 656 else:
977 self.fail(msg='NaCl SDK does not support this OS.') 657 self.fail(msg='%s is not a valid zip file' % source_file)
978 658
979 def _IsURLAlive(self, url): 659 def _IsURLAlive(self, url):
980 """Test if URL is alive.""" 660 """Test if URL is alive."""
981 try: 661 try:
982 urllib2.urlopen(url) 662 urllib2.urlopen(url)
983 except: 663 except:
984 return False 664 return False
985 return True 665 return True
986 666
987 def _CloseHTTPServer(self, proc=None): 667 def _CloseHTTPServer(self, proc=None):
(...skipping 15 matching lines...) Expand all
1003 lambda: self._IsURLAlive('http://localhost:5103'), 683 lambda: self._IsURLAlive('http://localhost:5103'),
1004 timeout=30, retry_sleep=1, expect_retval=False) 684 timeout=30, retry_sleep=1, expect_retval=False)
1005 if not success: 685 if not success:
1006 if not proc: 686 if not proc:
1007 self.fail(msg='Failed to close HTTP server.') 687 self.fail(msg='Failed to close HTTP server.')
1008 else: 688 else:
1009 if proc.poll() == None: 689 if proc.poll() == None:
1010 try: 690 try:
1011 proc.kill() 691 proc.kill()
1012 except: 692 except:
1013 self.fail(msg='Failed to close HTTP server') 693 self.fail(msg='Failed to close HTTP server.')
1014 694
1015 def _SearchNaClSDKTarFile(self, search_list, source_file): 695 def _SearchNaClSDKFile(self, search_list):
1016 """Search NaCl SDK tar file for example files and directories.
1017
1018 Args:
1019 search_list: A list of strings, representing file and
1020 directory names for which to search.
1021 source_file: The string name of an NaCl SDK tar file.
1022 """
1023 tar = tarfile.open(source_file, 'r')
1024
1025 # Look for files and directories in examples.
1026 files = copy.deepcopy(search_list)
1027 for tar_info in tar:
1028 file_name = tar_info.name
1029 if tar_info.isdir() and not file_name.endswith('/'):
1030 file_name = file_name + '/'
1031
1032 for name in files:
1033 if file_name.find('examples/' + name):
1034 files.remove(name)
1035 if not files:
1036 break
1037
1038 tar.close()
1039
1040 self.assertEqual(len(files), 0,
1041 msg='Missing files or directories: %s' %
1042 ', '.join(map(str, files)))
1043
1044 def _SearchNaClSDKFileWindows(self, search_list):
1045 """Search NaCl SDK file for example files and directories in Windows. 696 """Search NaCl SDK file for example files and directories in Windows.
1046 697
1047 Args: 698 Args:
1048 search_list: A list of strings, representing file and 699 search_list: A list of strings, representing file and
1049 directory names for which to search. 700 directory names for which to search.
1050 """ 701 """
1051 missing_items = [] 702 missing_items = []
1052 for name in search_list: 703 for name in search_list:
1053 is_file = name.find('/') < 0 704 is_file = name.find('/') < 0
1054 if not is_file: 705 if not is_file:
1055 name = name.replace('/', '') 706 name = name.replace('/', '')
1056 if not self._HasPathInTree(name, is_file, self._extracted_sdk_path): 707 if not self._HasPathInTree(name, is_file, self._extracted_sdk_path):
1057 missing_items.append(name) 708 missing_items.append(name)
1058 self.assertEqual(len(missing_items), 0, 709 self.assertEqual(len(missing_items), 0,
1059 msg='Missing files or directories: %s' % 710 msg='Missing files or directories: %s' %
1060 ', '.join(map(str, missing_items))) 711 ', '.join(map(str, missing_items)))
1061 712
1062 def _EnableNaClPlugin(self): 713 def ExtraChromeFlags(self):
1063 """Enable NaCl plugin.""" 714 """Ensures Nacl is enabled.
1064 nacl_plugin = (self.GetPluginsInfo().PluginForName('Chrome NaCl') or
1065 self.GetPluginsInfo().PluginForName('Native Client'))
1066 if not nacl_plugin:
1067 self.fail(msg='No NaCl plugin found.')
1068 self.EnablePlugin(nacl_plugin[0]['path'])
1069 715
1070 self.NavigateToURL('about:flags') 716 Returns:
1071 717 A list of extra flags to pass to Chrome when it is launched.
1072 js_code = """
1073 chrome.send('enableFlagsExperiment', ['enable-nacl', 'true']);
1074 requestFlagsExperimentsData();
1075 window.domAutomationController.send('done');
1076 """ 718 """
1077 self.ExecuteJavascript(js_code) 719 extra_chrome_flags = [
1078 self.RestartBrowser(False) 720 '--enable-nacl',
1079 721 '--enable-nacl-exception-handling',
1080 self.NavigateToURL('about://version') 722 '--nacl-gdb',
1081 self.assertEqual(self.FindInPage('--enable-nacl')['match_count'], 1, 723 ]
1082 msg='Missing expected Chrome flag --enable-nacl.') 724 return pyauto.PyUITest.ExtraChromeFlags(self) + extra_chrome_flags
1083
1084 725
1085 if __name__ == '__main__': 726 if __name__ == '__main__':
1086 pyauto_functional.Main() 727 pyauto_functional.Main()
OLDNEW
« functional/PYAUTO_TESTS ('K') | « functional/PYAUTO_TESTS ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698