Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(104)

Side by Side Diff: functional/nacl_sdk.py

Issue 10310047: Fix testNaClSDK (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src/chrome/test/
Patch Set: Created 8 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « functional/PYAUTO_TESTS ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 #!/usr/bin/env python 1 #!/usr/bin/env python
2 # Copyright (c) 2011 The Chromium Authors. All rights reserved. 2 # Copyright (c) 2011 The Chromium Authors. All rights reserved.
3 # Use of this source code is governed by a BSD-style license that can be 3 # Use of this source code is governed by a BSD-style license that can be
4 # found in the LICENSE file. 4 # found in the LICENSE file.
5 5
6 import copy 6 import copy
7 import ctypes 7 import ctypes
8 from distutils import version 8 from distutils import version
9 import fnmatch 9 import fnmatch
10 import glob 10 import glob
11 import hashlib 11 import hashlib
12 import logging 12 import logging
13 import os 13 import os
14 import platform 14 import platform
15 import re
15 import shutil 16 import shutil
16 import subprocess 17 import subprocess
17 import sys 18 import sys
18 import tarfile
19 import tempfile 19 import tempfile
20 import urllib2 20 import urllib2
21 import xml.dom.minidom 21 import xml.dom.minidom
22 import zipfile
22 23
23 import pyauto_functional # Must be imported before pyauto. 24 import pyauto_functional # Must be imported before pyauto.
24 import pyauto 25 import pyauto
25 import pyauto_utils 26 import pyauto_utils
26 27
27 28
28 class NaClSDKTest(pyauto.PyUITest): 29 class NaClSDKTest(pyauto.PyUITest):
29 """Tests for the NaCl SDK.""" 30 """Tests for the NaCl SDK."""
30 _extracted_sdk_path = None 31 _extracted_sdk_path = None
31 _temp_dir = None 32 _temp_dir = None
33 _pepper_versions = []
34 _updated_pepper_versions = []
35 _latest_updated_pepper_versions = []
32 _settings = { 36 _settings = {
33 'release_win_sdk_url': 'http://commondatastorage.googleapis.com/'
34 'nativeclient-mirror/nacl/nacl_sdk/staging/naclsdk_win.exe',
35 'release_mac_sdk_url': 'http://commondatastorage.googleapis.com/'
36 'nativeclient-mirror/nacl/nacl_sdk/staging/naclsdk_mac.tgz',
37 'release_lin_sdk_url': 'http://commondatastorage.googleapis.com/'
38 'nativeclient-mirror/nacl/nacl_sdk/staging/naclsdk_linux.tgz',
39 'expected_md5_url': 'http://commondatastorage.googleapis.com/'
40 'nativeclient-mirror',
41 'release_win_expected_md5_key': 'nacl/nacl_sdk/staging/naclsdk_win.exe',
42 'release_mac_expected_md5_key': 'nacl/nacl_sdk/staging/naclsdk_mac.tgz',
43 'release_lin_expected_md5_key': 'nacl/nacl_sdk/staging/'
44 'naclsdk_linux.tgz',
45 'post_sdk_download_url': 'http://code.google.com/chrome/nativeclient/' 37 'post_sdk_download_url': 'http://code.google.com/chrome/nativeclient/'
46 'docs/download.html', 38 'docs/download.html',
47 'post_win_sdk_url': 'http://commondatastorage.googleapis.com/' 39 'post_sdk_zip': 'http://commondatastorage.googleapis.com/'
48 'nativeclient-mirror/nacl/nacl_sdk/naclsdk_win.exe', 40 'nativeclient-mirror/nacl/nacl_sdk/nacl_sdk.zip',
49 'post_mac_sdk_url': 'http://commondatastorage.googleapis.com/'
50 'nativeclient-mirror/nacl/nacl_sdk/naclsdk_mac.tgz',
51 'post_lin_sdk_url': 'http://commondatastorage.googleapis.com/'
52 'nativeclient-mirror/nacl/nacl_sdk/naclsdk_linux.tgz',
53 'min_required_chrome_build': 14, 41 'min_required_chrome_build': 14,
54 'gallery_examples': {
55 'life': 'http://nacl-gallery.appspot.com/life/life.html',
56 'hello_world': 'http://nacl-gallery.appspot.com/hello_world/'
57 'hello_world.html',
58 'pi_generator': 'http://nacl-gallery.appspot.com/pi_generator/'
59 'pi_generator.html',
60 'sine_synth': 'http://nacl-gallery.appspot.com/sine_synth/'
61 'sine_synth.html'
62 },
63 'prerelease_gallery': {
64 'hello_world': 'http://4.nacl-gallery.appspot.com/hello_world/'
65 'hello_world.html',
66 'hello_world_c': 'http://4.nacl-gallery.appspot.com/hello_world_c/'
67 'hello_world.html',
68 'life': 'http://4.nacl-gallery.appspot.com/life/life.html',
69 'pi_generator': 'http://4.nacl-gallery.appspot.com/pi_generator/'
70 'pi_generator.html',
71 'sine_synth': 'http://4.nacl-gallery.appspot.com/sine_synth/'
72 'sine_synth.html',
73 'geturl': 'http://4.nacl-gallery.appspot.com/geturl/geturl.html'
74 }
75 } 42 }
76 43
77 def tearDown(self): 44 def tearDown(self):
78 pyauto.PyUITest.tearDown(self) 45 pyauto.PyUITest.tearDown(self)
79 self._RemoveDownloadedTestFile() 46 self._RemoveDownloadedTestFile()
80 47
81 def testNaClSDK(self): 48 def testNaClSDK(self):
82 """Verify that NaCl SDK is working properly.""" 49 """Verify that NaCl SDK is working properly."""
83 if not self._HasAllSystemRequirements(): 50 if not self._HasAllSystemRequirements():
84 logging.info('System does not meet the requirements.') 51 logging.info('System does not meet the requirements.')
85 return 52 return
86 self._extracted_sdk_path = tempfile.mkdtemp() 53 self._extracted_sdk_path = tempfile.mkdtemp()
87
88 self._VerifyDownloadLinks() 54 self._VerifyDownloadLinks()
89 self._VerifyNaClSDKInstaller() 55 self._VerifyNaClSDKInstaller()
90 self._VerifyBuildStubProject() 56 self._VerifyInstall()
57 self._VerifyUpdate()
91 self._LaunchServerAndVerifyExamples() 58 self._LaunchServerAndVerifyExamples()
92 self._VerifyRebuildExamples()
93 self._VerifySelldrAndNcval()
94
95 def testVerifyNaClSDKChecksum(self):
96 """Verify NaCl SDK Checksum."""
97 if not self._HasAllSystemRequirements():
98 logging.info('System does not meet the requirements.')
99 return
100
101 self._DownloadNaClSDK()
102
103 if pyauto.PyUITest.IsWin():
104 expected_md5_key = self._settings['release_win_expected_md5_key']
105 file_path = os.path.join(self._temp_dir, 'naclsdk_win.exe')
106 elif pyauto.PyUITest.IsMac():
107 expected_md5_key = self._settings['release_mac_expected_md5_key']
108 file_path = os.path.join(self._temp_dir, 'naclsdk_mac.tgz')
109 elif pyauto.PyUITest.IsLinux():
110 expected_md5_key = self._settings['release_lin_expected_md5_key']
111 file_path = os.path.join(self._temp_dir, 'naclsdk_linux.tgz')
112 else:
113 self.fail(msg='NaCl SDK does not support this OS.')
114
115 # Get expected MD5.
116 expected_md5_url = self._settings['expected_md5_url']
117 response = urllib2.urlopen(expected_md5_url)
118 dom = xml.dom.minidom.parseString(response.read())
119 dom_content = dom.getElementsByTagName('Contents')
120 expected_md5 = None
121 for con in dom_content:
122 if (self._GetXMLNodeData(con.getElementsByTagName('Key')[0].childNodes)
123 == expected_md5_key):
124 node = con.getElementsByTagName('ETag')[0].childNodes
125 expected_md5 = self._GetXMLNodeData(node).strip('"')
126 self.assertTrue(expected_md5,
127 msg='Cannot get expected MD5 from %s.' % expected_md5_url)
128
129 md5 = hashlib.md5()
130 md5.update(open(file_path).read())
131 md5_sum = md5.hexdigest()
132 self.assertEqual(expected_md5, md5_sum,
133 msg='Unexpected checksum. Expected: %s, got: %s'
134 % (expected_md5, md5_sum))
135
136 def testVerifyNaClPlugin(self):
137 """Verify NaCl plugin."""
138 if not self._HasAllSystemRequirements():
139 logging.info('System does not meet the requirements.')
140 return
141 self._OpenExamplesAndStartTest(
142 self._settings['gallery_examples'])
143
144 def testVerifyPrereleaseGallery(self):
145 """Verify Pre-release gallery examples."""
146 if not self._HasAllSystemRequirements():
147 logging.info('System does not meet the requirements.')
148 return
149 self._OpenExamplesAndStartTest(
150 self._settings['prerelease_gallery'])
151 59
152 def _VerifyDownloadLinks(self): 60 def _VerifyDownloadLinks(self):
153 """Verify the download links.""" 61 """Verify the download links.
62
63 Simply verify that NaCl download links exist in html page.
64 """
154 html = None 65 html = None
155 for i in xrange(3): 66 for i in xrange(3):
156 try: 67 try:
157 html = urllib2.urlopen(self._settings['post_sdk_download_url']).read() 68 html = urllib2.urlopen(self._settings['post_sdk_download_url']).read()
158 break 69 break
159 except: 70 except:
160 pass 71 pass
161 self.assertTrue(html, 72 self.assertTrue(html,
162 msg='Cannot open URL: %s' % 73 msg='Cannot open URL: %s' %
163 self._settings['post_sdk_download_url']) 74 self._settings['post_sdk_download_url'])
164 75 sdk_url = self._settings['post_sdk_zip']
165 # Make sure the correct URL is under the correct label. 76 url_index = html.find(sdk_url)
166 if pyauto.PyUITest.IsWin(): 77 self.assertTrue(url_index > -1,
167 win_sdk_url = self._settings['post_win_sdk_url'] 78 msg='Missing SDK download URL: %s' % sdk_url)
168 win_url_index = html.find(win_sdk_url)
169 self.assertTrue(win_url_index > -1,
170 msg='Missing SDK download URL: %s' % win_sdk_url)
171 win_keyword_index = html.rfind('Windows', 0, win_url_index)
172 self.assertTrue(win_keyword_index > -1,
173 msg='Misplaced download link: %s' % win_sdk_url)
174 elif pyauto.PyUITest.IsMac():
175 mac_sdk_url = self._settings['post_mac_sdk_url']
176 mac_url_index = html.find(mac_sdk_url)
177 self.assertTrue(mac_url_index > -1,
178 msg='Missing SDK download URL: %s' % mac_sdk_url)
179 mac_keyword_index = html.rfind('Macintosh', 0, mac_url_index)
180 self.assertTrue(mac_keyword_index > -1,
181 msg='Misplaced download link: %s' % mac_sdk_url)
182 elif pyauto.PyUITest.IsLinux():
183 lin_sdk_url = self._settings['post_lin_sdk_url']
184 lin_url_index = html.find(lin_sdk_url)
185 self.assertTrue(lin_url_index > -1,
186 msg='Missing SDK download URL: %s' % lin_sdk_url)
187 lin_keyword_index = html.rfind('Linux', 0, lin_url_index)
188 self.assertTrue(lin_keyword_index > -1,
189 msg='Misplaced download link: %s' % lin_sdk_url)
190 else:
191 self.fail(msg='NaCl SDK does not support this OS.')
192 79
193 def _VerifyNaClSDKInstaller(self): 80 def _VerifyNaClSDKInstaller(self):
194 """Verify NaCl SDK installer.""" 81 """Verify NaCl SDK installer."""
195 search_list = [ 82 search_list = [
196 'build.scons', 83 'sdk_cache/',
197 'favicon.ico', 84 'sdk_tools/',
198 'geturl/',
199 'hello_world/',
200 'hello_world_c/',
201 'httpd.py',
202 'index.html',
203 'nacl_sdk_scons/',
204 'pi_generator/',
205 'scons',
206 'sine_synth/'
207 ] 85 ]
208
209 mac_lin_additional_search_items = [ 86 mac_lin_additional_search_items = [
210 'sel_ldr_x86_32', 87 'naclsdk',
211 'sel_ldr_x86_64',
212 'ncval_x86_32',
213 'ncval_x86_64'
214 ] 88 ]
215
216 win_additional_search_items = [ 89 win_additional_search_items = [
217 'httpd.cmd', 90 'naclsdk.bat'
218 'sel_ldr_x86_32.exe',
219 'sel_ldr_x86_64.exe',
220 'ncval_x86_32.exe',
221 'ncval_x86_64.exe'
222 ] 91 ]
223
224 self._DownloadNaClSDK() 92 self._DownloadNaClSDK()
225 93 self._ExtractNaClSDK()
226 if pyauto.PyUITest.IsWin(): 94 if pyauto.PyUITest.IsWin():
227 self._ExtractNaClSDK() 95 self._SearchNaClSDKFile(
228 self._SearchNaClSDKFileWindows(
229 search_list + win_additional_search_items) 96 search_list + win_additional_search_items)
230 elif pyauto.PyUITest.IsMac(): 97 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
231 source_file = os.path.join(self._temp_dir, 'naclsdk_mac.tgz') 98 self._SearchNaClSDKFile(
232 self._SearchNaClSDKTarFile(search_list + mac_lin_additional_search_items, 99 search_list + mac_lin_additional_search_items)
233 source_file)
234 self._ExtractNaClSDK()
235 elif pyauto.PyUITest.IsLinux():
236 source_file = os.path.join(self._temp_dir, 'naclsdk_linux.tgz')
237 self._SearchNaClSDKTarFile(search_list + mac_lin_additional_search_items,
238 source_file)
239 self._ExtractNaClSDK()
240 else: 100 else:
241 self.fail(msg='NaCl SDK does not support this OS.') 101 self.fail(msg='NaCl SDK does not support this OS.')
242 102
243 def _VerifyBuildStubProject(self): 103 def _VerifyInstall(self):
244 """Build stub project.""" 104 """Verify installation of NACL sdk."""
245 stub_project_files = [ 105 # Executing naclsdk(.bat) list
246 'build.scons', 106 if pyauto.PyUITest.IsWin():
247 'scons' 107 source_file = os.path.join(
248 ] 108 self._extracted_sdk_path, 'nacl_sdk', 'naclsdk.bat')
249 project_template_path = self._GetDirectoryPath('project_templates', 109 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
250 self._extracted_sdk_path) 110 source_file = os.path.join(
251 examples_path = self._GetDirectoryPath('examples', 111 self._extracted_sdk_path, 'nacl_sdk', 'naclsdk')
252 self._extracted_sdk_path) 112 subprocess.call(['chmod', '-R', '755', self._extracted_sdk_path])
Nirnimesh 2012/05/08 17:35:39 use os.chmod
Pooja Nihalani 2012/05/08 22:33:03 Need to do it recursively. Can't do with os.chmod
Nirnimesh 2012/05/08 22:37:44 Would this work on win?
Pooja Nihalani 2012/05/08 22:46:08 This is only for linux and mac,the check is on lin
253 init_project_path = os.path.join(project_template_path, 'init_project.py') 113 else:
114 self.fail(msg='NaCl SDK does not support this OS.')
115 output, error = subprocess.Popen([source_file, 'list'],
Nirnimesh 2012/05/08 17:35:39 output/error are unused
Pooja Nihalani 2012/05/08 22:33:03 Done.
116 stdout=subprocess.PIPE,
117 stderr=subprocess.PIPE).communicate()
254 118
255 # Build a C project. 119 def _VerifyUpdate(self):
256 subprocess.call( 120 """Verify update of NACL sdk"""
Nirnimesh 2012/05/08 17:35:39 I can't tell what you're doing here. Where is the
Pooja Nihalani 2012/05/08 22:33:03 Done.
257 ['python', init_project_path, '-n', 'hello_c', '-c', '-d', 121 # Executing naclsdk(.bat) update
258 examples_path], stdout=subprocess.PIPE) 122 if pyauto.PyUITest.IsWin():
259 123 source_file = os.path.join(self._extracted_sdk_path, 'nacl_sdk',
260 hello_c_path = os.path.join(examples_path, 'hello_c') 124 'naclsdk.bat')
261 for file in stub_project_files: 125 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
262 self.assertTrue(self._HasFile(file, hello_c_path), 126 source_file = os.path.join(self._extracted_sdk_path, 'nacl_sdk',
263 msg='Cannot build C stub project.') 127 'naclsdk')
264 128 else:
265 # Build a C++ project. 129 self.fail(msg='NaCl SDK does not support this OS.')
266 subprocess.call( 130 # Executing nacl_sdk(.bat) update to get the latest version.
267 ['python', init_project_path, '-n', 'hello_cc', '-d', 131 updated_output, error = subprocess.Popen(
268 examples_path], stdout=subprocess.PIPE) 132 [source_file, 'update'],
269 133 stdout=subprocess.PIPE, stderr=subprocess.PIPE).communicate()
270 hello_cc_path = os.path.join(examples_path, 'hello_cc') 134 self._updated_pepper_versions.extend(
271 for file in stub_project_files: 135 re.findall('Updating bundle (pepper_[0-9]{2})', updated_output))
272 self.assertTrue(self._HasFile(file, hello_cc_path), 136 self._updated_pepper_versions = list(set(self._updated_pepper_versions))
273 msg='Cannot build C++ stub project.') 137 self._updated_pepper_versions.sort(key=str.lower)
138 updated_pepper_versions_len = len(self._updated_pepper_versions)
139 self._latest_updated_pepper_versions = filter(
140 lambda x:x>='pepper_18', self._updated_pepper_versions)
Nirnimesh 2012/05/08 17:35:39 need space around arithmetic operands and after :
Pooja Nihalani 2012/05/08 22:33:03 Done.
274 141
275 def _LaunchServerAndVerifyExamples(self): 142 def _LaunchServerAndVerifyExamples(self):
276 """Start local HTTP server and verify examples.""" 143 """Start local HTTP server and verify examples."""
277 # Make sure server is not open. 144 if self._ChromeAndPepperVersion(self._latest_updated_pepper_versions[0]):
278 if self._IsURLAlive('http://localhost:5103'): 145 examples_path = os.path.join(self._extracted_sdk_path, 'nacl_sdk',
279 self._CloseHTTPServer() 146 self._latest_updated_pepper_versions[0],
147 'examples')
148 # Close server if it's already open.
149 if self._IsURLAlive('http://localhost:5103'):
150 self._CloseHTTPServer()
280 151
281 # Start HTTP server. 152 # Launch local http server.
282 examples_path = self._GetDirectoryPath('examples', 153 os.chdir(examples_path)
283 self._extracted_sdk_path) 154 proc = subprocess.Popen(['make RUN'], shell=True)
Nirnimesh 2012/05/08 17:35:39 this is plain ugly. make the first arg a list of s
Pooja Nihalani 2012/05/08 22:33:03 It only works as one string "make RUN". It works o
284 if pyauto.PyUITest.IsWin(): 155 success = self.WaitUntil(
Nirnimesh 2012/05/08 17:35:39 |success| unused?
Pooja Nihalani 2012/05/08 22:33:03 Done.
285 http_path = os.path.join(examples_path, 'httpd.cmd') 156 lambda: self._IsURLAlive('http://localhost:5103'),
286 proc = subprocess.Popen([http_path], cwd=examples_path) 157 timeout=150, retry_sleep=1, expect_retval=True)
Nirnimesh 2012/05/08 17:35:39 Does the default timeout not suffice?
Pooja Nihalani 2012/05/08 22:33:03 Default timeout is not enough. Need to wait little
158
159 examples = {
160 'dynamic_library_open': 'http://localhost:5103/dlopen/dlopen.html',
161 'geturl': 'http://localhost:5103/geturl/geturl.html',
162 'input_events': 'http://localhost:5103/input_events/input_events.html' ,
Nirnimesh 2012/05/08 17:35:39 80+ chars not permitted
Pooja Nihalani 2012/05/08 22:33:03 Done.
163 'load_progress':
164 'http://localhost:5103/load_progress/load_progress.html',
165 'multithreaded_input_events':
166 'http://localhost:5103/multithreaded_input_events'
167 '/mt_input_events.html',
168 'pi_generator': 'http://localhost:5103/pi_generator/pi_generator.html' ,
169 'sine_synth': 'http://localhost:5103/sine_synth/sine_synth.html',
170 'web_socket':'http://localhost:5103/websocket/websocket.html',
171 }
172 try:
173 self._OpenExamplesAndStartTest(examples)
174 finally:
175 self._CloseHTTPServer(proc)
176
287 else: 177 else:
288 http_path = os.path.join(examples_path, 'httpd.py') 178 self.fail(msg='Pepper Version %s doesnot match the Chrome version %s.'
289 proc = subprocess.Popen(['python', http_path], cwd=examples_path) 179 % (self._latest_updated_pepper_versions[0],
Nirnimesh 2012/05/08 17:35:39 indent by 4 more spaces
Pooja Nihalani 2012/05/08 22:33:03 Done.
180 self.GetBrowserInfo()['properties']['ChromeVersion']))
290 181
291 success = self.WaitUntil( 182 def _ChromeAndPepperVersion(self,pepper_version='pepper_18'):
292 lambda: self._IsURLAlive('http://localhost:5103'), 183 """Check that chrome and pepper version mataches"""
293 timeout=30, retry_sleep=1, expect_retval=True) 184 version_number = re.findall('pepper_([0-9]{2})',pepper_version)
294 self.assertTrue(success, 185 browser_info = self.GetBrowserInfo()
295 msg='Cannot open HTTP server. %s' % 186 chrome_version = browser_info['properties']['ChromeVersion']
296 self.GetActiveTabTitle()) 187 chrome_build = int(chrome_version.split('.')[0])
297 188 return int(chrome_build) == int(version_number[0])
298 examples = {
299 'hello_world_c': 'http://localhost:5103/hello_world_c/'
300 'hello_world.html',
301 'hello_world': 'http://localhost:5103/hello_world/hello_world.html',
302 'geturl': 'http://localhost:5103/geturl/geturl.html',
303 'pi_generator': 'http://localhost:5103/pi_generator/pi_generator.html',
304 'sine_synth': 'http://localhost:5103/sine_synth/sine_synth.html',
305 }
306 try:
307 self._OpenExamplesAndStartTest(examples)
308 finally:
309 self._CloseHTTPServer(proc)
310
311 def _VerifyRebuildExamples(self):
312 """Re-build the examples and verify they are as expected."""
313 example_dirs = [
314 'geturl',
315 'hello_world',
316 'hello_world_c',
317 'pi_generator',
318 'sine_synth'
319 ]
320 examples_path = self._GetDirectoryPath('examples',
321 self._extracted_sdk_path)
322
323 scons_path = os.path.join(examples_path, 'scons -c')
324 subprocess.call([scons_path], cwd=examples_path, shell=True)
325 for x in example_dirs:
326 ex_path = os.path.join(examples_path, x)
327 self.assertFalse(self._HasFile('*.nmf', ex_path),
328 msg='Failed running scons -c.')
329
330 scons_path = os.path.join(examples_path, 'scons')
331 proc = subprocess.Popen([scons_path], cwd=examples_path,
332 stdout=subprocess.PIPE, shell=True)
333 proc.communicate()
334
335 # Verify each example directory contains .nmf file.
336 for dir in example_dirs:
337 dir = os.path.join(examples_path, dir)
338 if not self._HasFile('*.nmf', dir):
339 self.fail(msg='Failed running scons.')
340
341 self._LaunchServerAndVerifyExamples()
342
343 def _VerifySelldrAndNcval(self):
344 """Verify sel_ldr and ncval."""
345 architecture = self._GetPlatformArchitecture()
346 scons_arg = None
347 if pyauto.PyUITest.IsWin():
348 if architecture == '64bit':
349 scons_arg = 'test64'
350 else:
351 scons_arg = 'test32'
352 elif pyauto.PyUITest.IsMac():
353 scons_arg = 'test64'
354 elif pyauto.PyUITest.IsLinux():
355 scons_arg = 'test64'
356
357 examples_path = self._GetDirectoryPath('examples',
358 self._extracted_sdk_path)
359 scons_path = os.path.join(examples_path, 'scons ' + scons_arg)
360
361 # Build and run the unit test.
362 proc = subprocess.Popen([scons_path], stdout=subprocess.PIPE,
363 shell=True, cwd=examples_path)
364 lines = proc.communicate()[0].splitlines()
365 test_ran = False
366
367 for line in lines:
368 if 'Check:' in line:
369 self.assertTrue('passed' in line,
370 msg='Nacl-sel_ldr unit test failed.')
371 test_ran = True
372 self.assertTrue(test_ran,
373 msg='Failed to build and run nacl-sel_ldr unit test.')
374
375 if architecture == '64bit':
376 self.assertTrue(
377 self._HasPathInTree('hello_world_x86_64.nexe',
378 True, root=examples_path),
379 msg='Missing file: hello_world_x86_64.nexe.')
380 else:
381 self.assertTrue(
382 self._HasPathInTree('hello_world_x86_32.nexe',
383 True, root=examples_path),
384 msg='Missing file: hello_world_x86_32.nexe.')
385
386 # Verify that a mismatch of sel_ldr and .nexe produces an error.
387 toolchain_path = self._GetDirectoryPath('toolchain',
388 self._extracted_sdk_path)
389 bin_path = self._GetDirectoryPath('bin', toolchain_path)
390 hello_world_path = self._GetDirectoryPath('hello_world', examples_path)
391 sel_32_path = os.path.join(bin_path, 'sel_ldr_x86_32')
392 sel_64_path = os.path.join(bin_path, 'sel_ldr_x86_64')
393 nexe_32_path = os.path.join(hello_world_path, 'hello_world_x86_32.nexe')
394 nexe_64_path = os.path.join(hello_world_path, 'hello_world_x86_64.nexe')
395
396 if architecture == '64bit':
397 success = self._RunProcessAndCheckOutput(
398 [sel_64_path, nexe_32_path], 'Error while loading')
399 else:
400 success = self._RunProcessAndCheckOutput(
401 [sel_32_path, nexe_64_path], 'Error while loading')
402 self.assertTrue(success,
403 msg='Failed to verify sel_ldr and .nexe mismatch.')
404
405 # Run the appropriate ncval for the platform on the matching .nexe.
406 ncval_32_path = os.path.join(bin_path, 'ncval_x86_32')
407 ncval_64_path = os.path.join(bin_path, 'ncval_x86_64')
408
409 if architecture == '64bit':
410 success = self._RunProcessAndCheckOutput(
411 [ncval_64_path, nexe_64_path], 'is safe')
412 else:
413 success = self._RunProcessAndCheckOutput(
414 [ncval_32_path, nexe_32_path], 'is safe')
415 self.assertTrue(success, msg='Failed to verify ncval.')
416
417 # Verify that a mismatch of ncval and .nexe produces an error.
418 if architecture == '64bit':
419 success = self._RunProcessAndCheckOutput(
420 [ncval_64_path, nexe_32_path], 'is safe', is_in=False)
421 else:
422 success = self._RunProcessAndCheckOutput(
423 [ncval_32_path, nexe_64_path], 'is safe', is_in=False)
424 self.assertTrue(success, msg='Failed to verify ncval and .nexe mismatch.')
425 189
426 def _RemoveDownloadedTestFile(self): 190 def _RemoveDownloadedTestFile(self):
427 """Delete downloaded files and dirs from downloads directory.""" 191 """Delete downloaded files and dirs from downloads directory."""
192 os.chdir(os.path.join(self._extracted_sdk_path,'..'))
428 if self._extracted_sdk_path and os.path.exists(self._extracted_sdk_path): 193 if self._extracted_sdk_path and os.path.exists(self._extracted_sdk_path):
429 self._CloseHTTPServer() 194 self._CloseHTTPServer()
430 195
431 def _RemoveFile(): 196 def _RemoveFile():
432 shutil.rmtree(self._extracted_sdk_path, ignore_errors=True) 197 shutil.rmtree(self._extracted_sdk_path, ignore_errors=True)
433 return os.path.exists(self._extracted_sdk_path) 198 return os.path.exists(self._extracted_sdk_path)
434 199
435 success = self.WaitUntil(_RemoveFile, retry_sleep=2, expect_retval=False) 200 success = self.WaitUntil(_RemoveFile, retry_sleep=2,
201 expect_retval=False)
436 self.assertTrue(success, 202 self.assertTrue(success,
437 msg='Cannot remove %s' % self._extracted_sdk_path) 203 msg='Cannot remove %s' % self._extracted_sdk_path)
438 204
439 if self._temp_dir: 205 if self._temp_dir:
440 pyauto_utils.RemovePath(self._temp_dir) 206 pyauto_utils.RemovePath(self._temp_dir)
441 207
442 def _RunProcessAndCheckOutput(self, args, look_for, is_in=True):
443 """Run process and look for string in output.
444
445 Args:
446 args: Argument strings to pass to subprocess.
447 look_for: The string to search in output.
448 is_in: True if checking if param look_for is in output.
449 False if checking if param look_for is not in output.
450
451 Returns:
452 True, if output contains parameter |look_for| and |is_in| is True, or
453 False otherwise.
454 """
455 proc = subprocess.Popen(args, stdout=subprocess.PIPE,
456 stderr=subprocess.PIPE)
457 (stdout, stderr) = proc.communicate()
458 lines = (stdout + stderr).splitlines()
459 for line in lines:
460 if look_for in line:
461 return is_in
462 return not is_in
463
464 def _OpenExamplesAndStartTest(self, examples): 208 def _OpenExamplesAndStartTest(self, examples):
465 """Open each example and verify that it's working. 209 """Open each example and verify that it's working.
466 210
467 Args: 211 Args:
468 examples: A dict of name to url of examples. 212 examples: A dict of name to url of examples.
469 """ 213 """
470 self._EnableNaClPlugin()
471
472 # Open all examples. 214 # Open all examples.
473 for name, url in examples.items(): 215 for name, url in examples.items():
474 self.AppendTab(pyauto.GURL(url)) 216 self.AppendTab(pyauto.GURL(url))
475 self._CheckForCrashes() 217 self._CheckForCrashes()
476 218
477 # Verify all examples are working. 219 # Verify all examples are working.
478 for name, url in examples.items(): 220 for name, url in examples.items():
479 self._VerifyAnExample(name, url) 221 self._VerifyAnExample(name, url)
480 self._CheckForCrashes() 222 self._CheckForCrashes()
481 223
482 # Reload all examples.
483 for _ in range(2):
484 for tab_index in range(self.GetTabCount()):
485 self.GetBrowserWindow(0).GetTab(tab_index).Reload()
486 self._CheckForCrashes()
487
488 # Verify all examples are working.
489 for name, url in examples.items():
490 self._VerifyAnExample(name, url)
491 self._CheckForCrashes()
492
493 # Close each tab, check for crashes and verify all open 224 # Close each tab, check for crashes and verify all open
494 # examples operate correctly. 225 # examples operate correctly.
495 tab_count = self.GetTabCount() 226 tab_count = self.GetTabCount()
496 for index in xrange(tab_count - 1, 0, -1): 227 for index in xrange(tab_count - 1, 0, -1):
497 self.GetBrowserWindow(0).GetTab(index).Close(True) 228 self.GetBrowserWindow(0).GetTab(index).Close(True)
498 self._CheckForCrashes() 229 self._CheckForCrashes()
499 230
500 tabs = self.GetBrowserInfo()['windows'][0]['tabs'] 231 tabs = self.GetBrowserInfo()['windows'][0]['tabs']
501 for tab in tabs: 232 for tab in tabs:
502 if tab['index'] > 0: 233 if tab['index'] > 0:
503 for name, url in examples.items(): 234 for name, url in examples.items():
504 if url == tab['url']: 235 if url == tab['url']:
505 self._VerifyAnExample(name, url) 236 self._VerifyAnExample(name, url)
506 break 237 break
507 238
508 def _VerifyAnExample(self, name, url): 239 def _VerifyAnExample(self, name, url):
509 """Verify NaCl example is working. 240 """Verify NaCl example is working.
510 241
511 Args: 242 Args:
512 name: A string name of the example. 243 name: A string name of the example.
513 url: A string url of the example. 244 url: A string url of the example.
514 """ 245 """
515 available_example_tests = { 246 available_example_tests = {
516 'hello_world_c': self._VerifyHelloWorldExample, 247 'dynamic_library_open': self._VerifyDynamicLibraryOpen,
517 'hello_world': self._VerifyHelloWorldExample, 248 'geturl': self._VerifyGetURLExample,
518 'pi_generator': self._VerifyPiGeneratorExample, 249 'input_events': self._VerifyInputEventsExample,
519 'sine_synth': self._VerifySineSynthExample, 250 'load_progress': self._VerifyLoadProgressExample,
520 'geturl': self._VerifyGetURLExample, 251 'multithreaded_input_events':
521 'life': self._VerifyConwaysLifeExample 252 self._VerifyMultithreadedInputEventsExample,
253 'pi_generator': self._VerifyPiGeneratorExample,
254 'sine_synth': self._VerifySineSynthExample,
255 'web_socket':self._VerifyWebSocketExample,
522 } 256 }
523 257
524 if not name in available_example_tests: 258 if not name in available_example_tests:
525 self.fail(msg='No test available for %s.' % name) 259 self.fail(msg='No test available for %s.' % name)
526 260
527 info = self.GetBrowserInfo() 261 info = self.GetBrowserInfo()
528 tabs = info['windows'][0]['tabs'] 262 tabs = info['windows'][0]['tabs']
529 tab_index = None 263 tab_index = None
530 for tab in tabs: 264 for tab in tabs:
531 if url == tab['url']: 265 if url == tab['url']:
532 self.ActivateTab(tab['index']) 266 self.ActivateTab(tab['index'])
533 tab_index = tab['index'] 267 tab_index = tab['index']
534 break 268 break
535 269
536 if tab_index: 270 if tab_index:
537 available_example_tests[name](tab_index, name, url) 271 available_example_tests[name](tab_index, name, url)
538 272
539 def _VerifyHelloWorldExample(self, tab_index, name, url): 273 def _VerifyInputEventsExample(self, tab_index, name, url):
540 """Verify Hello World Example. 274 """Verify Input Events Example.
275
276 Args:
277 tab_index: Tab index integer that the example is on.
278 name: A string name of the example.
279 url: A string url of the example.
280 """
281 js_code = """
282 var output = document.getElementById("eventString").innerHTML;
283 var result;
284 if (output.indexOf("DidChangeView") != -1)
285 result = "pass";
286 else
287 result = "fail";
288 window.domAutomationController.send(result);
289 """
290 success = self.WaitUntil(
291 lambda: self.ExecuteJavascript(js_code, tab_index),
292 timeout=60, expect_retval='pass')
293 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
294
295 # Simulate mouse click on event module.
296 js_code = """
297 var rightClick = document.createEvent('MouseEvents');
298 rightClick.initMouseEvent(
299 'mousedown', true, true, document,
300 1, 32, 121, 10, 100,
301 false, false, false, false,
302 2, document.getElementById('event_module')
303 );
304 document.getElementById("event_module").dispatchEvent(rightClick);
305 window.domAutomationController.send("done");
306 """
307 self.ExecuteJavascript(js_code, tab_index)
308
309 # Check if 'eventString' has handled above mouse click.
310 success = self.WaitUntil(
311 lambda: re.search('DidHandleInputEvent', self.GetDOMValue(
312 'document.getElementById("eventString").innerHTML',
313 tab_index)).group(), timeout=30,
314 expect_retval='DidHandleInputEvent')
315 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
316
317 def _VerifyMultithreadedInputEventsExample(self, tab_index, name, url):
318 """Verify Input Events Example.
541 319
542 Args: 320 Args:
543 tab_index: Tab index integer that the example is on. 321 tab_index: Tab index integer that the example is on.
544 name: A string name of the example. 322 name: A string name of the example.
545 url: A string url of the example. 323 url: A string url of the example.
546 """ 324 """
547 success = self.WaitUntil( 325 success = self.WaitUntil(
548 lambda: self.GetDOMValue( 326 lambda: bool(self.GetDOMValue(
549 'document.getElementById("statusField").innerHTML', 327 'document.getElementById("eventString").innerHTML',
550 tab_index), 328 tab_index).find('DidChangeView')+1), timeout=30,
551 timeout=60, expect_retval='SUCCESS') 329 expect_retval=True)
330
552 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url)) 331 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
553 332
333 # Simulate mouse click on event module.
554 js_code = """ 334 js_code = """
555 window.alert = function(e) { 335 var rightClick = document.createEvent('MouseEvents');
556 window.domAutomationController.send(String(e)); 336 rightClick.initMouseEvent(
557 } 337 'mousedown', true, true, document,
338 1, 432, 121, 10, 100,
339 false, false, false, false,
340 2, document.getElementById('event_module')
341 );
342 document.getElementById("event_module").dispatchEvent(rightClick);
558 window.domAutomationController.send("done"); 343 window.domAutomationController.send("done");
559 """ 344 """
560 self.ExecuteJavascript(js_code, tab_index) 345 self.ExecuteJavascript(js_code, tab_index)
561 346
562 result = self.ExecuteJavascript('document.helloForm.elements[1].click();', 347 # Check if above mouse click is handled.
563 tab_index) 348 js_code = """
564 self.assertEqual(result, '42', 349 var output = document.getElementById("eventString").innerHTML;
565 msg='Example %s failed. URL: %s' % (name, url)) 350 var result;
351 if (output.indexOf("Mouse event") != -1)
352 result = "pass";
353 else
354 result = "fail";
355 window.domAutomationController.send(result);
356 """
357 success = self.WaitUntil(
358 lambda: self.ExecuteJavascript(js_code, tab_index),
359 timeout=30, expect_retval='pass')
360 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
566 361
567 result = self.ExecuteJavascript('document.helloForm.elements[2].click();', 362 # Kill worker thread and queue
568 tab_index) 363 js_code = """
569 self.assertEqual(result, 'dlrow olleH', 364 document.getElementsByTagName('button')[0].click();
570 msg='Example %s failed. URL: %s' % (name, url)) 365 window.domAutomationController.send("done");
366 """
367 self.ExecuteJavascript(js_code, tab_index)
571 368
572 def _VerifyPiGeneratorExample(self, tab_index, name, url): 369 # Check if main thread has cancelled queue.
573 """Verify Pi Generator Example. 370 js_code = """
371 var output = document.getElementById("eventString").innerHTML;
372 var result;
373 if (output.indexOf("Received cancel") != -1)
374 result = "pass";
375 else
376 result = "fail";
377 window.domAutomationController.send(result);
378 """
379 success = self.WaitUntil(
380 lambda: self.ExecuteJavascript(js_code, tab_index),
381 timeout=30, expect_retval='pass')
382 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
383
384 # Simulate mouse click on event module.
385 js_code = """
386 var rightClick = document.createEvent('MouseEvents');
387 rightClick.initMouseEvent(
388 'mousedown', true, true, document,
389 1, 432, 121, 10, 100,
390 false, false, false, false,
391 2 ,document.getElementById('event_module')
392 );
393 document.getElementById("event_module").dispatchEvent(rightClick);
394 window.domAutomationController.send("done");
395 """
396 self.ExecuteJavascript(js_code, tab_index)
397
398 # Check if above mouse click is not handled after killing worker thread.
399 success = self.WaitUntil(
400 lambda: self.GetDOMValue(
401 'document.getElementById("eventString").innerHTML',
402 tab_index).find('Mouse event', self.GetDOMValue(
403 'document.getElementById("eventString").innerHTML', tab_index).find(
404 'Received cancel')), timeout=30, expect_retval=-1)
405 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
406
407 def _VerifyWebSocketExample(self, tab_index, name, url):
408 """Verify Web Socket Open Example.
574 409
575 Args: 410 Args:
576 tab_index: Tab index integer that the example is on. 411 tab_index: Tab index integer that the example is on.
577 name: A string name of the example. 412 name: A string name of the example.
578 url: A string url of the example. 413 url: A string url of the example.
579 """ 414 """
415 # Check if example is loaded.
580 success = self.WaitUntil( 416 success = self.WaitUntil(
581 lambda: self.GetDOMValue('document.form.pi.value', 0, tab_index)[0:3], 417 lambda: self.GetDOMValue(
582 timeout=120, expect_retval='3.1') 418 'document.getElementById("statusField").innerHTML',tab_index),
419 timeout=60, expect_retval='SUCCESS')
583 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url)) 420 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
584 421
585 # Get top corner of Pi image. 422 # Simulate clicking on Connect button to establish a connection.
586 js_code = """ 423 js_code = """
587 var obj = document.getElementById('piGenerator'); 424 document.getElementsByTagName('input')[1].click();
588 var curleft = curtop = 0; 425 window.domAutomationController.send("done");
589 do {
590 curleft += obj.offsetLeft;
591 curtop += obj.offsetTop;
592 } while (obj = obj.offsetParent);
593 window.domAutomationController.send(curleft + ", " + curtop);
594 """ 426 """
595 result = self.ExecuteJavascript(js_code, tab_index) 427 self.ExecuteJavascript(js_code, tab_index)
596 result_split = result.split(', ')
597 x = int(result_split[0])
598 y = int(result_split[1])
599 window = self.GetBrowserInfo()['windows'][0]
600 window_to_content_x = 2
601 window_to_content_y = 80
602 pi_image_x = x + window['x'] + window_to_content_x
603 pi_image_y = y + window['y'] + window_to_content_y
604 428
605 if self._IsGetPixelSupported(): 429 # Check if connected
606 is_animating = self._IsColorChanging(pi_image_x, pi_image_y, 50, 50)
607 self.assertTrue(is_animating,
608 msg='Example %s failed. URL: %s' % (name, url))
609
610 def _VerifySineSynthExample(self, tab_index, name, url):
611 """Verify Sine Wave Synthesizer Example.
612
613 Args:
614 tab_index: Tab index integer that the example is on.
615 name: A string name of the example.
616 url: A string url of the example.
617 """
618 success = self.WaitUntil(
619 lambda: self.GetDOMValue(
620 'document.getElementById("frequency_field").value',
621 tab_index),
622 timeout=30, expect_retval='440')
623 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
624
625 self.ExecuteJavascript(
626 'document.body.getElementsByTagName("button")[0].click();'
627 'window.domAutomationController.send("done")',
628 tab_index)
629
630 # TODO(chrisphan): Verify sound.
631
632 def _VerifyGetURLExample(self, tab_index, name, url):
633 """Verify GetURL Example.
634
635 Args:
636 tab_index: Tab index integer that the example is on.
637 name: A string name of the example.
638 url: A string url of the example.
639 """
640 success = self.WaitUntil(
641 lambda: self.GetDOMValue(
642 'document.getElementById("status_field").innerHTML',
643 tab_index),
644 timeout=60, expect_retval='SUCCESS')
645 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
646
647 self.ExecuteJavascript(
648 'document.geturl_form.elements[0].click();'
649 'window.domAutomationController.send("done")',
650 tab_index)
651
652 js_code = """ 430 js_code = """
653 var output = document.getElementById("general_output").innerHTML; 431 var output = document.getElementById("log").value;
654 var result; 432 var result;
655 if (output.indexOf("test passed") != -1) 433 if (output.indexOf("connected") != -1)
656 result = "pass"; 434 result = "pass";
657 else 435 else
658 result = "fail"; 436 result = "fail";
659 window.domAutomationController.send(result); 437 window.domAutomationController.send(result);
660 """ 438 """
661 success = self.WaitUntil( 439 success = self.WaitUntil(
662 lambda: self.ExecuteJavascript(js_code, tab_index), 440 lambda: self.ExecuteJavascript(js_code, tab_index),
663 timeout=30, expect_retval='pass') 441 timeout=30, expect_retval='pass')
664 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url)) 442 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
665 443
666 def _VerifyConwaysLifeExample(self, tab_index, name, url): 444 # Simulate clicking on Send button to send text message in log.
667 """Verify Conway's Life Example. 445 js_code = """
446 document.getElementsByTagName('input')[3].click();
447 window.domAutomationController.send("done");
448 """
449 self.ExecuteJavascript(js_code, tab_index)
450 success = self.WaitUntil(
451 lambda: bool(re.search(r"send:",self.GetDOMValue(
452 'document.getElementById("log").value',tab_index))),
453 timeout=30, expect_retval=True)
454 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
455
456 def _VerifyDynamicLibraryOpen(self, tab_index, name, url):
457 """Verify Dynamic Library Open Example.
668 458
669 Args: 459 Args:
670 tab_index: Tab index integer that the example is on. 460 tab_index: Tab index integer that the example is on.
671 name: A string name of the example. 461 name: A string name of the example.
672 url: A string url of the example. 462 url: A string url of the example.
673 """ 463 """
674 window = self.GetBrowserInfo()['windows'][0] 464 # Check if example is loaded.
675 window_to_content_x = 2 465 js_code = """
676 window_to_content_y = 80 466 var output = document.getElementById("consolec").innerHTML;
677 x = window['x'] + window_to_content_x 467 var result;
678 y = window['y'] + window_to_content_y 468 if (output.indexOf("Eightball loaded") != -1)
679 offset_pixel = 100 469 result = "pass";
680 if self._IsGetPixelSupported(): 470 else
681 success = self.WaitUntil( 471 result = "fail";
682 lambda: self._GetPixel(x + offset_pixel, y + offset_pixel), 472 window.domAutomationController.send(result);
683 timeout=30, expect_retval=16777215) 473 """
684 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url)) 474 success = self.WaitUntil(
475 lambda: self.ExecuteJavascript(js_code, tab_index),
476 timeout=60, expect_retval='pass')
477 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
685 478
686 def _GetXMLNodeData(self, nodelist): 479 # Simulate clicking on ASK button and check answer log for desired answer.
687 rc = [] 480 js_code = """
688 for node in nodelist: 481 document.getElementsByTagName('input')[1].click();
689 if node.nodeType == node.TEXT_NODE: 482 window.domAutomationController.send("done");
690 rc.append(node.data) 483 """
691 return ''.join(rc) 484 self.ExecuteJavascript(js_code, tab_index)
485 success = self.WaitUntil(
486 lambda: bool(
487 re.search(r'NO|YES|42|MAYBE NOT|DEFINITELY|'
488 'ASK ME TOMORROW|MAYBE|PARTLY CLOUDY',
489 self.GetDOMValue('document.getElementById("answerlog").innerHTML',
490 tab_index))), timeout=30, expect_retval=True)
491 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
692 492
693 def _IsColorChanging(self, x, y, width, height): 493 def _VerifyLoadProgressExample(self, tab_index, name, url):
694 """Check screen for anything that is moving. 494 """Verify Dynamic Library Open Example.
695 495
696 Args: 496 Args:
697 x: X coordinate on the screen. 497 tab_index: Tab index integer that the example is on.
698 y: Y coordinate on the screen. 498 name: A string name of the example.
699 width: Width of the area to scan. 499 url: A string url of the example.
700 height: Height of the area to scan. 500 """
501 # Check if example loads and displays loading progress.
502 success = self.WaitUntil(
503 lambda: self.GetDOMValue(
504 'document.getElementById("status_field").innerHTML', tab_index),
505 timeout=60, expect_retval='SUCCESS')
506 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
507 success = self.WaitUntil(
508 lambda: bool(
509 re.search(r'(loadstart).+(progress:).+(load).+(loadend).+(lastError:)',
510 self.GetDOMValue('document.getElementById("event_log_field").innerHTML'
511 ,tab_index))), timeout=10, expect_retval=True)
512 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
701 513
702 Returns: 514 def _VerifyPiGeneratorExample(self, tab_index, name, url):
703 True, if pixel color in area is changing, or 515 """Verify Pi Generator Example.
704 False otherwise.
705 """
706 color_a = self._GetAreaPixelColor(x, y, width, height)
707 def _HasColorChanged():
708 color_b = self._GetAreaPixelColor(x, y, width, height)
709 return color_a != color_b
710
711 return self.WaitUntil(_HasColorChanged, timeout=6,
712 retry_sleep=2, expect_retval=True)
713
714 def _IsGetPixelSupported(self):
715 """Check if get pixel is supported.
716
717 Returns:
718 True, if get pixel is supported, or
719 False otherwise.
720 """
721 return pyauto.PyUITest.IsWin()
722
723 def _GetAreaPixelColor(self, x, y, width, height):
724 """Get an area of pixel color and return a list of color code values.
725 516
726 Args: 517 Args:
727 x: X coordinate on the screen. 518 tab_index: Tab index integer that the example is on.
728 y: Y coordinate on the screen. 519 name: A string name of the example.
729 width: Width of the area to scan. 520 url: A string url of the example.
730 height: Height of the area to scan. 521 """
522 success = self.WaitUntil(
523 lambda: self.GetDOMValue('document.form.pi.value', tab_index)[0:3],
524 timeout=30, expect_retval='3.1')
525 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
731 526
732 Returns: 527 def _VerifySineSynthExample(self, tab_index, name, url):
733 A list containing color codes. 528 """Verify Sine Wave Synthesizer Example.
734 """
735 if pyauto.PyUITest.IsMac():
736 pass # TODO(chrisphan): Do Mac.
737 elif pyauto.PyUITest.IsWin():
738 return self._GetAreaPixelColorWin(x, y, width, height)
739 elif pyauto.PyUITest.IsLinux():
740 pass # TODO(chrisphan): Do Linux.
741 return None
742
743 def _GetAreaPixelColorWin(self, x, y, width, height):
744 """Get an area of pixel color for Windows and return a list.
745 529
746 Args: 530 Args:
747 x: X coordinate on the screen. 531 tab_index: Tab index integer that the example is on.
748 y: Y coordinate on the screen. 532 name: A string name of the example.
749 width: Width of the area to scan. 533 url: A string url of the example.
750 height: Height of the area to scan. 534 """
535 success = self.WaitUntil(
536 lambda: self.GetDOMValue(
537 'document.getElementById("frequency_field").value',
538 tab_index),
539 timeout=40, expect_retval='440')
540 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
541 self.ExecuteJavascript(
542 'document.body.getElementsByTagName("button")[0].click();'
543 'window.domAutomationController.send("done")',
544 tab_index)
751 545
752 Returns: 546 def _VerifyGetURLExample(self, tab_index, name, url):
753 A list containing color codes. 547 """Verify GetURL Example.
754 """
755 colors = []
756 hdc = ctypes.windll.user32.GetDC(0)
757 for x_pos in xrange(x, x + width, 1):
758 for y_pos in xrange(y, y + height, 1):
759 color = ctypes.windll.gdi32.GetPixel(hdc, x_pos, y_pos)
760 colors.append(color)
761 return colors
762
763 def _GetPixel(self, x, y):
764 """Get pixel color at coordinate x and y.
765 548
766 Args: 549 Args:
767 x: X coordinate on the screen. 550 tab_index: Tab index integer that the example is on.
768 y: Y coordinate on the screen. 551 name: A string name of the example.
552 url: A string url of the example.
553 """
554 success = self.WaitUntil(
555 lambda: self.GetDOMValue(
556 'document.getElementById("status_field").innerHTML',
557 tab_index),
558 timeout=60, expect_retval='SUCCESS')
559 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
560 self.ExecuteJavascript(
561 'document.geturl_form.elements[0].click();'
562 'window.domAutomationController.send("done")',
563 tab_index)
564 js_code = """
565 var output = document.getElementById("general_output").innerHTML;
566 var result;
567 if (output.indexOf("test passed") != -1)
568 result = "pass";
569 else
570 result = "fail";
571 window.domAutomationController.send(result);
572 """
573 success = self.WaitUntil(
574 lambda: self.ExecuteJavascript(js_code, tab_index),
575 timeout=60, expect_retval='pass')
576 self.assertTrue(success, msg='Example %s failed. URL: %s' % (name, url))
769 577
770 Returns: 578 def _CheckForCrashes(self):
771 An integer color code. 579 """Check for any browser/tab crashes and hangs."""
772 """
773 if pyauto.PyUITest.IsMac():
774 pass # TODO(chrisphan): Do Mac.
775 elif pyauto.PyUITest.IsWin():
776 return self._GetPixelWin(x, y)
777 elif pyauto.PyUITest.IsLinux():
778 pass # TODO(chrisphan): Do Linux.
779 return None
780
781 def _GetPixelWin(self, x, y):
782 """Get pixel color at coordinate x and y for Windows
783
784 Args:
785 x: X coordinate on the screen.
786 y: Y coordinate on the screen.
787
788 Returns:
789 An integer color code.
790 """
791 hdc = ctypes.windll.user32.GetDC(0)
792 color = ctypes.windll.gdi32.GetPixel(hdc, x, y)
793 return color
794
795 def _CheckForCrashes(self, last_action=None, last_action_param=None):
796 """Check for any browser/tab crashes and hangs.
797
798 Args:
799 last_action: Specify action taken before checking for crashes.
800 last_action_param: Parameter for last action.
801 """
802 self.assertTrue(self.GetBrowserWindowCount(), 580 self.assertTrue(self.GetBrowserWindowCount(),
803 msg='Browser crashed, no window is open.') 581 msg='Browser crashed, no window is open.')
804 582
805 info = self.GetBrowserInfo() 583 info = self.GetBrowserInfo()
806 breakpad_folder = info['properties']['DIR_CRASH_DUMPS'] 584 breakpad_folder = info['properties']['DIR_CRASH_DUMPS']
807 old_dmp_files = glob.glob(os.path.join(breakpad_folder, '*.dmp')) 585 old_dmp_files = glob.glob(os.path.join(breakpad_folder, '*.dmp'))
808 586
809 # Verify there're no crash dump files. 587 # Verify there're no crash dump files.
810 for dmp_file in glob.glob(os.path.join(breakpad_folder, '*.dmp')): 588 for dmp_file in glob.glob(os.path.join(breakpad_folder, '*.dmp')):
811 self.assertTrue(dmp_file in old_dmp_files, 589 self.assertTrue(dmp_file in old_dmp_files,
812 msg='Crash dump %s found' % dmp_file) 590 msg='Crash dump %s found' % dmp_file)
813 591
814 # Check for any crashed tabs. 592 # Check for any crashed tabs.
815 tabs = info['windows'][0]['tabs'] 593 tabs = info['windows'][0]['tabs']
816 for tab in tabs: 594 for tab in tabs:
817 if tab['url'] != 'about:blank': 595 if tab['url'] != 'about:blank':
818 if not self.GetDOMValue('document.body.innerHTML', tab['index']): 596 if not self.GetDOMValue('document.body.innerHTML', tab['index']):
819 self.fail(msg='Tab crashed on %s' % tab['url']) 597 self.fail(msg='Tab crashed on %s' % tab['url'])
820 598
821 # TODO(chrisphan): Check for tab hangs and browser hangs.
822 # TODO(chrisphan): Handle specific action: close browser, close tab.
823 if last_action == 'close tab':
824 pass
825 elif last_action == 'close browser':
826 pass
827 else:
828 pass
829
830 def _GetPlatformArchitecture(self): 599 def _GetPlatformArchitecture(self):
831 """Get platform architecture. 600 """Get platform architecture.
832 601
833 Args:
834 last_action: Last action taken before checking for crashes.
835 last_action_param: Parameter for last action.
836
837 Returns: 602 Returns:
838 A string representing the platform architecture. 603 A string representing the platform architecture.
839 """ 604 """
840 if pyauto.PyUITest.IsWin(): 605 if pyauto.PyUITest.IsWin():
841 if os.environ['PROGRAMFILES'] == 'C:\\Program Files (x86)': 606 if os.environ['PROGRAMFILES'] == 'C:\\Program Files (x86)':
842 return '64bit' 607 return '64bit'
843 else: 608 else:
844 return '32bit' 609 return '32bit'
845 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux(): 610 elif pyauto.PyUITest.IsMac() or pyauto.PyUITest.IsLinux():
846 if platform.machine() == 'x86_64': 611 if platform.machine() == 'x86_64':
847 return '64bit' 612 return '64bit'
848 else: 613 else:
849 return '32bit' 614 return '32bit'
850 return '32bit' 615 return '32bit'
851 616
852 def _HasFile(self, pattern, root=os.curdir):
853 """Check if a file matching the specified pattern exists in a directory.
854
855 Args:
856 pattern: Pattern of file name.
857 root: Directory to start looking.
858
859 Returns:
860 True, if root contains the file name pattern, or
861 False otherwise.
862 """
863 return len(glob.glob(os.path.join(root, pattern)))
864
865 def _HasPathInTree(self, pattern, is_file, root=os.curdir): 617 def _HasPathInTree(self, pattern, is_file, root=os.curdir):
866 """Recursively checks if a file/directory matching a pattern exists. 618 """Recursively checks if a file/directory matching a pattern exists.
867 619
868 Args: 620 Args:
869 pattern: Pattern of file or directory name. 621 pattern: Pattern of file or directory name.
870 is_file: True if looking for file, or False if looking for directory. 622 is_file: True if looking for file, or False if looking for directory.
871 root: Directory to start looking. 623 root: Directory to start looking.
872 624
873 Returns: 625 Returns:
874 True, if root contains the directory name pattern, or 626 True, if root contains the directory name pattern, or
875 False otherwise. 627 False otherwise.
876 """ 628 """
877 for path, dirs, files in os.walk(os.path.abspath(root)): 629 for path, dirs, files in os.walk(os.path.abspath(root)):
878 if is_file: 630 if is_file:
879 if len(fnmatch.filter(files, pattern)): 631 if len(fnmatch.filter(files, pattern)):
880 return True 632 return True
881 else: 633 else:
882 if len(fnmatch.filter(dirs, pattern)): 634 if len(fnmatch.filter(dirs, pattern)):
883 return True 635 return True
884 return False 636 return False
885 637
886 def _GetDirectoryPath(self, pattern, root=os.curdir):
887 """Get the path of a directory in another directory.
888
889 Args:
890 pattern: Pattern of directory name.
891 root: Directory to start looking.
892
893 Returns:
894 A string of the path.
895 """
896 for path, dirs, files in os.walk(os.path.abspath(root)):
897 result = fnmatch.filter(dirs, pattern)
898 if result:
899 return os.path.join(path, result[0])
900 return None
901
902 def _HasAllSystemRequirements(self): 638 def _HasAllSystemRequirements(self):
903 """Verify NaCl SDK installation system requirements. 639 """Verify NaCl SDK installation system requirements.
904 640
905 Returns: 641 Returns:
906 True, if system passed requirements, or 642 True, if system passed requirements, or
907 False otherwise. 643 False otherwise.
908 """ 644 """
909 # Check python version. 645 # Check python version.
910 if sys.version_info[0:2] < (2, 6): 646 if sys.version_info[0:2] < (2, 6):
911 return False 647 return False
(...skipping 16 matching lines...) Expand all
928 # NaCl supports Chrome 10 and higher builds. 664 # NaCl supports Chrome 10 and higher builds.
929 min_required_chrome_build = self._settings['min_required_chrome_build'] 665 min_required_chrome_build = self._settings['min_required_chrome_build']
930 browser_info = self.GetBrowserInfo() 666 browser_info = self.GetBrowserInfo()
931 chrome_version = browser_info['properties']['ChromeVersion'] 667 chrome_version = browser_info['properties']['ChromeVersion']
932 chrome_build = int(chrome_version.split('.')[0]) 668 chrome_build = int(chrome_version.split('.')[0])
933 return chrome_build >= min_required_chrome_build 669 return chrome_build >= min_required_chrome_build
934 670
935 def _DownloadNaClSDK(self): 671 def _DownloadNaClSDK(self):
936 """Download NaCl SDK.""" 672 """Download NaCl SDK."""
937 self._temp_dir = tempfile.mkdtemp() 673 self._temp_dir = tempfile.mkdtemp()
938 if pyauto.PyUITest.IsWin(): 674 dl_file = urllib2.urlopen(self._settings['post_sdk_zip'])
939 dl_file = urllib2.urlopen(self._settings['release_win_sdk_url']) 675 file_path = os.path.join(self._temp_dir, 'nacl_sdk.zip')
940 file_path = os.path.join(self._temp_dir, 'naclsdk_win.exe')
941 elif pyauto.PyUITest.IsMac():
942 dl_file = urllib2.urlopen(self._settings['release_mac_sdk_url'])
943 file_path = os.path.join(self._temp_dir, 'naclsdk_mac.tgz')
944 elif pyauto.PyUITest.IsLinux():
945 dl_file = urllib2.urlopen(self._settings['release_lin_sdk_url'])
946 file_path = os.path.join(self._temp_dir, 'naclsdk_linux.tgz')
947 else:
948 self.fail(msg='NaCl SDK does not support this OS.')
949 676
950 try: 677 try:
951 f = open(file_path, 'wb') 678 f = open(file_path, 'wb')
952 f.write(dl_file.read()) 679 f.write(dl_file.read())
953 except IOError: 680 except IOError:
954 self.fail(msg='Cannot open %s.' % file_path) 681 self.fail(msg='Cannot open %s.' % file_path)
955 finally: 682 finally:
956 f.close() 683 f.close()
957 684
958 def _ExtractNaClSDK(self): 685 def _ExtractNaClSDK(self):
959 """Extract NaCl SDK.""" 686 """Extract NaCl SDK."""
960 if pyauto.PyUITest.IsWin(): 687 source_file = os.path.join(self._temp_dir, 'nacl_sdk.zip')
961 source_file = os.path.join(self._temp_dir, 'naclsdk_win.exe') 688 if zipfile.is_zipfile(source_file):
962 proc = subprocess.Popen([source_file, '/S', '/D=' + 689 zip = zipfile.ZipFile(source_file, 'r')
963 self._extracted_sdk_path], 690 zip.extractall(self._extracted_sdk_path)
964 stdout=subprocess.PIPE)
965 proc.communicate()
966 if not os.listdir(self._extracted_sdk_path):
967 self.fail(msg='Failed to extract NaCl SDK.')
968 elif pyauto.PyUITest.IsMac():
969 source_file = os.path.join(self._temp_dir, 'naclsdk_mac.tgz')
970 tar = tarfile.open(source_file, 'r')
971 tar.extractall(self._extracted_sdk_path)
972 elif pyauto.PyUITest.IsLinux():
973 source_file = os.path.join(self._temp_dir, 'naclsdk_linux.tgz')
974 tar = tarfile.open(source_file, 'r')
975 tar.extractall(self._extracted_sdk_path)
976 else: 691 else:
977 self.fail(msg='NaCl SDK does not support this OS.') 692 self.fail(msg='%s is not a valid zip file' % source_file)
978 693
979 def _IsURLAlive(self, url): 694 def _IsURLAlive(self, url):
980 """Test if URL is alive.""" 695 """Test if URL is alive."""
981 try: 696 try:
982 urllib2.urlopen(url) 697 urllib2.urlopen(url)
983 except: 698 except:
984 return False 699 return False
985 return True 700 return True
986 701
987 def _CloseHTTPServer(self, proc=None): 702 def _CloseHTTPServer(self, proc=None):
(...skipping 15 matching lines...) Expand all
1003 lambda: self._IsURLAlive('http://localhost:5103'), 718 lambda: self._IsURLAlive('http://localhost:5103'),
1004 timeout=30, retry_sleep=1, expect_retval=False) 719 timeout=30, retry_sleep=1, expect_retval=False)
1005 if not success: 720 if not success:
1006 if not proc: 721 if not proc:
1007 self.fail(msg='Failed to close HTTP server.') 722 self.fail(msg='Failed to close HTTP server.')
1008 else: 723 else:
1009 if proc.poll() == None: 724 if proc.poll() == None:
1010 try: 725 try:
1011 proc.kill() 726 proc.kill()
1012 except: 727 except:
1013 self.fail(msg='Failed to close HTTP server') 728 self.fail(msg='Failed to close HTTP server.')
1014 729
1015 def _SearchNaClSDKTarFile(self, search_list, source_file): 730 def _SearchNaClSDKFile(self, search_list):
1016 """Search NaCl SDK tar file for example files and directories.
1017
1018 Args:
1019 search_list: A list of strings, representing file and
1020 directory names for which to search.
1021 source_file: The string name of an NaCl SDK tar file.
1022 """
1023 tar = tarfile.open(source_file, 'r')
1024
1025 # Look for files and directories in examples.
1026 files = copy.deepcopy(search_list)
1027 for tar_info in tar:
1028 file_name = tar_info.name
1029 if tar_info.isdir() and not file_name.endswith('/'):
1030 file_name = file_name + '/'
1031
1032 for name in files:
1033 if file_name.find('examples/' + name):
1034 files.remove(name)
1035 if not files:
1036 break
1037
1038 tar.close()
1039
1040 self.assertEqual(len(files), 0,
1041 msg='Missing files or directories: %s' %
1042 ', '.join(map(str, files)))
1043
1044 def _SearchNaClSDKFileWindows(self, search_list):
1045 """Search NaCl SDK file for example files and directories in Windows. 731 """Search NaCl SDK file for example files and directories in Windows.
1046 732
1047 Args: 733 Args:
1048 search_list: A list of strings, representing file and 734 search_list: A list of strings, representing file and
1049 directory names for which to search. 735 directory names for which to search.
1050 """ 736 """
1051 missing_items = [] 737 missing_items = []
1052 for name in search_list: 738 for name in search_list:
1053 is_file = name.find('/') < 0 739 is_file = name.find('/') < 0
1054 if not is_file: 740 if not is_file:
1055 name = name.replace('/', '') 741 name = name.replace('/', '')
1056 if not self._HasPathInTree(name, is_file, self._extracted_sdk_path): 742 if not self._HasPathInTree(name, is_file, self._extracted_sdk_path):
1057 missing_items.append(name) 743 missing_items.append(name)
1058 self.assertEqual(len(missing_items), 0, 744 self.assertEqual(len(missing_items), 0,
1059 msg='Missing files or directories: %s' % 745 msg='Missing files or directories: %s' %
1060 ', '.join(map(str, missing_items))) 746 ', '.join(map(str, missing_items)))
1061 747
1062 def _EnableNaClPlugin(self): 748 def ExtraChromeFlags(self):
1063 """Enable NaCl plugin.""" 749 """Ensures Nacl is enabled.
1064 nacl_plugin = (self.GetPluginsInfo().PluginForName('Chrome NaCl') or
1065 self.GetPluginsInfo().PluginForName('Native Client'))
1066 if not nacl_plugin:
1067 self.fail(msg='No NaCl plugin found.')
1068 self.EnablePlugin(nacl_plugin[0]['path'])
1069 750
1070 self.NavigateToURL('about:flags') 751 Returns:
1071 752 A list of extra flags to pass to Chrome when it is launched.
1072 js_code = """
1073 chrome.send('enableFlagsExperiment', ['enable-nacl', 'true']);
1074 requestFlagsExperimentsData();
1075 window.domAutomationController.send('done');
1076 """ 753 """
1077 self.ExecuteJavascript(js_code) 754 return ['--flag-switches-begin',
Nirnimesh 2012/05/08 17:35:39 Do not override. Only append to the parent's list.
Nirnimesh 2012/05/08 17:35:39 Why the --flag-switches-begin/end? Just put your f
1078 self.RestartBrowser(False) 755 '--enable-nacl',
1079 756 '--enable-nacl-exception-handling',
1080 self.NavigateToURL('about://version') 757 '--nacl-gdb',
1081 self.assertEqual(self.FindInPage('--enable-nacl')['match_count'], 1, 758 '--flag-switches-end'
1082 msg='Missing expected Chrome flag --enable-nacl.') 759 ]
1083
1084 760
1085 if __name__ == '__main__': 761 if __name__ == '__main__':
1086 pyauto_functional.Main() 762 pyauto_functional.Main()
OLDNEW
« no previous file with comments | « functional/PYAUTO_TESTS ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698