Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(19)

Side by Side Diff: Tools/Scripts/webkitpy/layout_tests/controllers/manager.py

Issue 1154373005: Introduce WPTServe for running W3C Blink Layout tests (Closed) Base URL: https://chromium.googlesource.com/chromium/blink.git@master
Patch Set: Created 5 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright (C) 2010 Google Inc. All rights reserved. 1 # Copyright (C) 2010 Google Inc. All rights reserved.
2 # Copyright (C) 2010 Gabor Rapcsanyi (rgabor@inf.u-szeged.hu), University of Sze ged 2 # Copyright (C) 2010 Gabor Rapcsanyi (rgabor@inf.u-szeged.hu), University of Sze ged
3 # 3 #
4 # Redistribution and use in source and binary forms, with or without 4 # Redistribution and use in source and binary forms, with or without
5 # modification, are permitted provided that the following conditions are 5 # modification, are permitted provided that the following conditions are
6 # met: 6 # met:
7 # 7 #
8 # * Redistributions of source code must retain the above copyright 8 # * Redistributions of source code must retain the above copyright
9 # notice, this list of conditions and the following disclaimer. 9 # notice, this list of conditions and the following disclaimer.
10 # * Redistributions in binary form must reproduce the above 10 # * Redistributions in binary form must reproduce the above
(...skipping 65 matching lines...) Expand 10 before | Expand all | Expand 10 after
76 self._filesystem = port.host.filesystem 76 self._filesystem = port.host.filesystem
77 self._options = options 77 self._options = options
78 self._printer = printer 78 self._printer = printer
79 self._expectations = None 79 self._expectations = None
80 80
81 self.HTTP_SUBDIR = 'http' + port.TEST_PATH_SEPARATOR 81 self.HTTP_SUBDIR = 'http' + port.TEST_PATH_SEPARATOR
82 self.INSPECTOR_SUBDIR = 'inspector' + port.TEST_PATH_SEPARATOR 82 self.INSPECTOR_SUBDIR = 'inspector' + port.TEST_PATH_SEPARATOR
83 self.PERF_SUBDIR = 'perf' 83 self.PERF_SUBDIR = 'perf'
84 self.WEBSOCKET_SUBDIR = 'websocket' + port.TEST_PATH_SEPARATOR 84 self.WEBSOCKET_SUBDIR = 'websocket' + port.TEST_PATH_SEPARATOR
85 self.LAYOUT_TESTS_DIRECTORY = 'LayoutTests' 85 self.LAYOUT_TESTS_DIRECTORY = 'LayoutTests'
86 self.WPT_SUBDIR = "web-platform-tests"
86 self.ARCHIVED_RESULTS_LIMIT = 25 87 self.ARCHIVED_RESULTS_LIMIT = 25
87 self._http_server_started = False 88 self._http_server_started = False
89 self._wptserve_started = False
88 self._websockets_server_started = False 90 self._websockets_server_started = False
89 91
90 self._results_directory = self._port.results_directory() 92 self._results_directory = self._port.results_directory()
91 self._finder = LayoutTestFinder(self._port, self._options) 93 self._finder = LayoutTestFinder(self._port, self._options)
92 self._runner = LayoutTestRunner(self._options, self._port, self._printer , self._results_directory, self._test_is_slow) 94 self._runner = LayoutTestRunner(self._options, self._port, self._printer , self._results_directory, self._test_is_slow)
93 95
94 def _collect_tests(self, args): 96 def _collect_tests(self, args):
95 return self._finder.find_tests(self._options, args) 97 return self._finder.find_tests(self._options, args)
96 98
97 def _is_http_test(self, test): 99 def _is_http_test(self, test):
98 return self.HTTP_SUBDIR in test or self._is_websocket_test(test) 100 return self.HTTP_SUBDIR in test or self._is_websocket_test(test)
99 101
102 def _is_wpt_test(self, test):
103 """Wheter this test is part of a web-platform-tests which require wptser ve servers."""
jsbell 2015/06/04 17:43:25 typo: "whether"
burnik 2015/06/05 12:59:28 Done.
104 return self.WPT_SUBDIR in test
105
100 def _is_inspector_test(self, test): 106 def _is_inspector_test(self, test):
101 return self.INSPECTOR_SUBDIR in test 107 return self.INSPECTOR_SUBDIR in test
102 108
103 def _is_websocket_test(self, test): 109 def _is_websocket_test(self, test):
104 return self.WEBSOCKET_SUBDIR in test 110 return self.WEBSOCKET_SUBDIR in test
105 111
106 def _http_tests(self, test_names): 112 def _http_tests(self, test_names):
107 return set(test for test in test_names if self._is_http_test(test)) 113 return set(test for test in test_names if self._is_http_test(test))
108 114
109 def _is_perf_test(self, test): 115 def _is_perf_test(self, test):
(...skipping 215 matching lines...) Expand 10 before | Expand all | Expand 10 after
325 def _run_tests(self, tests_to_run, tests_to_skip, repeat_each, iterations, n um_workers, retrying): 331 def _run_tests(self, tests_to_run, tests_to_skip, repeat_each, iterations, n um_workers, retrying):
326 332
327 test_inputs = [] 333 test_inputs = []
328 for _ in xrange(iterations): 334 for _ in xrange(iterations):
329 for test in tests_to_run: 335 for test in tests_to_run:
330 for _ in xrange(repeat_each): 336 for _ in xrange(repeat_each):
331 test_inputs.append(self._test_input_for_file(test)) 337 test_inputs.append(self._test_input_for_file(test))
332 return self._runner.run_tests(self._expectations, test_inputs, tests_to_ skip, num_workers, retrying) 338 return self._runner.run_tests(self._expectations, test_inputs, tests_to_ skip, num_workers, retrying)
333 339
334 def _start_servers(self, tests_to_run): 340 def _start_servers(self, tests_to_run):
341 if self._port.is_wpt_enabled() and any(self._is_wpt_test(test) for test in tests_to_run):
342 self._printer.write_update('Starting WPTserve ...')
343 self._port.start_wptserve()
344 self._wptserve_started = True
345
335 if self._port.requires_http_server() or any((self._is_http_test(test) or self._is_inspector_test(test)) for test in tests_to_run): 346 if self._port.requires_http_server() or any((self._is_http_test(test) or self._is_inspector_test(test)) for test in tests_to_run):
336 self._printer.write_update('Starting HTTP server ...') 347 self._printer.write_update('Starting HTTP server ...')
337 self._port.start_http_server(additional_dirs={}, number_of_drivers=s elf._options.max_locked_shards) 348 self._port.start_http_server(additional_dirs={}, number_of_drivers=s elf._options.max_locked_shards)
338 self._http_server_started = True 349 self._http_server_started = True
339 350
340 if any(self._is_websocket_test(test) for test in tests_to_run): 351 if any(self._is_websocket_test(test) for test in tests_to_run):
341 self._printer.write_update('Starting WebSocket server ...') 352 self._printer.write_update('Starting WebSocket server ...')
342 self._port.start_websocket_server() 353 self._port.start_websocket_server()
343 self._websockets_server_started = True 354 self._websockets_server_started = True
344 355
345 def _stop_servers(self): 356 def _stop_servers(self):
346 if self._http_server_started: 357 if self._http_server_started:
347 self._printer.write_update('Stopping HTTP server ...') 358 self._printer.write_update('Stopping HTTP server ...')
348 self._http_server_started = False 359 self._http_server_started = False
349 self._port.stop_http_server() 360 self._port.stop_http_server()
350 if self._websockets_server_started: 361 if self._websockets_server_started:
351 self._printer.write_update('Stopping WebSocket server ...') 362 self._printer.write_update('Stopping WebSocket server ...')
352 self._websockets_server_started = False 363 self._websockets_server_started = False
353 self._port.stop_websocket_server() 364 self._port.stop_websocket_server()
365 if self._wptserve_started:
366 self._printer.write_update('Stopping WPTServe servers ...')
jsbell 2015/06/04 17:43:25 Nit: make string symmetric with 'Starting WPTserve
burnik 2015/06/05 12:59:28 Done.
367 self._wptserve_started = False
368 self._port.stop_wptserve()
354 369
355 def _clean_up_run(self): 370 def _clean_up_run(self):
356 _log.debug("Flushing stdout") 371 _log.debug("Flushing stdout")
357 sys.stdout.flush() 372 sys.stdout.flush()
358 _log.debug("Flushing stderr") 373 _log.debug("Flushing stderr")
359 sys.stderr.flush() 374 sys.stderr.flush()
360 _log.debug("Stopping helper") 375 _log.debug("Stopping helper")
361 self._port.stop_helper() 376 self._port.stop_helper()
362 _log.debug("Cleaning up port") 377 _log.debug("Cleaning up port")
363 self._port.clean_up_test_run() 378 self._port.clean_up_test_run()
(...skipping 132 matching lines...) Expand 10 before | Expand all | Expand 10 after
496 return int(worker_name.split('/')[1]) if worker_name else -1 511 return int(worker_name.split('/')[1]) if worker_name else -1
497 512
498 stats = {} 513 stats = {}
499 for result in initial_results.results_by_name.values(): 514 for result in initial_results.results_by_name.values():
500 if result.type != test_expectations.SKIP: 515 if result.type != test_expectations.SKIP:
501 stats[result.test_name] = {'results': (_worker_number(result.wor ker_name), result.test_number, result.pid, int(result.test_run_time * 1000), int (result.total_run_time * 1000))} 516 stats[result.test_name] = {'results': (_worker_number(result.wor ker_name), result.test_number, result.pid, int(result.test_run_time * 1000), int (result.total_run_time * 1000))}
502 stats_trie = {} 517 stats_trie = {}
503 for name, value in stats.iteritems(): 518 for name, value in stats.iteritems():
504 json_results_generator.add_path_to_trie(name, value, stats_trie) 519 json_results_generator.add_path_to_trie(name, value, stats_trie)
505 return stats_trie 520 return stats_trie
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698