OLD | NEW |
1 # Copyright 2014 The Chromium Authors. All rights reserved. | 1 # Copyright 2014 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 import unittest | 5 import unittest |
6 import StringIO | 6 import StringIO |
7 import sys | 7 import sys |
8 | 8 |
9 from telemetry import benchmark | 9 from telemetry import benchmark |
10 from telemetry import user_story | 10 from telemetry import user_story |
(...skipping 390 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
401 results.PrintSummary() | 401 results.PrintSummary() |
402 contents = output.getvalue() | 402 contents = output.getvalue() |
403 self.assertEquals(4, GetNumberOfSuccessfulPageRuns(results)) | 403 self.assertEquals(4, GetNumberOfSuccessfulPageRuns(results)) |
404 self.assertEquals(0, len(results.failures)) | 404 self.assertEquals(0, len(results.failures)) |
405 self.assertIn('RESULT metric: blank= [1,3] unit', contents) | 405 self.assertIn('RESULT metric: blank= [1,3] unit', contents) |
406 self.assertIn('RESULT metric: green= [2,4] unit', contents) | 406 self.assertIn('RESULT metric: green= [2,4] unit', contents) |
407 self.assertIn('*RESULT metric: metric= [1,2,3,4] unit', contents) | 407 self.assertIn('*RESULT metric: metric= [1,2,3,4] unit', contents) |
408 finally: | 408 finally: |
409 sys.stdout = real_stdout | 409 sys.stdout = real_stdout |
410 | 410 |
411 def testCheckArchives(self): | 411 def testUpdateAndCheckArchives(self): |
412 uss = user_story_set.UserStorySet() | 412 uss = user_story_set.UserStorySet() |
413 uss.AddUserStory(page_module.Page( | 413 uss.AddUserStory(page_module.Page( |
414 'http://www.testurl.com', uss, uss.base_dir)) | 414 'http://www.testurl.com', uss, uss.base_dir)) |
415 # Page set missing archive_data_file. | 415 # Page set missing archive_data_file. |
416 self.assertFalse(user_story_runner._CheckArchives( | 416 self.assertFalse(user_story_runner._UpdateAndCheckArchives( |
417 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) | 417 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) |
418 | 418 |
419 uss = user_story_set.UserStorySet( | 419 uss = user_story_set.UserStorySet( |
420 archive_data_file='missing_archive_data_file.json') | 420 archive_data_file='missing_archive_data_file.json') |
421 uss.AddUserStory(page_module.Page( | 421 uss.AddUserStory(page_module.Page( |
422 'http://www.testurl.com', uss, uss.base_dir)) | 422 'http://www.testurl.com', uss, uss.base_dir)) |
423 # Page set missing json file specified in archive_data_file. | 423 # Page set missing json file specified in archive_data_file. |
424 self.assertFalse(user_story_runner._CheckArchives( | 424 self.assertFalse(user_story_runner._UpdateAndCheckArchives( |
425 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) | 425 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) |
426 | 426 |
427 uss = user_story_set.UserStorySet( | 427 uss = user_story_set.UserStorySet( |
428 archive_data_file='../../unittest_data/test.json', | 428 archive_data_file='../../unittest_data/test.json', |
429 cloud_storage_bucket=cloud_storage.PUBLIC_BUCKET) | 429 cloud_storage_bucket=cloud_storage.PUBLIC_BUCKET) |
430 uss.AddUserStory(page_module.Page( | 430 uss.AddUserStory(page_module.Page( |
431 'http://www.testurl.com', uss, uss.base_dir)) | 431 'http://www.testurl.com', uss, uss.base_dir)) |
432 # Page set with valid archive_data_file. | 432 # Page set with valid archive_data_file. |
433 self.assertTrue(user_story_runner._CheckArchives( | 433 self.assertTrue(user_story_runner._UpdateAndCheckArchives( |
434 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) | 434 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) |
435 uss.AddUserStory(page_module.Page( | 435 uss.AddUserStory(page_module.Page( |
436 'http://www.google.com', uss, uss.base_dir)) | 436 'http://www.google.com', uss, uss.base_dir)) |
437 # Page set with an archive_data_file which exists but is missing a page. | 437 # Page set with an archive_data_file which exists but is missing a page. |
438 self.assertFalse(user_story_runner._CheckArchives( | 438 self.assertFalse(user_story_runner._UpdateAndCheckArchives( |
439 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) | 439 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) |
440 | 440 |
441 uss = user_story_set.UserStorySet( | 441 uss = user_story_set.UserStorySet( |
442 archive_data_file='../../unittest_data/test_missing_wpr_file.json', | 442 archive_data_file='../../unittest_data/test_missing_wpr_file.json', |
443 cloud_storage_bucket=cloud_storage.PUBLIC_BUCKET) | 443 cloud_storage_bucket=cloud_storage.PUBLIC_BUCKET) |
444 uss.AddUserStory(page_module.Page( | 444 uss.AddUserStory(page_module.Page( |
445 'http://www.testurl.com', uss, uss.base_dir)) | 445 'http://www.testurl.com', uss, uss.base_dir)) |
446 uss.AddUserStory(page_module.Page( | 446 uss.AddUserStory(page_module.Page( |
447 'http://www.google.com', uss, uss.base_dir)) | 447 'http://www.google.com', uss, uss.base_dir)) |
448 # Page set with an archive_data_file which exists and contains all pages | 448 # Page set with an archive_data_file which exists and contains all pages |
449 # but fails to find a wpr file. | 449 # but fails to find a wpr file. |
450 self.assertFalse(user_story_runner._CheckArchives( | 450 self.assertFalse(user_story_runner._UpdateAndCheckArchives( |
451 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) | 451 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) |
452 | 452 |
453 | 453 |
454 def _testMaxFailuresOptionIsRespectedAndOverridable( | 454 def _testMaxFailuresOptionIsRespectedAndOverridable( |
455 self, num_failing_user_stories, runner_max_failures, options_max_failures, | 455 self, num_failing_user_stories, runner_max_failures, options_max_failures, |
456 expected_num_failures): | 456 expected_num_failures): |
457 class SimpleSharedUserStoryState( | 457 class SimpleSharedUserStoryState( |
458 shared_user_story_state.SharedUserStoryState): | 458 shared_user_story_state.SharedUserStoryState): |
459 _fake_platform = FakePlatform() | 459 _fake_platform = FakePlatform() |
460 _current_user_story = None | 460 _current_user_story = None |
(...skipping 62 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
523 num_failing_user_stories=5, runner_max_failures=3, | 523 num_failing_user_stories=5, runner_max_failures=3, |
524 options_max_failures=None, expected_num_failures=4) | 524 options_max_failures=None, expected_num_failures=4) |
525 | 525 |
526 def testMaxFailuresOption(self): | 526 def testMaxFailuresOption(self): |
527 # Runs up to max_failures+1 failing tests before stopping, since | 527 # Runs up to max_failures+1 failing tests before stopping, since |
528 # every tests after max_failures failures have been encountered | 528 # every tests after max_failures failures have been encountered |
529 # may all be passing. | 529 # may all be passing. |
530 self._testMaxFailuresOptionIsRespectedAndOverridable( | 530 self._testMaxFailuresOptionIsRespectedAndOverridable( |
531 num_failing_user_stories=5, runner_max_failures=3, | 531 num_failing_user_stories=5, runner_max_failures=3, |
532 options_max_failures=1, expected_num_failures=2) | 532 options_max_failures=1, expected_num_failures=2) |
OLD | NEW |