Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1143)

Side by Side Diff: tools/telemetry/telemetry/user_story/user_story_runner_unittest.py

Issue 794493004: Refactor downloading archives in archive_info.py (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright 2014 The Chromium Authors. All rights reserved. 1 # Copyright 2014 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 import unittest 5 import unittest
6 import StringIO 6 import StringIO
7 import sys 7 import sys
8 8
9 from telemetry import benchmark 9 from telemetry import benchmark
10 from telemetry import user_story 10 from telemetry import user_story
(...skipping 390 matching lines...) Expand 10 before | Expand all | Expand 10 after
401 results.PrintSummary() 401 results.PrintSummary()
402 contents = output.getvalue() 402 contents = output.getvalue()
403 self.assertEquals(4, GetNumberOfSuccessfulPageRuns(results)) 403 self.assertEquals(4, GetNumberOfSuccessfulPageRuns(results))
404 self.assertEquals(0, len(results.failures)) 404 self.assertEquals(0, len(results.failures))
405 self.assertIn('RESULT metric: blank= [1,3] unit', contents) 405 self.assertIn('RESULT metric: blank= [1,3] unit', contents)
406 self.assertIn('RESULT metric: green= [2,4] unit', contents) 406 self.assertIn('RESULT metric: green= [2,4] unit', contents)
407 self.assertIn('*RESULT metric: metric= [1,2,3,4] unit', contents) 407 self.assertIn('*RESULT metric: metric= [1,2,3,4] unit', contents)
408 finally: 408 finally:
409 sys.stdout = real_stdout 409 sys.stdout = real_stdout
410 410
411 def testCheckArchives(self): 411 def testUpdateAndCheckArchives(self):
412 uss = user_story_set.UserStorySet() 412 uss = user_story_set.UserStorySet()
413 uss.AddUserStory(page_module.Page( 413 uss.AddUserStory(page_module.Page(
414 'http://www.testurl.com', uss, uss.base_dir)) 414 'http://www.testurl.com', uss, uss.base_dir))
415 # Page set missing archive_data_file. 415 # Page set missing archive_data_file.
416 self.assertFalse(user_story_runner._CheckArchives( 416 self.assertFalse(user_story_runner._UpdateAndCheckArchives(
417 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) 417 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories))
418 418
419 uss = user_story_set.UserStorySet( 419 uss = user_story_set.UserStorySet(
420 archive_data_file='missing_archive_data_file.json') 420 archive_data_file='missing_archive_data_file.json')
421 uss.AddUserStory(page_module.Page( 421 uss.AddUserStory(page_module.Page(
422 'http://www.testurl.com', uss, uss.base_dir)) 422 'http://www.testurl.com', uss, uss.base_dir))
423 # Page set missing json file specified in archive_data_file. 423 # Page set missing json file specified in archive_data_file.
424 self.assertFalse(user_story_runner._CheckArchives( 424 self.assertFalse(user_story_runner._UpdateAndCheckArchives(
425 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) 425 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories))
426 426
427 uss = user_story_set.UserStorySet( 427 uss = user_story_set.UserStorySet(
428 archive_data_file='../../unittest_data/test.json', 428 archive_data_file='../../unittest_data/test.json',
429 cloud_storage_bucket=cloud_storage.PUBLIC_BUCKET) 429 cloud_storage_bucket=cloud_storage.PUBLIC_BUCKET)
430 uss.AddUserStory(page_module.Page( 430 uss.AddUserStory(page_module.Page(
431 'http://www.testurl.com', uss, uss.base_dir)) 431 'http://www.testurl.com', uss, uss.base_dir))
432 # Page set with valid archive_data_file. 432 # Page set with valid archive_data_file.
433 self.assertTrue(user_story_runner._CheckArchives( 433 self.assertTrue(user_story_runner._UpdateAndCheckArchives(
434 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) 434 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories))
435 uss.AddUserStory(page_module.Page( 435 uss.AddUserStory(page_module.Page(
436 'http://www.google.com', uss, uss.base_dir)) 436 'http://www.google.com', uss, uss.base_dir))
437 # Page set with an archive_data_file which exists but is missing a page. 437 # Page set with an archive_data_file which exists but is missing a page.
438 self.assertFalse(user_story_runner._CheckArchives( 438 self.assertFalse(user_story_runner._UpdateAndCheckArchives(
439 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) 439 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories))
440 440
441 uss = user_story_set.UserStorySet( 441 uss = user_story_set.UserStorySet(
442 archive_data_file='../../unittest_data/test_missing_wpr_file.json', 442 archive_data_file='../../unittest_data/test_missing_wpr_file.json',
443 cloud_storage_bucket=cloud_storage.PUBLIC_BUCKET) 443 cloud_storage_bucket=cloud_storage.PUBLIC_BUCKET)
444 uss.AddUserStory(page_module.Page( 444 uss.AddUserStory(page_module.Page(
445 'http://www.testurl.com', uss, uss.base_dir)) 445 'http://www.testurl.com', uss, uss.base_dir))
446 uss.AddUserStory(page_module.Page( 446 uss.AddUserStory(page_module.Page(
447 'http://www.google.com', uss, uss.base_dir)) 447 'http://www.google.com', uss, uss.base_dir))
448 # Page set with an archive_data_file which exists and contains all pages 448 # Page set with an archive_data_file which exists and contains all pages
449 # but fails to find a wpr file. 449 # but fails to find a wpr file.
450 self.assertFalse(user_story_runner._CheckArchives( 450 self.assertFalse(user_story_runner._UpdateAndCheckArchives(
451 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories)) 451 uss.archive_data_file, uss.wpr_archive_info, uss.user_stories))
452 452
453 453
454 def _testMaxFailuresOptionIsRespectedAndOverridable( 454 def _testMaxFailuresOptionIsRespectedAndOverridable(
455 self, num_failing_user_stories, runner_max_failures, options_max_failures, 455 self, num_failing_user_stories, runner_max_failures, options_max_failures,
456 expected_num_failures): 456 expected_num_failures):
457 class SimpleSharedUserStoryState( 457 class SimpleSharedUserStoryState(
458 shared_user_story_state.SharedUserStoryState): 458 shared_user_story_state.SharedUserStoryState):
459 _fake_platform = FakePlatform() 459 _fake_platform = FakePlatform()
460 _current_user_story = None 460 _current_user_story = None
(...skipping 62 matching lines...) Expand 10 before | Expand all | Expand 10 after
523 num_failing_user_stories=5, runner_max_failures=3, 523 num_failing_user_stories=5, runner_max_failures=3,
524 options_max_failures=None, expected_num_failures=4) 524 options_max_failures=None, expected_num_failures=4)
525 525
526 def testMaxFailuresOption(self): 526 def testMaxFailuresOption(self):
527 # Runs up to max_failures+1 failing tests before stopping, since 527 # Runs up to max_failures+1 failing tests before stopping, since
528 # every tests after max_failures failures have been encountered 528 # every tests after max_failures failures have been encountered
529 # may all be passing. 529 # may all be passing.
530 self._testMaxFailuresOptionIsRespectedAndOverridable( 530 self._testMaxFailuresOptionIsRespectedAndOverridable(
531 num_failing_user_stories=5, runner_max_failures=3, 531 num_failing_user_stories=5, runner_max_failures=3,
532 options_max_failures=1, expected_num_failures=2) 532 options_max_failures=1, expected_num_failures=2)
OLDNEW
« no previous file with comments | « tools/telemetry/telemetry/user_story/user_story_runner.py ('k') | tools/telemetry/telemetry/wpr/archive_info.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698