OLD | NEW |
1 # -*- coding: utf-8 -*- | 1 # -*- coding: utf-8 -*- |
2 # Copyright 2014 The Chromium Authors. All rights reserved. | 2 # Copyright 2014 The Chromium Authors. All rights reserved. |
3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
5 | 5 |
6 """Automated tests for many websites""" | 6 """Automated tests for many websites""" |
7 | 7 |
8 import argparse | 8 import argparse |
9 import logging | |
10 | 9 |
11 from environment import Environment | 10 from environment import Environment |
12 from websitetest import WebsiteTest | 11 from websitetest import WebsiteTest |
13 | 12 |
14 | 13 |
15 class TypeOfTestedWebsites: | |
16 """An enum to specify which groups of tests to run.""" | |
17 # Runs all the tests. | |
18 ALL_TESTS = 0 | |
19 # Runs a specified list of tests. | |
20 LIST_OF_TESTS = 1 | |
21 | |
22 def __init__(self): | |
23 pass | |
24 | |
25 | |
26 class Alexa(WebsiteTest): | 14 class Alexa(WebsiteTest): |
27 | 15 |
28 def Login(self): | 16 def Login(self): |
29 self.GoTo("https://www.alexa.com/secure/login") | 17 self.GoTo("https://www.alexa.com/secure/login") |
30 self.FillUsernameInto("#email") | 18 self.FillUsernameInto("#email") |
31 self.FillPasswordInto("#pwd") | 19 self.FillPasswordInto("#pwd") |
32 self.Submit("#pwd") | 20 self.Submit("#pwd") |
33 | 21 |
34 | 22 |
35 class Dropbox(WebsiteTest): | 23 class Dropbox(WebsiteTest): |
(...skipping 402 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
438 # Password not saved. | 426 # Password not saved. |
439 class Ziddu(WebsiteTest): | 427 class Ziddu(WebsiteTest): |
440 | 428 |
441 def Login(self): | 429 def Login(self): |
442 self.GoTo("http://www.ziddu.com/login.php") | 430 self.GoTo("http://www.ziddu.com/login.php") |
443 self.FillUsernameInto("#email") | 431 self.FillUsernameInto("#email") |
444 self.FillPasswordInto("#password") | 432 self.FillPasswordInto("#password") |
445 self.Click(".login input") | 433 self.Click(".login input") |
446 | 434 |
447 | 435 |
448 def Tests(environment, tests_to_run=None): | 436 all_tests = { |
449 | 437 "163": One63("163"), # http://crbug.com/368690 |
450 all_tests = { | 438 "adobe": Adobe("adobe"), # Password saving not offered. |
451 "163": One63("163"), # http://crbug.com/368690 | 439 "alexa": Alexa("alexa"), |
452 "adobe": Adobe("adobe"), # Password saving not offered. | 440 "aliexpress": Aliexpress("aliexpress"), # Fails due to test framework issue. |
453 "alexa": Alexa("alexa"), | 441 "amazon": Amazon("amazon"), # Bug not reproducible without test. |
454 "aliexpress": Aliexpress("aliexpress"), # Fails due to test framework issue. | 442 "ask": Ask("ask"), # Password not saved. |
455 "amazon": Amazon("amazon"), # Bug not reproducible without test. | 443 "baidu": Baidu("baidu"), # Password not saved. |
456 "ask": Ask("ask"), # Password not saved. | 444 "cnn": Cnn("cnn"), # http://crbug.com/368690 |
457 "baidu": Baidu("baidu"), # Password not saved. | 445 "craigslist": Craigslist("craigslist"), # Too many failed logins per time. |
458 "cnn": Cnn("cnn"), # http://crbug.com/368690 | 446 "dailymotion": Dailymotion("dailymotion"), # Crashes. |
459 "craigslist": Craigslist("craigslist"), # Too many failed logins per time. | 447 "dropbox": Dropbox("dropbox"), |
460 "dailymotion": Dailymotion("dailymotion"), # Crashes. | 448 "ebay": Ebay("ebay"), # http://crbug.com/368690 |
461 "dropbox": Dropbox("dropbox"), | 449 "espn": Espn("espn"), # Iframe, password saved but not autofilled. |
462 "ebay": Ebay("ebay"), # http://crbug.com/368690 | 450 "facebook": Facebook("facebook"), |
463 "espn": Espn("espn"), # Iframe, password saved but not autofilled. | 451 "flipkart": Flipkart("flipkart"), # Fails due to test framework issue. |
464 "facebook": Facebook("facebook"), | 452 "github": Github("github"), |
465 "flipkart": Flipkart("flipkart"), # Fails due to test framework issue. | 453 "google": Google("google"), |
466 "github": Github("github"), | 454 "imgur": Imgur("imgur"), |
467 "google": Google("google"), | 455 "instagram": Instagram("instagram"), # Iframe, pw saved but not autofilled. |
468 "imgur": Imgur("imgur"), | 456 "linkedin": Linkedin("linkedin"), |
469 "instagram": Instagram("instagram"), # Iframe, pw saved but not autofilled. | 457 "liveinternet": Liveinternet("liveinternet"), |
470 "linkedin": Linkedin("linkedin"), | 458 "live": Live("live", username_not_auto=True), # http://crbug.com/367768 |
471 "liveinternet": Liveinternet("liveinternet"), | 459 "mailru": Mailru("mailru"), |
472 "live": Live("live", username_not_auto=True), # http://crbug.com/367768 | 460 "nytimes": Nytimes("nytimes"), |
473 "mailru": Mailru("mailru"), | 461 "odnoklassniki": Odnoklassniki("odnoklassniki"), |
474 "nytimes": Nytimes("nytimes"), | 462 "pinterest": Pinterest("pinterest"), |
475 "odnoklassniki": Odnoklassniki("odnoklassniki"), | 463 "reddit": Reddit("reddit", username_not_auto=True), |
476 "pinterest": Pinterest("pinterest"), | 464 "stackexchange": StackExchange("stackexchange"), # Iframe, not autofilled. |
477 "reddit": Reddit("reddit", username_not_auto=True), | 465 "tumblr": Tumblr("tumblr", username_not_auto=True), |
478 "stackexchange": StackExchange("stackexchange"), # Iframe, not autofilled. | 466 "twitter": Twitter("twitter"), |
479 "tumblr": Tumblr("tumblr", username_not_auto=True), | 467 "vkontakte": Vkontakte("vkontakte"), |
480 "twitter": Twitter("twitter"), | 468 "vube": Vube("vube"), # http://crbug.com/368690 |
481 "vkontakte": Vkontakte("vkontakte"), | 469 "wikia": Wikia("wikia"), |
482 "vube": Vube("vube"), # http://crbug.com/368690 | 470 "wikipedia": Wikipedia("wikipedia", username_not_auto=True), |
483 "wikia": Wikia("wikia"), | 471 "wordpress": Wordpress("wordpress"), |
484 "wikipedia": Wikipedia("wikipedia", username_not_auto=True), | 472 "yahoo": Yahoo("yahoo", username_not_auto=True), |
485 "wordpress": Wordpress("wordpress"), | 473 "yandex": Yandex("yandex"), |
486 "yahoo": Yahoo("yahoo", username_not_auto=True), | 474 "ziddu": Ziddu("ziddu"), # Password not saved. |
487 "yandex": Yandex("yandex"), | 475 } |
488 "ziddu": Ziddu("ziddu"), # Password not saved. | |
489 } | |
490 | |
491 tests_to_run = tests_to_run or all_tests.keys() | |
492 for test_name in tests_to_run: | |
493 if test_name in all_tests.keys(): | |
494 environment.AddWebsiteTest(all_tests[test_name]) | |
495 | 476 |
496 | 477 |
497 def saveResults(environment_tests_results, environment_save_path): | 478 def saveResults(environment_tests_results, environment_save_path): |
498 """Save the test results in an xml file. | 479 """Save the test results in an xml file. |
499 | 480 |
500 Args: | 481 Args: |
501 environment_tests_results: A list of the TestResults that are going to be | 482 environment_tests_results: A list of the TestResults that are going to be |
502 saved. | 483 saved. |
503 environment_save_path: The file where the results are going to be saved. | 484 environment_save_path: The file where the results are going to be saved. |
504 If it's None, the results are not going to be stored. | 485 If it's None, the results are not going to be stored. |
505 Raises: | 486 Raises: |
506 Exception: An exception is raised if the file is not found. | 487 Exception: An exception is raised if the file is not found. |
507 """ | 488 """ |
508 if environment_save_path: | 489 if environment_save_path: |
509 xml = "<result>" | 490 xml = "<result>" |
510 for test_result in environment_tests_results: | 491 for test_result in environment_tests_results: |
511 xml += ("<test name='%s' successful='%s' type='%s'>%s</test>" | 492 xml += ("<test name='%s' successful='%s' type='%s'>%s</test>" |
512 % (test_result.name, str(test_result.successful), | 493 % (test_result.name, str(test_result.successful), |
513 test_result.test_type, test_result.message)) | 494 test_result.test_type, test_result.message)) |
514 xml += "</result>" | 495 xml += "</result>" |
515 with open(environment_save_path, "w") as save_file: | 496 with open(environment_save_path, "w") as save_file: |
516 save_file.write(xml) | 497 save_file.write(xml) |
517 | 498 |
518 def RunTests(chrome_path, chromedriver_path, profile_path, | 499 def RunTest(chrome_path, chromedriver_path, profile_path, |
519 environment_passwords_path, enable_automatic_password_saving, | 500 environment_passwords_path, enable_automatic_password_saving, |
520 environment_numeric_level, log_to_console, environment_log_file, | 501 website_test_name): |
521 environment_tested_websites, tests=None): | 502 """Runs the test for the specified website. |
522 | |
523 """Runs the the tests | |
524 | 503 |
525 Args: | 504 Args: |
526 chrome_path: The chrome binary file. | 505 chrome_path: The chrome binary file. |
527 chromedriver_path: The chromedriver binary file. | 506 chromedriver_path: The chromedriver binary file. |
528 profile_path: The chrome testing profile folder. | 507 profile_path: The chrome testing profile folder. |
529 environment_passwords_path: The usernames and passwords file. | 508 environment_passwords_path: The usernames and passwords file. |
530 enable_automatic_password_saving: If True, the passwords are going to be | 509 enable_automatic_password_saving: If True, the passwords are going to be |
531 saved without showing the prompt. | 510 saved without showing the prompt. |
532 environment_numeric_level: The log verbosity. | 511 website_test_name: Name of the website to test (refer to keys in |
533 log_to_console: If True, the debug logs will be shown on the console. | 512 all_tests above). |
534 environment_log_file: The file where to store the log. If it's empty, the | |
535 log is not stored. | |
536 environment_tested_websites: One of the TypeOfTestedWebsites values, | |
537 indicating which group of tests to run. | |
538 tests: Specifies which tests to run. Ignored unless | |
539 |environment_tested_websites| is equal to LIST_OF_TESTS. | |
540 | 513 |
541 Returns: | 514 Returns: |
542 The results of tests as list of TestResults. | 515 The results of the test as list of TestResults. |
| 516 |
543 Raises: | 517 Raises: |
544 Exception: An exception is raised if one of the tests fails. | 518 Exception: An exception is raised if one of the tests for the website |
| 519 fails, or if the website name is not known. |
545 """ | 520 """ |
546 | 521 |
547 environment = Environment(chrome_path, chromedriver_path, profile_path, | 522 environment = Environment(chrome_path, chromedriver_path, profile_path, |
548 environment_passwords_path, | 523 environment_passwords_path, |
549 enable_automatic_password_saving, | 524 enable_automatic_password_saving) |
550 environment_numeric_level, | |
551 log_to_console, | |
552 environment_log_file) | |
553 | 525 |
554 # Test which care about the save-password prompt need the prompt | 526 # Test which care about the save-password prompt need the prompt |
555 # to be shown. Automatic password saving results in no prompt. | 527 # to be shown. Automatic password saving results in no prompt. |
556 run_prompt_tests = not enable_automatic_password_saving | 528 run_prompt_tests = not enable_automatic_password_saving |
557 | 529 |
558 Tests(environment, tests) | 530 if website_test_name in all_tests: |
| 531 environment.AddWebsiteTest(all_tests[website_test_name]) |
| 532 else: |
| 533 raise Exception("Test name {} is unknown.".format(website_test_name)) |
559 | 534 |
560 if environment_tested_websites == TypeOfTestedWebsites.ALL_TESTS: | 535 environment.AllTests(run_prompt_tests) |
561 environment.AllTests(run_prompt_tests) | |
562 elif environment_tested_websites == TypeOfTestedWebsites.LIST_OF_TESTS: | |
563 environment.Test(tests, run_prompt_tests) | |
564 else: | |
565 raise Exception("Error: |environment_tested_websites| has to be one of the" | |
566 "TypeOfTestedWebsites values") | |
567 | |
568 | 536 |
569 environment.Quit() | 537 environment.Quit() |
570 return environment.tests_results | 538 return environment.tests_results |
571 | 539 |
572 # Tests setup. | 540 # Tests setup. |
573 if __name__ == "__main__": | 541 if __name__ == "__main__": |
574 parser = argparse.ArgumentParser( | 542 parser = argparse.ArgumentParser( |
575 description="Password Manager automated tests help.") | 543 description="Password Manager automated tests help.") |
576 | 544 |
577 parser.add_argument( | 545 parser.add_argument( |
578 "--chrome-path", action="store", dest="chrome_path", | 546 "--chrome-path", action="store", dest="chrome_path", |
579 help="Set the chrome path (required).", nargs=1, required=True) | 547 help="Set the chrome path (required).", required=True) |
580 parser.add_argument( | 548 parser.add_argument( |
581 "--chromedriver-path", action="store", dest="chromedriver_path", | 549 "--chromedriver-path", action="store", dest="chromedriver_path", |
582 help="Set the chromedriver path (required).", nargs=1, required=True) | 550 help="Set the chromedriver path (required).", required=True) |
583 parser.add_argument( | 551 parser.add_argument( |
584 "--profile-path", action="store", dest="profile_path", | 552 "--profile-path", action="store", dest="profile_path", |
585 help="Set the profile path (required). You just need to choose a " | 553 help="Set the profile path (required). You just need to choose a " |
586 "temporary empty folder. If the folder is not empty all its content " | 554 "temporary empty folder. If the folder is not empty all its content " |
587 "is going to be removed.", | 555 "is going to be removed.", |
588 nargs=1, required=True) | 556 required=True) |
589 | 557 |
590 parser.add_argument( | 558 parser.add_argument( |
591 "--passwords-path", action="store", dest="passwords_path", | 559 "--passwords-path", action="store", dest="passwords_path", |
592 help="Set the usernames/passwords path (required).", nargs=1, | 560 help="Set the usernames/passwords path (required).", required=True) |
593 required=True) | 561 parser.add_argument("--save-path", action="store", dest="save_path", |
594 parser.add_argument("--log", action="store", nargs=1, dest="log_level", | |
595 help="Set log level.") | |
596 parser.add_argument("--log-screen", action="store_true", dest="log_screen", | |
597 help="Show log on the screen.") | |
598 parser.add_argument("--log-file", action="store", dest="log_file", | |
599 help="Write the log in a file.", nargs=1) | |
600 parser.add_argument("--save-path", action="store", nargs=1, dest="save_path", | |
601 help="Write the results in a file.") | 562 help="Write the results in a file.") |
602 parser.add_argument("tests", help="Tests to be run.", nargs="*") | 563 parser.add_argument("test", help="Test to be run.") |
603 | 564 |
604 args = parser.parse_args() | 565 args = parser.parse_args() |
605 | 566 |
606 passwords_path = args.passwords_path[0] | |
607 | |
608 tested_websites = TypeOfTestedWebsites.ALL_TESTS | |
609 if args.tests: | |
610 tested_websites = TypeOfTestedWebsites.LIST_OF_TESTS | |
611 | |
612 numeric_level = None | |
613 if args.log_level: | |
614 numeric_level = getattr(logging, args.log_level[0].upper(), None) | |
615 if not isinstance(numeric_level, int): | |
616 raise ValueError("Invalid log level: %s" % args.log_level[0]) | |
617 | |
618 log_file = None | |
619 if args.log_file: | |
620 log_file = args.log_file[0] | |
621 | |
622 save_path = None | 567 save_path = None |
623 if args.save_path: | 568 if args.save_path: |
624 save_path = args.save_path[0] | 569 save_path = args.save_path |
625 | 570 |
626 # Run the test without enable-automatic-password-saving to check whether or | 571 # Run the test without enable-automatic-password-saving to check whether or |
627 # not the prompt is shown in the way we expected. | 572 # not the prompt is shown in the way we expected. |
628 tests_results = RunTests(args.chrome_path[0], | 573 tests_results = RunTest(args.chrome_path, |
629 args.chromedriver_path[0], | 574 args.chromedriver_path, |
630 args.profile_path[0], | 575 args.profile_path, |
631 passwords_path, | 576 args.passwords_path, |
632 False, | 577 False, |
633 numeric_level, | 578 args.test) |
634 args.log_screen, | |
635 log_file, | |
636 tested_websites, | |
637 args.tests) | |
638 | 579 |
639 # Run the test with enable-automatic-password-saving to check whether or not | 580 # Run the test with enable-automatic-password-saving to check whether or not |
640 # the passwords is stored in the the way we expected. | 581 # the passwords is stored in the the way we expected. |
641 tests_results += RunTests(args.chrome_path[0], | 582 tests_results += RunTest(args.chrome_path, |
642 args.chromedriver_path[0], | 583 args.chromedriver_path, |
643 args.profile_path[0], | 584 args.profile_path, |
644 passwords_path, | 585 args.passwords_path, |
645 True, | 586 True, |
646 numeric_level, | 587 args.test) |
647 args.log_screen, | |
648 log_file, | |
649 tested_websites, | |
650 args.tests) | |
651 | 588 |
652 saveResults(tests_results, save_path) | 589 saveResults(tests_results, save_path) |
OLD | NEW |