OLD | NEW |
1 # Copyright (c) 2010 The Chromium OS Authors. All rights reserved. | 1 # Copyright (c) 2010 The Chromium OS Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 AUTHOR = "Chrome OS Team" | 5 AUTHOR = "Chrome OS Team" |
6 NAME = "Nightly" | 6 NAME = "Nightly" |
7 TIME = "LONG" | 7 TIME = "LONG" |
8 TEST_CATEGORY = "Functional" | 8 TEST_CATEGORY = "Functional" |
9 TEST_CLASS = "suite" | 9 TEST_CLASS = "suite" |
10 TEST_TYPE = "server" | 10 TEST_TYPE = "server" |
11 | 11 |
12 DOC = """ | 12 DOC = """ |
13 This test suite runs automated tests that should all pass and that, together | 13 This test suite runs automated tests that should all pass and that, together |
14 with the BuildVerify suite, verify that all major features in the build are | 14 with the BuildVerify suite, verify that all major features in the build are |
15 fully functional. These are meant to run nightly in less than 8 hours. | 15 fully functional. These are meant to run nightly in less than 8 hours. |
16 """ | 16 """ |
17 | 17 |
18 from autotest_lib.server import site_host_attributes | 18 from autotest_lib.server import site_host_attributes |
19 | 19 |
20 # List of client tests with parameters | 20 # List of client tests with parameters |
21 TESTS = [ | 21 TESTS = [ |
22 ('compilebench', {}), | 22 ('compilebench', {}), |
23 ('dbench', {}), | 23 ('dbench', {}), |
24 ('desktopui_IBusTest', {}), | 24 ('desktopui_IBusTest', {}), |
25 ('desktopui_SpeechSynthesisSemiAuto', {}), | 25 ('desktopui_SpeechSynthesisSemiAuto', {}), |
26 ('desktopui_SunSpiderBench', {}), | 26 ('desktopui_SunSpiderBench', {}), |
27 ('desktopui_UrlFetch', {}), | 27 ('desktopui_UrlFetch', {}), |
28 ('desktopui_V8Bench', {}), | 28 ('desktopui_V8Bench', {}), |
29 ('desktopui_SyncIntegrationTests', {}), | |
30 ('desktopui_WindowManagerFocusNewWindows', {}), | 29 ('desktopui_WindowManagerFocusNewWindows', {}), |
31 ('desktopui_WindowManagerHotkeys', {}), | 30 ('desktopui_WindowManagerHotkeys', {}), |
32 ('disktest', {}), | 31 ('disktest', {}), |
33 ('firmware_VbootCrypto', {}), | 32 ('firmware_VbootCrypto', {}), |
34 ('fsx', {}), | 33 ('fsx', {}), |
35 ('graphics_GLAPICheck', {}), | 34 ('graphics_GLAPICheck', {}), |
36 ('graphics_GLBench', {}), | 35 ('graphics_GLBench', {}), |
37 ('graphics_O3DSelenium', {}), | 36 ('graphics_O3DSelenium', {}), |
38 ('graphics_SanAngeles', {'creds': '$backdoor'}), | 37 ('graphics_SanAngeles', {'creds': '$backdoor'}), |
39 ('graphics_WindowManagerGraphicsCapture', {}), | 38 ('graphics_WindowManagerGraphicsCapture', {}), |
40 ('hackbench', {}), | 39 ('hackbench', {}), |
41 ('hardware_Backlight', {}), | 40 ('hardware_Backlight', {}), |
42 ('hardware_DiskSize', {}), | 41 ('hardware_DiskSize', {}), |
43 ('hardware_MemoryThroughput', {'num_iteration': 1, | 42 ('hardware_MemoryThroughput', {'num_iteration': 1, |
44 'test_list': '18'}), | 43 'test_list': '18'}), |
45 ('hardware_MemoryTotalSize', {}), | 44 ('hardware_MemoryTotalSize', {}), |
46 ('hardware_SAT', {'seconds': 20}), | 45 ('hardware_SAT', {'seconds': 20}), |
47 ('hardware_StorageFio', {}), | 46 ('hardware_StorageFio', {}), |
48 ('logging_UncleanShutdown', {}), | 47 ('logging_UncleanShutdown', {}), |
49 ('login_BadAuthentication', {'tag' : 'not_verified', | 48 ('login_BadAuthentication', {'tag' : 'not_verified', |
50 » » » 'error_string' : 'NotVerified'}), | 49 'error_string' : 'NotVerified'}), |
51 ('login_BadAuthentication', {'tag' : 'no_terms', | 50 ('login_BadAuthentication', {'tag' : 'no_terms', |
52 » » » 'error_string' : 'TermsNotAgreed'}), | 51 'error_string' : 'TermsNotAgreed'}), |
53 ('login_BadAuthentication', {'tag' : 'account_deleted', | 52 ('login_BadAuthentication', {'tag' : 'account_deleted', |
54 » » » 'error_string' : 'AccountDeleted'}), | 53 'error_string' : 'AccountDeleted'}), |
55 ('login_BadAuthentication', {'tag' : 'account_disabled', | 54 ('login_BadAuthentication', {'tag' : 'account_disabled', |
56 » » » 'error_string' : 'AccountDisabled'}), | 55 'error_string' : 'AccountDisabled'}), |
57 ('login_BadAuthentication', {'tag' : 'service_disabled', | 56 ('login_BadAuthentication', {'tag' : 'service_disabled', |
58 » » » 'error_string' : 'ServiceDisabled'}), | 57 'error_string' : 'ServiceDisabled'}), |
59 ('login_BadAuthentication', {'tag' : 'service_unavailable', | 58 ('login_BadAuthentication', {'tag' : 'service_unavailable', |
60 » » » 'error_string' : 'ServiceUnavailable'}), | 59 'error_string' : 'ServiceUnavailable'}), |
61 ('login_BadAuthentication', {'tag' : 'unknown', | 60 ('login_BadAuthentication', {'tag' : 'unknown', |
62 » » » 'error_string' : 'Unknown'}), | 61 'error_string' : 'Unknown'}), |
63 ('login_CryptohomeUnmounted', {}), | 62 ('login_CryptohomeUnmounted', {}), |
64 ('login_CryptohomeIncognitoUnmounted', {'creds': '$backdoor'}), | 63 ('login_CryptohomeIncognitoUnmounted', {'creds': '$backdoor'}), |
65 ('logging_LogVolume', {'constraints': ['bytes_unexpected <= 100000', | 64 ('logging_LogVolume', {'constraints': ['bytes_unexpected <= 100000', |
66 'files_unexpected <= 50', | 65 'files_unexpected <= 50', |
67 'percent_stateful_used <= 50', | 66 'percent_stateful_used <= 50', |
68 'percent_unused_patterns <= 70']}), | 67 'percent_unused_patterns <= 70']}), |
69 # TODO: Until ltp can pass on chromiumos | 68 # TODO: Until ltp can pass on chromiumos |
70 # ('ltp', {}), | 69 # ('ltp', {}), |
71 ('network_UdevRename', {}), | 70 ('network_UdevRename', {}), |
72 ('platform_AccurateTime', {'constraints': ['seconds_offset < 60']}), | 71 ('platform_AccurateTime', {'constraints': ['seconds_offset < 60']}), |
(...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
123 | 122 |
124 job.run_test("platform_KernelErrorPaths", host=client) | 123 job.run_test("platform_KernelErrorPaths", host=client) |
125 if client_attributes.has_working_kcrash: | 124 if client_attributes.has_working_kcrash: |
126 job.run_test("logging_KernelCrashServer", host=client) | 125 job.run_test("logging_KernelCrashServer", host=client) |
127 | 126 |
128 job.parallel_on_machines(run_assigned_tests, machines) | 127 job.parallel_on_machines(run_assigned_tests, machines) |
129 | 128 |
130 | 129 |
131 # Run server-side suites | 130 # Run server-side suites |
132 job.run_control('server/site_tests/suite_SecurityFunctional/control') | 131 job.run_control('server/site_tests/suite_SecurityFunctional/control') |
OLD | NEW |