Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(250)

Side by Side Diff: tools/testrunner/local/statusfile.py

Issue 1802983002: [test] Remove feature to mark flaky tests. (Closed) Base URL: https://chromium.googlesource.com/v8/v8.git@master
Patch Set: Created 4 years, 9 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « tools/run-tests.py ('k') | tools/testrunner/local/testsuite.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2012 the V8 project authors. All rights reserved. 1 # Copyright 2012 the V8 project authors. All rights reserved.
2 # Redistribution and use in source and binary forms, with or without 2 # Redistribution and use in source and binary forms, with or without
3 # modification, are permitted provided that the following conditions are 3 # modification, are permitted provided that the following conditions are
4 # met: 4 # met:
5 # 5 #
6 # * Redistributions of source code must retain the above copyright 6 # * Redistributions of source code must retain the above copyright
7 # notice, this list of conditions and the following disclaimer. 7 # notice, this list of conditions and the following disclaimer.
8 # * Redistributions in binary form must reproduce the above 8 # * Redistributions in binary form must reproduce the above
9 # copyright notice, this list of conditions and the following 9 # copyright notice, this list of conditions and the following
10 # disclaimer in the documentation and/or other materials provided 10 # disclaimer in the documentation and/or other materials provided
(...skipping 17 matching lines...) Expand all
28 import os 28 import os
29 29
30 # These outcomes can occur in a TestCase's outcomes list: 30 # These outcomes can occur in a TestCase's outcomes list:
31 SKIP = "SKIP" 31 SKIP = "SKIP"
32 FAIL = "FAIL" 32 FAIL = "FAIL"
33 PASS = "PASS" 33 PASS = "PASS"
34 OKAY = "OKAY" 34 OKAY = "OKAY"
35 TIMEOUT = "TIMEOUT" 35 TIMEOUT = "TIMEOUT"
36 CRASH = "CRASH" 36 CRASH = "CRASH"
37 SLOW = "SLOW" 37 SLOW = "SLOW"
38 FLAKY = "FLAKY"
39 FAST_VARIANTS = "FAST_VARIANTS" 38 FAST_VARIANTS = "FAST_VARIANTS"
40 NO_VARIANTS = "NO_VARIANTS" 39 NO_VARIANTS = "NO_VARIANTS"
41 # These are just for the status files and are mapped below in DEFS: 40 # These are just for the status files and are mapped below in DEFS:
42 FAIL_OK = "FAIL_OK" 41 FAIL_OK = "FAIL_OK"
43 PASS_OR_FAIL = "PASS_OR_FAIL" 42 PASS_OR_FAIL = "PASS_OR_FAIL"
44 FAIL_SLOPPY = "FAIL_SLOPPY" 43 FAIL_SLOPPY = "FAIL_SLOPPY"
45 44
46 ALWAYS = "ALWAYS" 45 ALWAYS = "ALWAYS"
47 46
48 KEYWORDS = {} 47 KEYWORDS = {}
49 for key in [SKIP, FAIL, PASS, OKAY, TIMEOUT, CRASH, SLOW, FLAKY, FAIL_OK, 48 for key in [SKIP, FAIL, PASS, OKAY, TIMEOUT, CRASH, SLOW, FAIL_OK,
50 FAST_VARIANTS, NO_VARIANTS, PASS_OR_FAIL, FAIL_SLOPPY, ALWAYS]: 49 FAST_VARIANTS, NO_VARIANTS, PASS_OR_FAIL, FAIL_SLOPPY, ALWAYS]:
51 KEYWORDS[key] = key 50 KEYWORDS[key] = key
52 51
53 DEFS = {FAIL_OK: [FAIL, OKAY], 52 DEFS = {FAIL_OK: [FAIL, OKAY],
54 PASS_OR_FAIL: [PASS, FAIL]} 53 PASS_OR_FAIL: [PASS, FAIL]}
55 54
56 # Support arches, modes to be written as keywords instead of strings. 55 # Support arches, modes to be written as keywords instead of strings.
57 VARIABLES = {ALWAYS: True} 56 VARIABLES = {ALWAYS: True}
58 for var in ["debug", "release", "big", "little", 57 for var in ["debug", "release", "big", "little",
59 "android_arm", "android_arm64", "android_ia32", "android_x87", 58 "android_arm", "android_arm64", "android_ia32", "android_x87",
(...skipping 12 matching lines...) Expand all
72 71
73 72
74 def OnlyStandardVariant(outcomes): 73 def OnlyStandardVariant(outcomes):
75 return NO_VARIANTS in outcomes 74 return NO_VARIANTS in outcomes
76 75
77 76
78 def OnlyFastVariants(outcomes): 77 def OnlyFastVariants(outcomes):
79 return FAST_VARIANTS in outcomes 78 return FAST_VARIANTS in outcomes
80 79
81 80
82 def IsFlaky(outcomes):
83 return FLAKY in outcomes
84
85
86 def IsPassOrFail(outcomes): 81 def IsPassOrFail(outcomes):
87 return ((PASS in outcomes) and (FAIL in outcomes) and 82 return ((PASS in outcomes) and (FAIL in outcomes) and
88 (not CRASH in outcomes) and (not OKAY in outcomes)) 83 (not CRASH in outcomes) and (not OKAY in outcomes))
89 84
90 85
91 def IsFailOk(outcomes): 86 def IsFailOk(outcomes):
92 return (FAIL in outcomes) and (OKAY in outcomes) 87 return (FAIL in outcomes) and (OKAY in outcomes)
93 88
94 89
95 def _AddOutcome(result, new): 90 def _AddOutcome(result, new):
(...skipping 75 matching lines...) Expand 10 before | Expand all | Expand 10 after
171 for rule in section: 166 for rule in section:
172 _assert(type(rule) == str, "Rule key must be a string") 167 _assert(type(rule) == str, "Rule key must be a string")
173 _assert(not rule.startswith(root_prefix), 168 _assert(not rule.startswith(root_prefix),
174 "Suite name prefix must not be used in rule keys") 169 "Suite name prefix must not be used in rule keys")
175 _assert(not rule.endswith('.js'), 170 _assert(not rule.endswith('.js'),
176 ".js extension must not be used in rule keys.") 171 ".js extension must not be used in rule keys.")
177 return status["success"] 172 return status["success"]
178 except Exception as e: 173 except Exception as e:
179 print e 174 print e
180 return False 175 return False
OLDNEW
« no previous file with comments | « tools/run-tests.py ('k') | tools/testrunner/local/testsuite.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698