Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(170)

Side by Side Diff: scripts/slave/recipes/webrtc/standalone.expected/client_webrtc_linux64_release__large_tests_.json

Issue 687863002: WebRTC: Add flakiness dashboard reporting. (Closed) Base URL: https://chromium.googlesource.com/chromium/tools/build.git@master
Patch Set: Rebased Created 6 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 [ 1 [
2 { 2 {
3 "cmd": [ 3 "cmd": [
4 "python", 4 "python",
5 "-u", 5 "-u",
6 "[BUILD]/scripts/slave/bot_update.py", 6 "[BUILD]/scripts/slave/bot_update.py",
7 "--master", 7 "--master",
8 "client.webrtc", 8 "client.webrtc",
9 "--builder", 9 "--builder",
10 "Linux64 Release [large tests]", 10 "Linux64 Release [large tests]",
(...skipping 72 matching lines...) Expand 10 before | Expand all | Expand 10 after
83 { 83 {
84 "allow_subannotations": true, 84 "allow_subannotations": true,
85 "cmd": [ 85 "cmd": [
86 "python", 86 "python",
87 "-u", 87 "-u",
88 "[BUILD]/scripts/slave/runtest.py", 88 "[BUILD]/scripts/slave/runtest.py",
89 "--target", 89 "--target",
90 "Release", 90 "Release",
91 "--xvfb", 91 "--xvfb",
92 "--factory-properties", 92 "--factory-properties",
93 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 93 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
94 "--build-properties", 94 "--build-properties",
95 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 95 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
96 "--annotate=graphing", 96 "--annotate=graphing",
97 "--results-url=https://chromeperf.appspot.com", 97 "--results-url=https://chromeperf.appspot.com",
98 "--perf-dashboard-id=audioproc", 98 "--perf-dashboard-id=audioproc",
99 "--perf-id=webrtc-linux-large-tests", 99 "--perf-id=webrtc-linux-large-tests",
100 "--perf-config", 100 "--perf-config",
101 "{'a_default_rev': 'r_webrtc_rev'}", 101 "{'a_default_rev': 'r_webrtc_rev'}",
102 "--test-type=audioproc", 102 "--test-type=audioproc",
103 "--builder-name=Linux64 Release [large tests]", 103 "--builder-name=Linux64 Release [large tests]",
104 "--slave-name=slavename", 104 "--slave-name=slavename",
105 "--build-number=1337",
105 "--revision=170242", 106 "--revision=170242",
106 "audioproc", 107 "audioproc",
107 "-aecm", 108 "-aecm",
108 "-ns", 109 "-ns",
109 "-agc", 110 "-agc",
110 "--fixed_digital", 111 "--fixed_digital",
111 "--perf", 112 "--perf",
112 "-pb", 113 "-pb",
113 "[SLAVE_BUILD]/src/resources/audioproc.aecdump" 114 "[SLAVE_BUILD]/src/resources/audioproc.aecdump"
114 ], 115 ],
115 "name": "audioproc" 116 "name": "audioproc"
116 }, 117 },
117 { 118 {
118 "allow_subannotations": true, 119 "allow_subannotations": true,
119 "cmd": [ 120 "cmd": [
120 "python", 121 "python",
121 "-u", 122 "-u",
122 "[BUILD]/scripts/slave/runtest.py", 123 "[BUILD]/scripts/slave/runtest.py",
123 "--target", 124 "--target",
124 "Release", 125 "Release",
125 "--xvfb", 126 "--xvfb",
126 "--factory-properties", 127 "--factory-properties",
127 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 128 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
128 "--build-properties", 129 "--build-properties",
129 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 130 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
130 "--annotate=graphing", 131 "--annotate=graphing",
131 "--results-url=https://chromeperf.appspot.com", 132 "--results-url=https://chromeperf.appspot.com",
132 "--perf-dashboard-id=iSACFixtest", 133 "--perf-dashboard-id=iSACFixtest",
133 "--perf-id=webrtc-linux-large-tests", 134 "--perf-id=webrtc-linux-large-tests",
134 "--perf-config", 135 "--perf-config",
135 "{'a_default_rev': 'r_webrtc_rev'}", 136 "{'a_default_rev': 'r_webrtc_rev'}",
136 "--test-type=iSACFixtest", 137 "--test-type=iSACFixtest",
137 "--builder-name=Linux64 Release [large tests]", 138 "--builder-name=Linux64 Release [large tests]",
138 "--slave-name=slavename", 139 "--slave-name=slavename",
140 "--build-number=1337",
139 "--revision=170242", 141 "--revision=170242",
140 "iSACFixtest", 142 "iSACFixtest",
141 "32000", 143 "32000",
142 "[SLAVE_BUILD]/src/resources/speech_and_misc_wb.pcm", 144 "[SLAVE_BUILD]/src/resources/speech_and_misc_wb.pcm",
143 "isac_speech_and_misc_wb.pcm" 145 "isac_speech_and_misc_wb.pcm"
144 ], 146 ],
145 "name": "iSACFixtest" 147 "name": "iSACFixtest"
146 }, 148 },
147 { 149 {
148 "cmd": [ 150 "cmd": [
149 "python", 151 "python",
150 "-u", 152 "-u",
151 "[BUILD]/scripts/slave/webrtc/ensure_webcam_is_running.py" 153 "[BUILD]/scripts/slave/webrtc/ensure_webcam_is_running.py"
152 ], 154 ],
153 "name": "webcam_check" 155 "name": "webcam_check"
154 }, 156 },
155 { 157 {
156 "allow_subannotations": true, 158 "allow_subannotations": true,
157 "cmd": [ 159 "cmd": [
158 "python", 160 "python",
159 "-u", 161 "-u",
160 "[BUILD]/scripts/slave/runtest.py", 162 "[BUILD]/scripts/slave/runtest.py",
161 "--target", 163 "--target",
162 "Release", 164 "Release",
163 "--xvfb", 165 "--xvfb",
164 "--factory-properties", 166 "--factory-properties",
165 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 167 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
166 "--build-properties", 168 "--build-properties",
167 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 169 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
168 "--annotate=gtest", 170 "--annotate=gtest",
169 "--test-type=libjingle_peerconnection_java_unittest", 171 "--test-type=libjingle_peerconnection_java_unittest",
172 "--generate-json-file",
173 "-o",
174 "gtest-results/libjingle_peerconnection_java_unittest",
170 "--builder-name=Linux64 Release [large tests]", 175 "--builder-name=Linux64 Release [large tests]",
171 "--slave-name=slavename", 176 "--slave-name=slavename",
177 "--build-number=1337",
172 "libjingle_peerconnection_java_unittest" 178 "libjingle_peerconnection_java_unittest"
173 ], 179 ],
174 "env": { 180 "env": {
175 "LD_PRELOAD": "/usr/lib/x86_64-linux-gnu/libpulse.so.0" 181 "LD_PRELOAD": "/usr/lib/x86_64-linux-gnu/libpulse.so.0"
176 }, 182 },
177 "name": "libjingle_peerconnection_java_unittest" 183 "name": "libjingle_peerconnection_java_unittest"
178 }, 184 },
179 { 185 {
180 "cmd": [ 186 "cmd": [
181 "python", 187 "python",
182 "-u", 188 "-u",
183 "[BUILD]/scripts/slave/webrtc/ensure_webcam_is_running.py" 189 "[BUILD]/scripts/slave/webrtc/ensure_webcam_is_running.py"
184 ], 190 ],
185 "name": "webcam_check (2)" 191 "name": "webcam_check (2)"
186 }, 192 },
187 { 193 {
188 "allow_subannotations": true, 194 "allow_subannotations": true,
189 "cmd": [ 195 "cmd": [
190 "python", 196 "python",
191 "-u", 197 "-u",
192 "[BUILD]/scripts/slave/runtest.py", 198 "[BUILD]/scripts/slave/runtest.py",
193 "--target", 199 "--target",
194 "Release", 200 "Release",
195 "--xvfb", 201 "--xvfb",
196 "--factory-properties", 202 "--factory-properties",
197 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 203 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
198 "--build-properties", 204 "--build-properties",
199 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 205 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
200 "--annotate=graphing", 206 "--annotate=graphing",
201 "--results-url=https://chromeperf.appspot.com", 207 "--results-url=https://chromeperf.appspot.com",
202 "--perf-dashboard-id=vie_auto_test", 208 "--perf-dashboard-id=vie_auto_test",
203 "--perf-id=webrtc-linux-large-tests", 209 "--perf-id=webrtc-linux-large-tests",
204 "--perf-config", 210 "--perf-config",
205 "{'a_default_rev': 'r_webrtc_rev'}", 211 "{'a_default_rev': 'r_webrtc_rev'}",
206 "--test-type=vie_auto_test", 212 "--test-type=vie_auto_test",
207 "--builder-name=Linux64 Release [large tests]", 213 "--builder-name=Linux64 Release [large tests]",
208 "--slave-name=slavename", 214 "--slave-name=slavename",
215 "--build-number=1337",
209 "--revision=170242", 216 "--revision=170242",
210 "vie_auto_test", 217 "vie_auto_test",
211 "--automated", 218 "--automated",
212 "--capture_test_ensure_resolution_alignment_in_capture_device=false" 219 "--capture_test_ensure_resolution_alignment_in_capture_device=false"
213 ], 220 ],
214 "name": "vie_auto_test" 221 "name": "vie_auto_test"
215 }, 222 },
216 { 223 {
217 "allow_subannotations": true, 224 "allow_subannotations": true,
218 "cmd": [ 225 "cmd": [
219 "python", 226 "python",
220 "-u", 227 "-u",
221 "[BUILD]/scripts/slave/runtest.py", 228 "[BUILD]/scripts/slave/runtest.py",
222 "--target", 229 "--target",
223 "Release", 230 "Release",
224 "--xvfb", 231 "--xvfb",
225 "--factory-properties", 232 "--factory-properties",
226 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 233 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
227 "--build-properties", 234 "--build-properties",
228 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 235 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
229 "--annotate=gtest", 236 "--annotate=gtest",
230 "--test-type=voe_auto_test", 237 "--test-type=voe_auto_test",
238 "--generate-json-file",
239 "-o",
240 "gtest-results/voe_auto_test",
231 "--builder-name=Linux64 Release [large tests]", 241 "--builder-name=Linux64 Release [large tests]",
232 "--slave-name=slavename", 242 "--slave-name=slavename",
243 "--build-number=1337",
233 "voe_auto_test", 244 "voe_auto_test",
234 "--automated" 245 "--automated"
235 ], 246 ],
236 "name": "voe_auto_test" 247 "name": "voe_auto_test"
237 }, 248 },
238 { 249 {
239 "cmd": [ 250 "cmd": [
240 "python", 251 "python",
241 "-u", 252 "-u",
242 "[BUILD]/scripts/slave/webrtc/ensure_webcam_is_running.py" 253 "[BUILD]/scripts/slave/webrtc/ensure_webcam_is_running.py"
243 ], 254 ],
244 "name": "webcam_check (3)" 255 "name": "webcam_check (3)"
245 }, 256 },
246 { 257 {
247 "allow_subannotations": true, 258 "allow_subannotations": true,
248 "cmd": [ 259 "cmd": [
249 "python", 260 "python",
250 "-u", 261 "-u",
251 "[BUILD]/scripts/slave/runtest.py", 262 "[BUILD]/scripts/slave/runtest.py",
252 "--target", 263 "--target",
253 "Release", 264 "Release",
254 "--xvfb", 265 "--xvfb",
255 "--factory-properties", 266 "--factory-properties",
256 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 267 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
257 "--build-properties", 268 "--build-properties",
258 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 269 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
259 "--annotate=gtest", 270 "--annotate=gtest",
260 "--test-type=video_capture_tests", 271 "--test-type=video_capture_tests",
272 "--generate-json-file",
273 "-o",
274 "gtest-results/video_capture_tests",
261 "--builder-name=Linux64 Release [large tests]", 275 "--builder-name=Linux64 Release [large tests]",
262 "--slave-name=slavename", 276 "--slave-name=slavename",
277 "--build-number=1337",
263 "video_capture_tests" 278 "video_capture_tests"
264 ], 279 ],
265 "name": "video_capture_tests" 280 "name": "video_capture_tests"
266 }, 281 },
267 { 282 {
268 "allow_subannotations": true, 283 "allow_subannotations": true,
269 "cmd": [ 284 "cmd": [
270 "python", 285 "python",
271 "-u", 286 "-u",
272 "[BUILD]/scripts/slave/runtest.py", 287 "[BUILD]/scripts/slave/runtest.py",
273 "--target", 288 "--target",
274 "Release", 289 "Release",
275 "--xvfb", 290 "--xvfb",
276 "--factory-properties", 291 "--factory-properties",
277 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 292 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
278 "--build-properties", 293 "--build-properties",
279 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}", 294 "{\"BUILD_CONFIG\": \"Release\", \"buildername\": \"Linux64 Release [large tests]\", \"buildnumber\": 1337, \"mastername\": \"client.webrtc\", \"recipe\": \"webrtc/standalone\", \"revision\": \"12345\", \"slavename\": \"slavename\"}",
280 "--annotate=graphing", 295 "--annotate=graphing",
281 "--results-url=https://chromeperf.appspot.com", 296 "--results-url=https://chromeperf.appspot.com",
282 "--perf-dashboard-id=webrtc_perf_tests", 297 "--perf-dashboard-id=webrtc_perf_tests",
283 "--perf-id=webrtc-linux-large-tests", 298 "--perf-id=webrtc-linux-large-tests",
284 "--perf-config", 299 "--perf-config",
285 "{'a_default_rev': 'r_webrtc_rev'}", 300 "{'a_default_rev': 'r_webrtc_rev'}",
286 "--test-type=webrtc_perf_tests", 301 "--test-type=webrtc_perf_tests",
287 "--builder-name=Linux64 Release [large tests]", 302 "--builder-name=Linux64 Release [large tests]",
288 "--slave-name=slavename", 303 "--slave-name=slavename",
304 "--build-number=1337",
289 "--revision=170242", 305 "--revision=170242",
290 "webrtc_perf_tests" 306 "webrtc_perf_tests"
291 ], 307 ],
292 "name": "webrtc_perf_tests" 308 "name": "webrtc_perf_tests"
293 } 309 }
294 ] 310 ]
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698