Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(130)

Side by Side Diff: trunk/src/chrome/browser/media/chrome_webrtc_browsertest.cc

Issue 217553002: Revert 260213 "Relanding Switched main WebRTC browser tests to u..." (Closed) Base URL: svn://svn.chromium.org/chrome/
Patch Set: Created 6 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright 2013 The Chromium Authors. All rights reserved. 1 // Copyright 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "base/command_line.h" 5 #include "base/command_line.h"
6 #include "base/file_util.h" 6 #include "base/file_util.h"
7 #include "base/json/json_reader.h" 7 #include "base/json/json_reader.h"
8 #include "base/memory/scoped_ptr.h" 8 #include "base/memory/scoped_ptr.h"
9 #include "base/path_service.h" 9 #include "base/path_service.h"
10 #include "base/process/launch.h" 10 #include "base/process/launch.h"
(...skipping 14 matching lines...) Expand all
25 #include "chrome/test/base/in_process_browser_test.h" 25 #include "chrome/test/base/in_process_browser_test.h"
26 #include "chrome/test/base/ui_test_utils.h" 26 #include "chrome/test/base/ui_test_utils.h"
27 #include "chrome/test/ui/ui_test.h" 27 #include "chrome/test/ui/ui_test.h"
28 #include "content/public/browser/notification_service.h" 28 #include "content/public/browser/notification_service.h"
29 #include "content/public/browser/render_process_host.h" 29 #include "content/public/browser/render_process_host.h"
30 #include "content/public/test/browser_test_utils.h" 30 #include "content/public/test/browser_test_utils.h"
31 #include "media/base/media_switches.h" 31 #include "media/base/media_switches.h"
32 #include "net/test/embedded_test_server/embedded_test_server.h" 32 #include "net/test/embedded_test_server/embedded_test_server.h"
33 #include "testing/perf/perf_test.h" 33 #include "testing/perf/perf_test.h"
34 34
35 // For fine-grained suppression.
36 #if defined(OS_WIN)
37 #include "base/win/windows_version.h"
38 #endif
39
40 static const char kMainWebrtcTestHtmlPage[] = 35 static const char kMainWebrtcTestHtmlPage[] =
41 "/webrtc/webrtc_jsep01_test.html"; 36 "/webrtc/webrtc_jsep01_test.html";
42 37
43 // Top-level integration test for WebRTC. The test methods here must run 38 // Top-level integration test for WebRTC. The test methods here must run
44 // sequentially since they use a server binary on the system (hence they are 39 // sequentially since they use a server binary on the system (hence they are
45 // tagged as MANUAL). In addition, they need the reference videos which require 40 // tagged as MANUAL).
46 // the webrtc.DEPS solution, which is not generally available on Chromium bots.
47 class WebRtcBrowserTest : public WebRtcTestBase, 41 class WebRtcBrowserTest : public WebRtcTestBase,
48 public testing::WithParamInterface<bool> { 42 public testing::WithParamInterface<bool> {
49 public: 43 public:
50 WebRtcBrowserTest() {} 44 WebRtcBrowserTest() {}
51 virtual void SetUpInProcessBrowserTestFixture() OVERRIDE { 45 virtual void SetUpInProcessBrowserTestFixture() OVERRIDE {
52 test::PeerConnectionServerRunner::KillAllPeerConnectionServers(); 46 PeerConnectionServerRunner::KillAllPeerConnectionServersOnCurrentSystem();
53 DetectErrorsInJavaScript(); // Look for errors in our rather complex js. 47 DetectErrorsInJavaScript(); // Look for errors in our rather complex js.
54 } 48 }
55 49
56 virtual void SetUpCommandLine(CommandLine* command_line) OVERRIDE { 50 virtual void SetUpCommandLine(CommandLine* command_line) OVERRIDE {
57 // Ensure the infobar is enabled, since we expect that in this test. 51 // Ensure the infobar is enabled, since we expect that in this test.
58 EXPECT_FALSE(command_line->HasSwitch(switches::kUseFakeUIForMediaStream)); 52 EXPECT_FALSE(command_line->HasSwitch(switches::kUseFakeUIForMediaStream));
59 53
60 // Play a suitable, somewhat realistic video file. 54 // TODO(phoglund): allow this test to also run with real devices once we
61 base::FilePath input_video = test::GetReferenceVideosDir() 55 // get real webcam bots up.
62 .Append(test::kReferenceFileName360p)
63 .AddExtension(test::kY4mFileExtension);
64 command_line->AppendSwitchPath(switches::kUseFileForFakeVideoCapture,
65 input_video);
66 command_line->AppendSwitch(switches::kUseFakeDeviceForMediaStream); 56 command_line->AppendSwitch(switches::kUseFakeDeviceForMediaStream);
67 57
68 // Flag used by TestWebAudioMediaStream to force garbage collection. 58 // Flag used by TestWebAudioMediaStream to force garbage collection.
69 command_line->AppendSwitchASCII(switches::kJavaScriptFlags, "--expose-gc"); 59 command_line->AppendSwitchASCII(switches::kJavaScriptFlags, "--expose-gc");
70 60
71 bool enable_audio_track_processing = GetParam(); 61 bool enable_audio_track_processing = GetParam();
72 if (enable_audio_track_processing) 62 if (enable_audio_track_processing)
73 command_line->AppendSwitch(switches::kEnableAudioTrackProcessing); 63 command_line->AppendSwitch(switches::kEnableAudioTrackProcessing);
74 } 64 }
75 65
(...skipping 40 matching lines...) Expand 10 before | Expand all | Expand 10 after
116 const base::DictionaryValue* all_data) { 106 const base::DictionaryValue* all_data) {
117 base::DictionaryValue::Iterator iterator(*all_data); 107 base::DictionaryValue::Iterator iterator(*all_data);
118 108
119 const base::DictionaryValue* result; 109 const base::DictionaryValue* result;
120 if (!iterator.IsAtEnd() && iterator.value().GetAsDictionary(&result)) 110 if (!iterator.IsAtEnd() && iterator.value().GetAsDictionary(&result))
121 return result; 111 return result;
122 112
123 return NULL; 113 return NULL;
124 } 114 }
125 115
126 bool OnWinXp() { 116 PeerConnectionServerRunner peerconnection_server_;
127 #if defined(OS_WIN)
128 return base::win::GetVersion() <= base::win::VERSION_XP;
129 #else
130 return false;
131 #endif
132 }
133
134 test::PeerConnectionServerRunner peerconnection_server_;
135 }; 117 };
136 118
137 static const bool kRunTestsWithFlag[] = { false, true }; 119 static const bool kRunTestsWithFlag[] = { false, true };
138 INSTANTIATE_TEST_CASE_P(WebRtcBrowserTests, 120 INSTANTIATE_TEST_CASE_P(WebRtcBrowserTests,
139 WebRtcBrowserTest, 121 WebRtcBrowserTest,
140 testing::ValuesIn(kRunTestsWithFlag)); 122 testing::ValuesIn(kRunTestsWithFlag));
141 123
142 IN_PROC_BROWSER_TEST_P(WebRtcBrowserTest, 124 IN_PROC_BROWSER_TEST_P(WebRtcBrowserTest,
143 MANUAL_RunsAudioVideoWebRTCCallInTwoTabs) { 125 MANUAL_RunsAudioVideoWebRTCCallInTwoTabs) {
144 if (OnWinXp()) return;
145
146 ASSERT_TRUE(test::HasReferenceFilesInCheckout());
147 ASSERT_TRUE(embedded_test_server()->InitializeAndWaitUntilReady()); 126 ASSERT_TRUE(embedded_test_server()->InitializeAndWaitUntilReady());
148 ASSERT_TRUE(peerconnection_server_.Start()); 127 ASSERT_TRUE(peerconnection_server_.Start());
149 128
150 content::WebContents* left_tab = 129 content::WebContents* left_tab =
151 OpenTestPageAndGetUserMediaInNewTab(kMainWebrtcTestHtmlPage); 130 OpenTestPageAndGetUserMediaInNewTab(kMainWebrtcTestHtmlPage);
152 content::WebContents* right_tab = 131 content::WebContents* right_tab =
153 OpenTestPageAndGetUserMediaInNewTab(kMainWebrtcTestHtmlPage); 132 OpenTestPageAndGetUserMediaInNewTab(kMainWebrtcTestHtmlPage);
154 133
155 EstablishCall(left_tab, right_tab); 134 EstablishCall(left_tab, right_tab);
156 135
157 StartDetectingVideo(left_tab, "remote-view"); 136 StartDetectingVideo(left_tab, "remote-view");
158 StartDetectingVideo(right_tab, "remote-view"); 137 StartDetectingVideo(right_tab, "remote-view");
159 138
160 WaitForVideoToPlay(left_tab); 139 WaitForVideoToPlay(left_tab);
161 WaitForVideoToPlay(right_tab); 140 WaitForVideoToPlay(right_tab);
162 141
163 HangUp(left_tab); 142 HangUp(left_tab);
164 WaitUntilHangupVerified(left_tab); 143 WaitUntilHangupVerified(left_tab);
165 WaitUntilHangupVerified(right_tab); 144 WaitUntilHangupVerified(right_tab);
166 145
167 ASSERT_TRUE(peerconnection_server_.Stop()); 146 ASSERT_TRUE(peerconnection_server_.Stop());
168 } 147 }
169 148
170 IN_PROC_BROWSER_TEST_P(WebRtcBrowserTest, MANUAL_CpuUsage15Seconds) { 149 IN_PROC_BROWSER_TEST_P(WebRtcBrowserTest, MANUAL_CpuUsage15Seconds) {
171 if (OnWinXp()) return;
172
173 ASSERT_TRUE(test::HasReferenceFilesInCheckout());
174 ASSERT_TRUE(embedded_test_server()->InitializeAndWaitUntilReady()); 150 ASSERT_TRUE(embedded_test_server()->InitializeAndWaitUntilReady());
175 ASSERT_TRUE(peerconnection_server_.Start()); 151 ASSERT_TRUE(peerconnection_server_.Start());
176 152
177 base::FilePath results_file; 153 base::FilePath results_file;
178 ASSERT_TRUE(base::CreateTemporaryFile(&results_file)); 154 ASSERT_TRUE(base::CreateTemporaryFile(&results_file));
179 155
180 content::WebContents* left_tab = 156 content::WebContents* left_tab =
181 OpenTestPageAndGetUserMediaInNewTab(kMainWebrtcTestHtmlPage); 157 OpenTestPageAndGetUserMediaInNewTab(kMainWebrtcTestHtmlPage);
182 158
183 #if defined(OS_MACOSX) 159 #if defined(OS_MACOSX)
(...skipping 15 matching lines...) Expand all
199 base::ProcessMetrics::CreateProcessMetrics( 175 base::ProcessMetrics::CreateProcessMetrics(
200 base::Process::Current().handle())); 176 base::Process::Current().handle()));
201 browser_process_metrics->GetCPUUsage(); 177 browser_process_metrics->GetCPUUsage();
202 #endif 178 #endif
203 179
204 content::WebContents* right_tab = 180 content::WebContents* right_tab =
205 OpenTestPageAndGetUserMediaInNewTab(kMainWebrtcTestHtmlPage); 181 OpenTestPageAndGetUserMediaInNewTab(kMainWebrtcTestHtmlPage);
206 182
207 EstablishCall(left_tab, right_tab); 183 EstablishCall(left_tab, right_tab);
208 184
209 test::SleepInJavascript(left_tab, 15000); 185 SleepInJavascript(left_tab, 15000);
210 186
211 HangUp(left_tab); 187 HangUp(left_tab);
212 WaitUntilHangupVerified(left_tab); 188 WaitUntilHangupVerified(left_tab);
213 WaitUntilHangupVerified(right_tab); 189 WaitUntilHangupVerified(right_tab);
214 190
215 #if !defined(OS_MACOSX) 191 #if !defined(OS_MACOSX)
216 PrintProcessMetrics(renderer_process_metrics.get(), "_r"); 192 PrintProcessMetrics(renderer_process_metrics.get(), "_r");
217 #endif 193 #endif
218 PrintProcessMetrics(browser_process_metrics.get(), "_b"); 194 PrintProcessMetrics(browser_process_metrics.get(), "_b");
219 195
220 ASSERT_TRUE(peerconnection_server_.Stop()); 196 ASSERT_TRUE(peerconnection_server_.Stop());
221 } 197 }
222 198
223 // This is manual for its long execution time. 199 // This is manual for its long execution time.
224 IN_PROC_BROWSER_TEST_P(WebRtcBrowserTest, 200 IN_PROC_BROWSER_TEST_P(WebRtcBrowserTest,
225 MANUAL_RunsAudioVideoCall60SecsAndLogsInternalMetrics) { 201 MANUAL_RunsAudioVideoCall60SecsAndLogsInternalMetrics) {
226 if (OnWinXp()) return;
227
228 ASSERT_TRUE(test::HasReferenceFilesInCheckout());
229 ASSERT_TRUE(embedded_test_server()->InitializeAndWaitUntilReady()); 202 ASSERT_TRUE(embedded_test_server()->InitializeAndWaitUntilReady());
230 ASSERT_TRUE(peerconnection_server_.Start()); 203 ASSERT_TRUE(peerconnection_server_.Start());
231 204
232 ASSERT_GE(TestTimeouts::action_max_timeout().InSeconds(), 100) << 205 ASSERT_GE(TestTimeouts::action_max_timeout().InSeconds(), 100) <<
233 "This is a long-running test; you must specify " 206 "This is a long-running test; you must specify "
234 "--ui-test-action-max-timeout to have a value of at least 100000."; 207 "--ui-test-action-max-timeout to have a value of at least 100000.";
235 208
236 content::WebContents* left_tab = 209 content::WebContents* left_tab =
237 OpenTestPageAndGetUserMediaInNewTab(kMainWebrtcTestHtmlPage); 210 OpenTestPageAndGetUserMediaInNewTab(kMainWebrtcTestHtmlPage);
238 content::WebContents* right_tab = 211 content::WebContents* right_tab =
239 OpenTestPageAndGetUserMediaInNewTab(kMainWebrtcTestHtmlPage); 212 OpenTestPageAndGetUserMediaInNewTab(kMainWebrtcTestHtmlPage);
240 213
241 EstablishCall(left_tab, right_tab); 214 EstablishCall(left_tab, right_tab);
242 215
243 StartDetectingVideo(left_tab, "remote-view"); 216 StartDetectingVideo(left_tab, "remote-view");
244 StartDetectingVideo(right_tab, "remote-view"); 217 StartDetectingVideo(right_tab, "remote-view");
245 218
246 WaitForVideoToPlay(left_tab); 219 WaitForVideoToPlay(left_tab);
247 WaitForVideoToPlay(right_tab); 220 WaitForVideoToPlay(right_tab);
248 221
249 // Let values stabilize, bandwidth ramp up, etc. 222 // Let values stabilize, bandwidth ramp up, etc.
250 test::SleepInJavascript(left_tab, 60000); 223 SleepInJavascript(left_tab, 60000);
251 224
252 // Start measurements. 225 // Start measurements.
253 chrome::AddTabAt(browser(), GURL(), -1, true); 226 chrome::AddTabAt(browser(), GURL(), -1, true);
254 ui_test_utils::NavigateToURL(browser(), GURL("chrome://webrtc-internals")); 227 ui_test_utils::NavigateToURL(browser(), GURL("chrome://webrtc-internals"));
255 content::WebContents* webrtc_internals_tab = 228 content::WebContents* webrtc_internals_tab =
256 browser()->tab_strip_model()->GetActiveWebContents(); 229 browser()->tab_strip_model()->GetActiveWebContents();
257 230
258 test::SleepInJavascript(left_tab, 10000); 231 SleepInJavascript(left_tab, 10000);
259 232
260 scoped_ptr<base::DictionaryValue> all_data( 233 scoped_ptr<base::DictionaryValue> all_data(
261 GetWebrtcInternalsData(webrtc_internals_tab)); 234 GetWebrtcInternalsData(webrtc_internals_tab));
262 ASSERT_TRUE(all_data.get() != NULL); 235 ASSERT_TRUE(all_data.get() != NULL);
263 236
264 const base::DictionaryValue* first_pc_dict = 237 const base::DictionaryValue* first_pc_dict =
265 GetDataOnFirstPeerConnection(all_data.get()); 238 GetDataOnFirstPeerConnection(all_data.get());
266 ASSERT_TRUE(first_pc_dict != NULL); 239 ASSERT_TRUE(first_pc_dict != NULL);
267 test::PrintBweForVideoMetrics(*first_pc_dict); 240 PrintBweForVideoMetrics(*first_pc_dict);
268 test::PrintMetricsForAllStreams(*first_pc_dict); 241 PrintMetricsForAllStreams(*first_pc_dict);
269 242
270 HangUp(left_tab); 243 HangUp(left_tab);
271 WaitUntilHangupVerified(left_tab); 244 WaitUntilHangupVerified(left_tab);
272 WaitUntilHangupVerified(right_tab); 245 WaitUntilHangupVerified(right_tab);
273 246
274 ASSERT_TRUE(peerconnection_server_.Stop()); 247 ASSERT_TRUE(peerconnection_server_.Stop());
275 } 248 }
276 249
277 IN_PROC_BROWSER_TEST_P(WebRtcBrowserTest, MANUAL_TestWebAudioMediaStream) { 250 IN_PROC_BROWSER_TEST_P(WebRtcBrowserTest, TestWebAudioMediaStream) {
278 if (OnWinXp()) return;
279
280 ASSERT_TRUE(test::HasReferenceFilesInCheckout());
281 ASSERT_TRUE(embedded_test_server()->InitializeAndWaitUntilReady()); 251 ASSERT_TRUE(embedded_test_server()->InitializeAndWaitUntilReady());
282 GURL url(embedded_test_server()->GetURL("/webrtc/webaudio_crash.html")); 252 GURL url(embedded_test_server()->GetURL("/webrtc/webaudio_crash.html"));
283 ui_test_utils::NavigateToURL(browser(), url); 253 ui_test_utils::NavigateToURL(browser(), url);
284 content::WebContents* tab = 254 content::WebContents* tab =
285 browser()->tab_strip_model()->GetActiveWebContents(); 255 browser()->tab_strip_model()->GetActiveWebContents();
286 256
287 // A sleep is necessary to be able to detect the crash. 257 // A sleep is necessary to be able to detect the crash.
288 test::SleepInJavascript(tab, 1000); 258 SleepInJavascript(tab, 1000);
289 259
290 ASSERT_FALSE(tab->IsCrashed()); 260 ASSERT_FALSE(tab->IsCrashed());
291 } 261 }
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698