Media Related changes for TabCapture API

content/renderer/media/media_stream_impl.cc

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "content/renderer/media/media_stream_impl.h"
 
 #include <utility>
 
 #include "base/logging.h"
 #include "base/string_number_conversions.h"
 #include "base/stringprintf.h"
 #include "base/utf_string_conversions.h"
+#include "content/public/common/media_stream_request.h"
 #include "content/renderer/media/capture_video_decoder.h"
 #include "content/renderer/media/local_video_capture.h"
 #include "content/renderer/media/media_stream_extra_data.h"
 #include "content/renderer/media/media_stream_source_extra_data.h"
 #include "content/renderer/media/media_stream_dependency_factory.h"
 #include "content/renderer/media/media_stream_dispatcher.h"
 #include "content/renderer/media/rtc_video_decoder.h"
 #include "content/renderer/media/rtc_video_renderer.h"
 #include "content/renderer/media/video_capture_impl_manager.h"
 #include "content/renderer/media/webrtc_uma_histograms.h"
 #include "media/base/message_loop_factory.h"
+#include "third_party/WebKit/Source/Platform/chromium/public/WebMediaConstraints.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/WebDocument.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/WebFrame.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/WebMediaStreamRegistry.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/WebSecurityOrigin.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/platform/WebMediaStreamComponent.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/platform/WebMediaStreamDescriptor.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/platform/WebMediaStreamSource.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/platform/WebVector.h"
 
 namespace {
@@ skipping 48 matching lines @@
 void MediaStreamImpl::requestUserMedia(
     const WebKit::WebUserMediaRequest& user_media_request,
     const WebKit::WebVector<WebKit::WebMediaStreamSource>& audio_sources,
     const WebKit::WebVector<WebKit::WebMediaStreamSource>& video_sources) {
   // Save histogram data so we can see how much GetUserMedia is used.
   // The histogram counts the number of calls to the JS API
   // webGetUserMedia.
   UpdateWebRTCMethodCount(WEBKIT_GET_USER_MEDIA);
   DCHECK(CalledOnValidThread());
   int request_id = g_next_request_id++;
-  bool audio = false;
-  bool video = false;
+  content::MediaStreamDeviceType audio = content::MEDIA_NO_SERVICE;
+  content::MediaStreamDeviceType video = content::MEDIA_NO_SERVICE;
   WebKit::WebFrame* frame = NULL;
   GURL security_origin;
 
   // |user_media_request| can't be mocked. So in order to test at all we check
   // if it isNull.
   if (user_media_request.isNull()) {
     // We are in a test.
-    audio = audio_sources.size() > 0;
-    video = video_sources.size() > 0;
+    if (audio_sources.size() > 0)
+      audio = content::MEDIA_DEVICE_AUDIO_CAPTURE;
+    if (video_sources.size() > 0)
+      video = content::MEDIA_DEVICE_VIDEO_CAPTURE;
   } else {
-    audio = user_media_request.audio();
-    video = user_media_request.video();
+    if (user_media_request.audio())
+      audio = content::MEDIA_DEVICE_AUDIO_CAPTURE;
+    if (user_media_request.video())
+      video = content::MEDIA_DEVICE_VIDEO_CAPTURE;
+
     security_origin = GURL(user_media_request.securityOrigin().toString());
     // Get the WebFrame that requested a MediaStream.
     // The frame is needed to tell the MediaStreamDispatcher when a stream goes
     // out of scope.
     frame = user_media_request.ownerDocument().frame();
     DCHECK(frame);
   }
 
-  DVLOG(1) << "MediaStreamImpl::generateStream(" << request_id << ", [ "
-           << (audio ? "audio" : "")
-           << (user_media_request.video() ? " video" : "") << "], "
-           << security_origin.spec() << ")";
+  bool isTabCapture = false;

[perkj_chrome, 2012/10/04 08:19:25]

Can this whole thing be broken out to a new function? 
Something like 
if IsScreenCapture(user_media_request) {
 stream_source_id = GetStreamSourceId(user_media_request);
..
}

[justinlin, 2012/10/08 08:59:45]

I cleaned this up a bit with helper function. Do you think it should be
separated further into more functions?

+  WebKit::WebMediaConstraints videoConstraints =
+      user_media_request.videoConstraints();
+  WebKit::WebMediaConstraints audioConstraints =
+      user_media_request.audioConstraints();
+
+  WebKit::WebString videoSource;
+  WebKit::WebString audioSource;
+  if (!audioConstraints.isNull())
+    audioConstraints.getMandatoryConstraintValue(
+      UTF8ToUTF16(content::kMediaStreamSource), audioSource);

[perkj_chrome, 2012/10/04 08:19:25]

indentation

[justinlin, 2012/10/08 08:59:45]

Done.

+  if (!videoConstraints.isNull())
+    videoConstraints.getMandatoryConstraintValue(
+      UTF8ToUTF16(content::kMediaStreamSource), videoSource);
+
+  WebKit::WebString source_id;
+  // If either source is tab, we use tab media for both for now.
+  if (UTF16ToUTF8(audioSource) == "tab" || UTF16ToUTF8(videoSource) == "tab") {
+    isTabCapture = true;
+
+    if (audio != content::MEDIA_NO_SERVICE)
+      audio = content::MEDIA_TAB_AUDIO_CAPTURE;
+    if (video != content::MEDIA_NO_SERVICE)
+      video = content::MEDIA_TAB_VIDEO_CAPTURE;
+
+    // TODO(justinlin): Ignores id provided for audio for now.
+    videoConstraints.getMandatoryConstraintValue(
+      UTF8ToUTF16(content::kMediaStreamSourceId), source_id);

[perkj_chrome, 2012/10/04 08:19:25]

indentation

[justinlin, 2012/10/08 08:59:45]

Done.

+  }
 
   user_media_requests_[request_id] =
       UserMediaRequestInfo(frame, user_media_request);
 
-  media_stream_dispatcher_->GenerateStream(
-      request_id,
-      AsWeakPtr(),
-      media_stream::StreamOptions(audio, video),
-      security_origin);
+  if (isTabCapture) {
+    DVLOG(1) << "MediaStreamImpl::generateStreamForDevice("
+             << request_id << ", [ "
+             << (audio ? "audio" : "")
+             << (video ? " video" : "") << "], "
+             << security_origin.spec() << ")";
+
+    media_stream_dispatcher_->GenerateStreamForDevice(
+        request_id,
+        AsWeakPtr(),
+        media_stream::StreamOptions(audio, video),
+        UTF16ToUTF8(source_id),

[perkj_chrome, 2012/10/04 08:19:25]

The source_id should be per StreamComponent in StreamOptions so you can specify
both the audio and video source id? And then you would not need two
GenerateStream methods.

[justinlin, 2012/10/08 08:59:45]

I think we still may need separate GenerateStream methods because the behavior
is slightly different (i.e. TabCapture should bypass the user prompt but have a
different way to notify user). It might make sense to have separate device_id
for audio/video, but the API currently only lets you specify one id (does not
really make sense right now to grab audio/video from different tabs), so it
maybe OK for not to not have it per component.

+        security_origin);
+  } else {
+    DVLOG(1) << "MediaStreamImpl::generateStream(" << request_id << ", [ "
+             << (audio ? "audio" : "")
+             << (video ? " video" : "") << "], "
+             << security_origin.spec() << ")";
+
+    media_stream_dispatcher_->GenerateStream(
+        request_id,
+        AsWeakPtr(),
+        media_stream::StreamOptions(audio, video),
+        security_origin);
+  }
 }
 
 void MediaStreamImpl::cancelUserMediaRequest(
     const WebKit::WebUserMediaRequest& user_media_request) {
   DCHECK(CalledOnValidThread());
   MediaRequestMap::iterator it = user_media_requests_.begin();
   for (; it != user_media_requests_.end(); ++it) {
     if (it->second.request_ == user_media_request)
       break;
   }
@@ skipping 79 matching lines @@
 // Callback from MediaStreamDispatcher.
 // The requested stream have been generated.
 void MediaStreamImpl::OnStreamGenerated(
     int request_id,
     const std::string& label,
     const media_stream::StreamDeviceInfoArray& audio_array,
     const media_stream::StreamDeviceInfoArray& video_array) {
   DCHECK(CalledOnValidThread());
 
   WebKit::WebVector<WebKit::WebMediaStreamSource> audio_source_vector(
-      audio_array.size());
+    audio_array.size());

[perkj_chrome, 2012/10/04 08:19:25]

indentation - should be 4 if you break a line. Here and elsewere. 

[justinlin, 2012/10/08 08:59:45]

Reverted this.

   CreateWebKitSourceVector(label, audio_array,
                            WebKit::WebMediaStreamSource::TypeAudio,
                            audio_source_vector);
   WebKit::WebVector<WebKit::WebMediaStreamSource> video_source_vector(
       video_array.size());
   CreateWebKitSourceVector(label, video_array,
                            WebKit::WebMediaStreamSource::TypeVideo,
                            video_source_vector);
 
   MediaRequestMap::iterator it = user_media_requests_.find(request_id);
@@ skipping 219 matching lines @@
 
 void MediaStreamExtraData::SetLocalStreamStopCallback(
     const StreamStopCallback& stop_callback) {
   stream_stop_callback_ = stop_callback;
 }
 
 void MediaStreamExtraData::OnLocalStreamStop() {
   if (!stream_stop_callback_.is_null())
     stream_stop_callback_.Run(local_stream_->label());
 }