Media Related changes for TabCapture API

content/renderer/media/media_stream_impl.cc

 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "content/renderer/media/media_stream_impl.h"
 
 #include <utility>
 
 #include "base/logging.h"
 #include "base/string_number_conversions.h"
 #include "base/stringprintf.h"
 #include "base/utf_string_conversions.h"
 #include "content/renderer/media/capture_video_decoder.h"
 #include "content/renderer/media/local_video_capture.h"
 #include "content/renderer/media/media_stream_extra_data.h"
 #include "content/renderer/media/media_stream_source_extra_data.h"
 #include "content/renderer/media/media_stream_dependency_factory.h"
 #include "content/renderer/media/media_stream_dispatcher.h"
 #include "content/renderer/media/rtc_video_decoder.h"
 #include "content/renderer/media/rtc_video_renderer.h"
 #include "content/renderer/media/video_capture_impl_manager.h"
 #include "content/renderer/media/webrtc_uma_histograms.h"
 #include "media/base/message_loop_factory.h"
+#include "third_party/WebKit/Source/Platform/chromium/public/WebMediaConstraints.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/WebDocument.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/WebFrame.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/WebMediaStreamRegistry.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/WebSecurityOrigin.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/platform/WebMediaStreamComponent.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/platform/WebMediaStreamDescriptor.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/platform/WebMediaStreamSource.h"
 #include "third_party/WebKit/Source/WebKit/chromium/public/platform/WebVector.h"
 
 namespace {
+
 const int kVideoCaptureWidth = 640;
 const int kVideoCaptureHeight = 480;
 const int kVideoCaptureFramePerSecond = 30;
+
+const char kExtensionScheme[] = "chrome-extension";
+
+std::string GetMandatoryStreamConstraint(
+    const WebKit::WebMediaConstraints& constraints, const std::string& key) {
+  if (constraints.isNull())
+    return "";

[no longer working on chromium, 2012/10/11 09:07:25]

I know both ways work, but what about using std::string()?

[justinlin, 2012/10/11 19:41:51]

Done.

+
+  WebKit::WebString value;
+  constraints.getMandatoryConstraintValue(UTF8ToUTF16(key), value);
+  return UTF16ToUTF8(value);
+}
+
+bool CheckAndUpdateAsTabMediaRequest(
+    const WebKit::WebUserMediaRequest& user_media_request,
+    content::MediaStreamDeviceType* audio,

[no longer working on chromium, 2012/10/11 09:07:25]

pass a StreamOptions* as input param here.

[justinlin, 2012/10/11 19:41:51]

Done.

+    std::string* audio_device_id,
+    content::MediaStreamDeviceType* video,
+    std::string* video_device_id) {
+  if (*audio != content::MEDIA_NO_SERVICE &&
+      GetMandatoryStreamConstraint(user_media_request.audioConstraints(),
+          media_stream::kMediaStreamSource) ==

[no longer working on chromium, 2012/10/11 09:07:25]

odd indentation. if it fits 80 chars, it should be 
GetMandatoryStreamConstraint(user_media_request.audioConstraints(),
                             edia_stream::kMediaStreamSource) ==

[justinlin, 2012/10/11 19:41:51]

Done.

+          media_stream::kMediaStreamSourceTab) {
+    *audio = content::MEDIA_TAB_AUDIO_CAPTURE;
+    *audio_device_id = GetMandatoryStreamConstraint(
+        user_media_request.audioConstraints(),
+        media_stream::kMediaStreamSourceId);
+  }
+
+  if (*video != content::MEDIA_NO_SERVICE &&
+      GetMandatoryStreamConstraint(user_media_request.videoConstraints(),
+          media_stream::kMediaStreamSource) ==

[no longer working on chromium, 2012/10/11 09:07:25]

ditto

[justinlin, 2012/10/11 19:41:51]

Done.

+          media_stream::kMediaStreamSourceTab) {
+    *video = content::MEDIA_TAB_VIDEO_CAPTURE;
+    *video_device_id = GetMandatoryStreamConstraint(
+        user_media_request.videoConstraints(),
+        media_stream::kMediaStreamSourceId);
+  }
+
+  return *audio == content::MEDIA_TAB_VIDEO_CAPTURE ||
+         *video == content::MEDIA_TAB_AUDIO_CAPTURE;
+}
+
 }  // namespace
 
 static int g_next_request_id  = 0;
 
 // Creates a WebKit representation of a stream sources based on
 // |devices| from the MediaStreamDispatcher.
 static void CreateWebKitSourceVector(
     const std::string& label,
     const media_stream::StreamDeviceInfoArray& devices,
     WebKit::WebMediaStreamSource::Type type,
@@ skipping 33 matching lines @@
 }
 
 void MediaStreamImpl::requestUserMedia(
     const WebKit::WebUserMediaRequest& user_media_request,
     const WebKit::WebVector<WebKit::WebMediaStreamSource>& audio_sources,
     const WebKit::WebVector<WebKit::WebMediaStreamSource>& video_sources) {
   // Save histogram data so we can see how much GetUserMedia is used.
   // The histogram counts the number of calls to the JS API
   // webGetUserMedia.
   UpdateWebRTCMethodCount(WEBKIT_GET_USER_MEDIA);
+
   DCHECK(CalledOnValidThread());
   int request_id = g_next_request_id++;
-  bool audio = false;
-  bool video = false;
+  content::MediaStreamDeviceType audio = content::MEDIA_NO_SERVICE;

[no longer working on chromium, 2012/10/11 09:07:25]

we should simply use a media_stream::StreamOptions here to make the code clean
as well as save these local variables.

[justinlin, 2012/10/11 19:41:51]

Done. Thanks, looks better.

+  content::MediaStreamDeviceType video = content::MEDIA_NO_SERVICE;
   WebKit::WebFrame* frame = NULL;
   GURL security_origin;
 
   // |user_media_request| can't be mocked. So in order to test at all we check
   // if it isNull.
   if (user_media_request.isNull()) {
     // We are in a test.
-    audio = audio_sources.size() > 0;
-    video = video_sources.size() > 0;
+    if (audio_sources.size() > 0)
+      audio = content::MEDIA_DEVICE_AUDIO_CAPTURE;
+    if (video_sources.size() > 0)
+      video = content::MEDIA_DEVICE_VIDEO_CAPTURE;
   } else {
-    audio = user_media_request.audio();
-    video = user_media_request.video();
+    if (user_media_request.audio())
+      audio = content::MEDIA_DEVICE_AUDIO_CAPTURE;
+    if (user_media_request.video())
+      video = content::MEDIA_DEVICE_VIDEO_CAPTURE;
+
     security_origin = GURL(user_media_request.securityOrigin().toString());
     // Get the WebFrame that requested a MediaStream.
     // The frame is needed to tell the MediaStreamDispatcher when a stream goes
     // out of scope.
     frame = user_media_request.ownerDocument().frame();
     DCHECK(frame);
   }
 
+  std::string audio_device_id, video_device_id;
+  bool isTabMediaRequest = CheckAndUpdateAsTabMediaRequest(user_media_request,

[perkj_chrome, 2012/10/11 08:01:54]

camel case is not used in chrome. change to is_tab_media_request.

or if(CheckAndUpdate....) {

[justinlin, 2012/10/11 19:41:51]

Done.

+      &audio, &audio_device_id, &video, &video_device_id);
+
+  if (isTabMediaRequest) {
+    const GURL& url = user_media_request.ownerDocument().url();
+    if (!url.SchemeIs(kExtensionScheme)) {
+      LOG(ERROR) << "Tried to use tab capture outside extension API.";
+      return;

[perkj_chrome, 2012/10/11 08:01:54]

I realized you can not just return here. You need to complete the
|user_media_request|. Since the URL is sent down via the dispatcher- would it
make sence to keep all decisions wheater the request succceeds or fails in the
browser process?  
In a not to far future we would like to allow this in ordinary JS as well.

[justinlin, 2012/10/11 19:41:51]

Done. Thanks, this is cleaner.

+    }
+  }
+
   DVLOG(1) << "MediaStreamImpl::generateStream(" << request_id << ", [ "
            << (audio ? "audio" : "")
-           << (user_media_request.video() ? " video" : "") << "], "
+           << (video ? " video" : "") << "], "
            << security_origin.spec() << ")";
 
   user_media_requests_[request_id] =
       UserMediaRequestInfo(frame, user_media_request);
 
   media_stream_dispatcher_->GenerateStream(

[perkj_chrome, 2012/10/11 08:01:54]

nice

       request_id,
       AsWeakPtr(),
-      media_stream::StreamOptions(audio, video),
+      media_stream::StreamOptions(
+          audio, audio_device_id, video, video_device_id),
       security_origin);
 }
 
 void MediaStreamImpl::cancelUserMediaRequest(
     const WebKit::WebUserMediaRequest& user_media_request) {
   DCHECK(CalledOnValidThread());
   MediaRequestMap::iterator it = user_media_requests_.begin();
   for (; it != user_media_requests_.end(); ++it) {
     if (it->second.request_ == user_media_request)
       break;
@@ skipping 320 matching lines @@
 
 void MediaStreamExtraData::SetLocalStreamStopCallback(
     const StreamStopCallback& stop_callback) {
   stream_stop_callback_ = stop_callback;
 }
 
 void MediaStreamExtraData::OnLocalStreamStop() {
   if (!stream_stop_callback_.is_null())
     stream_stop_callback_.Run(local_stream_->label());
 }