Media Remoting: Add RemotingController.

content/renderer/render_frame_impl.cc

 // Copyright 2013 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "content/renderer/render_frame_impl.h"
 
 #include <map>
 #include <string>
 #include <utility>
 #include <vector>
@@ skipping 128 matching lines @@
 #include "media/audio/audio_output_device.h"
 #include "media/base/audio_renderer_mixer_input.h"
 #include "media/base/cdm_factory.h"
 #include "media/base/decoder_factory.h"
 #include "media/base/media.h"
 #include "media/base/media_log.h"
 #include "media/base/media_switches.h"
 #include "media/blink/url_index.h"
 #include "media/blink/webencryptedmediaclient_impl.h"
 #include "media/blink/webmediaplayer_impl.h"
+#include "media/remoting/remoting_controller.h"
+#include "media/remoting/remoting_renderer_factory.h"
 #include "media/renderers/gpu_video_accelerator_factories.h"
 #include "mojo/edk/js/core.h"
 #include "mojo/edk/js/support.h"
 #include "net/base/data_url.h"
 #include "net/base/net_errors.h"
 #include "net/base/registry_controlled_domains/registry_controlled_domain.h"
 #include "net/http/http_util.h"
 #include "services/shell/public/cpp/interface_provider.h"
 #include "services/shell/public/cpp/interface_registry.h"
 #include "storage/common/data_element.h"
@@ skipping 2487 matching lines @@
   // callback.
   // TODO(piman): replace media::Context3D to scoped_refptr<ContextProvider> in
   // media/ once ContextProvider is in gpu/.
   media::WebMediaPlayerParams::Context3DCB context_3d_cb = base::Bind(
       &GetSharedMainThreadContext3D,
       RenderThreadImpl::current()->SharedMainThreadContextProvider());
 
   scoped_refptr<media::MediaLog> media_log(new RenderMediaLog(
       blink::WebStringToGURL(frame_->getSecurityOrigin().toString())));
 
+#if defined(OS_ANDROID) || defined(ENABLE_MOJO_RENDERER)
+  std::unique_ptr<media::RemotingController> remoting_controller = nullptr;
+  base::WeakPtr<media::MediaObserver> media_observer = nullptr;
+  media::RemotingController* remoting_controller_ptr = nullptr;
+#else
+  media::mojom::RemotingSourcePtr remoting_source;
+  media::mojom::RemotingSourceRequest remoting_source_request =
+      mojo::GetProxy(&remoting_source);
+  media::mojom::RemoterPtr remoter;
+  GetRemoterFactory()->Create(std::move(remoting_source),
+                              mojo::GetProxy(&remoter));
+  std::unique_ptr<media::RemotingController> remoting_controller =
+      base::MakeUnique<media::RemotingController>(
+          std::move(remoting_source_request), std::move(remoter));
+  base::WeakPtr<media::MediaObserver> media_observer =
+      remoting_controller->GetWeakPtr();
+  media::RemotingController* remoting_controller_ptr =
+      remoting_controller.get();
+#endif  // defined(OS_ANDROID) || defined(ENABLE_MOJO_RENDERER)

[xhwang, 2016/10/04 06:30:29]

nit: Is it possible to move this whole block to a helper function?
createMediaPlayer() is already too large to read...

[xjz, 2016/10/04 19:21:29]

Added a helper to create the RemotingController.

+
 #if defined(OS_ANDROID)
   if (UseWebMediaPlayerImpl(url) && !media_surface_manager_)
     media_surface_manager_ = new RendererSurfaceViewManager(this);
 #endif
   media::WebMediaPlayerParams params(
       base::Bind(&ContentRendererClient::DeferMediaLoad,
                  base::Unretained(GetContentClient()->renderer()),
                  static_cast<RenderFrame*>(this),
                  GetWebMediaPlayerDelegate()->has_played_media()),
       audio_renderer_sink, media_log, render_thread->GetMediaThreadTaskRunner(),
       render_thread->GetWorkerTaskRunner(),
       render_thread->compositor_task_runner(), context_3d_cb,
       base::Bind(&v8::Isolate::AdjustAmountOfExternalAllocatedMemory,
                  base::Unretained(blink::mainThreadIsolate())),
-      initial_cdm, media_surface_manager_);
+      initial_cdm, media_surface_manager_, media_observer);
 
 #if defined(OS_ANDROID)
   if (!UseWebMediaPlayerImpl(url)) {
     return CreateAndroidWebMediaPlayer(client, encrypted_client, params);
   }
 #endif  // defined(OS_ANDROID)
 
 #if defined(ENABLE_MOJO_RENDERER)
   std::unique_ptr<media::RendererFactory> media_renderer_factory(
       new media::MojoRendererFactory(
           base::Bind(&RenderThreadImpl::GetGpuFactories,
                      base::Unretained(render_thread)),
           GetMediaInterfaceProvider()));
 #else
-  std::unique_ptr<media::RendererFactory> media_renderer_factory(
+  std::unique_ptr<media::RendererFactory> default_renderer_factory(
       new media::DefaultRendererFactory(
           media_log, GetDecoderFactory(),
           base::Bind(&RenderThreadImpl::GetGpuFactories,
                      base::Unretained(render_thread))));
+  std::unique_ptr<media::RendererFactory> media_renderer_factory(
+      new media::RemotingRendererFactory(std::move(default_renderer_factory),
+                                         std::move(remoting_controller)));

[xhwang, 2016/10/04 06:30:29]

+miu

I am not sure whether the remoting sink has been hooked up yet
(is_sink_available_ to be true). If you land this CL now,
RemotingRendererFactory will be created and used. We need to make sure it never
returns a null Renderer.

What's the roll out plan? Do you want to enable this feature behind a flag
first? Do you want to run experiments to compare mirroring and remoting?

[xhwang, 2016/10/04 06:30:29]

Should we not use media::RemotingRendererFactory on Android?

[xjz, 2016/10/04 19:21:29]

|remoting_controller| will be nullptr on Android. So RemotingRendererFactory is
the same as the |default_renderer_factory|. 

[xjz, 2016/10/04 19:21:29]

|is_sink_available_| will not be true until the change to MediaRouter is landed,
which will happen in the final step. 

[xjz, 2016/10/04 22:13:02]

As discussed offline, now used the DefaultRendererFactory for Android. 

 #endif  // defined(ENABLE_MOJO_RENDERER)
 
   if (!url_index_.get() || url_index_->frame() != frame_)
     url_index_.reset(new media::UrlIndex(frame_));
 
-  // TODO(miu): In a soon-upcoming change, call GetRemoterFactory()->Create() to
-  // allow the local media pipeline to receive notifications about when Media
-  // Remoting can take place. Control logic in/around WebMediaPlayerImpl will
-  // implement media.mojom.RemotingSource. http://crbug.com/643964
-
   media::WebMediaPlayerImpl* media_player = new media::WebMediaPlayerImpl(
       frame_, client, encrypted_client,
       GetWebMediaPlayerDelegate()->AsWeakPtr(),
       std::move(media_renderer_factory), url_index_, params);
 
+  if (remoting_controller_ptr) {
+    remoting_controller_ptr->SetSwitchRenderCallback(
+        base::Bind(&media::WebMediaPlayerImpl::ScheduleRestart,
+                   media_player->AsWeakPtr()));
+  }
+
 #if defined(OS_ANDROID)  // WMPI_CAST
   media_player->SetMediaPlayerManager(GetMediaPlayerManager());
   media_player->SetDeviceScaleFactor(render_view_->GetDeviceScaleFactor());
 #endif
 
   return media_player;
 }
 
 blink::WebMediaSession* RenderFrameImpl::createMediaSession() {
 #if defined(OS_ANDROID)
@@ skipping 3715 matching lines @@
   // event target. Potentially a Pepper plugin will receive the event.
   // In order to tell whether a plugin gets the last mouse event and which it
   // is, we set |pepper_last_mouse_event_target_| to null here. If a plugin gets
   // the event, it will notify us via DidReceiveMouseEvent() and set itself as
   // |pepper_last_mouse_event_target_|.
   pepper_last_mouse_event_target_ = nullptr;
 #endif
 }
 
 }  // namespace content