Change MediaStreamVideoSource to output different resolutions to different tracks depending on the …

content/renderer/media/video_track_adapter.h

Index: content/renderer/media/video_track_adapter.h
diff --git a/content/renderer/media/video_track_adapter.h b/content/renderer/media/video_track_adapter.h
new file mode 100644
index 0000000000000000000000000000000000000000..7779a69b7e1b0664d8d0dcee99ecc3ddf347ddae
--- /dev/null
+++ b/content/renderer/media/video_track_adapter.h
@@ -0,0 +1,79 @@
+// Copyright 2014 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#ifndef CONTENT_RENDERER_MEDIA_VIDEO_TRACK_ADAPTER_H_
+#define CONTENT_RENDERER_MEDIA_VIDEO_TRACK_ADAPTER_H_
+
+#include <vector>
+
+#include "base/macros.h"
+#include "base/memory/ref_counted.h"
+#include "content/renderer/media/media_stream_video_track.h"
+#include "media/base/video_frame.h"
+
+namespace content {
+
+// VideoTrackAdapter is a helper class used by MediaStreamVideoSource used for
+// adapting the video resolution from a source implementation to the resolution
+// a track requires. Different tracks can have different resolution constraints.
+// The constraints can be set as max width and height as well as max and min
+// aspect ratio.
+// Video frames are delivered to a track using a VideoCaptureDeliverFrameCB on
+// the IO-thread.
+// Adaptations is done by wrapping the original media::VideoFrame in a new

[mcasas, 2014/05/09 07:46:24]

"VTA is created in the render thread but operates in the IO thread".

When you say "render thread", do you mean "Render Thread", "UI Thread",
or just "a rendering thread" ?

[tommi (sloooow) - chröme, 2014/05/09 11:16:13]

out of curiosity... why is this comment here and not below where that text is? 
I found it confusing because it doesn't apply to this text at all (right?)

btw, "the main render thread" is a known concept in the render process as the
first thread of that process and has a known role.

[mcasas, 2014/05/09 13:11:34]

Oops, should go in l.30 of VTA .cc, apologies, must have changed too much
between windows.
Ok, so the Render Thread, then?

[perkj_chrome, 2014/05/13 11:05:56]

main render thread usually means the same thread as RenderThread runs on yes. I
you code search, you will see that its used quite frequently.

+// media::VideoFrame with a new visible_rect and natural_size.
+class VideoTrackAdapter
+    : public base::RefCountedThreadSafe<VideoTrackAdapter> {
+ public:
+  explicit VideoTrackAdapter(
+      const scoped_refptr<base::MessageLoopProxy>& io_message_loop);
+
+  // Register |track| to receive video frames in |frame_callback| with
+  // a resolution within the boundaries of the arguments.
+  // Must be called on the main render thread.
+  void AddTrack(const MediaStreamVideoTrack* track,
+                VideoCaptureDeliverFrameCB frame_callback,
+                int max_width, int max_height,
+                double min_aspect_ratio,
+                double max_aspect_ratio);
+  void RemoveTrack(const MediaStreamVideoTrack* track);
+
+  // Delivers |frame| to all tracks that have registered a callback.
+  // Must be called on the IO-thread.
+  void DeliverFrameOnIO(
+      const scoped_refptr<media::VideoFrame>& frame,
+      const media::VideoCaptureFormat& format);
+
+  const scoped_refptr<base::MessageLoopProxy>& io_message_loop() {
+    return io_message_loop_;

[tommi (sloooow) - chröme, 2014/05/09 11:16:13]

thread check?

[perkj_chrome, 2014/05/13 11:05:56]

Done.

+  }
+
+ private:
+  virtual ~VideoTrackAdapter();
+  friend class base::RefCountedThreadSafe<VideoTrackAdapter>;
+
+  void AddTrackOnIO(const MediaStreamVideoTrack* track,
+                    VideoCaptureDeliverFrameCB frame_callback,
+                    int max_width, int max_height,
+                    double min_aspect_ratio,
+                    double max_aspect_ratio);
+  void RemoveTrackOnIO(const MediaStreamVideoTrack* track);
+
+  base::ThreadChecker thread_checker_;
+  scoped_refptr<base::MessageLoopProxy> io_message_loop_;
+
+  // VideoFrameResolutionAdapter is an inner class that is created on the main
+  // render thread but operates on the IO-thread. It does the resolution
+  // adaptation and delivers frames to all registered tracks on the IO-thread.
+  class VideoFrameResolutionAdapter;
+  typedef std::vector<scoped_refptr<VideoFrameResolutionAdapter> >
+      FrameAdapters;
+  FrameAdapters adapters_;
+
+  DISALLOW_COPY_AND_ASSIGN(VideoTrackAdapter);
+};
+
+}  // namespace content
+
+#endif  // CONTENT_RENDERER_MEDIA_VIDEO_TRACK_ADAPTER_H_