media: Create Mojo StructTraits for VideoFrame

media/mojo/interfaces/video_frame_struct_traits.cc

+// Copyright 2017 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "media/mojo/interfaces/video_frame_struct_traits.h"
+
+#include <utility>
+#include <vector>
+
+#include "base/logging.h"
+#include "media/mojo/common/mojo_shared_buffer_video_frame.h"
+
+namespace mojo {
+
+// static
+media::mojom::VideoFrameDataPtr StructTraits<media::mojom::VideoFrameDataView,
+                                             scoped_refptr<media::VideoFrame>>::
+    data(const scoped_refptr<media::VideoFrame>& input) {
+  // EOS frames contain no data.
+  if (input->metadata()->IsTrue(media::VideoFrameMetadata::END_OF_STREAM))
+    return nullptr;
+
+  if (input->storage_type() == media::VideoFrame::STORAGE_MOJO_SHARED_BUFFER) {
+    media::MojoSharedBufferVideoFrame* mojo_frame =
+        static_cast<media::MojoSharedBufferVideoFrame*>(input.get());
+
+    mojo::ScopedSharedBufferHandle dup = mojo_frame->Handle().Clone();
+    DCHECK(dup.is_valid());
+
+    return media::mojom::VideoFrameData::NewSharedBufferData(
+        media::mojom::SharedBufferVideoFrameData::New(
+            std::move(dup), mojo_frame->MappedSize(),
+            mojo_frame->stride(media::VideoFrame::kYPlane),
+            mojo_frame->stride(media::VideoFrame::kUPlane),
+            mojo_frame->stride(media::VideoFrame::kVPlane),
+            mojo_frame->PlaneOffset(media::VideoFrame::kYPlane),
+            mojo_frame->PlaneOffset(media::VideoFrame::kUPlane),
+            mojo_frame->PlaneOffset(media::VideoFrame::kVPlane)));
+  }
+
+  if (input->HasTextures()) {
+    // TODO(sandersd): Should we friend VideoFrame so that we can directly
+    // access the |mailbox_holder_| array?
+    std::vector<gpu::MailboxHolder> mailbox_holder(
+        media::VideoFrame::kMaxPlanes);
+    size_t num_planes = media::VideoFrame::NumPlanes(input->format());
+    for (size_t i = 0; i < num_planes; i++)
+      mailbox_holder[i] = input->mailbox_holder(i);
+    return media::mojom::VideoFrameData::NewMailboxData(
+        media::mojom::MailboxVideoFrameData::New(std::move(mailbox_holder)));
+  }
+
+  NOTREACHED() << "Unsupported VideoFrame conversion";
+  return nullptr;
+}
+
+// static
+bool StructTraits<media::mojom::VideoFrameDataView,
+                  scoped_refptr<media::VideoFrame>>::
+    Read(media::mojom::VideoFrameDataView input,
+         scoped_refptr<media::VideoFrame>* output) {
+  // View of the |data| member of the input media::mojom::VideoFrame.
+  media::mojom::VideoFrameDataDataView data;
+  input.GetDataDataView(&data);
+
+  DCHECK_EQ(input.end_of_stream(), data.is_null());
+  if (input.end_of_stream()) {
+    *output = media::VideoFrame::CreateEOSFrame();
+    return !!*output;
+  }
+
+  media::VideoPixelFormat format;
+  if (!input.ReadFormat(&format))
+    return false;
+
+  gfx::Size coded_size;
+  if (!input.ReadCodedSize(&coded_size))
+    return false;
+
+  gfx::Rect visible_rect;
+  if (!input.ReadVisibleRect(&visible_rect))
+    return false;
+
+  // Coded size must contain the visible rect.
+  if (visible_rect.right() > coded_size.width() ||
+      visible_rect.bottom() > coded_size.height()) {
+    return false;
+  }
+
+  gfx::Size natural_size;
+  if (!input.ReadNaturalSize(&natural_size))
+    return false;
+
+  base::TimeDelta timestamp;
+  if (!input.ReadTimestamp(&timestamp))
+    return false;
+
+  if (data.is_shared_buffer_data()) {
+    media::mojom::SharedBufferVideoFrameDataDataView shared_buffer_data;
+    data.GetSharedBufferDataDataView(&shared_buffer_data);
+
+    // TODO(sandersd): Conversion from uint64_t to size_t could cause
+    // corruption. Platform-dependent types should be removed from the
+    // implementation (limiting to 32-bit offsets is fine).
+    *output = media::MojoSharedBufferVideoFrame::Create(
+        format, coded_size, visible_rect, natural_size,
+        shared_buffer_data.TakeFrameData(),
+        shared_buffer_data.frame_data_size(), shared_buffer_data.y_offset(),
+        shared_buffer_data.u_offset(), shared_buffer_data.v_offset(),
+        shared_buffer_data.y_stride(), shared_buffer_data.u_stride(),
+        shared_buffer_data.v_stride(), timestamp);
+    return !!*output;
+  }
+
+  if (data.is_mailbox_data()) {
+    media::mojom::MailboxVideoFrameDataDataView mailbox_data;
+    data.GetMailboxDataDataView(&mailbox_data);
+
+    std::vector<gpu::MailboxHolder> mailbox_holder;
+    if (!mailbox_data.ReadMailboxHolder(&mailbox_holder))
+      return false;
+
+    gpu::MailboxHolder mailbox_holder_array[media::VideoFrame::kMaxPlanes];
+    for (size_t i = 0; i < media::VideoFrame::kMaxPlanes; i++)
+      mailbox_holder_array[i] = mailbox_holder[i];
+
+    *output = media::VideoFrame::WrapNativeTextures(
+        format, mailbox_holder_array, media::VideoFrame::ReleaseMailboxCB(),
+        coded_size, visible_rect, natural_size, timestamp);
+    return !!*output;
+  }
+
+  // TODO(sandersd): Switch on the union tag to avoid this ugliness?

[dcheng, 2017/06/08 09:41:08]

Hmm... this is OK for now, but maybe we can try using UnionTraits for
VideoFrameData in a followup? I guess its's trickier though, since it's not
actually a union on the C++ side.

[sandersd (OOO until July 31), 2017/06/08 20:10:09]

Lack of a type on the C++ side is the main problem here. I expect that
VideoFrame will evolve to have a subclass for each case (with
MojoSharedBufferVideoFrame being the first example), but that will actually make
the problem worse.

+  NOTREACHED();
+  return false;
+}
+
+}  // namespace mojo