Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(255)

Unified Diff: content/common/gpu/media/v4l2_slice_video_decode_accelerator.cc

Issue 852103002: Revert of Add accelerated video decoder interface, VP8 and H.264 implementations and hook up to V4L2SVDA (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: content/common/gpu/media/v4l2_slice_video_decode_accelerator.cc
diff --git a/content/common/gpu/media/v4l2_slice_video_decode_accelerator.cc b/content/common/gpu/media/v4l2_slice_video_decode_accelerator.cc
deleted file mode 100644
index 68c22b29a515da8504fddbad364c1f28052f10c2..0000000000000000000000000000000000000000
--- a/content/common/gpu/media/v4l2_slice_video_decode_accelerator.cc
+++ /dev/null
@@ -1,2432 +0,0 @@
-// Copyright 2015 The Chromium Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file.
-
-#include <fcntl.h>
-#include <linux/videodev2.h>
-#include <poll.h>
-#include <sys/eventfd.h>
-#include <sys/ioctl.h>
-#include <sys/mman.h>
-
-#include "base/bind.h"
-#include "base/bind_helpers.h"
-#include "base/callback.h"
-#include "base/callback_helpers.h"
-#include "base/command_line.h"
-#include "base/message_loop/message_loop_proxy.h"
-#include "base/numerics/safe_conversions.h"
-#include "base/strings/stringprintf.h"
-#include "content/common/gpu/media/v4l2_slice_video_decode_accelerator.h"
-#include "media/base/bind_to_current_loop.h"
-#include "media/base/media_switches.h"
-#include "ui/gl/scoped_binders.h"
-
-#define LOGF(level) LOG(level) << __FUNCTION__ << "(): "
-#define DVLOGF(level) DVLOG(level) << __FUNCTION__ << "(): "
-
-#define NOTIFY_ERROR(x) \
- do { \
- LOG(ERROR) << "Setting error state:" << x; \
- SetErrorState(x); \
- } while (0)
-
-#define IOCTL_OR_ERROR_RETURN_VALUE(type, arg, value) \
- do { \
- if (device_->Ioctl(type, arg) != 0) { \
- PLOG(ERROR) << __FUNCTION__ << "(): ioctl() failed: " << #type; \
- return value; \
- } \
- } while (0)
-
-#define IOCTL_OR_ERROR_RETURN(type, arg) \
- IOCTL_OR_ERROR_RETURN_VALUE(type, arg, ((void)0))
-
-#define IOCTL_OR_ERROR_RETURN_FALSE(type, arg) \
- IOCTL_OR_ERROR_RETURN_VALUE(type, arg, false)
-
-#define IOCTL_OR_LOG_ERROR(type, arg) \
- do { \
- if (device_->Ioctl(type, arg) != 0) \
- PLOG(ERROR) << __FUNCTION__ << "(): ioctl() failed: " << #type; \
- } while (0)
-
-namespace content {
-
-class V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface
- : public base::RefCounted<V4L2DecodeSurface> {
- public:
- using ReleaseCB = base::Callback<void(int)>;
-
- V4L2DecodeSurface(int32 bitstream_id,
- int input_record,
- int output_record,
- const ReleaseCB& release_cb);
-
- // Mark the surface as decoded. This will also release all references, as
- // they are not needed anymore.
- void SetDecoded();
- bool decoded() const { return decoded_; }
-
- int32 bitstream_id() const { return bitstream_id_; }
- int input_record() const { return input_record_; }
- int output_record() const { return output_record_; }
- uint32_t config_store() const { return config_store_; }
-
- // Take references to each reference surface and keep them until the
- // target surface is decoded.
- void SetReferenceSurfaces(
- const std::vector<scoped_refptr<V4L2DecodeSurface>>& ref_surfaces);
-
- std::string ToString() const;
-
- private:
- friend class base::RefCounted<V4L2DecodeSurface>;
- ~V4L2DecodeSurface();
-
- int32 bitstream_id_;
- int input_record_;
- int output_record_;
- uint32_t config_store_;
-
- bool decoded_;
- ReleaseCB release_cb_;
-
- std::vector<scoped_refptr<V4L2DecodeSurface>> reference_surfaces_;
-
- DISALLOW_COPY_AND_ASSIGN(V4L2DecodeSurface);
-};
-
-V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface::V4L2DecodeSurface(
- int32 bitstream_id,
- int input_record,
- int output_record,
- const ReleaseCB& release_cb)
- : bitstream_id_(bitstream_id),
- input_record_(input_record),
- output_record_(output_record),
- config_store_(input_record + 1),
- decoded_(false),
- release_cb_(release_cb) {
-}
-
-V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface::~V4L2DecodeSurface() {
- DVLOGF(5) << "Releasing output record id=" << output_record_;
- release_cb_.Run(output_record_);
-}
-
-void V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface::SetReferenceSurfaces(
- const std::vector<scoped_refptr<V4L2DecodeSurface>>& ref_surfaces) {
- DCHECK(reference_surfaces_.empty());
- reference_surfaces_ = ref_surfaces;
-}
-
-void V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface::SetDecoded() {
- DCHECK(!decoded_);
- decoded_ = true;
-
- // We can now drop references to all reference surfaces for this surface
- // as we are done with decoding.
- reference_surfaces_.clear();
-}
-
-std::string V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface::ToString()
- const {
- std::string out;
- base::StringAppendF(&out, "Buffer %d -> %d. ", input_record_, output_record_);
- base::StringAppendF(&out, "Reference surfaces:");
- for (const auto& ref : reference_surfaces_) {
- DCHECK_NE(ref->output_record(), output_record_);
- base::StringAppendF(&out, " %d", ref->output_record());
- }
- return out;
-}
-
-V4L2SliceVideoDecodeAccelerator::InputRecord::InputRecord()
- : input_id(-1),
- address(nullptr),
- length(0),
- bytes_used(0),
- at_device(false) {
-}
-
-V4L2SliceVideoDecodeAccelerator::OutputRecord::OutputRecord()
- : at_device(false),
- at_client(false),
- picture_id(-1),
- egl_image(EGL_NO_IMAGE_KHR),
- egl_sync(EGL_NO_SYNC_KHR),
- cleared(false) {
-}
-
-struct V4L2SliceVideoDecodeAccelerator::BitstreamBufferRef {
- BitstreamBufferRef(
- base::WeakPtr<VideoDecodeAccelerator::Client>& client,
- const scoped_refptr<base::MessageLoopProxy>& client_message_loop_proxy,
- base::SharedMemory* shm,
- size_t size,
- int32 input_id);
- ~BitstreamBufferRef();
- const base::WeakPtr<VideoDecodeAccelerator::Client> client;
- const scoped_refptr<base::MessageLoopProxy> client_message_loop_proxy;
- const scoped_ptr<base::SharedMemory> shm;
- const size_t size;
- off_t bytes_used;
- const int32 input_id;
-};
-
-V4L2SliceVideoDecodeAccelerator::BitstreamBufferRef::BitstreamBufferRef(
- base::WeakPtr<VideoDecodeAccelerator::Client>& client,
- const scoped_refptr<base::MessageLoopProxy>& client_message_loop_proxy,
- base::SharedMemory* shm,
- size_t size,
- int32 input_id)
- : client(client),
- client_message_loop_proxy(client_message_loop_proxy),
- shm(shm),
- size(size),
- bytes_used(0),
- input_id(input_id) {
-}
-
-V4L2SliceVideoDecodeAccelerator::BitstreamBufferRef::~BitstreamBufferRef() {
- if (input_id >= 0) {
- DVLOGF(5) << "returning input_id: " << input_id;
- client_message_loop_proxy->PostTask(
- FROM_HERE,
- base::Bind(&VideoDecodeAccelerator::Client::NotifyEndOfBitstreamBuffer,
- client, input_id));
- }
-}
-
-struct V4L2SliceVideoDecodeAccelerator::EGLSyncKHRRef {
- EGLSyncKHRRef(EGLDisplay egl_display, EGLSyncKHR egl_sync);
- ~EGLSyncKHRRef();
- EGLDisplay const egl_display;
- EGLSyncKHR egl_sync;
-};
-
-V4L2SliceVideoDecodeAccelerator::EGLSyncKHRRef::EGLSyncKHRRef(
- EGLDisplay egl_display,
- EGLSyncKHR egl_sync)
- : egl_display(egl_display), egl_sync(egl_sync) {
-}
-
-V4L2SliceVideoDecodeAccelerator::EGLSyncKHRRef::~EGLSyncKHRRef() {
- // We don't check for eglDestroySyncKHR failures, because if we get here
- // with a valid sync object, something went wrong and we are getting
- // destroyed anyway.
- if (egl_sync != EGL_NO_SYNC_KHR)
- eglDestroySyncKHR(egl_display, egl_sync);
-}
-
-struct V4L2SliceVideoDecodeAccelerator::PictureRecord {
- PictureRecord(bool cleared, const media::Picture& picture);
- ~PictureRecord();
- bool cleared; // Whether the texture is cleared and safe to render from.
- media::Picture picture; // The decoded picture.
-};
-
-V4L2SliceVideoDecodeAccelerator::PictureRecord::PictureRecord(
- bool cleared,
- const media::Picture& picture)
- : cleared(cleared), picture(picture) {
-}
-
-V4L2SliceVideoDecodeAccelerator::PictureRecord::~PictureRecord() {
-}
-
-class V4L2SliceVideoDecodeAccelerator::V4L2H264Accelerator
- : public H264Decoder::H264Accelerator {
- public:
- V4L2H264Accelerator(V4L2SliceVideoDecodeAccelerator* v4l2_dec);
- virtual ~V4L2H264Accelerator() override;
-
- // H264Decoder::H264Accelerator implementation.
- scoped_refptr<H264Picture> CreateH264Picture() override;
-
- bool SubmitFrameMetadata(const media::H264SPS* sps,
- const media::H264PPS* pps,
- const H264DPB& dpb,
- const H264Picture::Vector& ref_pic_listp0,
- const H264Picture::Vector& ref_pic_listb0,
- const H264Picture::Vector& ref_pic_listb1,
- const scoped_refptr<H264Picture>& pic) override;
-
- bool SubmitSlice(const media::H264PPS* pps,
- const media::H264SliceHeader* slice_hdr,
- const H264Picture::Vector& ref_pic_list0,
- const H264Picture::Vector& ref_pic_list1,
- const scoped_refptr<H264Picture>& pic,
- const uint8_t* data,
- size_t size) override;
-
- bool SubmitDecode(const scoped_refptr<H264Picture>& pic) override;
- bool OutputPicture(const scoped_refptr<H264Picture>& pic) override;
-
- private:
- // Max size of reference list.
- static const size_t kDPBIndicesListSize = 32;
- void H264PictureListToDPBIndicesList(const H264Picture::Vector& src_pic_list,
- uint8_t dst_list[kDPBIndicesListSize]);
-
- void H264DPBToV4L2DPB(
- const H264DPB& dpb,
- std::vector<scoped_refptr<V4L2DecodeSurface>>* ref_surfaces);
-
- scoped_refptr<V4L2DecodeSurface> H264PictureToV4L2DecodeSurface(
- const scoped_refptr<H264Picture>& pic);
-
- size_t num_slices_;
- V4L2SliceVideoDecodeAccelerator* v4l2_dec_;
-
- // TODO(posciak): This should be queried from hardware once supported.
- static const size_t kMaxSlices = 16;
- struct v4l2_ctrl_h264_slice_param v4l2_slice_params_[kMaxSlices];
- struct v4l2_ctrl_h264_decode_param v4l2_decode_param_;
-
- DISALLOW_COPY_AND_ASSIGN(V4L2H264Accelerator);
-};
-
-class V4L2SliceVideoDecodeAccelerator::V4L2VP8Accelerator
- : public VP8Decoder::VP8Accelerator {
- public:
- V4L2VP8Accelerator(V4L2SliceVideoDecodeAccelerator* v4l2_dec);
- ~V4L2VP8Accelerator() override;
-
- // H264Decoder::VP8Accelerator implementation.
- scoped_refptr<VP8Picture> CreateVP8Picture() override;
-
- bool SubmitDecode(const scoped_refptr<VP8Picture>& pic,
- const media::Vp8FrameHeader* frame_hdr,
- const scoped_refptr<VP8Picture>& last_frame,
- const scoped_refptr<VP8Picture>& golden_frame,
- const scoped_refptr<VP8Picture>& alt_frame) override;
-
- bool OutputPicture(const scoped_refptr<VP8Picture>& pic) override;
-
- private:
- scoped_refptr<V4L2DecodeSurface> VP8PictureToV4L2DecodeSurface(
- const scoped_refptr<VP8Picture>& pic);
-
- V4L2SliceVideoDecodeAccelerator* v4l2_dec_;
-
- DISALLOW_COPY_AND_ASSIGN(V4L2VP8Accelerator);
-};
-
-// Codec-specific subclasses of software decoder picture classes.
-// This allows us to keep decoders oblivious of our implementation details.
-class V4L2H264Picture : public H264Picture {
- public:
- V4L2H264Picture(const scoped_refptr<
- V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface>& dec_surface);
- virtual ~V4L2H264Picture() override;
-
- V4L2H264Picture* AsV4L2H264Picture() override { return this; }
- scoped_refptr<V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface>
- dec_surface() {
- return dec_surface_;
- }
-
- private:
- scoped_refptr<V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface>
- dec_surface_;
-
- DISALLOW_COPY_AND_ASSIGN(V4L2H264Picture);
-};
-
-V4L2H264Picture::V4L2H264Picture(const scoped_refptr<
- V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface>& dec_surface)
- : dec_surface_(dec_surface) {
-}
-
-V4L2H264Picture::~V4L2H264Picture() {
-}
-
-class V4L2VP8Picture : public VP8Picture {
- public:
- V4L2VP8Picture(const scoped_refptr<
- V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface>& dec_surface);
- virtual ~V4L2VP8Picture() override;
-
- V4L2VP8Picture* AsV4L2VP8Picture() override { return this; }
- scoped_refptr<V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface>
- dec_surface() {
- return dec_surface_;
- }
-
- private:
- scoped_refptr<V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface>
- dec_surface_;
-
- DISALLOW_COPY_AND_ASSIGN(V4L2VP8Picture);
-};
-
-V4L2VP8Picture::V4L2VP8Picture(const scoped_refptr<
- V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface>& dec_surface)
- : dec_surface_(dec_surface) {
-}
-
-V4L2VP8Picture::~V4L2VP8Picture() {
-}
-
-V4L2SliceVideoDecodeAccelerator::V4L2SliceVideoDecodeAccelerator(
- const scoped_refptr<V4L2Device>& device,
- EGLDisplay egl_display,
- EGLContext egl_context,
- const base::WeakPtr<Client>& io_client,
- const base::Callback<bool(void)>& make_context_current,
- const scoped_refptr<base::MessageLoopProxy>& io_message_loop_proxy)
- : input_planes_count_(0),
- output_planes_count_(0),
- child_message_loop_proxy_(base::MessageLoopProxy::current()),
- io_message_loop_proxy_(io_message_loop_proxy),
- io_client_(io_client),
- device_(device),
- decoder_thread_("V4L2SliceVideoDecodeAcceleratorThread"),
- device_poll_thread_("V4L2SliceVideoDecodeAcceleratorDevicePollThread"),
- input_streamon_(false),
- input_buffer_queued_count_(0),
- output_streamon_(false),
- output_buffer_queued_count_(0),
- video_profile_(media::VIDEO_CODEC_PROFILE_UNKNOWN),
- output_format_fourcc_(0),
- output_dpb_size_(0),
- state_(kUninitialized),
- decoder_flushing_(false),
- decoder_resetting_(false),
- surface_set_change_pending_(false),
- picture_clearing_count_(0),
- pictures_assigned_(false, false),
- make_context_current_(make_context_current),
- egl_display_(egl_display),
- egl_context_(egl_context),
- weak_this_factory_(this) {
- weak_this_ = weak_this_factory_.GetWeakPtr();
-}
-
-V4L2SliceVideoDecodeAccelerator::~V4L2SliceVideoDecodeAccelerator() {
- DVLOGF(2);
-
- DCHECK(child_message_loop_proxy_->BelongsToCurrentThread());
- DCHECK(!decoder_thread_.IsRunning());
- DCHECK(!device_poll_thread_.IsRunning());
-
- DCHECK(input_buffer_map_.empty());
- DCHECK(output_buffer_map_.empty());
-}
-
-void V4L2SliceVideoDecodeAccelerator::NotifyError(Error error) {
- if (!child_message_loop_proxy_->BelongsToCurrentThread()) {
- child_message_loop_proxy_->PostTask(
- FROM_HERE, base::Bind(&V4L2SliceVideoDecodeAccelerator::NotifyError,
- weak_this_, error));
- return;
- }
-
- if (client_) {
- client_->NotifyError(error);
- client_ptr_factory_.reset();
- }
-}
-
-bool V4L2SliceVideoDecodeAccelerator::Initialize(
- media::VideoCodecProfile profile,
- VideoDecodeAccelerator::Client* client) {
- DVLOGF(3) << "profile: " << profile;
- DCHECK(child_message_loop_proxy_->BelongsToCurrentThread());
- DCHECK_EQ(state_, kUninitialized);
-
- client_ptr_factory_.reset(
- new base::WeakPtrFactory<VideoDecodeAccelerator::Client>(client));
- client_ = client_ptr_factory_->GetWeakPtr();
-
- video_profile_ = profile;
-
- if (video_profile_ >= media::H264PROFILE_MIN &&
- video_profile_ <= media::H264PROFILE_MAX) {
- h264_accelerator_.reset(new V4L2H264Accelerator(this));
- decoder_.reset(new H264Decoder(h264_accelerator_.get()));
- } else if (video_profile_ >= media::VP8PROFILE_MIN &&
- video_profile_ <= media::VP8PROFILE_MAX) {
- vp8_accelerator_.reset(new V4L2VP8Accelerator(this));
- decoder_.reset(new VP8Decoder(vp8_accelerator_.get()));
- } else {
- DLOG(ERROR) << "Unsupported profile " << video_profile_;
- return false;
- }
-
- // TODO(posciak): This needs to be queried once supported.
- input_planes_count_ = 1;
- output_planes_count_ = 1;
-
- if (egl_display_ == EGL_NO_DISPLAY) {
- LOG(ERROR) << "Initialize(): could not get EGLDisplay";
- return false;
- }
-
- // We need the context to be initialized to query extensions.
- if (!make_context_current_.Run()) {
- LOG(ERROR) << "Initialize(): could not make context current";
- return false;
- }
-
- if (!gfx::g_driver_egl.ext.b_EGL_KHR_fence_sync) {
- LOG(ERROR) << "Initialize(): context does not have EGL_KHR_fence_sync";
- return false;
- }
-
- // Capabilities check.
- struct v4l2_capability caps;
- const __u32 kCapsRequired =
- V4L2_CAP_VIDEO_CAPTURE_MPLANE |
- V4L2_CAP_VIDEO_OUTPUT_MPLANE |
- V4L2_CAP_STREAMING;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_QUERYCAP, &caps);
- if ((caps.capabilities & kCapsRequired) != kCapsRequired) {
- DLOG(ERROR) << "Initialize(): ioctl() failed: VIDIOC_QUERYCAP"
- ", caps check failed: 0x" << std::hex << caps.capabilities;
- return false;
- }
-
- if (!SetupFormats())
- return false;
-
- if (!decoder_thread_.Start()) {
- DLOG(ERROR) << "Initialize(): device thread failed to start";
- return false;
- }
- decoder_thread_proxy_ = decoder_thread_.message_loop_proxy();
-
- state_ = kInitialized;
-
- // InitializeTask will NOTIFY_ERROR on failure.
- decoder_thread_proxy_->PostTask(
- FROM_HERE, base::Bind(&V4L2SliceVideoDecodeAccelerator::InitializeTask,
- base::Unretained(this)));
-
- DVLOGF(1) << "V4L2SliceVideoDecodeAccelerator initialized";
- return true;
-}
-
-void V4L2SliceVideoDecodeAccelerator::InitializeTask() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
- DCHECK_EQ(state_, kInitialized);
-
- if (!CreateInputBuffers())
- NOTIFY_ERROR(PLATFORM_FAILURE);
-
- // Output buffers will be created once decoder gives us information
- // about their size and required count.
- state_ = kDecoding;
-}
-
-void V4L2SliceVideoDecodeAccelerator::Destroy() {
- DVLOGF(3);
- DCHECK(child_message_loop_proxy_->BelongsToCurrentThread());
-
- if (decoder_thread_.IsRunning()) {
- decoder_thread_proxy_->PostTask(
- FROM_HERE, base::Bind(&V4L2SliceVideoDecodeAccelerator::DestroyTask,
- base::Unretained(this)));
-
- // Wait for tasks to finish/early-exit.
- decoder_thread_.Stop();
- }
-
- delete this;
- DVLOGF(3) << "Destroyed";
-}
-
-void V4L2SliceVideoDecodeAccelerator::DestroyTask() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- state_ = kError;
-
- decoder_->Reset();
-
- decoder_current_bitstream_buffer_.reset();
- while (!decoder_input_queue_.empty())
- decoder_input_queue_.pop();
-
- // Stop streaming and the device_poll_thread_.
- StopDevicePoll(false);
-
- DestroyInputBuffers();
- DestroyOutputs(false);
-
- DCHECK(surfaces_at_device_.empty());
- DCHECK(surfaces_at_display_.empty());
- DCHECK(decoder_display_queue_.empty());
-}
-
-bool V4L2SliceVideoDecodeAccelerator::SetupFormats() {
- DCHECK_EQ(state_, kUninitialized);
-
- __u32 input_format_fourcc =
- V4L2Device::VideoCodecProfileToV4L2PixFmt(video_profile_, true);
- if (!input_format_fourcc) {
- NOTREACHED();
- return false;
- }
-
- size_t input_size;
- if (base::CommandLine::ForCurrentProcess()->HasSwitch(
- switches::kIgnoreResolutionLimitsForAcceleratedVideoDecode))
- input_size = kInputBufferMaxSizeFor4k;
- else
- input_size = kInputBufferMaxSizeFor1080p;
-
- struct v4l2_format format;
- memset(&format, 0, sizeof(format));
- format.type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
- format.fmt.pix_mp.pixelformat = input_format_fourcc;
- format.fmt.pix_mp.plane_fmt[0].sizeimage = input_size;
- format.fmt.pix_mp.num_planes = input_planes_count_;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_S_FMT, &format);
-
- // We have to set up the format for output, because the driver may not allow
- // changing it once we start streaming; whether it can support our chosen
- // output format or not may depend on the input format.
- struct v4l2_fmtdesc fmtdesc;
- memset(&fmtdesc, 0, sizeof(fmtdesc));
- fmtdesc.type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
- output_format_fourcc_ = 0;
- while (device_->Ioctl(VIDIOC_ENUM_FMT, &fmtdesc) == 0) {
- if (device_->CanCreateEGLImageFrom(fmtdesc.pixelformat)) {
- output_format_fourcc_ = fmtdesc.pixelformat;
- break;
- }
- ++fmtdesc.index;
- }
-
- if (output_format_fourcc_ == 0) {
- LOG(ERROR) << "Could not find a usable output format";
- return false;
- }
-
- // Only set fourcc for output; resolution, etc., will come from the
- // driver once it extracts it from the stream.
- memset(&format, 0, sizeof(format));
- format.type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
- format.fmt.pix_mp.pixelformat = output_format_fourcc_;
- format.fmt.pix_mp.num_planes = output_planes_count_;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_S_FMT, &format);
-
- return true;
-}
-
-bool V4L2SliceVideoDecodeAccelerator::CreateInputBuffers() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
- DCHECK(!input_streamon_);
- DCHECK(input_buffer_map_.empty());
-
- struct v4l2_requestbuffers reqbufs;
- memset(&reqbufs, 0, sizeof(reqbufs));
- reqbufs.count = kNumInputBuffers;
- reqbufs.type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
- reqbufs.memory = V4L2_MEMORY_MMAP;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_REQBUFS, &reqbufs);
- if (reqbufs.count < kNumInputBuffers) {
- PLOG(ERROR) << "Could not allocate enough output buffers";
- return false;
- }
- input_buffer_map_.resize(reqbufs.count);
- for (size_t i = 0; i < input_buffer_map_.size(); ++i) {
- free_input_buffers_.push_back(i);
-
- // Query for the MEMORY_MMAP pointer.
- struct v4l2_plane planes[VIDEO_MAX_PLANES];
- struct v4l2_buffer buffer;
- memset(&buffer, 0, sizeof(buffer));
- memset(planes, 0, sizeof(planes));
- buffer.index = i;
- buffer.type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
- buffer.memory = V4L2_MEMORY_MMAP;
- buffer.m.planes = planes;
- buffer.length = input_planes_count_;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_QUERYBUF, &buffer);
- void* address = device_->Mmap(nullptr,
- buffer.m.planes[0].length,
- PROT_READ | PROT_WRITE,
- MAP_SHARED,
- buffer.m.planes[0].m.mem_offset);
- if (address == MAP_FAILED) {
- PLOG(ERROR) << "CreateInputBuffers(): mmap() failed";
- return false;
- }
- input_buffer_map_[i].address = address;
- input_buffer_map_[i].length = buffer.m.planes[0].length;
- }
-
- return true;
-}
-
-bool V4L2SliceVideoDecodeAccelerator::CreateOutputBuffers() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
- DCHECK(!output_streamon_);
- DCHECK(output_buffer_map_.empty());
- DCHECK(surfaces_at_display_.empty());
- DCHECK(surfaces_at_device_.empty());
-
- frame_buffer_size_ = decoder_->GetPicSize();
- output_dpb_size_ = decoder_->GetRequiredNumOfPictures();
-
- DCHECK_GT(output_dpb_size_, 0u);
- DCHECK(!frame_buffer_size_.IsEmpty());
-
- struct v4l2_format format;
- memset(&format, 0, sizeof(format));
- format.type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
- format.fmt.pix_mp.pixelformat = output_format_fourcc_;
- format.fmt.pix_mp.width = frame_buffer_size_.width();
- format.fmt.pix_mp.height = frame_buffer_size_.height();
- format.fmt.pix_mp.num_planes = input_planes_count_;
-
- if (device_->Ioctl(VIDIOC_S_FMT, &format) != 0) {
- PLOG(ERROR) << "Failed setting format to: " << output_format_fourcc_;
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return false;
- }
-
- struct v4l2_requestbuffers reqbufs;
- memset(&reqbufs, 0, sizeof(reqbufs));
- reqbufs.count = output_dpb_size_;
- reqbufs.type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
- reqbufs.memory = V4L2_MEMORY_MMAP;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_REQBUFS, &reqbufs);
-
- if (reqbufs.count < output_dpb_size_) {
- PLOG(ERROR) << "Could not allocate enough output buffers";
- return false;
- }
-
- output_buffer_map_.resize(reqbufs.count);
-
- DVLOGF(3) << "buffer_count=" << output_buffer_map_.size()
- << ", size=" << frame_buffer_size_.ToString();
-
- child_message_loop_proxy_->PostTask(
- FROM_HERE,
- base::Bind(&VideoDecodeAccelerator::Client::ProvidePictureBuffers,
- client_, output_buffer_map_.size(), frame_buffer_size_,
- device_->GetTextureTarget()));
-
- // Wait for the client to call AssignPictureBuffers() on the Child thread.
- // We do this, because if we continue decoding without finishing buffer
- // allocation, we may end up Resetting before AssignPictureBuffers arrives,
- // resulting in unnecessary complications and subtle bugs.
- pictures_assigned_.Wait();
-
- return true;
-}
-
-void V4L2SliceVideoDecodeAccelerator::DestroyInputBuffers() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread() ||
- !decoder_thread_.IsRunning());
- DCHECK(!input_streamon_);
-
- for (auto& input_record : input_buffer_map_) {
- if (input_record.address != nullptr)
- device_->Munmap(input_record.address, input_record.length);
- }
-
- struct v4l2_requestbuffers reqbufs;
- memset(&reqbufs, 0, sizeof(reqbufs));
- reqbufs.count = 0;
- reqbufs.type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
- reqbufs.memory = V4L2_MEMORY_MMAP;
- IOCTL_OR_LOG_ERROR(VIDIOC_REQBUFS, &reqbufs);
-
- input_buffer_map_.clear();
- free_input_buffers_.clear();
-}
-
-void V4L2SliceVideoDecodeAccelerator::DismissPictures(
- std::vector<int32> picture_buffer_ids,
- base::WaitableEvent* done) {
- DVLOGF(3);
- DCHECK(child_message_loop_proxy_->BelongsToCurrentThread());
-
- for (auto picture_buffer_id : picture_buffer_ids) {
- DVLOGF(1) << "dismissing PictureBuffer id=" << picture_buffer_id;
- client_->DismissPictureBuffer(picture_buffer_id);
- }
-
- done->Signal();
-}
-
-void V4L2SliceVideoDecodeAccelerator::DevicePollTask(bool poll_device) {
- DVLOGF(4);
- DCHECK_EQ(device_poll_thread_.message_loop(), base::MessageLoop::current());
-
- bool event_pending;
- if (!device_->Poll(poll_device, &event_pending)) {
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
-
- // All processing should happen on ServiceDeviceTask(), since we shouldn't
- // touch encoder state from this thread.
- decoder_thread_proxy_->PostTask(
- FROM_HERE, base::Bind(&V4L2SliceVideoDecodeAccelerator::ServiceDeviceTask,
- base::Unretained(this)));
-}
-
-void V4L2SliceVideoDecodeAccelerator::ServiceDeviceTask() {
- DVLOGF(4);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- // ServiceDeviceTask() should only ever be scheduled from DevicePollTask().
-
- Dequeue();
- SchedulePollIfNeeded();
-}
-
-void V4L2SliceVideoDecodeAccelerator::SchedulePollIfNeeded() {
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- if (!device_poll_thread_.IsRunning()) {
- DVLOGF(2) << "Device poll thread stopped, will not schedule poll";
- return;
- }
-
- DCHECK(input_streamon_ || output_streamon_);
-
- if (input_buffer_queued_count_ + output_buffer_queued_count_ == 0) {
- DVLOGF(4) << "No buffers queued, will not schedule poll";
- return;
- }
-
- DVLOGF(4) << "Scheduling device poll task";
-
- device_poll_thread_.message_loop()->PostTask(
- FROM_HERE, base::Bind(&V4L2SliceVideoDecodeAccelerator::DevicePollTask,
- base::Unretained(this), true));
-
- DVLOGF(2) << "buffer counts: "
- << "INPUT[" << decoder_input_queue_.size() << "]"
- << " => DEVICE["
- << free_input_buffers_.size() << "+"
- << input_buffer_queued_count_ << "/"
- << input_buffer_map_.size() << "]->["
- << free_output_buffers_.size() << "+"
- << output_buffer_queued_count_ << "/"
- << output_buffer_map_.size() << "]"
- << " => DISPLAYQ[" << decoder_display_queue_.size() << "]"
- << " => CLIENT[" << surfaces_at_display_.size() << "]";
-}
-
-void V4L2SliceVideoDecodeAccelerator::Enqueue(
- const scoped_refptr<V4L2DecodeSurface>& dec_surface) {
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- const int old_inputs_queued = input_buffer_queued_count_;
- const int old_outputs_queued = output_buffer_queued_count_;
-
- if (!EnqueueInputRecord(dec_surface->input_record(),
- dec_surface->config_store())) {
- DVLOGF(1) << "Failed queueing an input buffer";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
-
- if (!EnqueueOutputRecord(dec_surface->output_record())) {
- DVLOGF(1) << "Failed queueing an output buffer";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
-
- bool inserted =
- surfaces_at_device_.insert(std::make_pair(dec_surface->output_record(),
- dec_surface)).second;
- DCHECK(inserted);
-
- if (old_inputs_queued == 0 && old_outputs_queued == 0)
- SchedulePollIfNeeded();
-}
-
-void V4L2SliceVideoDecodeAccelerator::Dequeue() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- struct v4l2_buffer dqbuf;
- struct v4l2_plane planes[VIDEO_MAX_PLANES];
- while (input_buffer_queued_count_ > 0) {
- DCHECK(input_streamon_);
- memset(&dqbuf, 0, sizeof(dqbuf));
- memset(&planes, 0, sizeof(planes));
- dqbuf.type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
- dqbuf.memory = V4L2_MEMORY_USERPTR;
- dqbuf.m.planes = planes;
- dqbuf.length = input_planes_count_;
- if (device_->Ioctl(VIDIOC_DQBUF, &dqbuf) != 0) {
- if (errno == EAGAIN) {
- // EAGAIN if we're just out of buffers to dequeue.
- break;
- }
- PLOG(ERROR) << "ioctl() failed: VIDIOC_DQBUF";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
- InputRecord& input_record = input_buffer_map_[dqbuf.index];
- DCHECK(input_record.at_device);
- input_record.at_device = false;
- input_record.input_id = -1;
- input_record.bytes_used = 0;
- free_input_buffers_.push_back(dqbuf.index);
- input_buffer_queued_count_--;
- DVLOGF(4) << "Dequeued input=" << dqbuf.index
- << " count: " << input_buffer_queued_count_;
- }
-
- while (output_buffer_queued_count_ > 0) {
- DCHECK(output_streamon_);
- memset(&dqbuf, 0, sizeof(dqbuf));
- memset(&planes, 0, sizeof(planes));
- dqbuf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
- dqbuf.memory = V4L2_MEMORY_MMAP;
- dqbuf.m.planes = planes;
- dqbuf.length = output_planes_count_;
- if (device_->Ioctl(VIDIOC_DQBUF, &dqbuf) != 0) {
- if (errno == EAGAIN) {
- // EAGAIN if we're just out of buffers to dequeue.
- break;
- }
- PLOG(ERROR) << "ioctl() failed: VIDIOC_DQBUF";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
- OutputRecord& output_record = output_buffer_map_[dqbuf.index];
- DCHECK(output_record.at_device);
- output_record.at_device = false;
- DCHECK_NE(output_record.picture_id, -1);
- output_buffer_queued_count_--;
- DVLOGF(3) << "Dequeued output=" << dqbuf.index
- << " count " << output_buffer_queued_count_;
-
- V4L2DecodeSurfaceByOutputId::iterator it =
- surfaces_at_device_.find(dqbuf.index);
- if (it == surfaces_at_device_.end()) {
- DLOG(ERROR) << "Got invalid surface from device.";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- }
-
- it->second->SetDecoded();
- surfaces_at_device_.erase(it);
- }
-
- // A frame was decoded, see if we can output it.
- TryOutputSurfaces();
-
- ProcessPendingEventsIfNeeded();
-}
-
-void V4L2SliceVideoDecodeAccelerator::ProcessPendingEventsIfNeeded() {
- // Process pending events, if any, in the correct order.
- // We always first process the surface set change, as it is an internal
- // event from the decoder and interleaving it with external requests would
- // put the decoder in an undefined state.
- FinishSurfaceSetChangeIfNeeded();
-
- // Process external (client) requests.
- FinishFlushIfNeeded();
- FinishResetIfNeeded();
-}
-
-void V4L2SliceVideoDecodeAccelerator::ReuseOutputBuffer(int index) {
- DCHECK_LT(index, static_cast<int>(output_buffer_map_.size()));
- DVLOGF(4) << "Reusing output buffer, index=" << index;
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- OutputRecord& output_record = output_buffer_map_[index];
- DCHECK(!output_record.at_device);
- output_record.at_client = false;
-
- free_output_buffers_.push_back(index);
-
- ScheduleDecodeBufferTaskIfNeeded();
-}
-
-bool V4L2SliceVideoDecodeAccelerator::EnqueueInputRecord(
- int index,
- uint32_t config_store) {
- DVLOGF(3);
- DCHECK_LT(index, static_cast<int>(input_buffer_map_.size()));
- DCHECK_GT(config_store, 0u);
-
- // Enqueue an input (VIDEO_OUTPUT) buffer for an input video frame.
- InputRecord& input_record = input_buffer_map_[index];
- DCHECK(!input_record.at_device);
- struct v4l2_buffer qbuf;
- struct v4l2_plane qbuf_planes[VIDEO_MAX_PLANES];
- memset(&qbuf, 0, sizeof(qbuf));
- memset(qbuf_planes, 0, sizeof(qbuf_planes));
- qbuf.index = index;
- qbuf.type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
- qbuf.memory = V4L2_MEMORY_MMAP;
- qbuf.m.planes = qbuf_planes;
- qbuf.m.planes[0].bytesused = input_record.bytes_used;
- qbuf.length = input_planes_count_;
- qbuf.config_store = config_store;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_QBUF, &qbuf);
- input_record.at_device = true;
- input_buffer_queued_count_++;
- DVLOGF(4) << "Enqueued input=" << qbuf.index
- << " count: " << input_buffer_queued_count_;
-
- return true;
-}
-
-bool V4L2SliceVideoDecodeAccelerator::EnqueueOutputRecord(int index) {
- DVLOGF(3);
- DCHECK_LT(index, static_cast<int>(output_buffer_map_.size()));
-
- // Enqueue an output (VIDEO_CAPTURE) buffer.
- OutputRecord& output_record = output_buffer_map_[index];
- DCHECK(!output_record.at_device);
- DCHECK(!output_record.at_client);
- DCHECK_NE(output_record.egl_image, EGL_NO_IMAGE_KHR);
- DCHECK_NE(output_record.picture_id, -1);
- if (output_record.egl_sync != EGL_NO_SYNC_KHR) {
- // If we have to wait for completion, wait. Note that
- // free_output_buffers_ is a FIFO queue, so we always wait on the
- // buffer that has been in the queue the longest.
- if (eglClientWaitSyncKHR(egl_display_, output_record.egl_sync, 0,
- EGL_FOREVER_KHR) == EGL_FALSE) {
- // This will cause tearing, but is safe otherwise.
- DVLOGF(1) << "eglClientWaitSyncKHR failed!";
- }
- if (eglDestroySyncKHR(egl_display_, output_record.egl_sync) != EGL_TRUE) {
- LOGF(ERROR) << "eglDestroySyncKHR failed!";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return false;
- }
- output_record.egl_sync = EGL_NO_SYNC_KHR;
- }
-
- struct v4l2_buffer qbuf;
- struct v4l2_plane qbuf_planes[VIDEO_MAX_PLANES];
- memset(&qbuf, 0, sizeof(qbuf));
- memset(qbuf_planes, 0, sizeof(qbuf_planes));
- qbuf.index = index;
- qbuf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
- qbuf.memory = V4L2_MEMORY_MMAP;
- qbuf.m.planes = qbuf_planes;
- qbuf.length = output_planes_count_;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_QBUF, &qbuf);
- output_record.at_device = true;
- output_buffer_queued_count_++;
- DVLOGF(4) << "Enqueued output=" << qbuf.index
- << " count: " << output_buffer_queued_count_;
-
- return true;
-}
-
-bool V4L2SliceVideoDecodeAccelerator::StartDevicePoll() {
- DVLOGF(3) << "Starting device poll";
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
- DCHECK(!device_poll_thread_.IsRunning());
-
- // Start up the device poll thread and schedule its first DevicePollTask().
- if (!device_poll_thread_.Start()) {
- DLOG(ERROR) << "StartDevicePoll(): Device thread failed to start";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return false;
- }
- if (!input_streamon_) {
- __u32 type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_STREAMON, &type);
- input_streamon_ = true;
- }
-
- if (!output_streamon_) {
- __u32 type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_STREAMON, &type);
- output_streamon_ = true;
- }
-
- device_poll_thread_.message_loop()->PostTask(
- FROM_HERE, base::Bind(&V4L2SliceVideoDecodeAccelerator::DevicePollTask,
- base::Unretained(this), true));
-
- return true;
-}
-
-bool V4L2SliceVideoDecodeAccelerator::StopDevicePoll(bool keep_input_state) {
- DVLOGF(3) << "Stopping device poll";
- if (decoder_thread_.IsRunning())
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- // Signal the DevicePollTask() to stop, and stop the device poll thread.
- if (!device_->SetDevicePollInterrupt()) {
- PLOG(ERROR) << "SetDevicePollInterrupt(): failed";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return false;
- }
- device_poll_thread_.Stop();
- DVLOGF(3) << "Device poll thread stopped";
-
- // Clear the interrupt now, to be sure.
- if (!device_->ClearDevicePollInterrupt()) {
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return false;
- }
-
- if (!keep_input_state) {
- if (input_streamon_) {
- __u32 type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_STREAMOFF, &type);
- }
- input_streamon_ = false;
- }
-
- if (output_streamon_) {
- __u32 type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_STREAMOFF, &type);
- }
- output_streamon_ = false;
-
- if (!keep_input_state) {
- free_input_buffers_.clear();
- for (size_t i = 0; i < input_buffer_map_.size(); ++i) {
- InputRecord& input_record = input_buffer_map_[i];
- input_record.at_device = false;
- input_record.bytes_used = 0;
- input_record.input_id = -1;
- free_input_buffers_.push_back(i);
- }
- input_buffer_queued_count_ = 0;
- }
-
- surfaces_at_device_.clear();
-
- free_output_buffers_.clear();
- for (size_t i = 0; i < output_buffer_map_.size(); ++i) {
- OutputRecord& output_record = output_buffer_map_[i];
- DCHECK(!(output_record.at_client && output_record.at_device));
- output_record.at_device = false;
- if (!output_record.at_client)
- free_output_buffers_.push_back(i);
- }
- output_buffer_queued_count_ = 0;
-
- DVLOGF(3) << "Device poll stopped";
- return true;
-}
-
-void V4L2SliceVideoDecodeAccelerator::Decode(
- const media::BitstreamBuffer& bitstream_buffer) {
- DVLOGF(3) << "input_id=" << bitstream_buffer.id()
- << ", size=" << bitstream_buffer.size();
- DCHECK(io_message_loop_proxy_->BelongsToCurrentThread());
-
- decoder_thread_proxy_->PostTask(
- FROM_HERE, base::Bind(&V4L2SliceVideoDecodeAccelerator::DecodeTask,
- base::Unretained(this), bitstream_buffer));
-}
-
-void V4L2SliceVideoDecodeAccelerator::DecodeTask(
- const media::BitstreamBuffer& bitstream_buffer) {
- DVLOGF(3) << "input_id=" << bitstream_buffer.id()
- << " size=" << bitstream_buffer.size();
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- scoped_ptr<BitstreamBufferRef> bitstream_record(new BitstreamBufferRef(
- io_client_, io_message_loop_proxy_,
- new base::SharedMemory(bitstream_buffer.handle(), true),
- bitstream_buffer.size(), bitstream_buffer.id()));
- if (!bitstream_record->shm->Map(bitstream_buffer.size())) {
- LOGF(ERROR) << "Could not map bitstream_buffer";
- NOTIFY_ERROR(UNREADABLE_INPUT);
- return;
- }
- DVLOGF(3) << "mapped at=" << bitstream_record->shm->memory();
-
- decoder_input_queue_.push(
- linked_ptr<BitstreamBufferRef>(bitstream_record.release()));
-
- ScheduleDecodeBufferTaskIfNeeded();
-}
-
-bool V4L2SliceVideoDecodeAccelerator::TrySetNewBistreamBuffer() {
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
- DCHECK(!decoder_current_bitstream_buffer_);
-
- if (decoder_input_queue_.empty())
- return false;
-
- decoder_current_bitstream_buffer_.reset(
- decoder_input_queue_.front().release());
- decoder_input_queue_.pop();
-
- if (decoder_current_bitstream_buffer_->input_id == kFlushBufferId) {
- // This is a buffer we queued for ourselves to trigger flush at this time.
- InitiateFlush();
- return false;
- }
-
- const uint8_t* const data = reinterpret_cast<const uint8_t*>(
- decoder_current_bitstream_buffer_->shm->memory());
- const size_t data_size = decoder_current_bitstream_buffer_->size;
- decoder_->SetStream(data, data_size);
-
- return true;
-}
-
-void V4L2SliceVideoDecodeAccelerator::ScheduleDecodeBufferTaskIfNeeded() {
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
- if (state_ == kDecoding) {
- decoder_thread_proxy_->PostTask(
- FROM_HERE,
- base::Bind(&V4L2SliceVideoDecodeAccelerator::DecodeBufferTask,
- base::Unretained(this)));
- }
-}
-
-void V4L2SliceVideoDecodeAccelerator::DecodeBufferTask() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- if (state_ != kDecoding) {
- DVLOGF(3) << "Early exit, not in kDecoding";
- return;
- }
-
- while (true) {
- AcceleratedVideoDecoder::DecodeResult res;
- res = decoder_->Decode();
- switch (res) {
- case AcceleratedVideoDecoder::kAllocateNewSurfaces:
- DVLOGF(2) << "Decoder requesting a new set of surfaces";
- InitiateSurfaceSetChange();
- return;
-
- case AcceleratedVideoDecoder::kRanOutOfStreamData:
- decoder_current_bitstream_buffer_.reset();
- if (!TrySetNewBistreamBuffer())
- return;
-
- break;
-
- case AcceleratedVideoDecoder::kRanOutOfSurfaces:
- // No more surfaces for the decoder, we'll come back once we have more.
- DVLOGF(4) << "Ran out of surfaces";
- return;
-
- case AcceleratedVideoDecoder::kDecodeError:
- DVLOGF(1) << "Error decoding stream";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
- }
-}
-
-void V4L2SliceVideoDecodeAccelerator::InitiateSurfaceSetChange() {
- DVLOGF(2);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- DCHECK_EQ(state_, kDecoding);
- state_ = kIdle;
-
- DCHECK(!surface_set_change_pending_);
- surface_set_change_pending_ = true;
-
- FinishSurfaceSetChangeIfNeeded();
-}
-
-void V4L2SliceVideoDecodeAccelerator::FinishSurfaceSetChangeIfNeeded() {
- DVLOGF(2);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- if (!surface_set_change_pending_ || !surfaces_at_device_.empty())
- return;
-
- DCHECK_EQ(state_, kIdle);
- DCHECK(decoder_display_queue_.empty());
-
- // Keep input queue running while we switch outputs.
- if (!StopDevicePoll(true)) {
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
-
- // This will return only once all buffers are dismissed and destroyed.
- // This does not wait until they are displayed however, as display retains
- // references to the buffers bound to textures and will release them
- // after displaying.
- if (!DestroyOutputs(true)) {
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
-
- if (!CreateOutputBuffers()) {
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
-
- if (!StartDevicePoll()) {
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
-
- DVLOGF(3) << "Surface set change finished";
-
- surface_set_change_pending_ = false;
- state_ = kDecoding;
- ScheduleDecodeBufferTaskIfNeeded();
-}
-
-bool V4L2SliceVideoDecodeAccelerator::DestroyOutputs(bool dismiss) {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
- std::vector<EGLImageKHR> egl_images_to_destroy;
- std::vector<int32> picture_buffers_to_dismiss;
-
- if (output_buffer_map_.empty())
- return true;
-
- for (auto output_record : output_buffer_map_) {
- DCHECK(!output_record.at_device);
- output_record.at_client = false;
-
- if (output_record.egl_sync != EGL_NO_SYNC_KHR) {
- if (eglDestroySyncKHR(egl_display_, output_record.egl_sync) != EGL_TRUE)
- DVLOGF(1) << "eglDestroySyncKHR failed.";
- }
-
- if (output_record.egl_image != EGL_NO_IMAGE_KHR) {
- child_message_loop_proxy_->PostTask(
- FROM_HERE,
- base::Bind(base::IgnoreResult(&V4L2Device::DestroyEGLImage), device_,
- egl_display_, output_record.egl_image));
- }
-
- picture_buffers_to_dismiss.push_back(output_record.picture_id);
- }
-
- if (dismiss) {
- DVLOGF(2) << "Scheduling picture dismissal";
- base::WaitableEvent done(false, false);
- child_message_loop_proxy_->PostTask(
- FROM_HERE, base::Bind(&V4L2SliceVideoDecodeAccelerator::DismissPictures,
- weak_this_, picture_buffers_to_dismiss, &done));
- done.Wait();
- }
-
- // At this point client can't call ReusePictureBuffer on any of the pictures
- // anymore, so it's safe to destroy.
- return DestroyOutputBuffers();
-}
-
-bool V4L2SliceVideoDecodeAccelerator::DestroyOutputBuffers() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread() ||
- !decoder_thread_.IsRunning());
- DCHECK(!output_streamon_);
- DCHECK(surfaces_at_device_.empty());
- DCHECK(decoder_display_queue_.empty());
- DCHECK_EQ(surfaces_at_display_.size() + free_output_buffers_.size(),
- output_buffer_map_.size());
-
- if (output_buffer_map_.empty())
- return true;
-
- // It's ok to do this, client will retain references to textures, but we are
- // not interested in reusing the surfaces anymore.
- // This will prevent us from reusing old surfaces in case we have some
- // ReusePictureBuffer() pending on ChildThread already. It's ok to ignore
- // them, because we have already dismissed them (in DestroyOutputs()).
- surfaces_at_display_.clear();
- DCHECK_EQ(free_output_buffers_.size(), output_buffer_map_.size());
-
- free_output_buffers_.clear();
- output_buffer_map_.clear();
-
- struct v4l2_requestbuffers reqbufs;
- memset(&reqbufs, 0, sizeof(reqbufs));
- reqbufs.count = 0;
- reqbufs.type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
- reqbufs.memory = V4L2_MEMORY_MMAP;
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_REQBUFS, &reqbufs);
-
- return true;
-}
-
-void V4L2SliceVideoDecodeAccelerator::AssignPictureBuffers(
- const std::vector<media::PictureBuffer>& buffers) {
- DVLOGF(3);
- DCHECK(child_message_loop_proxy_->BelongsToCurrentThread());
-
- if (buffers.size() != output_buffer_map_.size()) {
- DLOG(ERROR) << "Failed to provide requested picture buffers. "
- << "(Got " << buffers.size()
- << ", requested " << output_buffer_map_.size() << ")";
- NOTIFY_ERROR(INVALID_ARGUMENT);
- return;
- }
-
- if (!make_context_current_.Run()) {
- DLOG(ERROR) << "could not make context current";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
-
- gfx::ScopedTextureBinder bind_restore(GL_TEXTURE_EXTERNAL_OES, 0);
-
- // It's safe to manipulate all the buffer state here, because the decoder
- // thread is waiting on pictures_assigned_.
- DCHECK(free_output_buffers_.empty());
- for (size_t i = 0; i < output_buffer_map_.size(); ++i) {
- DCHECK(buffers[i].size() == frame_buffer_size_);
-
- OutputRecord& output_record = output_buffer_map_[i];
- DCHECK(!output_record.at_device);
- DCHECK(!output_record.at_client);
- DCHECK_EQ(output_record.egl_image, EGL_NO_IMAGE_KHR);
- DCHECK_EQ(output_record.egl_sync, EGL_NO_SYNC_KHR);
- DCHECK_EQ(output_record.picture_id, -1);
- DCHECK_EQ(output_record.cleared, false);
-
- EGLImageKHR egl_image = device_->CreateEGLImage(egl_display_,
- egl_context_,
- buffers[i].texture_id(),
- frame_buffer_size_,
- i,
- output_format_fourcc_,
- output_planes_count_);
- if (egl_image == EGL_NO_IMAGE_KHR) {
- LOGF(ERROR) << "Could not create EGLImageKHR";
- // Ownership of EGLImages allocated in previous iterations of this loop
- // has been transferred to output_buffer_map_. After we error-out here
- // the destructor will handle their cleanup.
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
-
- output_record.egl_image = egl_image;
- output_record.picture_id = buffers[i].id();
- free_output_buffers_.push_back(i);
- DVLOGF(3) << "buffer[" << i << "]: picture_id=" << output_record.picture_id;
- }
-
- pictures_assigned_.Signal();
-}
-
-void V4L2SliceVideoDecodeAccelerator::ReusePictureBuffer(
- int32 picture_buffer_id) {
- DCHECK(child_message_loop_proxy_->BelongsToCurrentThread());
- DVLOGF(4) << "picture_buffer_id=" << picture_buffer_id;
-
- if (!make_context_current_.Run()) {
- LOGF(ERROR) << "could not make context current";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
-
- EGLSyncKHR egl_sync =
- eglCreateSyncKHR(egl_display_, EGL_SYNC_FENCE_KHR, NULL);
- if (egl_sync == EGL_NO_SYNC_KHR) {
- LOGF(ERROR) << "eglCreateSyncKHR() failed";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
-
- scoped_ptr<EGLSyncKHRRef> egl_sync_ref(
- new EGLSyncKHRRef(egl_display_, egl_sync));
- decoder_thread_proxy_->PostTask(
- FROM_HERE,
- base::Bind(&V4L2SliceVideoDecodeAccelerator::ReusePictureBufferTask,
- base::Unretained(this), picture_buffer_id,
- base::Passed(&egl_sync_ref)));
-}
-
-void V4L2SliceVideoDecodeAccelerator::ReusePictureBufferTask(
- int32 picture_buffer_id,
- scoped_ptr<EGLSyncKHRRef> egl_sync_ref) {
- DVLOGF(3) << "picture_buffer_id=" << picture_buffer_id;
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- V4L2DecodeSurfaceByPictureBufferId::iterator it =
- surfaces_at_display_.find(picture_buffer_id);
- if (it == surfaces_at_display_.end()) {
- // It's possible that we've already posted a DismissPictureBuffer for this
- // picture, but it has not yet executed when this ReusePictureBuffer was
- // posted to us by the client. In that case just ignore this (we've already
- // dismissed it and accounted for that) and let the sync object get
- // destroyed.
- DVLOGF(3) << "got picture id=" << picture_buffer_id
- << " not in use (anymore?).";
- return;
- }
-
- OutputRecord& output_record = output_buffer_map_[it->second->output_record()];
- if (output_record.at_device || !output_record.at_client) {
- DVLOGF(1) << "picture_buffer_id not reusable";
- NOTIFY_ERROR(INVALID_ARGUMENT);
- return;
- }
-
- DCHECK_EQ(output_record.egl_sync, EGL_NO_SYNC_KHR);
- DCHECK(!output_record.at_device);
- output_record.at_client = false;
- output_record.egl_sync = egl_sync_ref->egl_sync;
- // Take ownership of the EGLSync.
- egl_sync_ref->egl_sync = EGL_NO_SYNC_KHR;
- surfaces_at_display_.erase(it);
-}
-
-void V4L2SliceVideoDecodeAccelerator::Flush() {
- DVLOGF(3);
- DCHECK(child_message_loop_proxy_->BelongsToCurrentThread());
-
- decoder_thread_proxy_->PostTask(
- FROM_HERE, base::Bind(&V4L2SliceVideoDecodeAccelerator::FlushTask,
- base::Unretained(this)));
-}
-
-void V4L2SliceVideoDecodeAccelerator::FlushTask() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- if (!decoder_input_queue_.empty()) {
- // We are not done with pending inputs, so queue an empty buffer,
- // which - when reached - will trigger flush sequence.
- decoder_input_queue_.push(
- linked_ptr<BitstreamBufferRef>(new BitstreamBufferRef(
- io_client_, io_message_loop_proxy_, nullptr, 0, kFlushBufferId)));
- return;
- }
-
- // No more inputs pending, so just finish flushing here.
- InitiateFlush();
-}
-
-void V4L2SliceVideoDecodeAccelerator::InitiateFlush() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- DCHECK(!decoder_flushing_);
- DCHECK_EQ(state_, kDecoding);
- state_ = kIdle;
-
- // This will trigger output for all remaining surfaces in the decoder.
- // However, not all of them may be decoded yet (they would be queued
- // in hardware then).
- if (!decoder_->Flush()) {
- DVLOGF(1) << "Failed flushing the decoder.";
- NOTIFY_ERROR(PLATFORM_FAILURE);
- return;
- }
-
- // Put the decoder in an idle state, ready to resume.
- decoder_->Reset();
-
- decoder_flushing_ = true;
-
- decoder_thread_proxy_->PostTask(
- FROM_HERE,
- base::Bind(&V4L2SliceVideoDecodeAccelerator::FinishFlushIfNeeded,
- base::Unretained(this)));
-}
-
-void V4L2SliceVideoDecodeAccelerator::FinishFlushIfNeeded() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- if (!decoder_flushing_ || !surfaces_at_device_.empty())
- return;
-
- DCHECK_EQ(state_, kIdle);
-
- // At this point, all remaining surfaces are decoded and dequeued, and since
- // we have already scheduled output for them in InitiateFlush(), their
- // respective PictureReady calls have been posted (or they have been queued on
- // pending_picture_ready_). So at this time, once we SendPictureReady(),
- // we will have all remaining PictureReady() posted to the client and we
- // can post NotifyFlushDone().
- DCHECK(decoder_display_queue_.empty());
- SendPictureReady();
-
- child_message_loop_proxy_->PostTask(
- FROM_HERE, base::Bind(&Client::NotifyFlushDone, client_));
-
- decoder_flushing_ = false;
-
- DVLOGF(3) << "Flush finished";
- state_ = kDecoding;
- ScheduleDecodeBufferTaskIfNeeded();
-}
-
-void V4L2SliceVideoDecodeAccelerator::Reset() {
- DVLOGF(3);
- DCHECK(child_message_loop_proxy_->BelongsToCurrentThread());
-
- decoder_thread_proxy_->PostTask(
- FROM_HERE, base::Bind(&V4L2SliceVideoDecodeAccelerator::ResetTask,
- base::Unretained(this)));
-}
-
-void V4L2SliceVideoDecodeAccelerator::ResetTask() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- if (decoder_resetting_) {
- // This is a bug in the client, multiple Reset()s before NotifyResetDone()
- // are not allowed.
- NOTREACHED() << "Client should not be requesting multiple Reset()s";
- return;
- }
-
- DCHECK_EQ(state_, kDecoding);
- state_ = kIdle;
-
- // Put the decoder in an idle state, ready to resume.
- decoder_->Reset();
-
- decoder_resetting_ = true;
-
- // Drop all remaining inputs.
- decoder_current_bitstream_buffer_.reset();
- while (!decoder_input_queue_.empty())
- decoder_input_queue_.pop();
-
- FinishResetIfNeeded();
-}
-
-void V4L2SliceVideoDecodeAccelerator::FinishResetIfNeeded() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- if (!decoder_resetting_ || !surfaces_at_device_.empty())
- return;
-
- DCHECK_EQ(state_, kIdle);
- DCHECK(!decoder_flushing_);
- SendPictureReady();
-
- // Drop any pending outputs.
- while (!decoder_display_queue_.empty())
- decoder_display_queue_.pop();
-
- decoder_resetting_ = false;
-
- child_message_loop_proxy_->PostTask(
- FROM_HERE, base::Bind(&Client::NotifyResetDone, client_));
-
- DVLOGF(3) << "Reset finished";
-
- state_ = kDecoding;
- ScheduleDecodeBufferTaskIfNeeded();
-}
-
-void V4L2SliceVideoDecodeAccelerator::SetErrorState(Error error) {
- // We can touch decoder_state_ only if this is the decoder thread or the
- // decoder thread isn't running.
- if (decoder_thread_.IsRunning() &&
- !decoder_thread_proxy_->BelongsToCurrentThread()) {
- decoder_thread_proxy_->PostTask(
- FROM_HERE, base::Bind(&V4L2SliceVideoDecodeAccelerator::SetErrorState,
- base::Unretained(this), error));
- return;
- }
-
- // Post NotifyError only if we are already initialized, as the API does
- // not allow doing so before that.
- if (state_ != kError && state_ != kUninitialized)
- NotifyError(error);
-
- state_ = kError;
-}
-
-V4L2SliceVideoDecodeAccelerator::V4L2H264Accelerator::V4L2H264Accelerator(
- V4L2SliceVideoDecodeAccelerator* v4l2_dec)
- : num_slices_(0), v4l2_dec_(v4l2_dec) {
- DCHECK(v4l2_dec_);
-}
-
-V4L2SliceVideoDecodeAccelerator::V4L2H264Accelerator::~V4L2H264Accelerator() {
-}
-
-scoped_refptr<H264Picture>
-V4L2SliceVideoDecodeAccelerator::V4L2H264Accelerator::CreateH264Picture() {
- scoped_refptr<V4L2DecodeSurface> dec_surface = v4l2_dec_->CreateSurface();
- if (!dec_surface)
- return nullptr;
-
- return new V4L2H264Picture(dec_surface);
-}
-
-void V4L2SliceVideoDecodeAccelerator::V4L2H264Accelerator::
- H264PictureListToDPBIndicesList(const H264Picture::Vector& src_pic_list,
- uint8_t dst_list[kDPBIndicesListSize]) {
- size_t i;
- for (i = 0; i < src_pic_list.size() && i < kDPBIndicesListSize; ++i) {
- const scoped_refptr<H264Picture>& pic = src_pic_list[i];
- dst_list[i] = pic ? pic->dpb_position : VIDEO_MAX_FRAME;
- }
-
- while (i < kDPBIndicesListSize)
- dst_list[i++] = VIDEO_MAX_FRAME;
-}
-
-void V4L2SliceVideoDecodeAccelerator::V4L2H264Accelerator::H264DPBToV4L2DPB(
- const H264DPB& dpb,
- std::vector<scoped_refptr<V4L2DecodeSurface>>* ref_surfaces) {
- memset(v4l2_decode_param_.dpb, 0, sizeof(v4l2_decode_param_.dpb));
- size_t i = 0;
- for (const auto& pic : dpb) {
- if (i >= arraysize(v4l2_decode_param_.dpb)) {
- DVLOG(1) << "Invalid DPB size";
- break;
- }
- struct v4l2_h264_dpb_entry& entry = v4l2_decode_param_.dpb[i++];
- scoped_refptr<V4L2DecodeSurface> dec_surface =
- H264PictureToV4L2DecodeSurface(pic);
- entry.buf_index = dec_surface->output_record();
- entry.frame_num = pic->frame_num;
- entry.pic_num = pic->pic_num;
- entry.top_field_order_cnt = pic->top_field_order_cnt;
- entry.bottom_field_order_cnt = pic->bottom_field_order_cnt;
- entry.flags = (pic->ref ? V4L2_H264_DPB_ENTRY_FLAG_ACTIVE : 0) |
- (pic->long_term ? V4L2_H264_DPB_ENTRY_FLAG_LONG_TERM : 0);
-
- ref_surfaces->push_back(dec_surface);
- }
-}
-
-bool V4L2SliceVideoDecodeAccelerator::V4L2H264Accelerator::SubmitFrameMetadata(
- const media::H264SPS* sps,
- const media::H264PPS* pps,
- const H264DPB& dpb,
- const H264Picture::Vector& ref_pic_listp0,
- const H264Picture::Vector& ref_pic_listb0,
- const H264Picture::Vector& ref_pic_listb1,
- const scoped_refptr<H264Picture>& pic) {
- struct v4l2_ext_control ctrl;
- std::vector<struct v4l2_ext_control> ctrls;
-
- struct v4l2_ctrl_h264_sps v4l2_sps;
- memset(&v4l2_sps, 0, sizeof(v4l2_sps));
- v4l2_sps.constraint_set_flags =
- sps->constraint_set0_flag ? V4L2_H264_SPS_CONSTRAINT_SET0_FLAG : 0 |
- sps->constraint_set1_flag ? V4L2_H264_SPS_CONSTRAINT_SET1_FLAG : 0 |
- sps->constraint_set2_flag ? V4L2_H264_SPS_CONSTRAINT_SET2_FLAG : 0 |
- sps->constraint_set3_flag ? V4L2_H264_SPS_CONSTRAINT_SET3_FLAG : 0 |
- sps->constraint_set4_flag ? V4L2_H264_SPS_CONSTRAINT_SET4_FLAG : 0 |
- sps->constraint_set5_flag ? V4L2_H264_SPS_CONSTRAINT_SET5_FLAG : 0;
-#define SPS_TO_V4L2SPS(a) v4l2_sps.a = sps->a
- SPS_TO_V4L2SPS(profile_idc);
- SPS_TO_V4L2SPS(level_idc);
- SPS_TO_V4L2SPS(seq_parameter_set_id);
- SPS_TO_V4L2SPS(chroma_format_idc);
- SPS_TO_V4L2SPS(bit_depth_luma_minus8);
- SPS_TO_V4L2SPS(bit_depth_chroma_minus8);
- SPS_TO_V4L2SPS(log2_max_frame_num_minus4);
- SPS_TO_V4L2SPS(pic_order_cnt_type);
- SPS_TO_V4L2SPS(log2_max_pic_order_cnt_lsb_minus4);
- SPS_TO_V4L2SPS(offset_for_non_ref_pic);
- SPS_TO_V4L2SPS(offset_for_top_to_bottom_field);
- SPS_TO_V4L2SPS(num_ref_frames_in_pic_order_cnt_cycle);
-
- static_assert(arraysize(v4l2_sps.offset_for_ref_frame) ==
- arraysize(sps->offset_for_ref_frame),
- "offset_for_ref_frame arrays must be same size");
- for (size_t i = 0; i < arraysize(v4l2_sps.offset_for_ref_frame); ++i)
- v4l2_sps.offset_for_ref_frame[i] = sps->offset_for_ref_frame[i];
- SPS_TO_V4L2SPS(max_num_ref_frames);
- SPS_TO_V4L2SPS(pic_width_in_mbs_minus1);
- SPS_TO_V4L2SPS(pic_height_in_map_units_minus1);
-#undef SPS_TO_V4L2SPS
-
-#define SET_V4L2_SPS_FLAG_IF(cond, flag) \
- v4l2_sps.flags |= ((sps->cond) ? (flag) : 0)
- SET_V4L2_SPS_FLAG_IF(separate_colour_plane_flag,
- V4L2_H264_SPS_FLAG_SEPARATE_COLOUR_PLANE);
- SET_V4L2_SPS_FLAG_IF(qpprime_y_zero_transform_bypass_flag,
- V4L2_H264_SPS_FLAG_QPPRIME_Y_ZERO_TRANSFORM_BYPASS);
- SET_V4L2_SPS_FLAG_IF(delta_pic_order_always_zero_flag,
- V4L2_H264_SPS_FLAG_DELTA_PIC_ORDER_ALWAYS_ZERO);
- SET_V4L2_SPS_FLAG_IF(gaps_in_frame_num_value_allowed_flag,
- V4L2_H264_SPS_FLAG_GAPS_IN_FRAME_NUM_VALUE_ALLOWED);
- SET_V4L2_SPS_FLAG_IF(frame_mbs_only_flag, V4L2_H264_SPS_FLAG_FRAME_MBS_ONLY);
- SET_V4L2_SPS_FLAG_IF(mb_adaptive_frame_field_flag,
- V4L2_H264_SPS_FLAG_MB_ADAPTIVE_FRAME_FIELD);
- SET_V4L2_SPS_FLAG_IF(direct_8x8_inference_flag,
- V4L2_H264_SPS_FLAG_DIRECT_8X8_INFERENCE);
-#undef SET_FLAG
- memset(&ctrl, 0, sizeof(ctrl));
- ctrl.id = V4L2_CID_MPEG_VIDEO_H264_SPS;
- ctrl.size = sizeof(v4l2_sps);
- ctrl.p_h264_sps = &v4l2_sps;
- ctrls.push_back(ctrl);
-
- struct v4l2_ctrl_h264_pps v4l2_pps;
- memset(&v4l2_pps, 0, sizeof(v4l2_pps));
-#define PPS_TO_V4L2PPS(a) v4l2_pps.a = pps->a
- PPS_TO_V4L2PPS(pic_parameter_set_id);
- PPS_TO_V4L2PPS(seq_parameter_set_id);
- PPS_TO_V4L2PPS(num_slice_groups_minus1);
- PPS_TO_V4L2PPS(num_ref_idx_l0_default_active_minus1);
- PPS_TO_V4L2PPS(num_ref_idx_l1_default_active_minus1);
- PPS_TO_V4L2PPS(weighted_bipred_idc);
- PPS_TO_V4L2PPS(pic_init_qp_minus26);
- PPS_TO_V4L2PPS(pic_init_qs_minus26);
- PPS_TO_V4L2PPS(chroma_qp_index_offset);
- PPS_TO_V4L2PPS(second_chroma_qp_index_offset);
-#undef PPS_TO_V4L2PPS
-
-#define SET_V4L2_PPS_FLAG_IF(cond, flag) \
- v4l2_pps.flags |= ((pps->cond) ? (flag) : 0)
- SET_V4L2_PPS_FLAG_IF(entropy_coding_mode_flag,
- V4L2_H264_PPS_FLAG_ENTROPY_CODING_MODE);
- SET_V4L2_PPS_FLAG_IF(
- bottom_field_pic_order_in_frame_present_flag,
- V4L2_H264_PPS_FLAG_BOTTOM_FIELD_PIC_ORDER_IN_FRAME_PRESENT);
- SET_V4L2_PPS_FLAG_IF(weighted_pred_flag, V4L2_H264_PPS_FLAG_WEIGHTED_PRED);
- SET_V4L2_PPS_FLAG_IF(deblocking_filter_control_present_flag,
- V4L2_H264_PPS_FLAG_DEBLOCKING_FILTER_CONTROL_PRESENT);
- SET_V4L2_PPS_FLAG_IF(constrained_intra_pred_flag,
- V4L2_H264_PPS_FLAG_CONSTRAINED_INTRA_PRED);
- SET_V4L2_PPS_FLAG_IF(redundant_pic_cnt_present_flag,
- V4L2_H264_PPS_FLAG_REDUNDANT_PIC_CNT_PRESENT);
- SET_V4L2_PPS_FLAG_IF(transform_8x8_mode_flag,
- V4L2_H264_PPS_FLAG_TRANSFORM_8X8_MODE);
- SET_V4L2_PPS_FLAG_IF(pic_scaling_matrix_present_flag,
- V4L2_H264_PPS_FLAG_PIC_SCALING_MATRIX_PRESENT);
-#undef SET_V4L2_PPS_FLAG_IF
- memset(&ctrl, 0, sizeof(ctrl));
- ctrl.id = V4L2_CID_MPEG_VIDEO_H264_PPS;
- ctrl.size = sizeof(v4l2_pps);
- ctrl.p_h264_pps = &v4l2_pps;
- ctrls.push_back(ctrl);
-
- struct v4l2_ctrl_h264_scaling_matrix v4l2_scaling_matrix;
- memset(&v4l2_scaling_matrix, 0, sizeof(v4l2_scaling_matrix));
- static_assert(arraysize(v4l2_scaling_matrix.scaling_list_4x4) <=
- arraysize(pps->scaling_list4x4) &&
- arraysize(v4l2_scaling_matrix.scaling_list_4x4[0]) <=
- arraysize(pps->scaling_list4x4[0]) &&
- arraysize(v4l2_scaling_matrix.scaling_list_8x8) <=
- arraysize(pps->scaling_list8x8) &&
- arraysize(v4l2_scaling_matrix.scaling_list_8x8[0]) <=
- arraysize(pps->scaling_list8x8[0]),
- "scaling_lists must be of correct size");
- for (size_t i = 0; i < arraysize(v4l2_scaling_matrix.scaling_list_4x4); ++i) {
- for (size_t j = 0; j < arraysize(v4l2_scaling_matrix.scaling_list_4x4[i]);
- ++j) {
- v4l2_scaling_matrix.scaling_list_4x4[i][j] = pps->scaling_list4x4[i][j];
- }
- }
- for (size_t i = 0; i < arraysize(v4l2_scaling_matrix.scaling_list_8x8); ++i) {
- for (size_t j = 0; j < arraysize(v4l2_scaling_matrix.scaling_list_8x8[i]);
- ++j) {
- v4l2_scaling_matrix.scaling_list_8x8[i][j] = pps->scaling_list8x8[i][j];
- }
- }
- memset(&ctrl, 0, sizeof(ctrl));
- ctrl.id = V4L2_CID_MPEG_VIDEO_H264_SCALING_MATRIX;
- ctrl.size = sizeof(v4l2_scaling_matrix);
- ctrl.p_h264_scal_mtrx = &v4l2_scaling_matrix;
- ctrls.push_back(ctrl);
-
- scoped_refptr<V4L2DecodeSurface> dec_surface =
- H264PictureToV4L2DecodeSurface(pic);
-
- struct v4l2_ext_controls ext_ctrls;
- memset(&ext_ctrls, 0, sizeof(ext_ctrls));
- ext_ctrls.count = ctrls.size();
- ext_ctrls.controls = &ctrls[0];
- ext_ctrls.config_store = dec_surface->config_store();
- v4l2_dec_->SubmitExtControls(&ext_ctrls);
-
- H264PictureListToDPBIndicesList(ref_pic_listp0,
- v4l2_decode_param_.ref_pic_list_p0);
- H264PictureListToDPBIndicesList(ref_pic_listb0,
- v4l2_decode_param_.ref_pic_list_b0);
- H264PictureListToDPBIndicesList(ref_pic_listb1,
- v4l2_decode_param_.ref_pic_list_b1);
-
- std::vector<scoped_refptr<V4L2DecodeSurface>> ref_surfaces;
- H264DPBToV4L2DPB(dpb, &ref_surfaces);
- dec_surface->SetReferenceSurfaces(ref_surfaces);
-
- return true;
-}
-
-bool V4L2SliceVideoDecodeAccelerator::V4L2H264Accelerator::SubmitSlice(
- const media::H264PPS* pps,
- const media::H264SliceHeader* slice_hdr,
- const H264Picture::Vector& ref_pic_list0,
- const H264Picture::Vector& ref_pic_list1,
- const scoped_refptr<H264Picture>& pic,
- const uint8_t* data,
- size_t size) {
- if (num_slices_ == kMaxSlices) {
- LOGF(ERROR) << "Over limit of supported slices per frame";
- return false;
- }
-
- struct v4l2_ctrl_h264_slice_param& v4l2_slice_param =
- v4l2_slice_params_[num_slices_++];
- memset(&v4l2_slice_param, 0, sizeof(v4l2_slice_param));
-
- v4l2_slice_param.size = size;
-#define SHDR_TO_V4L2SPARM(a) v4l2_slice_param.a = slice_hdr->a
- SHDR_TO_V4L2SPARM(header_bit_size);
- SHDR_TO_V4L2SPARM(first_mb_in_slice);
- SHDR_TO_V4L2SPARM(slice_type);
- SHDR_TO_V4L2SPARM(pic_parameter_set_id);
- SHDR_TO_V4L2SPARM(colour_plane_id);
- SHDR_TO_V4L2SPARM(frame_num);
- SHDR_TO_V4L2SPARM(idr_pic_id);
- SHDR_TO_V4L2SPARM(pic_order_cnt_lsb);
- SHDR_TO_V4L2SPARM(delta_pic_order_cnt_bottom);
- SHDR_TO_V4L2SPARM(delta_pic_order_cnt0);
- SHDR_TO_V4L2SPARM(delta_pic_order_cnt1);
- SHDR_TO_V4L2SPARM(redundant_pic_cnt);
- SHDR_TO_V4L2SPARM(dec_ref_pic_marking_bit_size);
- SHDR_TO_V4L2SPARM(cabac_init_idc);
- SHDR_TO_V4L2SPARM(slice_qp_delta);
- SHDR_TO_V4L2SPARM(slice_qs_delta);
- SHDR_TO_V4L2SPARM(disable_deblocking_filter_idc);
- SHDR_TO_V4L2SPARM(slice_alpha_c0_offset_div2);
- SHDR_TO_V4L2SPARM(slice_beta_offset_div2);
- SHDR_TO_V4L2SPARM(num_ref_idx_l0_active_minus1);
- SHDR_TO_V4L2SPARM(num_ref_idx_l1_active_minus1);
- SHDR_TO_V4L2SPARM(pic_order_cnt_bit_size);
-#undef SHDR_TO_V4L2SPARM
-
-#define SET_V4L2_SPARM_FLAG_IF(cond, flag) \
- v4l2_slice_param.flags |= ((slice_hdr->cond) ? (flag) : 0)
- SET_V4L2_SPARM_FLAG_IF(field_pic_flag, V4L2_SLICE_FLAG_FIELD_PIC);
- SET_V4L2_SPARM_FLAG_IF(bottom_field_flag, V4L2_SLICE_FLAG_BOTTOM_FIELD);
- SET_V4L2_SPARM_FLAG_IF(direct_spatial_mv_pred_flag,
- V4L2_SLICE_FLAG_DIRECT_SPATIAL_MV_PRED);
- SET_V4L2_SPARM_FLAG_IF(sp_for_switch_flag, V4L2_SLICE_FLAG_SP_FOR_SWITCH);
-#undef SET_V4L2_SPARM_FLAG_IF
-
- struct v4l2_h264_pred_weight_table* pred_weight_table =
- &v4l2_slice_param.pred_weight_table;
-
- if (((slice_hdr->IsPSlice() || slice_hdr->IsSPSlice()) &&
- pps->weighted_pred_flag) ||
- (slice_hdr->IsBSlice() && pps->weighted_bipred_idc == 1)) {
- pred_weight_table->luma_log2_weight_denom =
- slice_hdr->luma_log2_weight_denom;
- pred_weight_table->chroma_log2_weight_denom =
- slice_hdr->chroma_log2_weight_denom;
-
- struct v4l2_h264_weight_factors* factorsl0 =
- &pred_weight_table->weight_factors[0];
-
- for (int i = 0; i < 32; ++i) {
- factorsl0->luma_weight[i] =
- slice_hdr->pred_weight_table_l0.luma_weight[i];
- factorsl0->luma_offset[i] =
- slice_hdr->pred_weight_table_l0.luma_offset[i];
-
- for (int j = 0; j < 2; ++j) {
- factorsl0->chroma_weight[i][j] =
- slice_hdr->pred_weight_table_l0.chroma_weight[i][j];
- factorsl0->chroma_offset[i][j] =
- slice_hdr->pred_weight_table_l0.chroma_offset[i][j];
- }
- }
-
- if (slice_hdr->IsBSlice()) {
- struct v4l2_h264_weight_factors* factorsl1 =
- &pred_weight_table->weight_factors[1];
-
- for (int i = 0; i < 32; ++i) {
- factorsl1->luma_weight[i] =
- slice_hdr->pred_weight_table_l1.luma_weight[i];
- factorsl1->luma_offset[i] =
- slice_hdr->pred_weight_table_l1.luma_offset[i];
-
- for (int j = 0; j < 2; ++j) {
- factorsl1->chroma_weight[i][j] =
- slice_hdr->pred_weight_table_l1.chroma_weight[i][j];
- factorsl1->chroma_offset[i][j] =
- slice_hdr->pred_weight_table_l1.chroma_offset[i][j];
- }
- }
- }
- }
-
- H264PictureListToDPBIndicesList(ref_pic_list0,
- v4l2_slice_param.ref_pic_list0);
- H264PictureListToDPBIndicesList(ref_pic_list1,
- v4l2_slice_param.ref_pic_list1);
-
- scoped_refptr<V4L2DecodeSurface> dec_surface =
- H264PictureToV4L2DecodeSurface(pic);
-
- v4l2_decode_param_.nal_ref_idc = slice_hdr->nal_ref_idc;
-
- // TODO(posciak): Don't add start code back here, but have it passed from
- // the parser.
- size_t data_copy_size = size + 3;
- scoped_ptr<uint8_t[]> data_copy(new uint8_t[data_copy_size]);
- memset(data_copy.get(), 0, data_copy_size);
- data_copy[2] = 0x01;
- memcpy(data_copy.get() + 3, data, size);
- return v4l2_dec_->SubmitSlice(dec_surface->input_record(), data_copy.get(),
- data_copy_size);
-}
-
-bool V4L2SliceVideoDecodeAccelerator::SubmitSlice(int index,
- const uint8_t* data,
- size_t size) {
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- InputRecord& input_record = input_buffer_map_[index];
-
- if (input_record.bytes_used + size > input_record.length) {
- DVLOGF(1) << "Input buffer too small";
- return false;
- }
-
- memcpy(static_cast<uint8_t*>(input_record.address) + input_record.bytes_used,
- data, size);
- input_record.bytes_used += size;
-
- return true;
-}
-
-bool V4L2SliceVideoDecodeAccelerator::SubmitExtControls(
- struct v4l2_ext_controls* ext_ctrls) {
- DCHECK_GT(ext_ctrls->config_store, 0u);
- IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_S_EXT_CTRLS, ext_ctrls);
- return true;
-}
-
-bool V4L2SliceVideoDecodeAccelerator::V4L2H264Accelerator::SubmitDecode(
- const scoped_refptr<H264Picture>& pic) {
- scoped_refptr<V4L2DecodeSurface> dec_surface =
- H264PictureToV4L2DecodeSurface(pic);
-
- v4l2_decode_param_.num_slices = num_slices_;
- v4l2_decode_param_.idr_pic_flag = pic->idr;
- v4l2_decode_param_.top_field_order_cnt = pic->top_field_order_cnt;
- v4l2_decode_param_.bottom_field_order_cnt = pic->bottom_field_order_cnt;
-
- struct v4l2_ext_control ctrl;
- std::vector<struct v4l2_ext_control> ctrls;
-
- memset(&ctrl, 0, sizeof(ctrl));
- ctrl.id = V4L2_CID_MPEG_VIDEO_H264_SLICE_PARAM;
- ctrl.size = sizeof(v4l2_slice_params_);
- ctrl.p_h264_slice_param = v4l2_slice_params_;
- ctrls.push_back(ctrl);
-
- memset(&ctrl, 0, sizeof(ctrl));
- ctrl.id = V4L2_CID_MPEG_VIDEO_H264_DECODE_PARAM;
- ctrl.size = sizeof(v4l2_decode_param_);
- ctrl.p_h264_decode_param = &v4l2_decode_param_;
- ctrls.push_back(ctrl);
-
- struct v4l2_ext_controls ext_ctrls;
- memset(&ext_ctrls, 0, sizeof(ext_ctrls));
- ext_ctrls.count = ctrls.size();
- ext_ctrls.controls = &ctrls[0];
- ext_ctrls.config_store = dec_surface->config_store();
- v4l2_dec_->SubmitExtControls(&ext_ctrls);
-
- num_slices_ = 0;
- memset(&v4l2_decode_param_, 0, sizeof(v4l2_decode_param_));
- memset(&v4l2_slice_params_, 0, sizeof(v4l2_slice_params_));
-
- v4l2_dec_->DecodeSurface(dec_surface);
- return true;
-}
-
-bool V4L2SliceVideoDecodeAccelerator::V4L2H264Accelerator::OutputPicture(
- const scoped_refptr<H264Picture>& pic) {
- scoped_refptr<V4L2DecodeSurface> dec_surface =
- H264PictureToV4L2DecodeSurface(pic);
- v4l2_dec_->SurfaceReady(dec_surface);
- return true;
-}
-
-scoped_refptr<V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface>
-V4L2SliceVideoDecodeAccelerator::V4L2H264Accelerator::
- H264PictureToV4L2DecodeSurface(const scoped_refptr<H264Picture>& pic) {
- V4L2H264Picture* v4l2_pic = pic->AsV4L2H264Picture();
- CHECK(v4l2_pic);
- return v4l2_pic->dec_surface();
-}
-
-V4L2SliceVideoDecodeAccelerator::V4L2VP8Accelerator::V4L2VP8Accelerator(
- V4L2SliceVideoDecodeAccelerator* v4l2_dec)
- : v4l2_dec_(v4l2_dec) {
- DCHECK(v4l2_dec_);
-}
-
-V4L2SliceVideoDecodeAccelerator::V4L2VP8Accelerator::~V4L2VP8Accelerator() {
-}
-
-scoped_refptr<VP8Picture>
-V4L2SliceVideoDecodeAccelerator::V4L2VP8Accelerator::CreateVP8Picture() {
- scoped_refptr<V4L2DecodeSurface> dec_surface = v4l2_dec_->CreateSurface();
- if (!dec_surface)
- return nullptr;
-
- return new V4L2VP8Picture(dec_surface);
-}
-
-#define ARRAY_MEMCPY_CHECKED(to, from) \
- do { \
- static_assert(sizeof(to) == sizeof(from), \
- #from " and " #to " arrays must be of same size"); \
- memcpy(to, from, sizeof(to)); \
- } while (0)
-
-static void FillV4L2SegmentationHeader(
- const media::Vp8SegmentationHeader& vp8_sgmnt_hdr,
- struct v4l2_vp8_sgmnt_hdr* v4l2_sgmnt_hdr) {
-#define SET_V4L2_SGMNT_HDR_FLAG_IF(cond, flag) \
- v4l2_sgmnt_hdr->flags |= ((vp8_sgmnt_hdr.cond) ? (flag) : 0)
- SET_V4L2_SGMNT_HDR_FLAG_IF(segmentation_enabled,
- V4L2_VP8_SEGMNT_HDR_FLAG_ENABLED);
- SET_V4L2_SGMNT_HDR_FLAG_IF(update_mb_segmentation_map,
- V4L2_VP8_SEGMNT_HDR_FLAG_UPDATE_MAP);
- SET_V4L2_SGMNT_HDR_FLAG_IF(update_segment_feature_data,
- V4L2_VP8_SEGMNT_HDR_FLAG_UPDATE_FEATURE_DATA);
-#undef SET_V4L2_SPARM_FLAG_IF
- v4l2_sgmnt_hdr->segment_feature_mode = vp8_sgmnt_hdr.segment_feature_mode;
-
- ARRAY_MEMCPY_CHECKED(v4l2_sgmnt_hdr->quant_update,
- vp8_sgmnt_hdr.quantizer_update_value);
- ARRAY_MEMCPY_CHECKED(v4l2_sgmnt_hdr->lf_update,
- vp8_sgmnt_hdr.lf_update_value);
- ARRAY_MEMCPY_CHECKED(v4l2_sgmnt_hdr->segment_probs,
- vp8_sgmnt_hdr.segment_prob);
-}
-
-static void FillV4L2LoopfilterHeader(
- const media::Vp8LoopFilterHeader& vp8_loopfilter_hdr,
- struct v4l2_vp8_loopfilter_hdr* v4l2_lf_hdr) {
-#define SET_V4L2_LF_HDR_FLAG_IF(cond, flag) \
- v4l2_lf_hdr->flags |= ((vp8_loopfilter_hdr.cond) ? (flag) : 0)
- SET_V4L2_LF_HDR_FLAG_IF(loop_filter_adj_enable, V4L2_VP8_LF_HDR_ADJ_ENABLE);
- SET_V4L2_LF_HDR_FLAG_IF(mode_ref_lf_delta_update,
- V4L2_VP8_LF_HDR_DELTA_UPDATE);
-#undef SET_V4L2_SGMNT_HDR_FLAG_IF
-
-#define LF_HDR_TO_V4L2_LF_HDR(a) v4l2_lf_hdr->a = vp8_loopfilter_hdr.a;
- LF_HDR_TO_V4L2_LF_HDR(type);
- LF_HDR_TO_V4L2_LF_HDR(level);
- LF_HDR_TO_V4L2_LF_HDR(sharpness_level);
-#undef LF_HDR_TO_V4L2_LF_HDR
-
- ARRAY_MEMCPY_CHECKED(v4l2_lf_hdr->ref_frm_delta_magnitude,
- vp8_loopfilter_hdr.ref_frame_delta);
- ARRAY_MEMCPY_CHECKED(v4l2_lf_hdr->mb_mode_delta_magnitude,
- vp8_loopfilter_hdr.mb_mode_delta);
-}
-
-static void FillV4L2QuantizationHeader(
- const media::Vp8QuantizationHeader& vp8_quant_hdr,
- struct v4l2_vp8_quantization_hdr* v4l2_quant_hdr) {
- v4l2_quant_hdr->y_ac_qi = vp8_quant_hdr.y_ac_qi;
- v4l2_quant_hdr->y_dc_delta = vp8_quant_hdr.y_dc_delta;
- v4l2_quant_hdr->y2_dc_delta = vp8_quant_hdr.y2_dc_delta;
- v4l2_quant_hdr->y2_ac_delta = vp8_quant_hdr.y2_ac_delta;
- v4l2_quant_hdr->uv_dc_delta = vp8_quant_hdr.uv_dc_delta;
- v4l2_quant_hdr->uv_ac_delta = vp8_quant_hdr.uv_ac_delta;
-}
-
-static void FillV4L2EntropyHeader(
- const media::Vp8EntropyHeader& vp8_entropy_hdr,
- struct v4l2_vp8_entropy_hdr* v4l2_entropy_hdr) {
- ARRAY_MEMCPY_CHECKED(v4l2_entropy_hdr->coeff_probs,
- vp8_entropy_hdr.coeff_probs);
- ARRAY_MEMCPY_CHECKED(v4l2_entropy_hdr->y_mode_probs,
- vp8_entropy_hdr.y_mode_probs);
- ARRAY_MEMCPY_CHECKED(v4l2_entropy_hdr->uv_mode_probs,
- vp8_entropy_hdr.uv_mode_probs);
- ARRAY_MEMCPY_CHECKED(v4l2_entropy_hdr->mv_probs,
- vp8_entropy_hdr.mv_probs);
-}
-
-bool V4L2SliceVideoDecodeAccelerator::V4L2VP8Accelerator::SubmitDecode(
- const scoped_refptr<VP8Picture>& pic,
- const media::Vp8FrameHeader* frame_hdr,
- const scoped_refptr<VP8Picture>& last_frame,
- const scoped_refptr<VP8Picture>& golden_frame,
- const scoped_refptr<VP8Picture>& alt_frame) {
- struct v4l2_ctrl_vp8_frame_hdr v4l2_frame_hdr;
- memset(&v4l2_frame_hdr, 0, sizeof(v4l2_frame_hdr));
-
-#define FHDR_TO_V4L2_FHDR(a) v4l2_frame_hdr.a = frame_hdr->a
- FHDR_TO_V4L2_FHDR(key_frame);
- FHDR_TO_V4L2_FHDR(version);
- FHDR_TO_V4L2_FHDR(width);
- FHDR_TO_V4L2_FHDR(horizontal_scale);
- FHDR_TO_V4L2_FHDR(height);
- FHDR_TO_V4L2_FHDR(vertical_scale);
- FHDR_TO_V4L2_FHDR(sign_bias_golden);
- FHDR_TO_V4L2_FHDR(sign_bias_alternate);
- FHDR_TO_V4L2_FHDR(prob_skip_false);
- FHDR_TO_V4L2_FHDR(prob_intra);
- FHDR_TO_V4L2_FHDR(prob_last);
- FHDR_TO_V4L2_FHDR(prob_gf);
- FHDR_TO_V4L2_FHDR(bool_dec_range);
- FHDR_TO_V4L2_FHDR(bool_dec_value);
- FHDR_TO_V4L2_FHDR(bool_dec_count);
-#undef FHDR_TO_V4L2_FHDR
-
-#define SET_V4L2_FRM_HDR_FLAG_IF(cond, flag) \
- v4l2_frame_hdr.flags |= ((frame_hdr->cond) ? (flag) : 0)
- SET_V4L2_FRM_HDR_FLAG_IF(is_experimental,
- V4L2_VP8_FRAME_HDR_FLAG_EXPERIMENTAL);
- SET_V4L2_FRM_HDR_FLAG_IF(show_frame, V4L2_VP8_FRAME_HDR_FLAG_SHOW_FRAME);
- SET_V4L2_FRM_HDR_FLAG_IF(mb_no_skip_coeff,
- V4L2_VP8_FRAME_HDR_FLAG_MB_NO_SKIP_COEFF);
-#undef SET_V4L2_FRM_HDR_FLAG_IF
-
- FillV4L2SegmentationHeader(frame_hdr->segmentation_hdr,
- &v4l2_frame_hdr.sgmnt_hdr);
-
- FillV4L2LoopfilterHeader(frame_hdr->loopfilter_hdr, &v4l2_frame_hdr.lf_hdr);
-
- FillV4L2QuantizationHeader(frame_hdr->quantization_hdr,
- &v4l2_frame_hdr.quant_hdr);
-
- FillV4L2EntropyHeader(frame_hdr->entropy_hdr, &v4l2_frame_hdr.entropy_hdr);
-
- v4l2_frame_hdr.first_part_size =
- base::checked_cast<__u32>(frame_hdr->first_part_size);
- v4l2_frame_hdr.first_part_offset =
- base::checked_cast<__u32>(frame_hdr->first_part_offset);
- v4l2_frame_hdr.macroblock_bit_offset =
- base::checked_cast<__u32>(frame_hdr->macroblock_bit_offset);
- v4l2_frame_hdr.num_dct_parts = frame_hdr->num_of_dct_partitions;
-
- static_assert(arraysize(v4l2_frame_hdr.dct_part_sizes) ==
- arraysize(frame_hdr->dct_partition_sizes),
- "DCT partition size arrays must have equal number of elements");
- for (size_t i = 0; i < frame_hdr->num_of_dct_partitions &&
- i < arraysize(v4l2_frame_hdr.dct_part_sizes); ++i)
- v4l2_frame_hdr.dct_part_sizes[i] = frame_hdr->dct_partition_sizes[i];
-
- scoped_refptr<V4L2DecodeSurface> dec_surface =
- VP8PictureToV4L2DecodeSurface(pic);
- std::vector<scoped_refptr<V4L2DecodeSurface>> ref_surfaces;
-
- if (last_frame) {
- scoped_refptr<V4L2DecodeSurface> last_frame_surface =
- VP8PictureToV4L2DecodeSurface(last_frame);
- v4l2_frame_hdr.last_frame = last_frame_surface->output_record();
- ref_surfaces.push_back(last_frame_surface);
- } else {
- v4l2_frame_hdr.last_frame = VIDEO_MAX_FRAME;
- }
-
- if (golden_frame) {
- scoped_refptr<V4L2DecodeSurface> golden_frame_surface =
- VP8PictureToV4L2DecodeSurface(golden_frame);
- v4l2_frame_hdr.golden_frame = golden_frame_surface->output_record();
- ref_surfaces.push_back(golden_frame_surface);
- } else {
- v4l2_frame_hdr.golden_frame = VIDEO_MAX_FRAME;
- }
-
- if (alt_frame) {
- scoped_refptr<V4L2DecodeSurface> alt_frame_surface =
- VP8PictureToV4L2DecodeSurface(alt_frame);
- v4l2_frame_hdr.alt_frame = alt_frame_surface->output_record();
- ref_surfaces.push_back(alt_frame_surface);
- } else {
- v4l2_frame_hdr.alt_frame = VIDEO_MAX_FRAME;
- }
-
- struct v4l2_ext_control ctrl;
- memset(&ctrl, 0, sizeof(ctrl));
- ctrl.id = V4L2_CID_MPEG_VIDEO_VP8_FRAME_HDR;
- ctrl.size = sizeof(v4l2_frame_hdr);
- ctrl.p_vp8_frame_hdr = &v4l2_frame_hdr;
-
- struct v4l2_ext_controls ext_ctrls;
- memset(&ext_ctrls, 0, sizeof(ext_ctrls));
- ext_ctrls.count = 1;
- ext_ctrls.controls = &ctrl;
- ext_ctrls.config_store = dec_surface->config_store();
-
- if (!v4l2_dec_->SubmitExtControls(&ext_ctrls))
- return false;
-
- dec_surface->SetReferenceSurfaces(ref_surfaces);
-
- if (!v4l2_dec_->SubmitSlice(dec_surface->input_record(), frame_hdr->data,
- frame_hdr->frame_size))
- return false;
-
- v4l2_dec_->DecodeSurface(dec_surface);
- return true;
-}
-
-bool V4L2SliceVideoDecodeAccelerator::V4L2VP8Accelerator::OutputPicture(
- const scoped_refptr<VP8Picture>& pic) {
- scoped_refptr<V4L2DecodeSurface> dec_surface =
- VP8PictureToV4L2DecodeSurface(pic);
-
- v4l2_dec_->SurfaceReady(dec_surface);
- return true;
-}
-
-scoped_refptr<V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface>
-V4L2SliceVideoDecodeAccelerator::V4L2VP8Accelerator::
- VP8PictureToV4L2DecodeSurface(const scoped_refptr<VP8Picture>& pic) {
- V4L2VP8Picture* v4l2_pic = pic->AsV4L2VP8Picture();
- CHECK(v4l2_pic);
- return v4l2_pic->dec_surface();
-}
-
-void V4L2SliceVideoDecodeAccelerator::DecodeSurface(
- const scoped_refptr<V4L2DecodeSurface>& dec_surface) {
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- DVLOGF(3) << "Submitting decode for surface: " << dec_surface->ToString();
- Enqueue(dec_surface);
-}
-
-void V4L2SliceVideoDecodeAccelerator::SurfaceReady(
- const scoped_refptr<V4L2DecodeSurface>& dec_surface) {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- decoder_display_queue_.push(dec_surface);
- TryOutputSurfaces();
-}
-
-void V4L2SliceVideoDecodeAccelerator::TryOutputSurfaces() {
- while (!decoder_display_queue_.empty()) {
- scoped_refptr<V4L2DecodeSurface> dec_surface =
- decoder_display_queue_.front();
-
- if (!dec_surface->decoded())
- break;
-
- decoder_display_queue_.pop();
- OutputSurface(dec_surface);
- }
-}
-
-void V4L2SliceVideoDecodeAccelerator::OutputSurface(
- const scoped_refptr<V4L2DecodeSurface>& dec_surface) {
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- OutputRecord& output_record =
- output_buffer_map_[dec_surface->output_record()];
-
- bool inserted =
- surfaces_at_display_.insert(std::make_pair(output_record.picture_id,
- dec_surface)).second;
- DCHECK(inserted);
-
- DCHECK(!output_record.at_client);
- DCHECK(!output_record.at_device);
- DCHECK_NE(output_record.egl_image, EGL_NO_IMAGE_KHR);
- DCHECK_NE(output_record.picture_id, -1);
- output_record.at_client = true;
-
- media::Picture picture(output_record.picture_id, dec_surface->bitstream_id(),
- gfx::Rect(frame_buffer_size_));
- DVLOGF(3) << dec_surface->ToString()
- << ", bitstream_id: " << picture.bitstream_buffer_id()
- << ", picture_id: " << picture.picture_buffer_id();
- pending_picture_ready_.push(PictureRecord(output_record.cleared, picture));
- SendPictureReady();
- output_record.cleared = true;
-}
-
-scoped_refptr<V4L2SliceVideoDecodeAccelerator::V4L2DecodeSurface>
-V4L2SliceVideoDecodeAccelerator::CreateSurface() {
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
-
- if (free_input_buffers_.empty() || free_output_buffers_.empty())
- return nullptr;
-
- int input = free_input_buffers_.front();
- free_input_buffers_.pop_front();
- int output = free_output_buffers_.front();
- free_output_buffers_.pop_front();
-
- InputRecord& input_record = input_buffer_map_[input];
- DCHECK_EQ(input_record.bytes_used, 0u);
- DCHECK_EQ(input_record.input_id, -1);
- DCHECK(decoder_current_bitstream_buffer_ != nullptr);
- input_record.input_id = decoder_current_bitstream_buffer_->input_id;
-
- scoped_refptr<V4L2DecodeSurface> dec_surface = new V4L2DecodeSurface(
- decoder_current_bitstream_buffer_->input_id, input, output,
- base::Bind(&V4L2SliceVideoDecodeAccelerator::ReuseOutputBuffer,
- base::Unretained(this)));
-
- DVLOGF(4) << "Created surface " << input << " -> " << output;
- return dec_surface;
-}
-
-void V4L2SliceVideoDecodeAccelerator::SendPictureReady() {
- DVLOGF(3);
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
- bool resetting_or_flushing = (decoder_resetting_ || decoder_flushing_);
- while (!pending_picture_ready_.empty()) {
- bool cleared = pending_picture_ready_.front().cleared;
- const media::Picture& picture = pending_picture_ready_.front().picture;
- if (cleared && picture_clearing_count_ == 0) {
- DVLOGF(4) << "Posting picture ready to IO for: "
- << picture.picture_buffer_id();
- // This picture is cleared. Post it to IO thread to reduce latency. This
- // should be the case after all pictures are cleared at the beginning.
- io_message_loop_proxy_->PostTask(
- FROM_HERE, base::Bind(&Client::PictureReady, io_client_, picture));
- pending_picture_ready_.pop();
- } else if (!cleared || resetting_or_flushing) {
- DVLOGF(3) << "cleared=" << pending_picture_ready_.front().cleared
- << ", decoder_resetting_=" << decoder_resetting_
- << ", decoder_flushing_=" << decoder_flushing_
- << ", picture_clearing_count_=" << picture_clearing_count_;
- DVLOGF(4) << "Posting picture ready to GPU for: "
- << picture.picture_buffer_id();
- // If the picture is not cleared, post it to the child thread because it
- // has to be cleared in the child thread. A picture only needs to be
- // cleared once. If the decoder is resetting or flushing, send all
- // pictures to ensure PictureReady arrive before reset or flush done.
- child_message_loop_proxy_->PostTaskAndReply(
- FROM_HERE, base::Bind(&Client::PictureReady, client_, picture),
- // Unretained is safe. If Client::PictureReady gets to run, |this| is
- // alive. Destroy() will wait the decode thread to finish.
- base::Bind(&V4L2SliceVideoDecodeAccelerator::PictureCleared,
- base::Unretained(this)));
- picture_clearing_count_++;
- pending_picture_ready_.pop();
- } else {
- // This picture is cleared. But some pictures are about to be cleared on
- // the child thread. To preserve the order, do not send this until those
- // pictures are cleared.
- break;
- }
- }
-}
-
-void V4L2SliceVideoDecodeAccelerator::PictureCleared() {
- DVLOGF(3) << "clearing count=" << picture_clearing_count_;
- DCHECK(decoder_thread_proxy_->BelongsToCurrentThread());
- DCHECK_GT(picture_clearing_count_, 0);
- picture_clearing_count_--;
- SendPictureReady();
-}
-
-bool V4L2SliceVideoDecodeAccelerator::CanDecodeOnIOThread() {
- return true;
-}
-
-} // namespace content

Powered by Google App Engine
This is Rietveld 408576698