V4L2VideoDecodeAccelerator: implement flush by VIDIOC_DECODER_CMD.

media/gpu/v4l2_video_decode_accelerator.cc

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "media/gpu/v4l2_video_decode_accelerator.h"
 
 #include <dlfcn.h>
 #include <errno.h>
 #include <fcntl.h>
 #include <linux/videodev2.h>
@@ skipping 146 matching lines @@
     : child_task_runner_(base::ThreadTaskRunnerHandle::Get()),
       decoder_thread_("V4L2DecoderThread"),
       decoder_state_(kUninitialized),
       output_mode_(Config::OutputMode::ALLOCATE),
       device_(device),
       decoder_delay_bitstream_buffer_id_(-1),
       decoder_current_input_buffer_(-1),
       decoder_decode_buffer_tasks_scheduled_(0),
       decoder_frames_at_client_(0),
       decoder_flushing_(false),
+      decoder_cmd_supported_(false),
+      flush_waiting_last_output_buffer_(false),
       reset_pending_(false),
       decoder_partial_frame_pending_(false),
       input_streamon_(false),
       input_buffer_queued_count_(0),
       output_streamon_(false),
       output_buffer_queued_count_(0),
       output_dpb_size_(0),
       output_planes_count_(0),
       picture_clearing_count_(0),
       device_poll_thread_("V4L2DevicePollThread"),
@@ skipping 103 matching lines @@
   }
 
   if (!CreateInputBuffers())
     return false;
 
   if (!decoder_thread_.Start()) {
     LOGF(ERROR) << "decoder thread failed to start";
     return false;
   }
 
+  decoder_cmd_supported_ = IsDecoderCmdSupported();
+
   decoder_state_ = kInitialized;
   output_mode_ = config.output_mode;
 
   // StartDevicePoll will NOTIFY_ERROR on failure, so IgnoreResult is fine here.
   decoder_thread_.task_runner()->PostTask(
       FROM_HERE, base::Bind(base::IgnoreResult(
                                 &V4L2VideoDecodeAccelerator::StartDevicePoll),
                             base::Unretained(this)));
 
   return true;
@@ skipping 1086 matching lines @@
       output_record.state = kAtClient;
       decoder_frames_at_client_++;
       // TODO(hubbe): Insert correct color space. http://crbug.com/647725
       const Picture picture(output_record.picture_id, bitstream_buffer_id,
                             gfx::Rect(visible_size_), gfx::ColorSpace(), false);
       pending_picture_ready_.push(
           PictureRecord(output_record.cleared, picture));
       SendPictureReady();
       output_record.cleared = true;
     }
+    if ((dqbuf.flags & V4L2_BUF_FLAG_LAST)) {

[kcwu, 2016/10/12 02:32:39]

IIUC, according to
https://linuxtv.org/downloads/v4l-dvb-apis/vidioc-decoder-cmd.html, |bytesused|
may be zero (line 1374), then this line won't be reached.

[wuchengli, 2016/10/12 03:08:23]

Will fix this.

+      DVLOGF(3) << "Got last output buffer. Waiting last buffer="
+                << flush_waiting_last_output_buffer_;
+      if (flush_waiting_last_output_buffer_) {
+        struct v4l2_decoder_cmd cmd;
+        memset(&cmd, 0, sizeof(cmd));
+        cmd.cmd = V4L2_DEC_CMD_START;
+        IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_DECODER_CMD, &cmd);
+        flush_waiting_last_output_buffer_ = false;
+      }
+    }
   }
   return true;
 }
 
 bool V4L2VideoDecodeAccelerator::EnqueueInputRecord() {
   DVLOGF(3);
   DCHECK(!input_ready_queue_.empty());
 
   // Enqueue an input (VIDEO_OUTPUT) buffer.
   const int buffer = input_ready_queue_.front();
@@ skipping 131 matching lines @@
     child_task_runner_->PostTask(FROM_HERE,
                                  base::Bind(&Client::NotifyFlushDone, client_));
     return;
   } else if (decoder_state_ == kError) {
     DVLOGF(2) << "early out: kError state";
     return;
   }
 
   // We don't support stacked flushing.
   DCHECK(!decoder_flushing_);
+  DCHECK(!flush_waiting_last_output_buffer_);
+  if (decoder_cmd_supported_) {
+    struct v4l2_decoder_cmd cmd;
+    memset(&cmd, 0, sizeof(cmd));
+    cmd.cmd = V4L2_DEC_CMD_STOP;
+    IOCTL_OR_ERROR_RETURN(VIDIOC_DECODER_CMD, &cmd);
+    flush_waiting_last_output_buffer_ = true;
+  } else {
+    // Queue up an empty buffer -- this triggers the flush.
+    decoder_input_queue_.push(
+        linked_ptr<BitstreamBufferRef>(new BitstreamBufferRef(
+            decode_client_, decode_task_runner_, nullptr, kFlushBufferId)));
+  }
+  decoder_flushing_ = true;
 
-  // Queue up an empty buffer -- this triggers the flush.
-  decoder_input_queue_.push(
-      linked_ptr<BitstreamBufferRef>(new BitstreamBufferRef(
-          decode_client_, decode_task_runner_, nullptr, kFlushBufferId)));
-  decoder_flushing_ = true;
   SendPictureReady();  // Send all pending PictureReady.
 
   ScheduleDecodeBufferTaskIfNeeded();
 }
 
 void V4L2VideoDecodeAccelerator::NotifyFlushDoneIfNeeded() {
   DCHECK(decoder_thread_.task_runner()->BelongsToCurrentThread());
-  if (!decoder_flushing_)
+  if (!decoder_flushing_) {
+    DVLOGF(3) << "Not flushing";
     return;
+  }
 
   // Pipeline is empty when:
   // * Decoder input queue is empty of non-delayed buffers.
   // * There is no currently filling input buffer.
   // * Input holding queue is empty.
   // * All input (VIDEO_OUTPUT) buffers are returned.
   // * All image processor buffers are returned.
   if (!decoder_input_queue_.empty()) {
     if (decoder_input_queue_.front()->input_id !=
-        decoder_delay_bitstream_buffer_id_)
+        decoder_delay_bitstream_buffer_id_) {
+      DVLOGF(3) << "Some decoder inputs are not queued.";
       return;
+    }
   }
-  if (decoder_current_input_buffer_ != -1)
+  if (decoder_current_input_buffer_ != -1) {
+    DVLOGF(3) << "Current input buffer != -1";
     return;
-  if ((input_ready_queue_.size() + input_buffer_queued_count_) != 0)
+  }
+  if ((input_ready_queue_.size() + input_buffer_queued_count_) != 0) {
+    DVLOGF(3) << "some input buffers are not dequeued.";
     return;
+  }
   if (image_processor_bitstream_buffer_ids_.size() != 0)
     return;
+  if (flush_waiting_last_output_buffer_) {
+    DVLOGF(3) << "Waiting last output buffer";
+    return;
+  }
 
   // TODO(posciak): crbug.com/270039. Exynos requires a streamoff-streamon
   // sequence after flush to continue, even if we are not resetting. This would
   // make sense, because we don't really want to resume from a non-resume point
   // (e.g. not from an IDR) if we are flushed.
   // MSE player however triggers a Flush() on chunk end, but never Reset(). One
   // could argue either way, or even say that Flush() is not needed/harmful when
   // transitioning to next chunk.
   // For now, do the streamoff-streamon cycle to satisfy Exynos and not freeze
   // when doing MSE. This should be harmless otherwise.
   if (!(StopDevicePoll() && StopOutputStream() && StopInputStream()))
     return;
 
   if (!StartDevicePoll())
     return;
 
   decoder_delay_bitstream_buffer_id_ = -1;
   decoder_flushing_ = false;
   DVLOGF(3) << "returning flush";
   child_task_runner_->PostTask(FROM_HERE,
                                base::Bind(&Client::NotifyFlushDone, client_));
 
   // While we were flushing, we early-outed DecodeBufferTask()s.
   ScheduleDecodeBufferTaskIfNeeded();
 }
 
+bool V4L2VideoDecodeAccelerator::IsDecoderCmdSupported() {
+  struct v4l2_decoder_cmd cmd;
+  memset(&cmd, 0, sizeof(cmd));
+  cmd.cmd = V4L2_DEC_CMD_START;
+  if (device_->Ioctl(VIDIOC_TRY_DECODER_CMD, &cmd) != 0) {
+    DVLOGF(3) "V4L2_DEC_CMD_START is not supported.";
+    return false;
+  }
+
+  memset(&cmd, 0, sizeof(cmd));
+  cmd.cmd = V4L2_DEC_CMD_STOP;
+  if (device_->Ioctl(VIDIOC_TRY_DECODER_CMD, &cmd) != 0) {
+    DVLOGF(3) "V4L2_DEC_CMD_STOP is not supported.";
+    return false;
+  }
+
+  return true;
+}
+
 void V4L2VideoDecodeAccelerator::ResetTask() {
   DVLOGF(3);
   DCHECK(decoder_thread_.task_runner()->BelongsToCurrentThread());
   TRACE_EVENT0("Video Decoder", "V4L2VDA::ResetTask");
 
   if (decoder_state_ == kError) {
     DVLOGF(2) << "early out: kError state";
     return;
   }
   decoder_current_bitstream_buffer_.reset();
@@ skipping 99 matching lines @@
   StopOutputStream();
   StopInputStream();
 
   decoder_current_bitstream_buffer_.reset();
   decoder_current_input_buffer_ = -1;
   decoder_decode_buffer_tasks_scheduled_ = 0;
   decoder_frames_at_client_ = 0;
   while (!decoder_input_queue_.empty())
     decoder_input_queue_.pop();
   decoder_flushing_ = false;
+  flush_waiting_last_output_buffer_ = false;
 
   if (image_processor_)
     image_processor_.release()->Destroy();
 
   // Set our state to kError.  Just in case.
   decoder_state_ = kError;
 
   DestroyInputBuffers();
   DestroyOutputBuffers();
 }
@@ skipping 43 matching lines @@
 
 bool V4L2VideoDecodeAccelerator::StopOutputStream() {
   DVLOGF(3);
   if (!output_streamon_)
     return true;
 
   __u32 type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
   IOCTL_OR_ERROR_RETURN_FALSE(VIDIOC_STREAMOFF, &type);
   output_streamon_ = false;
 
+  // Output stream is stopped. No need to wait the buffer anymore.
+  flush_waiting_last_output_buffer_ = false;

[kcwu, 2016/10/12 02:32:39]

This line won't be executed if output_streamon_ is false.

IIUC, if the client calls
1. Initalize()
2. Flush() -> flush_waiting_last_output_buffer_ = true
3. not enqueue anything
4. Reset() -> flush_waiting_last_output_buffer_ not change

[wuchengli, 2016/10/12 03:08:23]

FlushTask won't set flush_waiting_last_output_buffer_ to true if the state is
kInitialized. I need to think what if the state is kResetting,
kChangingResolution, or kAwaitingPictureBuffers in FlushTask.

+
   for (size_t i = 0; i < output_buffer_map_.size(); ++i) {
     // After streamoff, the device drops ownership of all buffers, even if we
     // don't dequeue them explicitly. Some of them may still be owned by the
     // client however. Reuse only those that aren't.
     OutputRecord& output_record = output_buffer_map_[i];
     if (output_record.state == kAtDevice) {
       output_record.state = kFree;
       free_output_buffers_.push_back(i);
       DCHECK_EQ(output_record.egl_sync, EGL_NO_SYNC_KHR);
     }
@@ skipping 725 matching lines @@
       StartResolutionChange();
   }
 }
 
 void V4L2VideoDecodeAccelerator::ImageProcessorError() {
   LOGF(ERROR) << "Image processor error";
   NOTIFY_ERROR(PLATFORM_FAILURE);
 }
 
 }  // namespace media