Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(721)

Unified Diff: media/capture/video/linux/v4l2_capture_delegate.cc

Issue 2143903003: [WIP] Move media/capture to device/capture (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 4 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: media/capture/video/linux/v4l2_capture_delegate.cc
diff --git a/media/capture/video/linux/v4l2_capture_delegate.cc b/media/capture/video/linux/v4l2_capture_delegate.cc
deleted file mode 100644
index d0a9cb1a565f0e8d07738dd2c634b46d02b536a4..0000000000000000000000000000000000000000
--- a/media/capture/video/linux/v4l2_capture_delegate.cc
+++ /dev/null
@@ -1,446 +0,0 @@
-// Copyright 2015 The Chromium Authors. All rights reserved.
-// Use of this source code is governed by a BSD-style license that can be
-// found in the LICENSE file.
-
-#include "media/capture/video/linux/v4l2_capture_delegate.h"
-
-#include <poll.h>
-#include <sys/fcntl.h>
-#include <sys/ioctl.h>
-#include <sys/mman.h>
-#include <utility>
-
-#include "base/bind.h"
-#include "base/files/file_enumerator.h"
-#include "base/posix/eintr_wrapper.h"
-#include "base/strings/stringprintf.h"
-#include "build/build_config.h"
-#include "media/base/bind_to_current_loop.h"
-#include "media/capture/video/linux/video_capture_device_linux.h"
-
-namespace media {
-
-// Desired number of video buffers to allocate. The actual number of allocated
-// buffers by v4l2 driver can be higher or lower than this number.
-// kNumVideoBuffers should not be too small, or Chrome may not return enough
-// buffers back to driver in time.
-const uint32_t kNumVideoBuffers = 4;
-// Timeout in milliseconds v4l2_thread_ blocks waiting for a frame from the hw.
-// This value has been fine tuned. Before changing or modifying it see
-// https://crbug.com/470717
-const int kCaptureTimeoutMs = 1000;
-// The number of continuous timeouts tolerated before treated as error.
-const int kContinuousTimeoutLimit = 10;
-// MJPEG is preferred if the requested width or height is larger than this.
-const int kMjpegWidth = 640;
-const int kMjpegHeight = 480;
-// Typical framerate, in fps
-const int kTypicalFramerate = 30;
-
-// V4L2 color formats supported by V4L2CaptureDelegate derived classes.
-// This list is ordered by precedence of use -- but see caveats for MJPEG.
-static struct {
- uint32_t fourcc;
- VideoPixelFormat pixel_format;
- size_t num_planes;
-} const kSupportedFormatsAndPlanarity[] = {
- {V4L2_PIX_FMT_YUV420, PIXEL_FORMAT_I420, 1},
- {V4L2_PIX_FMT_YUYV, PIXEL_FORMAT_YUY2, 1},
- {V4L2_PIX_FMT_UYVY, PIXEL_FORMAT_UYVY, 1},
- {V4L2_PIX_FMT_RGB24, PIXEL_FORMAT_RGB24, 1},
- // MJPEG is usually sitting fairly low since we don't want to have to
- // decode. However, it is needed for large resolutions due to USB bandwidth
- // limitations, so GetListOfUsableFourCcs() can duplicate it on top, see
- // that method.
- {V4L2_PIX_FMT_MJPEG, PIXEL_FORMAT_MJPEG, 1},
- // JPEG works as MJPEG on some gspca webcams from field reports, see
- // https://code.google.com/p/webrtc/issues/detail?id=529, put it as the
- // least preferred format.
- {V4L2_PIX_FMT_JPEG, PIXEL_FORMAT_MJPEG, 1},
-};
-
-// Fill in |format| with the given parameters.
-static void FillV4L2Format(v4l2_format* format,
- uint32_t width,
- uint32_t height,
- uint32_t pixelformat_fourcc) {
- memset(format, 0, sizeof(*format));
- format->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
- format->fmt.pix.width = width;
- format->fmt.pix.height = height;
- format->fmt.pix.pixelformat = pixelformat_fourcc;
-}
-
-// Fills all parts of |buffer|.
-static void FillV4L2Buffer(v4l2_buffer* buffer, int index) {
- memset(buffer, 0, sizeof(*buffer));
- buffer->memory = V4L2_MEMORY_MMAP;
- buffer->index = index;
- buffer->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
-}
-
-static void FillV4L2RequestBuffer(v4l2_requestbuffers* request_buffer,
- int count) {
- memset(request_buffer, 0, sizeof(*request_buffer));
- request_buffer->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
- request_buffer->memory = V4L2_MEMORY_MMAP;
- request_buffer->count = count;
-}
-
-// Returns the input |fourcc| as a std::string four char representation.
-static std::string FourccToString(uint32_t fourcc) {
- return base::StringPrintf("%c%c%c%c", fourcc & 0xFF, (fourcc >> 8) & 0xFF,
- (fourcc >> 16) & 0xFF, (fourcc >> 24) & 0xFF);
-}
-
-// Class keeping track of a SPLANE V4L2 buffer, mmap()ed on construction and
-// munmap()ed on destruction.
-class V4L2CaptureDelegate::BufferTracker
- : public base::RefCounted<BufferTracker> {
- public:
- BufferTracker();
- // Abstract method to mmap() given |fd| according to |buffer|.
- bool Init(int fd, const v4l2_buffer& buffer);
-
- const uint8_t* start() const { return start_; }
- size_t payload_size() const { return payload_size_; }
- void set_payload_size(size_t payload_size) {
- DCHECK_LE(payload_size, length_);
- payload_size_ = payload_size;
- }
-
- private:
- friend class base::RefCounted<BufferTracker>;
- virtual ~BufferTracker();
-
- uint8_t* start_;
- size_t length_;
- size_t payload_size_;
-};
-
-// static
-size_t V4L2CaptureDelegate::GetNumPlanesForFourCc(uint32_t fourcc) {
- for (const auto& fourcc_and_pixel_format : kSupportedFormatsAndPlanarity) {
- if (fourcc_and_pixel_format.fourcc == fourcc)
- return fourcc_and_pixel_format.num_planes;
- }
- DVLOG(1) << "Unknown fourcc " << FourccToString(fourcc);
- return 0;
-}
-
-// static
-VideoPixelFormat V4L2CaptureDelegate::V4l2FourCcToChromiumPixelFormat(
- uint32_t v4l2_fourcc) {
- for (const auto& fourcc_and_pixel_format : kSupportedFormatsAndPlanarity) {
- if (fourcc_and_pixel_format.fourcc == v4l2_fourcc)
- return fourcc_and_pixel_format.pixel_format;
- }
- // Not finding a pixel format is OK during device capabilities enumeration.
- // Let the caller decide if PIXEL_FORMAT_UNKNOWN is an error or
- // not.
- DVLOG(1) << "Unsupported pixel format: " << FourccToString(v4l2_fourcc);
- return PIXEL_FORMAT_UNKNOWN;
-}
-
-// static
-std::list<uint32_t> V4L2CaptureDelegate::GetListOfUsableFourCcs(
- bool prefer_mjpeg) {
- std::list<uint32_t> supported_formats;
- for (const auto& format : kSupportedFormatsAndPlanarity)
- supported_formats.push_back(format.fourcc);
-
- // Duplicate MJPEG on top of the list depending on |prefer_mjpeg|.
- if (prefer_mjpeg)
- supported_formats.push_front(V4L2_PIX_FMT_MJPEG);
-
- return supported_formats;
-}
-
-V4L2CaptureDelegate::V4L2CaptureDelegate(
- const VideoCaptureDevice::Name& device_name,
- const scoped_refptr<base::SingleThreadTaskRunner>& v4l2_task_runner,
- int power_line_frequency)
- : v4l2_task_runner_(v4l2_task_runner),
- device_name_(device_name),
- power_line_frequency_(power_line_frequency),
- is_capturing_(false),
- timeout_count_(0),
- rotation_(0) {}
-
-void V4L2CaptureDelegate::AllocateAndStart(
- int width,
- int height,
- float frame_rate,
- std::unique_ptr<VideoCaptureDevice::Client> client) {
- DCHECK(v4l2_task_runner_->BelongsToCurrentThread());
- DCHECK(client);
- client_ = std::move(client);
-
- // Need to open camera with O_RDWR after Linux kernel 3.3.
- device_fd_.reset(HANDLE_EINTR(open(device_name_.id().c_str(), O_RDWR)));
- if (!device_fd_.is_valid()) {
- SetErrorState(FROM_HERE, "Failed to open V4L2 device driver file.");
- return;
- }
-
- v4l2_capability cap = {};
- if (!((HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_QUERYCAP, &cap)) == 0) &&
- ((cap.capabilities & V4L2_CAP_VIDEO_CAPTURE) &&
- !(cap.capabilities & V4L2_CAP_VIDEO_OUTPUT)))) {
- device_fd_.reset();
- SetErrorState(FROM_HERE, "This is not a V4L2 video capture device");
- return;
- }
-
- // Get supported video formats in preferred order. For large resolutions,
- // favour mjpeg over raw formats.
- const std::list<uint32_t>& desired_v4l2_formats =
- GetListOfUsableFourCcs(width > kMjpegWidth || height > kMjpegHeight);
- std::list<uint32_t>::const_iterator best = desired_v4l2_formats.end();
-
- v4l2_fmtdesc fmtdesc = {};
- fmtdesc.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
- for (; HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_ENUM_FMT, &fmtdesc)) == 0;
- ++fmtdesc.index) {
- best = std::find(desired_v4l2_formats.begin(), best, fmtdesc.pixelformat);
- }
- if (best == desired_v4l2_formats.end()) {
- SetErrorState(FROM_HERE, "Failed to find a supported camera format.");
- return;
- }
-
- DVLOG(1) << "Chosen pixel format is " << FourccToString(*best);
- FillV4L2Format(&video_fmt_, width, height, *best);
-
- if (HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_S_FMT, &video_fmt_)) < 0) {
- SetErrorState(FROM_HERE, "Failed to set video capture format");
- return;
- }
- const VideoPixelFormat pixel_format =
- V4l2FourCcToChromiumPixelFormat(video_fmt_.fmt.pix.pixelformat);
- if (pixel_format == PIXEL_FORMAT_UNKNOWN) {
- SetErrorState(FROM_HERE, "Unsupported pixel format");
- return;
- }
-
- // Set capture framerate in the form of capture interval.
- v4l2_streamparm streamparm = {};
- streamparm.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
- // The following line checks that the driver knows about framerate get/set.
- if (HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_G_PARM, &streamparm)) >= 0) {
- // Now check if the device is able to accept a capture framerate set.
- if (streamparm.parm.capture.capability & V4L2_CAP_TIMEPERFRAME) {
- // |frame_rate| is float, approximate by a fraction.
- streamparm.parm.capture.timeperframe.numerator =
- media::kFrameRatePrecision;
- streamparm.parm.capture.timeperframe.denominator =
- (frame_rate) ? (frame_rate * media::kFrameRatePrecision)
- : (kTypicalFramerate * media::kFrameRatePrecision);
-
- if (HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_S_PARM, &streamparm)) <
- 0) {
- SetErrorState(FROM_HERE, "Failed to set camera framerate");
- return;
- }
- DVLOG(2) << "Actual camera driverframerate: "
- << streamparm.parm.capture.timeperframe.denominator << "/"
- << streamparm.parm.capture.timeperframe.numerator;
- }
- }
- // TODO(mcasas): what should be done if the camera driver does not allow
- // framerate configuration, or the actual one is different from the desired?
-
- // Set anti-banding/anti-flicker to 50/60Hz. May fail due to not supported
- // operation (|errno| == EINVAL in this case) or plain failure.
- if ((power_line_frequency_ == V4L2_CID_POWER_LINE_FREQUENCY_50HZ) ||
- (power_line_frequency_ == V4L2_CID_POWER_LINE_FREQUENCY_60HZ) ||
- (power_line_frequency_ == V4L2_CID_POWER_LINE_FREQUENCY_AUTO)) {
- struct v4l2_control control = {};
- control.id = V4L2_CID_POWER_LINE_FREQUENCY;
- control.value = power_line_frequency_;
- const int retval =
- HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_S_CTRL, &control));
- if (retval != 0)
- DVLOG(1) << "Error setting power line frequency removal";
- }
-
- capture_format_.frame_size.SetSize(video_fmt_.fmt.pix.width,
- video_fmt_.fmt.pix.height);
- capture_format_.frame_rate = frame_rate;
- capture_format_.pixel_format = pixel_format;
-
- v4l2_requestbuffers r_buffer;
- FillV4L2RequestBuffer(&r_buffer, kNumVideoBuffers);
- if (HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_REQBUFS, &r_buffer)) < 0) {
- SetErrorState(FROM_HERE, "Error requesting MMAP buffers from V4L2");
- return;
- }
- for (unsigned int i = 0; i < r_buffer.count; ++i) {
- if (!MapAndQueueBuffer(i)) {
- SetErrorState(FROM_HERE, "Allocate buffer failed");
- return;
- }
- }
-
- v4l2_buf_type capture_type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
- if (HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_STREAMON, &capture_type)) <
- 0) {
- SetErrorState(FROM_HERE, "VIDIOC_STREAMON failed");
- return;
- }
-
- is_capturing_ = true;
- // Post task to start fetching frames from v4l2.
- v4l2_task_runner_->PostTask(
- FROM_HERE, base::Bind(&V4L2CaptureDelegate::DoCapture, this));
-}
-
-void V4L2CaptureDelegate::StopAndDeAllocate() {
- DCHECK(v4l2_task_runner_->BelongsToCurrentThread());
- // The order is important: stop streaming, clear |buffer_pool_|,
- // thus munmap()ing the v4l2_buffers, and then return them to the OS.
- v4l2_buf_type capture_type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
- if (HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_STREAMOFF, &capture_type)) <
- 0) {
- SetErrorState(FROM_HERE, "VIDIOC_STREAMOFF failed");
- return;
- }
-
- buffer_tracker_pool_.clear();
-
- v4l2_requestbuffers r_buffer;
- FillV4L2RequestBuffer(&r_buffer, 0);
- if (HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_REQBUFS, &r_buffer)) < 0)
- SetErrorState(FROM_HERE, "Failed to VIDIOC_REQBUFS with count = 0");
-
- // At this point we can close the device.
- // This is also needed for correctly changing settings later via VIDIOC_S_FMT.
- device_fd_.reset();
- is_capturing_ = false;
- client_.reset();
-}
-
-void V4L2CaptureDelegate::SetRotation(int rotation) {
- DCHECK(v4l2_task_runner_->BelongsToCurrentThread());
- DCHECK(rotation >= 0 && rotation < 360 && rotation % 90 == 0);
- rotation_ = rotation;
-}
-
-V4L2CaptureDelegate::~V4L2CaptureDelegate() {}
-
-bool V4L2CaptureDelegate::MapAndQueueBuffer(int index) {
- v4l2_buffer buffer;
- FillV4L2Buffer(&buffer, index);
-
- if (HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_QUERYBUF, &buffer)) < 0) {
- DLOG(ERROR) << "Error querying status of a MMAP V4L2 buffer";
- return false;
- }
-
- const scoped_refptr<BufferTracker> buffer_tracker(new BufferTracker());
- if (!buffer_tracker->Init(device_fd_.get(), buffer)) {
- DLOG(ERROR) << "Error creating BufferTracker";
- return false;
- }
- buffer_tracker_pool_.push_back(buffer_tracker);
-
- // Enqueue the buffer in the drivers incoming queue.
- if (HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_QBUF, &buffer)) < 0) {
- DLOG(ERROR) << "Error enqueuing a V4L2 buffer back into the driver";
- return false;
- }
- return true;
-}
-
-void V4L2CaptureDelegate::DoCapture() {
- DCHECK(v4l2_task_runner_->BelongsToCurrentThread());
- if (!is_capturing_)
- return;
-
- pollfd device_pfd = {};
- device_pfd.fd = device_fd_.get();
- device_pfd.events = POLLIN;
- const int result = HANDLE_EINTR(poll(&device_pfd, 1, kCaptureTimeoutMs));
- if (result < 0) {
- SetErrorState(FROM_HERE, "Poll failed");
- return;
- }
- // Check if poll() timed out; track the amount of times it did in a row and
- // throw an error if it times out too many times.
- if (result == 0) {
- timeout_count_++;
- if (timeout_count_ >= kContinuousTimeoutLimit) {
- SetErrorState(FROM_HERE,
- "Multiple continuous timeouts while read-polling.");
- timeout_count_ = 0;
- return;
- }
- } else {
- timeout_count_ = 0;
- }
-
- // Deenqueue, send and reenqueue a buffer if the driver has filled one in.
- if (device_pfd.revents & POLLIN) {
- v4l2_buffer buffer;
- FillV4L2Buffer(&buffer, 0);
-
- if (HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_DQBUF, &buffer)) < 0) {
- SetErrorState(FROM_HERE, "Failed to dequeue capture buffer");
- return;
- }
-
- buffer_tracker_pool_[buffer.index]->set_payload_size(buffer.bytesused);
- const scoped_refptr<BufferTracker>& buffer_tracker =
- buffer_tracker_pool_[buffer.index];
-
- base::TimeDelta timestamp =
- base::TimeDelta::FromSeconds(buffer.timestamp.tv_sec) +
- base::TimeDelta::FromMicroseconds(buffer.timestamp.tv_usec);
- client_->OnIncomingCapturedData(
- buffer_tracker->start(), buffer_tracker->payload_size(),
- capture_format_, rotation_, base::TimeTicks::Now(), timestamp);
-
- if (HANDLE_EINTR(ioctl(device_fd_.get(), VIDIOC_QBUF, &buffer)) < 0) {
- SetErrorState(FROM_HERE, "Failed to enqueue capture buffer");
- return;
- }
- }
-
- v4l2_task_runner_->PostTask(
- FROM_HERE, base::Bind(&V4L2CaptureDelegate::DoCapture, this));
-}
-
-void V4L2CaptureDelegate::SetErrorState(
- const tracked_objects::Location& from_here,
- const std::string& reason) {
- DCHECK(v4l2_task_runner_->BelongsToCurrentThread());
- is_capturing_ = false;
- client_->OnError(from_here, reason);
-}
-
-V4L2CaptureDelegate::BufferTracker::BufferTracker() {}
-
-V4L2CaptureDelegate::BufferTracker::~BufferTracker() {
- if (start_ == nullptr)
- return;
- const int result = munmap(start_, length_);
- PLOG_IF(ERROR, result < 0) << "Error munmap()ing V4L2 buffer";
-}
-
-bool V4L2CaptureDelegate::BufferTracker::Init(int fd,
- const v4l2_buffer& buffer) {
- // Some devices require mmap() to be called with both READ and WRITE.
- // See http://crbug.com/178582.
- void* const start = mmap(NULL, buffer.length, PROT_READ | PROT_WRITE,
- MAP_SHARED, fd, buffer.m.offset);
- if (start == MAP_FAILED) {
- DLOG(ERROR) << "Error mmap()ing a V4L2 buffer into userspace";
- return false;
- }
- start_ = static_cast<uint8_t*>(start);
- length_ = buffer.length;
- payload_size_ = 0;
- return true;
-}
-
-} // namespace media
« no previous file with comments | « media/capture/video/linux/v4l2_capture_delegate.h ('k') | media/capture/video/linux/video_capture_device_chromeos.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698