Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(137)

Side by Side Diff: media/capture/video/video_capture_device.h

Issue 2573223002: [Mojo Video Capture] Simplify media::VideoCaptureDevice::Client:Buffer to a struct (Closed)
Patch Set: miu's comments Created 3 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 // 4 //
5 // VideoCaptureDevice is the abstract base class for realizing video capture 5 // VideoCaptureDevice is the abstract base class for realizing video capture
6 // device support in Chromium. It provides the interface for OS dependent 6 // device support in Chromium. It provides the interface for OS dependent
7 // implementations. 7 // implementations.
8 // The class is created and functions are invoked on a thread owned by 8 // The class is created and functions are invoked on a thread owned by
9 // VideoCaptureManager. Capturing is done on other threads, depending on the OS 9 // VideoCaptureManager. Capturing is done on other threads, depending on the OS
10 // specific implementation. 10 // specific implementation.
(...skipping 12 matching lines...) Expand all
23 #include "base/files/file.h" 23 #include "base/files/file.h"
24 #include "base/logging.h" 24 #include "base/logging.h"
25 #include "base/memory/ref_counted.h" 25 #include "base/memory/ref_counted.h"
26 #include "base/single_thread_task_runner.h" 26 #include "base/single_thread_task_runner.h"
27 #include "base/time/time.h" 27 #include "base/time/time.h"
28 #include "build/build_config.h" 28 #include "build/build_config.h"
29 #include "media/base/video_frame.h" 29 #include "media/base/video_frame.h"
30 #include "media/capture/capture_export.h" 30 #include "media/capture/capture_export.h"
31 #include "media/capture/mojo/image_capture.mojom.h" 31 #include "media/capture/mojo/image_capture.mojom.h"
32 #include "media/capture/video/scoped_result_callback.h" 32 #include "media/capture/video/scoped_result_callback.h"
33 #include "media/capture/video/video_capture_buffer_handle.h"
33 #include "media/capture/video/video_capture_device_descriptor.h" 34 #include "media/capture/video/video_capture_device_descriptor.h"
34 #include "media/capture/video_capture_types.h" 35 #include "media/capture/video_capture_types.h"
35 #include "mojo/public/cpp/bindings/array.h" 36 #include "mojo/public/cpp/bindings/array.h"
36 #include "ui/gfx/gpu_memory_buffer.h" 37 #include "ui/gfx/gpu_memory_buffer.h"
37 38
38 namespace tracked_objects { 39 namespace tracked_objects {
39 class Location; 40 class Location;
40 } // namespace tracked_objects 41 } // namespace tracked_objects
41 42
42 namespace media { 43 namespace media {
43 44
44 class CAPTURE_EXPORT FrameBufferPool { 45 class CAPTURE_EXPORT FrameBufferPool {
45 public: 46 public:
46 virtual ~FrameBufferPool() {} 47 virtual ~FrameBufferPool() {}
47 48
48 virtual void SetBufferHold(int buffer_id) = 0; 49 virtual void SetBufferHold(int buffer_id) = 0;
49 virtual void ReleaseBufferHold(int buffer_id) = 0; 50 virtual void ReleaseBufferHold(int buffer_id) = 0;
50 virtual mojo::ScopedSharedBufferHandle GetHandleForTransit(int buffer_id) = 0;
51 }; 51 };
52 52
53 class CAPTURE_EXPORT VideoFrameConsumerFeedbackObserver { 53 class CAPTURE_EXPORT VideoFrameConsumerFeedbackObserver {
54 public: 54 public:
55 virtual ~VideoFrameConsumerFeedbackObserver() {} 55 virtual ~VideoFrameConsumerFeedbackObserver() {}
56 56
57 // During processing of a video frame, consumers may report back their 57 // During processing of a video frame, consumers may report back their
58 // utilization level to the source device. The device may use this information 58 // utilization level to the source device. The device may use this information
59 // to adjust the rate of data it pushes out. Values are interpreted as 59 // to adjust the rate of data it pushes out. Values are interpreted as
60 // follows: 60 // follows:
(...skipping 19 matching lines...) Expand all
80 class CAPTURE_EXPORT VideoCaptureDevice 80 class CAPTURE_EXPORT VideoCaptureDevice
81 : public VideoFrameConsumerFeedbackObserver { 81 : public VideoFrameConsumerFeedbackObserver {
82 public: 82 public:
83 83
84 // Interface defining the methods that clients of VideoCapture must have. It 84 // Interface defining the methods that clients of VideoCapture must have. It
85 // is actually two-in-one: clients may implement OnIncomingCapturedData() or 85 // is actually two-in-one: clients may implement OnIncomingCapturedData() or
86 // ReserveOutputBuffer() + OnIncomingCapturedVideoFrame(), or all of them. 86 // ReserveOutputBuffer() + OnIncomingCapturedVideoFrame(), or all of them.
87 // All clients must implement OnError(). 87 // All clients must implement OnError().
88 class CAPTURE_EXPORT Client { 88 class CAPTURE_EXPORT Client {
89 public: 89 public:
90 // Memory buffer returned by Client::ReserveOutputBuffer(). 90 // Move-only struct representing access to a buffer handle as well as
91 class CAPTURE_EXPORT Buffer { 91 // read-write permission to its contents.
92 struct CAPTURE_EXPORT Buffer {
mcasas 2017/01/05 20:37:02 A struct with private members and accessors and su
chfremer 2017/01/05 22:44:48 Done.
92 public: 93 public:
93 virtual ~Buffer() = 0; 94 // Destructor-only interface for encapsulating scoped access permission to
94 virtual int id() const = 0; 95 // a Buffer.
95 virtual int frame_feedback_id() const = 0; 96 class CAPTURE_EXPORT ScopedAccessPermission {
96 virtual gfx::Size dimensions() const = 0; 97 public:
97 virtual size_t mapped_size() const = 0; 98 virtual ~ScopedAccessPermission() {}
98 virtual void* data(int plane) = 0; 99 };
99 void* data() { return data(0); } 100
100 #if defined(OS_POSIX) && !(defined(OS_MACOSX) && !defined(OS_IOS)) 101 class CAPTURE_EXPORT HandleProvider {
101 virtual base::FileDescriptor AsPlatformFile() = 0; 102 public:
102 #endif 103 virtual ~HandleProvider() {}
103 virtual bool IsBackedByVideoFrame() const = 0; 104 virtual mojo::ScopedSharedBufferHandle
104 virtual scoped_refptr<VideoFrame> GetVideoFrame() = 0; 105 GetHandleForInterProcessTransit() = 0;
106 virtual std::unique_ptr<VideoCaptureBufferHandle>
107 GetHandleForInProcessAccess() = 0;
108 };
109
110 Buffer();
111 Buffer(
112 int buffer_id,
113 int frame_feedback_id,
114 std::unique_ptr<HandleProvider> handle_provider,
115 std::unique_ptr<ScopedAccessPermission> buffer_read_write_permission);
mcasas 2017/01/05 20:37:02 s/buffer_read_write_permission/access_permission/
chfremer 2017/01/05 22:44:48 Done.
116 ~Buffer();
117 Buffer(Buffer&& other);
118 Buffer& operator=(Buffer&& other);
119
120 bool is_valid() const { return handle_provider != nullptr; }
121 int id() const { return id_; }
122 int frame_feedback_id() const { return frame_feedback_id_; }
123
124 std::unique_ptr<HandleProvider> handle_provider;
125 std::unique_ptr<ScopedAccessPermission> buffer_read_write_permission;
126
127 private:
128 int id_;
129 int frame_feedback_id_;
105 }; 130 };
mcasas 2017/01/05 20:37:02 I think that to make Buffer uncopyable, we have to
chfremer 2017/01/05 22:44:48 Well, no. It seems that by providing a move constr
106 131
107 virtual ~Client() {} 132 virtual ~Client() {}
108 133
109 // Captured a new video frame, data for which is pointed to by |data|. 134 // Captured a new video frame, data for which is pointed to by |data|.
110 // 135 //
111 // The format of the frame is described by |frame_format|, and is assumed to 136 // The format of the frame is described by |frame_format|, and is assumed to
112 // be tightly packed. This method will try to reserve an output buffer and 137 // be tightly packed. This method will try to reserve an output buffer and
113 // copy from |data| into the output buffer. If no output buffer is 138 // copy from |data| into the output buffer. If no output buffer is
114 // available, the frame will be silently dropped. |reference_time| is 139 // available, the frame will be silently dropped. |reference_time| is
115 // system clock time when we detect the capture happens, it is used for 140 // system clock time when we detect the capture happens, it is used for
(...skipping 16 matching lines...) Expand all
132 int frame_feedback_id = 0) = 0; 157 int frame_feedback_id = 0) = 0;
133 158
134 // Reserve an output buffer into which contents can be captured directly. 159 // Reserve an output buffer into which contents can be captured directly.
135 // The returned Buffer will always be allocated with a memory size suitable 160 // The returned Buffer will always be allocated with a memory size suitable
136 // for holding a packed video frame with pixels of |format| format, of 161 // for holding a packed video frame with pixels of |format| format, of
137 // |dimensions| frame dimensions. It is permissible for |dimensions| to be 162 // |dimensions| frame dimensions. It is permissible for |dimensions| to be
138 // zero; in which case the returned Buffer does not guarantee memory 163 // zero; in which case the returned Buffer does not guarantee memory
139 // backing, but functions as a reservation for external input for the 164 // backing, but functions as a reservation for external input for the
140 // purposes of buffer throttling. 165 // purposes of buffer throttling.
141 // 166 //
142 // The output buffer stays reserved and mapped for use until the Buffer 167 // The buffer stays reserved for use by the caller as long as it
143 // object is destroyed or returned. 168 // holds on to the contained |buffer_read_write_permission|.
144 virtual std::unique_ptr<Buffer> ReserveOutputBuffer( 169 virtual Buffer ReserveOutputBuffer(const gfx::Size& dimensions,
145 const gfx::Size& dimensions, 170 VideoPixelFormat format,
146 VideoPixelFormat format, 171 VideoPixelStorage storage,
147 VideoPixelStorage storage, 172 int frame_feedback_id) = 0;
148 int frame_feedback_id) = 0;
149 173
150 // Provides VCD::Client with a populated Buffer containing the content of 174 // Provides VCD::Client with a populated Buffer containing the content of
151 // the next video frame. The |buffer| must originate from an earlier call to 175 // the next video frame. The |buffer| must originate from an earlier call to
152 // ReserveOutputBuffer(). 176 // ReserveOutputBuffer().
153 // See OnIncomingCapturedData for details of |reference_time| and 177 // See OnIncomingCapturedData for details of |reference_time| and
154 // |timestamp|. 178 // |timestamp|.
155 virtual void OnIncomingCapturedBuffer(std::unique_ptr<Buffer> buffer, 179 virtual void OnIncomingCapturedBuffer(Buffer buffer,
156 const VideoCaptureFormat& format, 180 const VideoCaptureFormat& format,
157 base::TimeTicks reference_time, 181 base::TimeTicks reference_time,
158 base::TimeDelta timestamp) = 0; 182 base::TimeDelta timestamp) = 0;
159 183
160 // Extended version of OnIncomingCapturedBuffer() allowing clients to 184 // Extended version of OnIncomingCapturedBuffer() allowing clients to
161 // pass a custom |visible_rect| and |additional_metadata|. 185 // pass a custom |visible_rect| and |additional_metadata|.
162 virtual void OnIncomingCapturedBufferExt( 186 virtual void OnIncomingCapturedBufferExt(
163 std::unique_ptr<Buffer> buffer, 187 Buffer buffer,
164 const VideoCaptureFormat& format, 188 const VideoCaptureFormat& format,
165 base::TimeTicks reference_time, 189 base::TimeTicks reference_time,
166 base::TimeDelta timestamp, 190 base::TimeDelta timestamp,
167 gfx::Rect visible_rect, 191 gfx::Rect visible_rect,
168 const VideoFrameMetadata& additional_metadata) = 0; 192 const VideoFrameMetadata& additional_metadata) = 0;
169 193
170 // Attempts to reserve the same Buffer provided in the last call to one of 194 // Attempts to reserve the same Buffer provided in the last call to one of
171 // the OnIncomingCapturedBufferXXX() methods. This will fail if the content 195 // the OnIncomingCapturedBufferXXX() methods. This will fail if the content
172 // of the Buffer has not been preserved, or if the |dimensions|, |format|, 196 // of the Buffer has not been preserved, or if the |dimensions|, |format|,
173 // or |storage| disagree with how it was reserved via ReserveOutputBuffer(). 197 // or |storage| disagree with how it was reserved via ReserveOutputBuffer().
174 // When this operation fails, nullptr will be returned. 198 // When this operation fails, nullptr will be returned.
175 virtual std::unique_ptr<Buffer> ResurrectLastOutputBuffer( 199 virtual Buffer ResurrectLastOutputBuffer(const gfx::Size& dimensions,
176 const gfx::Size& dimensions, 200 VideoPixelFormat format,
177 VideoPixelFormat format, 201 VideoPixelStorage storage,
178 VideoPixelStorage storage, 202 int new_frame_feedback_id) = 0;
179 int new_frame_feedback_id) = 0;
180 203
181 // An error has occurred that cannot be handled and VideoCaptureDevice must 204 // An error has occurred that cannot be handled and VideoCaptureDevice must
182 // be StopAndDeAllocate()-ed. |reason| is a text description of the error. 205 // be StopAndDeAllocate()-ed. |reason| is a text description of the error.
183 virtual void OnError(const tracked_objects::Location& from_here, 206 virtual void OnError(const tracked_objects::Location& from_here,
184 const std::string& reason) = 0; 207 const std::string& reason) = 0;
185 208
186 // VideoCaptureDevice requests the |message| to be logged. 209 // VideoCaptureDevice requests the |message| to be logged.
187 virtual void OnLog(const std::string& message) {} 210 virtual void OnLog(const std::string& message) {}
188 211
189 // Returns the current buffer pool utilization, in the range 0.0 (no buffers 212 // Returns the current buffer pool utilization, in the range 0.0 (no buffers
(...skipping 87 matching lines...) Expand 10 before | Expand all | Expand 10 after
277 300
278 private: 301 private:
279 // Gets the power line frequency from the current system time zone if this is 302 // Gets the power line frequency from the current system time zone if this is
280 // defined, otherwise returns 0. 303 // defined, otherwise returns 0.
281 PowerLineFrequency GetPowerLineFrequencyForLocation() const; 304 PowerLineFrequency GetPowerLineFrequencyForLocation() const;
282 }; 305 };
283 306
284 } // namespace media 307 } // namespace media
285 308
286 #endif // MEDIA_CAPTURE_VIDEO_VIDEO_CAPTURE_DEVICE_H_ 309 #endif // MEDIA_CAPTURE_VIDEO_VIDEO_CAPTURE_DEVICE_H_
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698