Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(786)

Side by Side Diff: media/capture/video/video_capture_device.h

Issue 2620763003: Reland [Mojo Video Capture] Simplify media::VideoCaptureDevice::Client:Buffer to a struct (Closed)
Patch Set: Merge-in changes from upstream Created 3 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 // 4 //
5 // VideoCaptureDevice is the abstract base class for realizing video capture 5 // VideoCaptureDevice is the abstract base class for realizing video capture
6 // device support in Chromium. It provides the interface for OS dependent 6 // device support in Chromium. It provides the interface for OS dependent
7 // implementations. 7 // implementations.
8 // The class is created and functions are invoked on a thread owned by 8 // The class is created and functions are invoked on a thread owned by
9 // VideoCaptureManager. Capturing is done on other threads, depending on the OS 9 // VideoCaptureManager. Capturing is done on other threads, depending on the OS
10 // specific implementation. 10 // specific implementation.
(...skipping 12 matching lines...) Expand all
23 #include "base/files/file.h" 23 #include "base/files/file.h"
24 #include "base/logging.h" 24 #include "base/logging.h"
25 #include "base/memory/ref_counted.h" 25 #include "base/memory/ref_counted.h"
26 #include "base/single_thread_task_runner.h" 26 #include "base/single_thread_task_runner.h"
27 #include "base/time/time.h" 27 #include "base/time/time.h"
28 #include "build/build_config.h" 28 #include "build/build_config.h"
29 #include "media/base/video_frame.h" 29 #include "media/base/video_frame.h"
30 #include "media/capture/capture_export.h" 30 #include "media/capture/capture_export.h"
31 #include "media/capture/mojo/image_capture.mojom.h" 31 #include "media/capture/mojo/image_capture.mojom.h"
32 #include "media/capture/video/scoped_result_callback.h" 32 #include "media/capture/video/scoped_result_callback.h"
33 #include "media/capture/video/video_capture_buffer_handle.h"
33 #include "media/capture/video/video_capture_device_descriptor.h" 34 #include "media/capture/video/video_capture_device_descriptor.h"
34 #include "media/capture/video_capture_types.h" 35 #include "media/capture/video_capture_types.h"
35 #include "ui/gfx/gpu_memory_buffer.h" 36 #include "ui/gfx/gpu_memory_buffer.h"
36 37
37 namespace tracked_objects { 38 namespace tracked_objects {
38 class Location; 39 class Location;
39 } // namespace tracked_objects 40 } // namespace tracked_objects
40 41
41 namespace media { 42 namespace media {
42 43
43 class CAPTURE_EXPORT FrameBufferPool { 44 class CAPTURE_EXPORT FrameBufferPool {
44 public: 45 public:
45 virtual ~FrameBufferPool() {} 46 virtual ~FrameBufferPool() {}
46 47
47 virtual void SetBufferHold(int buffer_id) = 0; 48 virtual void SetBufferHold(int buffer_id) = 0;
48 virtual void ReleaseBufferHold(int buffer_id) = 0; 49 virtual void ReleaseBufferHold(int buffer_id) = 0;
49 virtual mojo::ScopedSharedBufferHandle GetHandleForTransit(int buffer_id) = 0;
50 }; 50 };
51 51
52 class CAPTURE_EXPORT VideoFrameConsumerFeedbackObserver { 52 class CAPTURE_EXPORT VideoFrameConsumerFeedbackObserver {
53 public: 53 public:
54 virtual ~VideoFrameConsumerFeedbackObserver() {} 54 virtual ~VideoFrameConsumerFeedbackObserver() {}
55 55
56 // During processing of a video frame, consumers may report back their 56 // During processing of a video frame, consumers may report back their
57 // utilization level to the source device. The device may use this information 57 // utilization level to the source device. The device may use this information
58 // to adjust the rate of data it pushes out. Values are interpreted as 58 // to adjust the rate of data it pushes out. Values are interpreted as
59 // follows: 59 // follows:
(...skipping 19 matching lines...) Expand all
79 class CAPTURE_EXPORT VideoCaptureDevice 79 class CAPTURE_EXPORT VideoCaptureDevice
80 : public VideoFrameConsumerFeedbackObserver { 80 : public VideoFrameConsumerFeedbackObserver {
81 public: 81 public:
82 82
83 // Interface defining the methods that clients of VideoCapture must have. It 83 // Interface defining the methods that clients of VideoCapture must have. It
84 // is actually two-in-one: clients may implement OnIncomingCapturedData() or 84 // is actually two-in-one: clients may implement OnIncomingCapturedData() or
85 // ReserveOutputBuffer() + OnIncomingCapturedVideoFrame(), or all of them. 85 // ReserveOutputBuffer() + OnIncomingCapturedVideoFrame(), or all of them.
86 // All clients must implement OnError(). 86 // All clients must implement OnError().
87 class CAPTURE_EXPORT Client { 87 class CAPTURE_EXPORT Client {
88 public: 88 public:
89 // Memory buffer returned by Client::ReserveOutputBuffer(). 89 // Move-only type representing access to a buffer handle as well as
90 // read-write permission to its contents.
90 class CAPTURE_EXPORT Buffer { 91 class CAPTURE_EXPORT Buffer {
91 public: 92 public:
92 virtual ~Buffer() = 0; 93 // Destructor-only interface for encapsulating scoped access permission to
93 virtual int id() const = 0; 94 // a Buffer.
94 virtual int frame_feedback_id() const = 0; 95 class CAPTURE_EXPORT ScopedAccessPermission {
95 virtual gfx::Size dimensions() const = 0; 96 public:
96 virtual size_t mapped_size() const = 0; 97 virtual ~ScopedAccessPermission() {}
97 virtual void* data(int plane) = 0; 98 };
98 void* data() { return data(0); } 99
99 #if defined(OS_POSIX) && !(defined(OS_MACOSX) && !defined(OS_IOS)) 100 class CAPTURE_EXPORT HandleProvider {
100 virtual base::FileDescriptor AsPlatformFile() = 0; 101 public:
101 #endif 102 virtual ~HandleProvider() {}
102 virtual bool IsBackedByVideoFrame() const = 0; 103 virtual mojo::ScopedSharedBufferHandle
103 virtual scoped_refptr<VideoFrame> GetVideoFrame() = 0; 104 GetHandleForInterProcessTransit() = 0;
105 virtual base::SharedMemoryHandle
106 GetNonOwnedSharedMemoryHandleForLegacyIPC() = 0;
107 virtual std::unique_ptr<VideoCaptureBufferHandle>
108 GetHandleForInProcessAccess() = 0;
109 };
110
111 Buffer();
112 Buffer(int buffer_id,
113 int frame_feedback_id,
114 std::unique_ptr<HandleProvider> handle_provider,
115 std::unique_ptr<ScopedAccessPermission> access_permission);
116 ~Buffer();
117 Buffer(Buffer&& other);
118 Buffer& operator=(Buffer&& other);
119
120 bool is_valid() const { return handle_provider_ != nullptr; }
121 int id() const { return id_; }
122 int frame_feedback_id() const { return frame_feedback_id_; }
123 HandleProvider* handle_provider() const { return handle_provider_.get(); }
124
125 private:
126 std::unique_ptr<HandleProvider> handle_provider_;
127 std::unique_ptr<ScopedAccessPermission> access_permission_;
128 int id_;
129 int frame_feedback_id_;
130
131 DISALLOW_COPY_AND_ASSIGN(Buffer);
104 }; 132 };
105 133
106 virtual ~Client() {} 134 virtual ~Client() {}
107 135
108 // Captured a new video frame, data for which is pointed to by |data|. 136 // Captured a new video frame, data for which is pointed to by |data|.
109 // 137 //
110 // The format of the frame is described by |frame_format|, and is assumed to 138 // The format of the frame is described by |frame_format|, and is assumed to
111 // be tightly packed. This method will try to reserve an output buffer and 139 // be tightly packed. This method will try to reserve an output buffer and
112 // copy from |data| into the output buffer. If no output buffer is 140 // copy from |data| into the output buffer. If no output buffer is
113 // available, the frame will be silently dropped. |reference_time| is 141 // available, the frame will be silently dropped. |reference_time| is
(...skipping 17 matching lines...) Expand all
131 int frame_feedback_id = 0) = 0; 159 int frame_feedback_id = 0) = 0;
132 160
133 // Reserve an output buffer into which contents can be captured directly. 161 // Reserve an output buffer into which contents can be captured directly.
134 // The returned Buffer will always be allocated with a memory size suitable 162 // The returned Buffer will always be allocated with a memory size suitable
135 // for holding a packed video frame with pixels of |format| format, of 163 // for holding a packed video frame with pixels of |format| format, of
136 // |dimensions| frame dimensions. It is permissible for |dimensions| to be 164 // |dimensions| frame dimensions. It is permissible for |dimensions| to be
137 // zero; in which case the returned Buffer does not guarantee memory 165 // zero; in which case the returned Buffer does not guarantee memory
138 // backing, but functions as a reservation for external input for the 166 // backing, but functions as a reservation for external input for the
139 // purposes of buffer throttling. 167 // purposes of buffer throttling.
140 // 168 //
141 // The output buffer stays reserved and mapped for use until the Buffer 169 // The buffer stays reserved for use by the caller as long as it
142 // object is destroyed or returned. 170 // holds on to the contained |buffer_read_write_permission|.
143 virtual std::unique_ptr<Buffer> ReserveOutputBuffer( 171 virtual Buffer ReserveOutputBuffer(const gfx::Size& dimensions,
144 const gfx::Size& dimensions, 172 VideoPixelFormat format,
145 VideoPixelFormat format, 173 VideoPixelStorage storage,
146 VideoPixelStorage storage, 174 int frame_feedback_id) = 0;
147 int frame_feedback_id) = 0;
148 175
149 // Provides VCD::Client with a populated Buffer containing the content of 176 // Provides VCD::Client with a populated Buffer containing the content of
150 // the next video frame. The |buffer| must originate from an earlier call to 177 // the next video frame. The |buffer| must originate from an earlier call to
151 // ReserveOutputBuffer(). 178 // ReserveOutputBuffer().
152 // See OnIncomingCapturedData for details of |reference_time| and 179 // See OnIncomingCapturedData for details of |reference_time| and
153 // |timestamp|. 180 // |timestamp|.
154 virtual void OnIncomingCapturedBuffer(std::unique_ptr<Buffer> buffer, 181 virtual void OnIncomingCapturedBuffer(Buffer buffer,
155 const VideoCaptureFormat& format, 182 const VideoCaptureFormat& format,
156 base::TimeTicks reference_time, 183 base::TimeTicks reference_time,
157 base::TimeDelta timestamp) = 0; 184 base::TimeDelta timestamp) = 0;
158 185
159 // Extended version of OnIncomingCapturedBuffer() allowing clients to 186 // Extended version of OnIncomingCapturedBuffer() allowing clients to
160 // pass a custom |visible_rect| and |additional_metadata|. 187 // pass a custom |visible_rect| and |additional_metadata|.
161 virtual void OnIncomingCapturedBufferExt( 188 virtual void OnIncomingCapturedBufferExt(
162 std::unique_ptr<Buffer> buffer, 189 Buffer buffer,
163 const VideoCaptureFormat& format, 190 const VideoCaptureFormat& format,
164 base::TimeTicks reference_time, 191 base::TimeTicks reference_time,
165 base::TimeDelta timestamp, 192 base::TimeDelta timestamp,
166 gfx::Rect visible_rect, 193 gfx::Rect visible_rect,
167 const VideoFrameMetadata& additional_metadata) = 0; 194 const VideoFrameMetadata& additional_metadata) = 0;
168 195
169 // Attempts to reserve the same Buffer provided in the last call to one of 196 // Attempts to reserve the same Buffer provided in the last call to one of
170 // the OnIncomingCapturedBufferXXX() methods. This will fail if the content 197 // the OnIncomingCapturedBufferXXX() methods. This will fail if the content
171 // of the Buffer has not been preserved, or if the |dimensions|, |format|, 198 // of the Buffer has not been preserved, or if the |dimensions|, |format|,
172 // or |storage| disagree with how it was reserved via ReserveOutputBuffer(). 199 // or |storage| disagree with how it was reserved via ReserveOutputBuffer().
173 // When this operation fails, nullptr will be returned. 200 // When this operation fails, nullptr will be returned.
174 virtual std::unique_ptr<Buffer> ResurrectLastOutputBuffer( 201 virtual Buffer ResurrectLastOutputBuffer(const gfx::Size& dimensions,
175 const gfx::Size& dimensions, 202 VideoPixelFormat format,
176 VideoPixelFormat format, 203 VideoPixelStorage storage,
177 VideoPixelStorage storage, 204 int new_frame_feedback_id) = 0;
178 int new_frame_feedback_id) = 0;
179 205
180 // An error has occurred that cannot be handled and VideoCaptureDevice must 206 // An error has occurred that cannot be handled and VideoCaptureDevice must
181 // be StopAndDeAllocate()-ed. |reason| is a text description of the error. 207 // be StopAndDeAllocate()-ed. |reason| is a text description of the error.
182 virtual void OnError(const tracked_objects::Location& from_here, 208 virtual void OnError(const tracked_objects::Location& from_here,
183 const std::string& reason) = 0; 209 const std::string& reason) = 0;
184 210
185 // VideoCaptureDevice requests the |message| to be logged. 211 // VideoCaptureDevice requests the |message| to be logged.
186 virtual void OnLog(const std::string& message) {} 212 virtual void OnLog(const std::string& message) {}
187 213
188 // Returns the current buffer pool utilization, in the range 0.0 (no buffers 214 // Returns the current buffer pool utilization, in the range 0.0 (no buffers
(...skipping 87 matching lines...) Expand 10 before | Expand all | Expand 10 after
276 302
277 private: 303 private:
278 // Gets the power line frequency from the current system time zone if this is 304 // Gets the power line frequency from the current system time zone if this is
279 // defined, otherwise returns 0. 305 // defined, otherwise returns 0.
280 PowerLineFrequency GetPowerLineFrequencyForLocation() const; 306 PowerLineFrequency GetPowerLineFrequencyForLocation() const;
281 }; 307 };
282 308
283 } // namespace media 309 } // namespace media
284 310
285 #endif // MEDIA_CAPTURE_VIDEO_VIDEO_CAPTURE_DEVICE_H_ 311 #endif // MEDIA_CAPTURE_VIDEO_VIDEO_CAPTURE_DEVICE_H_
OLDNEW
« no previous file with comments | « media/capture/video/video_capture_buffer_tracker.h ('k') | media/capture/video/video_capture_device.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698