OLD | NEW |
---|---|
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 // | 4 // |
5 // VideoCaptureDevice is the abstract base class for realizing video capture | 5 // VideoCaptureDevice is the abstract base class for realizing video capture |
6 // device support in Chromium. It provides the interface for OS dependent | 6 // device support in Chromium. It provides the interface for OS dependent |
7 // implementations. | 7 // implementations. |
8 // The class is created and functions are invoked on a thread owned by | 8 // The class is created and functions are invoked on a thread owned by |
9 // VideoCaptureManager. Capturing is done on other threads, depending on the OS | 9 // VideoCaptureManager. Capturing is done on other threads, depending on the OS |
10 // specific implementation. | 10 // specific implementation. |
(...skipping 12 matching lines...) Expand all Loading... | |
23 #include "base/files/file.h" | 23 #include "base/files/file.h" |
24 #include "base/logging.h" | 24 #include "base/logging.h" |
25 #include "base/memory/ref_counted.h" | 25 #include "base/memory/ref_counted.h" |
26 #include "base/single_thread_task_runner.h" | 26 #include "base/single_thread_task_runner.h" |
27 #include "base/time/time.h" | 27 #include "base/time/time.h" |
28 #include "build/build_config.h" | 28 #include "build/build_config.h" |
29 #include "media/base/video_frame.h" | 29 #include "media/base/video_frame.h" |
30 #include "media/capture/capture_export.h" | 30 #include "media/capture/capture_export.h" |
31 #include "media/capture/mojo/image_capture.mojom.h" | 31 #include "media/capture/mojo/image_capture.mojom.h" |
32 #include "media/capture/video/scoped_result_callback.h" | 32 #include "media/capture/video/scoped_result_callback.h" |
33 #include "media/capture/video/video_capture_buffer_handle.h" | |
33 #include "media/capture/video/video_capture_device_descriptor.h" | 34 #include "media/capture/video/video_capture_device_descriptor.h" |
34 #include "media/capture/video_capture_types.h" | 35 #include "media/capture/video_capture_types.h" |
35 #include "mojo/public/cpp/bindings/array.h" | 36 #include "mojo/public/cpp/bindings/array.h" |
36 #include "ui/gfx/gpu_memory_buffer.h" | 37 #include "ui/gfx/gpu_memory_buffer.h" |
37 | 38 |
38 namespace tracked_objects { | 39 namespace tracked_objects { |
39 class Location; | 40 class Location; |
40 } // namespace tracked_objects | 41 } // namespace tracked_objects |
41 | 42 |
42 namespace media { | 43 namespace media { |
43 | 44 |
44 class CAPTURE_EXPORT FrameBufferPool { | 45 class CAPTURE_EXPORT FrameBufferPool { |
45 public: | 46 public: |
46 virtual ~FrameBufferPool() {} | 47 virtual ~FrameBufferPool() {} |
47 | 48 |
48 virtual void SetBufferHold(int buffer_id) = 0; | 49 virtual void SetBufferHold(int buffer_id) = 0; |
49 virtual void ReleaseBufferHold(int buffer_id) = 0; | 50 virtual void ReleaseBufferHold(int buffer_id) = 0; |
50 virtual mojo::ScopedSharedBufferHandle GetHandleForTransit(int buffer_id) = 0; | |
51 }; | 51 }; |
52 | 52 |
53 class CAPTURE_EXPORT VideoFrameConsumerFeedbackObserver { | 53 class CAPTURE_EXPORT VideoFrameConsumerFeedbackObserver { |
54 public: | 54 public: |
55 virtual ~VideoFrameConsumerFeedbackObserver() {} | 55 virtual ~VideoFrameConsumerFeedbackObserver() {} |
56 | 56 |
57 // During processing of a video frame, consumers may report back their | 57 // During processing of a video frame, consumers may report back their |
58 // utilization level to the source device. The device may use this information | 58 // utilization level to the source device. The device may use this information |
59 // to adjust the rate of data it pushes out. Values are interpreted as | 59 // to adjust the rate of data it pushes out. Values are interpreted as |
60 // follows: | 60 // follows: |
61 // Less than 0.0 is meaningless and should be ignored. 1.0 indicates a | 61 // Less than 0.0 is meaningless and should be ignored. 1.0 indicates a |
62 // maximum sustainable utilization. Greater than 1.0 indicates the consumer | 62 // maximum sustainable utilization. Greater than 1.0 indicates the consumer |
63 // is likely to stall or drop frames if the data volume is not reduced. | 63 // is likely to stall or drop frames if the data volume is not reduced. |
64 // | 64 // |
65 // Example: In a system that encodes and transmits video frames over the | 65 // Example: In a system that encodes and transmits video frames over the |
66 // network, this value can be used to indicate whether sufficient CPU | 66 // network, this value can be used to indicate whether sufficient CPU |
67 // is available for encoding and/or sufficient bandwidth is available for | 67 // is available for encoding and/or sufficient bandwidth is available for |
68 // transmission over the network. The maximum of the two utilization | 68 // transmission over the network. The maximum of the two utilization |
69 // measurements would be used as feedback. | 69 // measurements would be used as feedback. |
70 // | 70 // |
71 // The parameter |frame_feedback_id| must match a |frame_feedback_id| | 71 // The parameter |frame_feedback_id| must match a |frame_feedback_id| |
72 // previously sent out by the VideoCaptureDevice we are giving feedback about. | 72 // previously sent out by the VideoCaptureDevice we are giving feedback about. |
73 // It is used to indicate which particular frame the reported utilization | 73 // It is used to indicate which particular frame the reported utilization |
74 // corresponds to. | 74 // corresponds to. |
75 virtual void OnUtilizationReport(int frame_feedback_id, double utilization) {} | 75 virtual void OnUtilizationReport(int frame_feedback_id, double utilization) {} |
76 | 76 |
77 static constexpr double kNoUtilizationRecorded = -1.0; | 77 static constexpr double kNoUtilizationRecorded = -1.0; |
78 }; | 78 }; |
79 | 79 |
80 class CAPTURE_EXPORT BufferAccessProvider { | |
81 public: | |
82 virtual ~BufferAccessProvider() {} | |
83 virtual mojo::ScopedSharedBufferHandle GetHandleForTransit() = 0; | |
84 virtual std::unique_ptr<VideoCaptureBufferHandle> GetReadWriteAccess() = 0; | |
85 }; | |
86 | |
80 class CAPTURE_EXPORT VideoCaptureDevice | 87 class CAPTURE_EXPORT VideoCaptureDevice |
81 : public VideoFrameConsumerFeedbackObserver { | 88 : public VideoFrameConsumerFeedbackObserver { |
82 public: | 89 public: |
83 | 90 |
84 // Interface defining the methods that clients of VideoCapture must have. It | 91 // Interface defining the methods that clients of VideoCapture must have. It |
85 // is actually two-in-one: clients may implement OnIncomingCapturedData() or | 92 // is actually two-in-one: clients may implement OnIncomingCapturedData() or |
86 // ReserveOutputBuffer() + OnIncomingCapturedVideoFrame(), or all of them. | 93 // ReserveOutputBuffer() + OnIncomingCapturedVideoFrame(), or all of them. |
87 // All clients must implement OnError(). | 94 // All clients must implement OnError(). |
88 class CAPTURE_EXPORT Client { | 95 class CAPTURE_EXPORT Client { |
89 public: | 96 public: |
90 // Memory buffer returned by Client::ReserveOutputBuffer(). | 97 // Move-only struct representing access to and reservation of a buffer. |
91 class CAPTURE_EXPORT Buffer { | 98 struct CAPTURE_EXPORT Buffer { |
92 public: | 99 public: |
93 virtual ~Buffer() = 0; | 100 Buffer(); |
94 virtual int id() const = 0; | 101 Buffer(int buffer_id, |
95 virtual int frame_feedback_id() const = 0; | 102 int frame_feedback_id, |
96 virtual gfx::Size dimensions() const = 0; | 103 std::unique_ptr<BufferAccessProvider> access_provider); |
97 virtual size_t mapped_size() const = 0; | 104 ~Buffer(); |
98 virtual void* data(int plane) = 0; | 105 Buffer(Buffer&& other); |
99 void* data() { return data(0); } | 106 Buffer& operator=(Buffer&& other); |
100 #if defined(OS_POSIX) && !(defined(OS_MACOSX) && !defined(OS_IOS)) | 107 |
101 virtual base::FileDescriptor AsPlatformFile() = 0; | 108 std::unique_ptr<BufferAccessProvider> access_provider; |
miu
2016/12/27 23:38:49
style-guide nit: Data members go after methods.
chfremer
2016/12/28 01:06:45
Done.
| |
102 #endif | 109 bool is_valid() { return access_provider != nullptr; } |
miu
2016/12/27 23:38:49
nit: These three methods should be const.
chfremer
2016/12/28 01:06:45
Done.
| |
103 virtual bool IsBackedByVideoFrame() const = 0; | 110 int id() { return id_; } |
104 virtual scoped_refptr<VideoFrame> GetVideoFrame() = 0; | 111 int frame_feedback_id() { return frame_feedback_id_; } |
112 | |
113 private: | |
114 int id_; | |
115 int frame_feedback_id_; | |
105 }; | 116 }; |
106 | 117 |
107 virtual ~Client() {} | 118 virtual ~Client() {} |
108 | 119 |
109 // Captured a new video frame, data for which is pointed to by |data|. | 120 // Captured a new video frame, data for which is pointed to by |data|. |
110 // | 121 // |
111 // The format of the frame is described by |frame_format|, and is assumed to | 122 // The format of the frame is described by |frame_format|, and is assumed to |
112 // be tightly packed. This method will try to reserve an output buffer and | 123 // be tightly packed. This method will try to reserve an output buffer and |
113 // copy from |data| into the output buffer. If no output buffer is | 124 // copy from |data| into the output buffer. If no output buffer is |
114 // available, the frame will be silently dropped. |reference_time| is | 125 // available, the frame will be silently dropped. |reference_time| is |
(...skipping 17 matching lines...) Expand all Loading... | |
132 int frame_feedback_id = 0) = 0; | 143 int frame_feedback_id = 0) = 0; |
133 | 144 |
134 // Reserve an output buffer into which contents can be captured directly. | 145 // Reserve an output buffer into which contents can be captured directly. |
135 // The returned Buffer will always be allocated with a memory size suitable | 146 // The returned Buffer will always be allocated with a memory size suitable |
136 // for holding a packed video frame with pixels of |format| format, of | 147 // for holding a packed video frame with pixels of |format| format, of |
137 // |dimensions| frame dimensions. It is permissible for |dimensions| to be | 148 // |dimensions| frame dimensions. It is permissible for |dimensions| to be |
138 // zero; in which case the returned Buffer does not guarantee memory | 149 // zero; in which case the returned Buffer does not guarantee memory |
139 // backing, but functions as a reservation for external input for the | 150 // backing, but functions as a reservation for external input for the |
140 // purposes of buffer throttling. | 151 // purposes of buffer throttling. |
141 // | 152 // |
142 // The output buffer stays reserved and mapped for use until the Buffer | 153 // The buffer stays reserved for use by the caller as long as it |
143 // object is destroyed or returned. | 154 // holds on to the contained |access_provider|. |
144 virtual std::unique_ptr<Buffer> ReserveOutputBuffer( | 155 virtual Buffer ReserveOutputBuffer(const gfx::Size& dimensions, |
145 const gfx::Size& dimensions, | 156 VideoPixelFormat format, |
146 VideoPixelFormat format, | 157 VideoPixelStorage storage, |
147 VideoPixelStorage storage, | 158 int frame_feedback_id) = 0; |
148 int frame_feedback_id) = 0; | |
149 | 159 |
150 // Provides VCD::Client with a populated Buffer containing the content of | 160 // Provides VCD::Client with a populated Buffer containing the content of |
151 // the next video frame. The |buffer| must originate from an earlier call to | 161 // the next video frame. The |buffer| must originate from an earlier call to |
152 // ReserveOutputBuffer(). | 162 // ReserveOutputBuffer(). |
153 // See OnIncomingCapturedData for details of |reference_time| and | 163 // See OnIncomingCapturedData for details of |reference_time| and |
154 // |timestamp|. | 164 // |timestamp|. |
155 virtual void OnIncomingCapturedBuffer(std::unique_ptr<Buffer> buffer, | 165 virtual void OnIncomingCapturedBuffer(Buffer buffer, |
156 const VideoCaptureFormat& format, | 166 const VideoCaptureFormat& format, |
157 base::TimeTicks reference_time, | 167 base::TimeTicks reference_time, |
158 base::TimeDelta timestamp) = 0; | 168 base::TimeDelta timestamp) = 0; |
159 | 169 |
160 // Extended version of OnIncomingCapturedBuffer() allowing clients to | 170 // Extended version of OnIncomingCapturedBuffer() allowing clients to |
161 // pass a custom |visible_rect| and |additional_metadata|. | 171 // pass a custom |visible_rect| and |additional_metadata|. |
162 virtual void OnIncomingCapturedBufferExt( | 172 virtual void OnIncomingCapturedBufferExt( |
163 std::unique_ptr<Buffer> buffer, | 173 Buffer buffer, |
164 const VideoCaptureFormat& format, | 174 const VideoCaptureFormat& format, |
165 base::TimeTicks reference_time, | 175 base::TimeTicks reference_time, |
166 base::TimeDelta timestamp, | 176 base::TimeDelta timestamp, |
167 gfx::Rect visible_rect, | 177 gfx::Rect visible_rect, |
168 const VideoFrameMetadata& additional_metadata) = 0; | 178 const VideoFrameMetadata& additional_metadata) = 0; |
169 | 179 |
170 // Attempts to reserve the same Buffer provided in the last call to one of | 180 // Attempts to reserve the same Buffer provided in the last call to one of |
171 // the OnIncomingCapturedBufferXXX() methods. This will fail if the content | 181 // the OnIncomingCapturedBufferXXX() methods. This will fail if the content |
172 // of the Buffer has not been preserved, or if the |dimensions|, |format|, | 182 // of the Buffer has not been preserved, or if the |dimensions|, |format|, |
173 // or |storage| disagree with how it was reserved via ReserveOutputBuffer(). | 183 // or |storage| disagree with how it was reserved via ReserveOutputBuffer(). |
174 // When this operation fails, nullptr will be returned. | 184 // When this operation fails, nullptr will be returned. |
175 virtual std::unique_ptr<Buffer> ResurrectLastOutputBuffer( | 185 virtual Buffer ResurrectLastOutputBuffer(const gfx::Size& dimensions, |
176 const gfx::Size& dimensions, | 186 VideoPixelFormat format, |
177 VideoPixelFormat format, | 187 VideoPixelStorage storage, |
178 VideoPixelStorage storage, | 188 int new_frame_feedback_id) = 0; |
179 int new_frame_feedback_id) = 0; | |
180 | 189 |
181 // An error has occurred that cannot be handled and VideoCaptureDevice must | 190 // An error has occurred that cannot be handled and VideoCaptureDevice must |
182 // be StopAndDeAllocate()-ed. |reason| is a text description of the error. | 191 // be StopAndDeAllocate()-ed. |reason| is a text description of the error. |
183 virtual void OnError(const tracked_objects::Location& from_here, | 192 virtual void OnError(const tracked_objects::Location& from_here, |
184 const std::string& reason) = 0; | 193 const std::string& reason) = 0; |
185 | 194 |
186 // VideoCaptureDevice requests the |message| to be logged. | 195 // VideoCaptureDevice requests the |message| to be logged. |
187 virtual void OnLog(const std::string& message) {} | 196 virtual void OnLog(const std::string& message) {} |
188 | 197 |
189 // Returns the current buffer pool utilization, in the range 0.0 (no buffers | 198 // Returns the current buffer pool utilization, in the range 0.0 (no buffers |
(...skipping 87 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
277 | 286 |
278 private: | 287 private: |
279 // Gets the power line frequency from the current system time zone if this is | 288 // Gets the power line frequency from the current system time zone if this is |
280 // defined, otherwise returns 0. | 289 // defined, otherwise returns 0. |
281 PowerLineFrequency GetPowerLineFrequencyForLocation() const; | 290 PowerLineFrequency GetPowerLineFrequencyForLocation() const; |
282 }; | 291 }; |
283 | 292 |
284 } // namespace media | 293 } // namespace media |
285 | 294 |
286 #endif // MEDIA_CAPTURE_VIDEO_VIDEO_CAPTURE_DEVICE_H_ | 295 #endif // MEDIA_CAPTURE_VIDEO_VIDEO_CAPTURE_DEVICE_H_ |
OLD | NEW |