OLD | NEW |
---|---|
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 // | 4 // |
5 // VideoCaptureController is the glue between a VideoCaptureDevice and all | 5 // VideoCaptureController is the glue between a VideoCaptureDevice and all |
6 // VideoCaptureHosts that have connected to it. A controller exists on behalf of | 6 // VideoCaptureHosts that have connected to it. A controller exists on behalf of |
7 // one (and only one) VideoCaptureDevice; both are owned by the | 7 // one (and only one) VideoCaptureDevice; both are owned by the |
8 // VideoCaptureManager. | 8 // VideoCaptureManager. |
9 // | 9 // |
10 // The VideoCaptureController is responsible for: | 10 // The VideoCaptureController is responsible for: |
(...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
48 #include "base/memory/ref_counted.h" | 48 #include "base/memory/ref_counted.h" |
49 #include "base/memory/weak_ptr.h" | 49 #include "base/memory/weak_ptr.h" |
50 #include "base/process/process.h" | 50 #include "base/process/process.h" |
51 #include "content/browser/renderer_host/media/video_capture_controller_event_han dler.h" | 51 #include "content/browser/renderer_host/media/video_capture_controller_event_han dler.h" |
52 #include "content/common/content_export.h" | 52 #include "content/common/content_export.h" |
53 #include "content/common/media/video_capture.h" | 53 #include "content/common/media/video_capture.h" |
54 #include "media/capture/video/video_frame_receiver.h" | 54 #include "media/capture/video/video_frame_receiver.h" |
55 #include "media/capture/video_capture_types.h" | 55 #include "media/capture/video_capture_types.h" |
56 | 56 |
57 namespace media { | 57 namespace media { |
58 class VideoCaptureBufferPool; | 58 class FrameBufferHost; |
59 } | 59 } |
60 | 60 |
61 namespace content { | 61 namespace content { |
62 | 62 |
63 class CONTENT_EXPORT VideoCaptureController : public media::VideoFrameReceiver { | 63 class CONTENT_EXPORT VideoCaptureController : public media::VideoFrameReceiver { |
64 public: | 64 public: |
65 // |max_buffers| is the maximum number of video frame buffers in-flight at any | 65 explicit VideoCaptureController(); |
66 // one time. This value should be based on the logical capacity of the | |
67 // capture pipeline, and not on hardware performance. For example, tab | |
68 // capture requires more buffers than webcam capture because the pipeline is | |
69 // longer (it includes read-backs pending in the GPU pipeline). | |
70 explicit VideoCaptureController(int max_buffers); | |
71 ~VideoCaptureController() override; | 66 ~VideoCaptureController() override; |
72 | 67 |
73 base::WeakPtr<VideoCaptureController> GetWeakPtrForIOThread(); | 68 base::WeakPtr<VideoCaptureController> GetWeakPtrForIOThread(); |
74 | 69 |
70 // Factory code creating instances of VideoCaptureController must set a | |
71 // FrameBufferHost before any of the media::VideoFrameReceiver are used. | |
72 // Setting the observer is done in this method separate from the constructor | |
73 // in order to allow use the media::VideoFrameReceiver methods | |
74 // before the observer can be provided. (This is the case with | |
75 // VideoCaptureManager). | |
76 void SetFrameBufferHost( | |
77 std::unique_ptr<media::FrameBufferHost> frame_buffer_host); | |
78 | |
75 // Factory code creating instances of VideoCaptureController may optionally | 79 // Factory code creating instances of VideoCaptureController may optionally |
76 // set a VideoFrameConsumerFeedbackObserver. Setting the observer is done in | 80 // set a VideoFrameConsumerFeedbackObserver. Setting the observer is done in |
77 // this method separate from the constructor to allow clients to create and | 81 // this method separate from the constructor to allow clients to create and |
78 // use instances before they can provide the observer. (This is the case with | 82 // use instances before they can provide the observer. (This is the case with |
79 // VideoCaptureManager). | 83 // VideoCaptureManager). |
80 void SetConsumerFeedbackObserver( | 84 void SetConsumerFeedbackObserver( |
81 std::unique_ptr<media::VideoFrameConsumerFeedbackObserver> observer); | 85 std::unique_ptr<media::VideoFrameConsumerFeedbackObserver> observer); |
82 | 86 |
83 // Return a new VideoCaptureDeviceClient to forward capture events to this | |
84 // instance. | |
85 std::unique_ptr<media::VideoCaptureDevice::Client> NewDeviceClient(); | |
86 | |
87 // Start video capturing and try to use the resolution specified in |params|. | 87 // Start video capturing and try to use the resolution specified in |params|. |
88 // Buffers will be shared to the client as necessary. The client will continue | 88 // Buffers will be shared to the client as necessary. The client will continue |
89 // to receive frames from the device until RemoveClient() is called. | 89 // to receive frames from the device until RemoveClient() is called. |
90 void AddClient(VideoCaptureControllerID id, | 90 void AddClient(VideoCaptureControllerID id, |
91 VideoCaptureControllerEventHandler* event_handler, | 91 VideoCaptureControllerEventHandler* event_handler, |
92 media::VideoCaptureSessionId session_id, | 92 media::VideoCaptureSessionId session_id, |
93 const media::VideoCaptureParams& params); | 93 const media::VideoCaptureParams& params); |
94 | 94 |
95 // Stop video capture. This will take back all buffers held by by | 95 // Stop video capture. This will take back all buffers held by by |
96 // |event_handler|, and |event_handler| shouldn't use those buffers any more. | 96 // |event_handler|, and |event_handler| shouldn't use those buffers any more. |
(...skipping 43 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
140 std::unique_ptr<media::VideoCaptureDevice::Client::Buffer> buffer, | 140 std::unique_ptr<media::VideoCaptureDevice::Client::Buffer> buffer, |
141 scoped_refptr<media::VideoFrame> frame) override; | 141 scoped_refptr<media::VideoFrame> frame) override; |
142 void OnError() override; | 142 void OnError() override; |
143 void OnLog(const std::string& message) override; | 143 void OnLog(const std::string& message) override; |
144 void OnBufferDestroyed(int buffer_id_to_drop) override; | 144 void OnBufferDestroyed(int buffer_id_to_drop) override; |
145 | 145 |
146 private: | 146 private: |
147 struct ControllerClient; | 147 struct ControllerClient; |
148 typedef std::list<std::unique_ptr<ControllerClient>> ControllerClients; | 148 typedef std::list<std::unique_ptr<ControllerClient>> ControllerClients; |
149 | 149 |
150 class BufferState { | 150 class BufferState { |
mcasas
2016/12/06 20:02:24
Hmm we should move this full declaration to the .c
chfremer
2016/12/06 21:07:41
Not sure this can be done with Buffer being used a
| |
151 public: | 151 public: |
152 explicit BufferState( | 152 explicit BufferState( |
153 int buffer_id, | 153 int buffer_id, |
154 int frame_feedback_id, | 154 int frame_feedback_id, |
155 media::VideoFrameConsumerFeedbackObserver* consumer_feedback_observer, | 155 media::VideoFrameConsumerFeedbackObserver* consumer_feedback_observer, |
156 scoped_refptr<media::VideoCaptureBufferPool> buffer_pool, | 156 media::FrameBufferHost* frame_buffer_host, |
157 scoped_refptr<media::VideoFrame> frame); | 157 scoped_refptr<media::VideoFrame> frame); |
158 ~BufferState(); | 158 ~BufferState(); |
159 BufferState(const BufferState& other); | 159 BufferState(const BufferState& other); |
160 void RecordConsumerUtilization(double utilization); | 160 void RecordConsumerUtilization(double utilization); |
161 void IncreaseConsumerCount(); | 161 void IncreaseConsumerCount(); |
162 void DecreaseConsumerCount(); | 162 void DecreaseConsumerCount(); |
163 bool HasZeroConsumerHoldCount(); | 163 bool HasZeroConsumerHoldCount(); |
164 void SetConsumerFeedbackObserver( | 164 void SetConsumerFeedbackObserver( |
165 media::VideoFrameConsumerFeedbackObserver* consumer_feedback_observer); | 165 media::VideoFrameConsumerFeedbackObserver* consumer_feedback_observer); |
166 void SetFrameBufferHost(media::FrameBufferHost* frame_buffer_host); | |
166 | 167 |
167 private: | 168 private: |
168 const int buffer_id_; | 169 const int buffer_id_; |
169 const int frame_feedback_id_; | 170 const int frame_feedback_id_; |
170 media::VideoFrameConsumerFeedbackObserver* consumer_feedback_observer_; | 171 media::VideoFrameConsumerFeedbackObserver* consumer_feedback_observer_; |
171 const scoped_refptr<media::VideoCaptureBufferPool> buffer_pool_; | 172 media::FrameBufferHost* frame_buffer_host_; |
172 const scoped_refptr<media::VideoFrame> frame_; | 173 const scoped_refptr<media::VideoFrame> frame_; |
173 double max_consumer_utilization_; | 174 double max_consumer_utilization_; |
174 int consumer_hold_count_; | 175 int consumer_hold_count_; |
175 }; | 176 }; |
176 | 177 |
177 // Notify renderer that a new buffer has been created. | 178 // Notify renderer that a new buffer has been created. |
178 void DoNewBufferOnIOThread(ControllerClient* client, | 179 void DoNewBufferOnIOThread(ControllerClient* client, |
179 media::VideoCaptureDevice::Client::Buffer* buffer, | 180 media::VideoCaptureDevice::Client::Buffer* buffer, |
180 const scoped_refptr<media::VideoFrame>& frame); | 181 const scoped_refptr<media::VideoFrame>& frame); |
181 | 182 |
182 // Find a client of |id| and |handler| in |clients|. | 183 // Find a client of |id| and |handler| in |clients|. |
183 ControllerClient* FindClient(VideoCaptureControllerID id, | 184 ControllerClient* FindClient(VideoCaptureControllerID id, |
184 VideoCaptureControllerEventHandler* handler, | 185 VideoCaptureControllerEventHandler* handler, |
185 const ControllerClients& clients); | 186 const ControllerClients& clients); |
186 | 187 |
187 // Find a client of |session_id| in |clients|. | 188 // Find a client of |session_id| in |clients|. |
188 ControllerClient* FindClient(int session_id, | 189 ControllerClient* FindClient(int session_id, |
189 const ControllerClients& clients); | 190 const ControllerClients& clients); |
190 | 191 |
191 // The pool of shared-memory buffers used for capturing. | 192 std::unique_ptr<media::FrameBufferHost> frame_buffer_host_; |
192 const scoped_refptr<media::VideoCaptureBufferPool> buffer_pool_; | |
193 | 193 |
194 std::unique_ptr<media::VideoFrameConsumerFeedbackObserver> | 194 std::unique_ptr<media::VideoFrameConsumerFeedbackObserver> |
195 consumer_feedback_observer_; | 195 consumer_feedback_observer_; |
196 | 196 |
197 std::map<int, BufferState> buffer_id_to_state_map_; | 197 std::map<int, BufferState> buffer_id_to_state_map_; |
198 | 198 |
199 // All clients served by this controller. | 199 // All clients served by this controller. |
200 ControllerClients controller_clients_; | 200 ControllerClients controller_clients_; |
201 | 201 |
202 // Takes on only the states 'STARTED' and 'ERROR'. 'ERROR' is an absorbing | 202 // Takes on only the states 'STARTED' and 'ERROR'. 'ERROR' is an absorbing |
203 // state which stops the flow of data to clients. | 203 // state which stops the flow of data to clients. |
204 VideoCaptureState state_; | 204 VideoCaptureState state_; |
205 | 205 |
206 // True if the controller has received a video frame from the device. | 206 // True if the controller has received a video frame from the device. |
207 bool has_received_frames_; | 207 bool has_received_frames_; |
208 | 208 |
209 media::VideoCaptureFormat video_capture_format_; | 209 media::VideoCaptureFormat video_capture_format_; |
210 | 210 |
211 base::WeakPtrFactory<VideoCaptureController> weak_ptr_factory_; | 211 base::WeakPtrFactory<VideoCaptureController> weak_ptr_factory_; |
212 | 212 |
213 DISALLOW_COPY_AND_ASSIGN(VideoCaptureController); | 213 DISALLOW_COPY_AND_ASSIGN(VideoCaptureController); |
214 }; | 214 }; |
215 | 215 |
216 } // namespace content | 216 } // namespace content |
217 | 217 |
218 #endif // CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_CONTROLLER_H_ | 218 #endif // CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_CONTROLLER_H_ |
OLD | NEW |