OLD | NEW |
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 // | 4 // |
5 // This file contains an implementation of VideoDecoderAccelerator | 5 // This file contains an implementation of VideoDecoderAccelerator |
6 // that utilizes hardware video decoder present on Intel CPUs. | 6 // that utilizes hardware video decoder present on Intel CPUs. |
7 | 7 |
8 #ifndef CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ | 8 #ifndef CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ |
9 #define CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ | 9 #define CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ |
10 | 10 |
11 #include <map> | 11 #include <map> |
12 #include <queue> | 12 #include <queue> |
13 #include <utility> | 13 #include <utility> |
14 #include <vector> | 14 #include <vector> |
15 | 15 |
16 #include "base/logging.h" | 16 #include "base/logging.h" |
17 #include "base/memory/linked_ptr.h" | 17 #include "base/memory/linked_ptr.h" |
18 #include "base/memory/shared_memory.h" | 18 #include "base/memory/shared_memory.h" |
19 #include "base/memory/weak_ptr.h" | 19 #include "base/memory/weak_ptr.h" |
20 #include "base/message_loop/message_loop.h" | 20 #include "base/message_loop/message_loop.h" |
21 #include "base/synchronization/condition_variable.h" | 21 #include "base/synchronization/condition_variable.h" |
22 #include "base/synchronization/lock.h" | 22 #include "base/synchronization/lock.h" |
23 #include "base/threading/non_thread_safe.h" | |
24 #include "base/threading/thread.h" | 23 #include "base/threading/thread.h" |
25 #include "content/common/content_export.h" | 24 #include "content/common/content_export.h" |
26 #include "content/common/gpu/media/vaapi_h264_decoder.h" | 25 #include "content/common/gpu/media/vaapi_h264_decoder.h" |
27 #include "content/common/gpu/media/vaapi_wrapper.h" | 26 #include "content/common/gpu/media/vaapi_wrapper.h" |
28 #include "media/base/bitstream_buffer.h" | 27 #include "media/base/bitstream_buffer.h" |
29 #include "media/video/picture.h" | 28 #include "media/video/picture.h" |
30 #include "media/video/video_decode_accelerator.h" | 29 #include "media/video/video_decode_accelerator.h" |
31 #include "ui/gl/gl_bindings.h" | |
32 | 30 |
33 namespace content { | 31 namespace content { |
34 | 32 |
| 33 class VaapiPicture; |
| 34 |
35 // Class to provide video decode acceleration for Intel systems with hardware | 35 // Class to provide video decode acceleration for Intel systems with hardware |
36 // support for it, and on which libva is available. | 36 // support for it, and on which libva is available. |
37 // Decoding tasks are performed in a separate decoding thread. | 37 // Decoding tasks are performed in a separate decoding thread. |
38 // | 38 // |
39 // Threading/life-cycle: this object is created & destroyed on the GPU | 39 // Threading/life-cycle: this object is created & destroyed on the GPU |
40 // ChildThread. A few methods on it are called on the decoder thread which is | 40 // ChildThread. A few methods on it are called on the decoder thread which is |
41 // stopped during |this->Destroy()|, so any tasks posted to the decoder thread | 41 // stopped during |this->Destroy()|, so any tasks posted to the decoder thread |
42 // can assume |*this| is still alive. See |weak_this_| below for more details. | 42 // can assume |*this| is still alive. See |weak_this_| below for more details. |
43 class CONTENT_EXPORT VaapiVideoDecodeAccelerator | 43 class CONTENT_EXPORT VaapiVideoDecodeAccelerator |
44 : public media::VideoDecodeAccelerator { | 44 : public media::VideoDecodeAccelerator { |
45 public: | 45 public: |
46 VaapiVideoDecodeAccelerator( | 46 VaapiVideoDecodeAccelerator( |
47 Display* x_display, | |
48 const base::Callback<bool(void)>& make_context_current); | 47 const base::Callback<bool(void)>& make_context_current); |
49 virtual ~VaapiVideoDecodeAccelerator(); | 48 virtual ~VaapiVideoDecodeAccelerator(); |
50 | 49 |
51 // media::VideoDecodeAccelerator implementation. | 50 // media::VideoDecodeAccelerator implementation. |
52 virtual bool Initialize(media::VideoCodecProfile profile, | 51 virtual bool Initialize(media::VideoCodecProfile profile, |
53 Client* client) override; | 52 Client* client) override; |
54 virtual void Decode(const media::BitstreamBuffer& bitstream_buffer) override; | 53 virtual void Decode(const media::BitstreamBuffer& bitstream_buffer) override; |
55 virtual void AssignPictureBuffers( | 54 virtual void AssignPictureBuffers( |
56 const std::vector<media::PictureBuffer>& buffers) override; | 55 const std::vector<media::PictureBuffer>& buffers) override; |
57 virtual void ReusePictureBuffer(int32 picture_buffer_id) override; | 56 virtual void ReusePictureBuffer(int32 picture_buffer_id) override; |
(...skipping 58 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
116 void Cleanup(); | 115 void Cleanup(); |
117 | 116 |
118 // Get a usable framebuffer configuration for use in binding textures | 117 // Get a usable framebuffer configuration for use in binding textures |
119 // or return false on failure. | 118 // or return false on failure. |
120 bool InitializeFBConfig(); | 119 bool InitializeFBConfig(); |
121 | 120 |
122 // Callback for the decoder to execute when it wants us to output given | 121 // Callback for the decoder to execute when it wants us to output given |
123 // |va_surface|. | 122 // |va_surface|. |
124 void SurfaceReady(int32 input_id, const scoped_refptr<VASurface>& va_surface); | 123 void SurfaceReady(int32 input_id, const scoped_refptr<VASurface>& va_surface); |
125 | 124 |
126 // Represents a texture bound to an X Pixmap for output purposes. | |
127 class TFPPicture; | |
128 | |
129 // Callback to be executed once we have a |va_surface| to be output and | 125 // Callback to be executed once we have a |va_surface| to be output and |
130 // an available |tfp_picture| to use for output. | 126 // an available |picture| to use for output. |
131 // Puts contents of |va_surface| into given |tfp_picture|, releases the | 127 // Puts contents of |va_surface| into given |picture|, releases the |
132 // surface and passes the resulting picture to client for output. | 128 // surface and passes the resulting picture to client for output. |
133 void OutputPicture(const scoped_refptr<VASurface>& va_surface, | 129 void OutputPicture(const scoped_refptr<VASurface>& va_surface, |
134 int32 input_id, | 130 int32 input_id, |
135 TFPPicture* tfp_picture); | 131 VaapiPicture* picture); |
136 | 132 |
137 // Try to OutputPicture() if we have both a ready surface and picture. | 133 // Try to OutputPicture() if we have both a ready surface and picture. |
138 void TryOutputSurface(); | 134 void TryOutputSurface(); |
139 | 135 |
140 // Called when a VASurface is no longer in use by the decoder or is not being | 136 // Called when a VASurface is no longer in use by the decoder or is not being |
141 // synced/waiting to be synced to a picture. Returns it to available surfaces | 137 // synced/waiting to be synced to a picture. Returns it to available surfaces |
142 // pool. | 138 // pool. |
143 void RecycleVASurfaceID(VASurfaceID va_surface_id); | 139 void RecycleVASurfaceID(VASurfaceID va_surface_id); |
144 | 140 |
145 // Initiate wait cycle for surfaces to be released before we release them | 141 // Initiate wait cycle for surfaces to be released before we release them |
146 // and allocate new ones, as requested by the decoder. | 142 // and allocate new ones, as requested by the decoder. |
147 void InitiateSurfaceSetChange(size_t num_pics, gfx::Size size); | 143 void InitiateSurfaceSetChange(size_t num_pics, gfx::Size size); |
148 // Check if the surfaces have been released or post ourselves for later. | 144 // Check if the surfaces have been released or post ourselves for later. |
149 void TryFinishSurfaceSetChange(); | 145 void TryFinishSurfaceSetChange(); |
150 | 146 |
151 // Client-provided X/GLX state. | 147 // Client-provided GL state. |
152 Display* x_display_; | |
153 base::Callback<bool(void)> make_context_current_; | 148 base::Callback<bool(void)> make_context_current_; |
154 GLXFBConfig fb_config_; | |
155 | 149 |
156 // VAVDA state. | 150 // VAVDA state. |
157 enum State { | 151 enum State { |
158 // Initialize() not called yet or failed. | 152 // Initialize() not called yet or failed. |
159 kUninitialized, | 153 kUninitialized, |
160 // DecodeTask running. | 154 // DecodeTask running. |
161 kDecoding, | 155 kDecoding, |
162 // Resetting, waiting for decoder to finish current task and cleanup. | 156 // Resetting, waiting for decoder to finish current task and cleanup. |
163 kResetting, | 157 kResetting, |
164 // Flushing, waiting for decoder to finish current task and cleanup. | 158 // Flushing, waiting for decoder to finish current task and cleanup. |
(...skipping 24 matching lines...) Expand all Loading... |
189 // Signalled when input buffers are queued onto the input_buffers_ queue. | 183 // Signalled when input buffers are queued onto the input_buffers_ queue. |
190 base::ConditionVariable input_ready_; | 184 base::ConditionVariable input_ready_; |
191 | 185 |
192 // Current input buffer at decoder. | 186 // Current input buffer at decoder. |
193 linked_ptr<InputBuffer> curr_input_buffer_; | 187 linked_ptr<InputBuffer> curr_input_buffer_; |
194 | 188 |
195 // Queue for incoming output buffers (texture ids). | 189 // Queue for incoming output buffers (texture ids). |
196 typedef std::queue<int32> OutputBuffers; | 190 typedef std::queue<int32> OutputBuffers; |
197 OutputBuffers output_buffers_; | 191 OutputBuffers output_buffers_; |
198 | 192 |
199 typedef std::map<int32, linked_ptr<TFPPicture> > TFPPictures; | 193 typedef std::map<int32, linked_ptr<VaapiPicture>> Pictures; |
200 // All allocated TFPPictures, regardless of their current state. TFPPictures | 194 // All allocated Pictures, regardless of their current state. |
201 // are allocated once and destroyed at the end of decode. | 195 // Pictures are allocated once and destroyed at the end of decode. |
202 TFPPictures tfp_pictures_; | 196 Pictures pictures_; |
203 | 197 |
204 // Return a TFPPicture associated with given client-provided id. | 198 // Return a VaapiPicture associated with given client-provided id. |
205 TFPPicture* TFPPictureById(int32 picture_buffer_id); | 199 VaapiPicture* PictureById(int32 picture_buffer_id); |
206 | 200 |
207 // VA Surfaces no longer in use that can be passed back to the decoder for | 201 // VA Surfaces no longer in use that can be passed back to the decoder for |
208 // reuse, once it requests them. | 202 // reuse, once it requests them. |
209 std::list<VASurfaceID> available_va_surfaces_; | 203 std::list<VASurfaceID> available_va_surfaces_; |
210 // Signalled when output surfaces are queued onto the available_va_surfaces_ | 204 // Signalled when output surfaces are queued onto the available_va_surfaces_ |
211 // queue. | 205 // queue. |
212 base::ConditionVariable surfaces_available_; | 206 base::ConditionVariable surfaces_available_; |
213 | 207 |
214 // Pending output requests from the decoder. When it indicates that we should | 208 // Pending output requests from the decoder. When it indicates that we should |
215 // output a surface and we have an available TFPPicture (i.e. texture) ready | 209 // output a surface and we have an available Picture (i.e. texture) ready |
216 // to use, we'll execute the callback passing the TFPPicture. The callback | 210 // to use, we'll execute the callback passing the Picture. The callback |
217 // will put the contents of the surface into the picture and return it to | 211 // will put the contents of the surface into the picture and return it to |
218 // the client, releasing the surface as well. | 212 // the client, releasing the surface as well. |
219 // If we don't have any available TFPPictures at the time when the decoder | 213 // If we don't have any available Pictures at the time when the decoder |
220 // requests output, we'll store the request on pending_output_cbs_ queue for | 214 // requests output, we'll store the request on pending_output_cbs_ queue for |
221 // later and run it once the client gives us more textures | 215 // later and run it once the client gives us more textures |
222 // via ReusePictureBuffer(). | 216 // via ReusePictureBuffer(). |
223 typedef base::Callback<void(TFPPicture*)> OutputCB; | 217 typedef base::Callback<void(VaapiPicture*)> OutputCB; |
224 std::queue<OutputCB> pending_output_cbs_; | 218 std::queue<OutputCB> pending_output_cbs_; |
225 | 219 |
226 // ChildThread's message loop | 220 // ChildThread's message loop |
227 base::MessageLoop* message_loop_; | 221 base::MessageLoop* message_loop_; |
228 | 222 |
229 // WeakPtr<> pointing to |this| for use in posting tasks from the decoder | 223 // WeakPtr<> pointing to |this| for use in posting tasks from the decoder |
230 // thread back to the ChildThread. Because the decoder thread is a member of | 224 // thread back to the ChildThread. Because the decoder thread is a member of |
231 // this class, any task running on the decoder thread is guaranteed that this | 225 // this class, any task running on the decoder thread is guaranteed that this |
232 // object is still alive. As a result, tasks posted from ChildThread to | 226 // object is still alive. As a result, tasks posted from ChildThread to |
233 // decoder thread should use base::Unretained(this), and tasks posted from the | 227 // decoder thread should use base::Unretained(this), and tasks posted from the |
234 // decoder thread to the ChildThread should use |weak_this_|. | 228 // decoder thread to the ChildThread should use |weak_this_|. |
235 base::WeakPtr<VaapiVideoDecodeAccelerator> weak_this_; | 229 base::WeakPtr<VaapiVideoDecodeAccelerator> weak_this_; |
236 | 230 |
237 // Callback used when creating VASurface objects. | 231 // Callback used when creating VASurface objects. |
238 VASurface::ReleaseCB va_surface_release_cb_; | 232 VASurface::ReleaseCB va_surface_release_cb_; |
239 | 233 |
240 // To expose client callbacks from VideoDecodeAccelerator. | 234 // To expose client callbacks from VideoDecodeAccelerator. |
241 // NOTE: all calls to these objects *MUST* be executed on message_loop_. | 235 // NOTE: all calls to these objects *MUST* be executed on message_loop_. |
242 scoped_ptr<base::WeakPtrFactory<Client> > client_ptr_factory_; | 236 scoped_ptr<base::WeakPtrFactory<Client> > client_ptr_factory_; |
243 base::WeakPtr<Client> client_; | 237 base::WeakPtr<Client> client_; |
244 | 238 |
245 scoped_ptr<VaapiWrapper> vaapi_wrapper_; | 239 scoped_refptr<VaapiWrapper> vaapi_wrapper_; |
246 | 240 |
247 // Comes after vaapi_wrapper_ to ensure its destructor is executed before | 241 // Comes after vaapi_wrapper_ to ensure its destructor is executed before |
248 // vaapi_wrapper_ is destroyed. | 242 // vaapi_wrapper_ is destroyed. |
249 scoped_ptr<VaapiH264Decoder> decoder_; | 243 scoped_ptr<VaapiH264Decoder> decoder_; |
250 base::Thread decoder_thread_; | 244 base::Thread decoder_thread_; |
251 // Use this to post tasks to |decoder_thread_| instead of | 245 // Use this to post tasks to |decoder_thread_| instead of |
252 // |decoder_thread_.message_loop()| because the latter will be NULL once | 246 // |decoder_thread_.message_loop()| because the latter will be NULL once |
253 // |decoder_thread_.Stop()| returns. | 247 // |decoder_thread_.Stop()| returns. |
254 scoped_refptr<base::MessageLoopProxy> decoder_thread_proxy_; | 248 scoped_refptr<base::MessageLoopProxy> decoder_thread_proxy_; |
255 | 249 |
(...skipping 14 matching lines...) Expand all Loading... |
270 | 264 |
271 // The WeakPtrFactory for |weak_this_|. | 265 // The WeakPtrFactory for |weak_this_|. |
272 base::WeakPtrFactory<VaapiVideoDecodeAccelerator> weak_this_factory_; | 266 base::WeakPtrFactory<VaapiVideoDecodeAccelerator> weak_this_factory_; |
273 | 267 |
274 DISALLOW_COPY_AND_ASSIGN(VaapiVideoDecodeAccelerator); | 268 DISALLOW_COPY_AND_ASSIGN(VaapiVideoDecodeAccelerator); |
275 }; | 269 }; |
276 | 270 |
277 } // namespace content | 271 } // namespace content |
278 | 272 |
279 #endif // CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ | 273 #endif // CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ |
OLD | NEW |