OLD | NEW |
---|---|
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 // | 4 // |
5 // This file contains an implementation of VideoDecoderAccelerator | 5 // This file contains an implementation of VideoDecoderAccelerator |
6 // that utilizes hardware video decoder present on Intel CPUs. | 6 // that utilizes hardware video decoder present on Intel CPUs. |
7 | 7 |
8 #ifndef CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ | 8 #ifndef CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ |
9 #define CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ | 9 #define CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ |
10 | 10 |
11 #include <map> | 11 #include <map> |
12 #include <queue> | 12 #include <queue> |
13 #include <utility> | 13 #include <utility> |
14 #include <vector> | 14 #include <vector> |
15 | 15 |
16 #include "base/logging.h" | 16 #include "base/logging.h" |
17 #include "base/memory/linked_ptr.h" | 17 #include "base/memory/linked_ptr.h" |
18 #include "base/memory/shared_memory.h" | 18 #include "base/memory/shared_memory.h" |
19 #include "base/memory/weak_ptr.h" | 19 #include "base/memory/weak_ptr.h" |
20 #include "base/message_loop/message_loop.h" | 20 #include "base/message_loop/message_loop.h" |
21 #include "base/synchronization/condition_variable.h" | 21 #include "base/synchronization/condition_variable.h" |
22 #include "base/synchronization/lock.h" | 22 #include "base/synchronization/lock.h" |
23 #include "base/threading/non_thread_safe.h" | |
24 #include "base/threading/thread.h" | 23 #include "base/threading/thread.h" |
25 #include "content/common/content_export.h" | 24 #include "content/common/content_export.h" |
26 #include "content/common/gpu/media/vaapi_h264_decoder.h" | 25 #include "content/common/gpu/media/vaapi_h264_decoder.h" |
27 #include "content/common/gpu/media/vaapi_wrapper.h" | 26 #include "content/common/gpu/media/vaapi_wrapper.h" |
28 #include "media/base/bitstream_buffer.h" | 27 #include "media/base/bitstream_buffer.h" |
29 #include "media/video/picture.h" | 28 #include "media/video/picture.h" |
30 #include "media/video/video_decode_accelerator.h" | 29 #include "media/video/video_decode_accelerator.h" |
31 #include "ui/gl/gl_bindings.h" | 30 |
31 namespace gfx { | |
32 class GLContext; | |
33 } // namespace gfx | |
32 | 34 |
33 namespace content { | 35 namespace content { |
34 | 36 |
37 class VaapiPicture; | |
38 | |
35 // Class to provide video decode acceleration for Intel systems with hardware | 39 // Class to provide video decode acceleration for Intel systems with hardware |
36 // support for it, and on which libva is available. | 40 // support for it, and on which libva is available. |
37 // Decoding tasks are performed in a separate decoding thread. | 41 // Decoding tasks are performed in a separate decoding thread. |
38 // | 42 // |
39 // Threading/life-cycle: this object is created & destroyed on the GPU | 43 // Threading/life-cycle: this object is created & destroyed on the GPU |
40 // ChildThread. A few methods on it are called on the decoder thread which is | 44 // ChildThread. A few methods on it are called on the decoder thread which is |
41 // stopped during |this->Destroy()|, so any tasks posted to the decoder thread | 45 // stopped during |this->Destroy()|, so any tasks posted to the decoder thread |
42 // can assume |*this| is still alive. See |weak_this_| below for more details. | 46 // can assume |*this| is still alive. See |weak_this_| below for more details. |
43 class CONTENT_EXPORT VaapiVideoDecodeAccelerator | 47 class CONTENT_EXPORT VaapiVideoDecodeAccelerator |
44 : public media::VideoDecodeAccelerator { | 48 : public media::VideoDecodeAccelerator { |
45 public: | 49 public: |
46 VaapiVideoDecodeAccelerator( | 50 VaapiVideoDecodeAccelerator( |
47 Display* x_display, | 51 gfx::GLContext* gl_context, |
48 const base::Callback<bool(void)>& make_context_current); | 52 const base::Callback<bool(void)>& make_context_current); |
49 virtual ~VaapiVideoDecodeAccelerator(); | 53 virtual ~VaapiVideoDecodeAccelerator(); |
50 | 54 |
51 // media::VideoDecodeAccelerator implementation. | 55 // media::VideoDecodeAccelerator implementation. |
52 virtual bool Initialize(media::VideoCodecProfile profile, | 56 virtual bool Initialize(media::VideoCodecProfile profile, |
53 Client* client) override; | 57 Client* client) override; |
54 virtual void Decode(const media::BitstreamBuffer& bitstream_buffer) override; | 58 virtual void Decode(const media::BitstreamBuffer& bitstream_buffer) override; |
55 virtual void AssignPictureBuffers( | 59 virtual void AssignPictureBuffers( |
56 const std::vector<media::PictureBuffer>& buffers) override; | 60 const std::vector<media::PictureBuffer>& buffers) override; |
57 virtual void ReusePictureBuffer(int32 picture_buffer_id) override; | 61 virtual void ReusePictureBuffer(int32 picture_buffer_id) override; |
(...skipping 58 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
116 void Cleanup(); | 120 void Cleanup(); |
117 | 121 |
118 // Get a usable framebuffer configuration for use in binding textures | 122 // Get a usable framebuffer configuration for use in binding textures |
119 // or return false on failure. | 123 // or return false on failure. |
120 bool InitializeFBConfig(); | 124 bool InitializeFBConfig(); |
121 | 125 |
122 // Callback for the decoder to execute when it wants us to output given | 126 // Callback for the decoder to execute when it wants us to output given |
123 // |va_surface|. | 127 // |va_surface|. |
124 void SurfaceReady(int32 input_id, const scoped_refptr<VASurface>& va_surface); | 128 void SurfaceReady(int32 input_id, const scoped_refptr<VASurface>& va_surface); |
125 | 129 |
126 // Represents a texture bound to an X Pixmap for output purposes. | |
127 class TFPPicture; | |
128 | |
129 // Callback to be executed once we have a |va_surface| to be output and | 130 // Callback to be executed once we have a |va_surface| to be output and |
130 // an available |tfp_picture| to use for output. | 131 // an available |picture| to use for output. |
131 // Puts contents of |va_surface| into given |tfp_picture|, releases the | 132 // Puts contents of |va_surface| into given |picture|, releases the |
132 // surface and passes the resulting picture to client for output. | 133 // surface and passes the resulting picture to client for output. |
133 void OutputPicture(const scoped_refptr<VASurface>& va_surface, | 134 void OutputPicture(const scoped_refptr<VASurface>& va_surface, |
134 int32 input_id, | 135 int32 input_id, |
135 TFPPicture* tfp_picture); | 136 VaapiPicture* picture); |
136 | 137 |
137 // Try to OutputPicture() if we have both a ready surface and picture. | 138 // Try to OutputPicture() if we have both a ready surface and picture. |
138 void TryOutputSurface(); | 139 void TryOutputSurface(); |
139 | 140 |
140 // Called when a VASurface is no longer in use by the decoder or is not being | 141 // Called when a VASurface is no longer in use by the decoder or is not being |
141 // synced/waiting to be synced to a picture. Returns it to available surfaces | 142 // synced/waiting to be synced to a picture. Returns it to available surfaces |
142 // pool. | 143 // pool. |
143 void RecycleVASurfaceID(VASurfaceID va_surface_id); | 144 void RecycleVASurfaceID(VASurfaceID va_surface_id); |
144 | 145 |
145 // Initiate wait cycle for surfaces to be released before we release them | 146 // Initiate wait cycle for surfaces to be released before we release them |
146 // and allocate new ones, as requested by the decoder. | 147 // and allocate new ones, as requested by the decoder. |
147 void InitiateSurfaceSetChange(size_t num_pics, gfx::Size size); | 148 void InitiateSurfaceSetChange(size_t num_pics, gfx::Size size); |
148 // Check if the surfaces have been released or post ourselves for later. | 149 // Check if the surfaces have been released or post ourselves for later. |
149 void TryFinishSurfaceSetChange(); | 150 void TryFinishSurfaceSetChange(); |
150 | 151 |
151 // Client-provided X/GLX state. | 152 // Client-provided GL state. |
152 Display* x_display_; | 153 gfx::GLContext* gl_context_; |
153 base::Callback<bool(void)> make_context_current_; | 154 base::Callback<bool(void)> make_context_current_; |
154 GLXFBConfig fb_config_; | |
155 | 155 |
156 // VAVDA state. | 156 // VAVDA state. |
157 enum State { | 157 enum State { |
158 // Initialize() not called yet or failed. | 158 // Initialize() not called yet or failed. |
159 kUninitialized, | 159 kUninitialized, |
160 // DecodeTask running. | 160 // DecodeTask running. |
161 kDecoding, | 161 kDecoding, |
162 // Resetting, waiting for decoder to finish current task and cleanup. | 162 // Resetting, waiting for decoder to finish current task and cleanup. |
163 kResetting, | 163 kResetting, |
164 // Flushing, waiting for decoder to finish current task and cleanup. | 164 // Flushing, waiting for decoder to finish current task and cleanup. |
(...skipping 24 matching lines...) Expand all Loading... | |
189 // Signalled when input buffers are queued onto the input_buffers_ queue. | 189 // Signalled when input buffers are queued onto the input_buffers_ queue. |
190 base::ConditionVariable input_ready_; | 190 base::ConditionVariable input_ready_; |
191 | 191 |
192 // Current input buffer at decoder. | 192 // Current input buffer at decoder. |
193 linked_ptr<InputBuffer> curr_input_buffer_; | 193 linked_ptr<InputBuffer> curr_input_buffer_; |
194 | 194 |
195 // Queue for incoming output buffers (texture ids). | 195 // Queue for incoming output buffers (texture ids). |
196 typedef std::queue<int32> OutputBuffers; | 196 typedef std::queue<int32> OutputBuffers; |
197 OutputBuffers output_buffers_; | 197 OutputBuffers output_buffers_; |
198 | 198 |
199 typedef std::map<int32, linked_ptr<TFPPicture> > TFPPictures; | |
200 // All allocated TFPPictures, regardless of their current state. TFPPictures | |
201 // are allocated once and destroyed at the end of decode. | |
202 TFPPictures tfp_pictures_; | |
203 | |
204 // Return a TFPPicture associated with given client-provided id. | 199 // Return a TFPPicture associated with given client-provided id. |
205 TFPPicture* TFPPictureById(int32 picture_buffer_id); | 200 VaapiPicture* PictureById(int32 picture_buffer_id); |
206 | 201 |
207 // VA Surfaces no longer in use that can be passed back to the decoder for | 202 // VA Surfaces no longer in use that can be passed back to the decoder for |
208 // reuse, once it requests them. | 203 // reuse, once it requests them. |
209 std::list<VASurfaceID> available_va_surfaces_; | 204 std::list<VASurfaceID> available_va_surfaces_; |
210 // Signalled when output surfaces are queued onto the available_va_surfaces_ | 205 // Signalled when output surfaces are queued onto the available_va_surfaces_ |
211 // queue. | 206 // queue. |
212 base::ConditionVariable surfaces_available_; | 207 base::ConditionVariable surfaces_available_; |
213 | 208 |
214 // Pending output requests from the decoder. When it indicates that we should | 209 // Pending output requests from the decoder. When it indicates that we should |
215 // output a surface and we have an available TFPPicture (i.e. texture) ready | 210 // output a surface and we have an available Picture (i.e. texture) ready |
216 // to use, we'll execute the callback passing the TFPPicture. The callback | 211 // to use, we'll execute the callback passing the Picture. The callback |
217 // will put the contents of the surface into the picture and return it to | 212 // will put the contents of the surface into the picture and return it to |
218 // the client, releasing the surface as well. | 213 // the client, releasing the surface as well. |
219 // If we don't have any available TFPPictures at the time when the decoder | 214 // If we don't have any available Pictures at the time when the decoder |
220 // requests output, we'll store the request on pending_output_cbs_ queue for | 215 // requests output, we'll store the request on pending_output_cbs_ queue for |
221 // later and run it once the client gives us more textures | 216 // later and run it once the client gives us more textures |
222 // via ReusePictureBuffer(). | 217 // via ReusePictureBuffer(). |
223 typedef base::Callback<void(TFPPicture*)> OutputCB; | 218 typedef base::Callback<void(VaapiPicture*)> OutputCB; |
224 std::queue<OutputCB> pending_output_cbs_; | 219 std::queue<OutputCB> pending_output_cbs_; |
225 | 220 |
226 // ChildThread's message loop | 221 // ChildThread's message loop |
227 base::MessageLoop* message_loop_; | 222 base::MessageLoop* message_loop_; |
228 | 223 |
229 // WeakPtr<> pointing to |this| for use in posting tasks from the decoder | 224 // WeakPtr<> pointing to |this| for use in posting tasks from the decoder |
230 // thread back to the ChildThread. Because the decoder thread is a member of | 225 // thread back to the ChildThread. Because the decoder thread is a member of |
231 // this class, any task running on the decoder thread is guaranteed that this | 226 // this class, any task running on the decoder thread is guaranteed that this |
232 // object is still alive. As a result, tasks posted from ChildThread to | 227 // object is still alive. As a result, tasks posted from ChildThread to |
233 // decoder thread should use base::Unretained(this), and tasks posted from the | 228 // decoder thread should use base::Unretained(this), and tasks posted from the |
234 // decoder thread to the ChildThread should use |weak_this_|. | 229 // decoder thread to the ChildThread should use |weak_this_|. |
235 base::WeakPtr<VaapiVideoDecodeAccelerator> weak_this_; | 230 base::WeakPtr<VaapiVideoDecodeAccelerator> weak_this_; |
236 | 231 |
237 // Callback used when creating VASurface objects. | 232 // Callback used when creating VASurface objects. |
238 VASurface::ReleaseCB va_surface_release_cb_; | 233 VASurface::ReleaseCB va_surface_release_cb_; |
239 | 234 |
240 // To expose client callbacks from VideoDecodeAccelerator. | 235 // To expose client callbacks from VideoDecodeAccelerator. |
241 // NOTE: all calls to these objects *MUST* be executed on message_loop_. | 236 // NOTE: all calls to these objects *MUST* be executed on message_loop_. |
242 scoped_ptr<base::WeakPtrFactory<Client> > client_ptr_factory_; | 237 scoped_ptr<base::WeakPtrFactory<Client> > client_ptr_factory_; |
243 base::WeakPtr<Client> client_; | 238 base::WeakPtr<Client> client_; |
244 | 239 |
240 // Comes after |pictures_| to ensure LibVA has time to destroy | |
Pawel Osciak
2014/12/08 10:55:15
s/after/before
llandwerlin-old
2014/12/08 16:42:06
Done.
| |
241 // references to X11 pixmaps before these are destroyed. | |
Pawel Osciak
2014/12/08 10:55:15
s/these/it's/
llandwerlin-old
2014/12/08 16:42:06
Done.
| |
245 scoped_ptr<VaapiWrapper> vaapi_wrapper_; | 242 scoped_ptr<VaapiWrapper> vaapi_wrapper_; |
246 | 243 |
244 typedef std::map<int32, linked_ptr<VaapiPicture>> Pictures; | |
245 // All allocated Pictures, regardless of their current state. Pictures | |
246 // are allocated once and destroyed at the end of decode. | |
247 // |pictures_| needs to be destroyed prior to |vaapi_wrapper_|. | |
248 Pictures pictures_; | |
249 | |
247 // Comes after vaapi_wrapper_ to ensure its destructor is executed before | 250 // Comes after vaapi_wrapper_ to ensure its destructor is executed before |
248 // vaapi_wrapper_ is destroyed. | 251 // vaapi_wrapper_ is destroyed. |
249 scoped_ptr<VaapiH264Decoder> decoder_; | 252 scoped_ptr<VaapiH264Decoder> decoder_; |
250 base::Thread decoder_thread_; | 253 base::Thread decoder_thread_; |
251 // Use this to post tasks to |decoder_thread_| instead of | 254 // Use this to post tasks to |decoder_thread_| instead of |
252 // |decoder_thread_.message_loop()| because the latter will be NULL once | 255 // |decoder_thread_.message_loop()| because the latter will be NULL once |
253 // |decoder_thread_.Stop()| returns. | 256 // |decoder_thread_.Stop()| returns. |
254 scoped_refptr<base::MessageLoopProxy> decoder_thread_proxy_; | 257 scoped_refptr<base::MessageLoopProxy> decoder_thread_proxy_; |
255 | 258 |
256 int num_frames_at_client_; | 259 int num_frames_at_client_; |
(...skipping 13 matching lines...) Expand all Loading... | |
270 | 273 |
271 // The WeakPtrFactory for |weak_this_|. | 274 // The WeakPtrFactory for |weak_this_|. |
272 base::WeakPtrFactory<VaapiVideoDecodeAccelerator> weak_this_factory_; | 275 base::WeakPtrFactory<VaapiVideoDecodeAccelerator> weak_this_factory_; |
273 | 276 |
274 DISALLOW_COPY_AND_ASSIGN(VaapiVideoDecodeAccelerator); | 277 DISALLOW_COPY_AND_ASSIGN(VaapiVideoDecodeAccelerator); |
275 }; | 278 }; |
276 | 279 |
277 } // namespace content | 280 } // namespace content |
278 | 281 |
279 #endif // CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ | 282 #endif // CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ |
OLD | NEW |