Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(40)

Side by Side Diff: content/common/gpu/media/vaapi_video_decode_accelerator.h

Issue 817023005: Reland: Refactor Vaapi video decoder/encoder in preparation of Freon support (Closed) Base URL: https://chromium.googlesource.com/chromium/src@master
Patch Set: Pawel's nits Created 5 years, 12 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 // 4 //
5 // This file contains an implementation of VideoDecoderAccelerator 5 // This file contains an implementation of VideoDecoderAccelerator
6 // that utilizes hardware video decoder present on Intel CPUs. 6 // that utilizes hardware video decoder present on Intel CPUs.
7 7
8 #ifndef CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ 8 #ifndef CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_
9 #define CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ 9 #define CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_
10 10
11 #include <map> 11 #include <map>
12 #include <queue> 12 #include <queue>
13 #include <utility> 13 #include <utility>
14 #include <vector> 14 #include <vector>
15 15
16 #include "base/logging.h" 16 #include "base/logging.h"
17 #include "base/memory/linked_ptr.h" 17 #include "base/memory/linked_ptr.h"
18 #include "base/memory/shared_memory.h" 18 #include "base/memory/shared_memory.h"
19 #include "base/memory/weak_ptr.h" 19 #include "base/memory/weak_ptr.h"
20 #include "base/message_loop/message_loop.h" 20 #include "base/message_loop/message_loop.h"
21 #include "base/synchronization/condition_variable.h" 21 #include "base/synchronization/condition_variable.h"
22 #include "base/synchronization/lock.h" 22 #include "base/synchronization/lock.h"
23 #include "base/threading/non_thread_safe.h"
24 #include "base/threading/thread.h" 23 #include "base/threading/thread.h"
25 #include "content/common/content_export.h" 24 #include "content/common/content_export.h"
26 #include "content/common/gpu/media/vaapi_h264_decoder.h" 25 #include "content/common/gpu/media/vaapi_h264_decoder.h"
27 #include "content/common/gpu/media/vaapi_wrapper.h" 26 #include "content/common/gpu/media/vaapi_wrapper.h"
28 #include "media/base/bitstream_buffer.h" 27 #include "media/base/bitstream_buffer.h"
29 #include "media/video/picture.h" 28 #include "media/video/picture.h"
30 #include "media/video/video_decode_accelerator.h" 29 #include "media/video/video_decode_accelerator.h"
31 #include "ui/gl/gl_bindings.h"
32 30
33 namespace content { 31 namespace content {
34 32
33 class VaapiPicture;
34
35 // Class to provide video decode acceleration for Intel systems with hardware 35 // Class to provide video decode acceleration for Intel systems with hardware
36 // support for it, and on which libva is available. 36 // support for it, and on which libva is available.
37 // Decoding tasks are performed in a separate decoding thread. 37 // Decoding tasks are performed in a separate decoding thread.
38 // 38 //
39 // Threading/life-cycle: this object is created & destroyed on the GPU 39 // Threading/life-cycle: this object is created & destroyed on the GPU
40 // ChildThread. A few methods on it are called on the decoder thread which is 40 // ChildThread. A few methods on it are called on the decoder thread which is
41 // stopped during |this->Destroy()|, so any tasks posted to the decoder thread 41 // stopped during |this->Destroy()|, so any tasks posted to the decoder thread
42 // can assume |*this| is still alive. See |weak_this_| below for more details. 42 // can assume |*this| is still alive. See |weak_this_| below for more details.
43 class CONTENT_EXPORT VaapiVideoDecodeAccelerator 43 class CONTENT_EXPORT VaapiVideoDecodeAccelerator
44 : public media::VideoDecodeAccelerator { 44 : public media::VideoDecodeAccelerator {
45 public: 45 public:
46 VaapiVideoDecodeAccelerator( 46 VaapiVideoDecodeAccelerator(
47 Display* x_display,
48 const base::Callback<bool(void)>& make_context_current); 47 const base::Callback<bool(void)>& make_context_current);
49 virtual ~VaapiVideoDecodeAccelerator(); 48 virtual ~VaapiVideoDecodeAccelerator();
50 49
51 // media::VideoDecodeAccelerator implementation. 50 // media::VideoDecodeAccelerator implementation.
52 virtual bool Initialize(media::VideoCodecProfile profile, 51 virtual bool Initialize(media::VideoCodecProfile profile,
53 Client* client) override; 52 Client* client) override;
54 virtual void Decode(const media::BitstreamBuffer& bitstream_buffer) override; 53 virtual void Decode(const media::BitstreamBuffer& bitstream_buffer) override;
55 virtual void AssignPictureBuffers( 54 virtual void AssignPictureBuffers(
56 const std::vector<media::PictureBuffer>& buffers) override; 55 const std::vector<media::PictureBuffer>& buffers) override;
57 virtual void ReusePictureBuffer(int32 picture_buffer_id) override; 56 virtual void ReusePictureBuffer(int32 picture_buffer_id) override;
(...skipping 58 matching lines...) Expand 10 before | Expand all | Expand 10 after
116 void Cleanup(); 115 void Cleanup();
117 116
118 // Get a usable framebuffer configuration for use in binding textures 117 // Get a usable framebuffer configuration for use in binding textures
119 // or return false on failure. 118 // or return false on failure.
120 bool InitializeFBConfig(); 119 bool InitializeFBConfig();
121 120
122 // Callback for the decoder to execute when it wants us to output given 121 // Callback for the decoder to execute when it wants us to output given
123 // |va_surface|. 122 // |va_surface|.
124 void SurfaceReady(int32 input_id, const scoped_refptr<VASurface>& va_surface); 123 void SurfaceReady(int32 input_id, const scoped_refptr<VASurface>& va_surface);
125 124
126 // Represents a texture bound to an X Pixmap for output purposes.
127 class TFPPicture;
128
129 // Callback to be executed once we have a |va_surface| to be output and 125 // Callback to be executed once we have a |va_surface| to be output and
130 // an available |tfp_picture| to use for output. 126 // an available |picture| to use for output.
131 // Puts contents of |va_surface| into given |tfp_picture|, releases the 127 // Puts contents of |va_surface| into given |picture|, releases the
132 // surface and passes the resulting picture to client for output. 128 // surface and passes the resulting picture to client for output.
133 void OutputPicture(const scoped_refptr<VASurface>& va_surface, 129 void OutputPicture(const scoped_refptr<VASurface>& va_surface,
134 int32 input_id, 130 int32 input_id,
135 TFPPicture* tfp_picture); 131 VaapiPicture* picture);
136 132
137 // Try to OutputPicture() if we have both a ready surface and picture. 133 // Try to OutputPicture() if we have both a ready surface and picture.
138 void TryOutputSurface(); 134 void TryOutputSurface();
139 135
140 // Called when a VASurface is no longer in use by the decoder or is not being 136 // Called when a VASurface is no longer in use by the decoder or is not being
141 // synced/waiting to be synced to a picture. Returns it to available surfaces 137 // synced/waiting to be synced to a picture. Returns it to available surfaces
142 // pool. 138 // pool.
143 void RecycleVASurfaceID(VASurfaceID va_surface_id); 139 void RecycleVASurfaceID(VASurfaceID va_surface_id);
144 140
145 // Initiate wait cycle for surfaces to be released before we release them 141 // Initiate wait cycle for surfaces to be released before we release them
146 // and allocate new ones, as requested by the decoder. 142 // and allocate new ones, as requested by the decoder.
147 void InitiateSurfaceSetChange(size_t num_pics, gfx::Size size); 143 void InitiateSurfaceSetChange(size_t num_pics, gfx::Size size);
148 // Check if the surfaces have been released or post ourselves for later. 144 // Check if the surfaces have been released or post ourselves for later.
149 void TryFinishSurfaceSetChange(); 145 void TryFinishSurfaceSetChange();
150 146
151 // Client-provided X/GLX state. 147 // Client-provided GL state.
152 Display* x_display_;
153 base::Callback<bool(void)> make_context_current_; 148 base::Callback<bool(void)> make_context_current_;
154 GLXFBConfig fb_config_;
155 149
156 // VAVDA state. 150 // VAVDA state.
157 enum State { 151 enum State {
158 // Initialize() not called yet or failed. 152 // Initialize() not called yet or failed.
159 kUninitialized, 153 kUninitialized,
160 // DecodeTask running. 154 // DecodeTask running.
161 kDecoding, 155 kDecoding,
162 // Resetting, waiting for decoder to finish current task and cleanup. 156 // Resetting, waiting for decoder to finish current task and cleanup.
163 kResetting, 157 kResetting,
164 // Flushing, waiting for decoder to finish current task and cleanup. 158 // Flushing, waiting for decoder to finish current task and cleanup.
(...skipping 24 matching lines...) Expand all
189 // Signalled when input buffers are queued onto the input_buffers_ queue. 183 // Signalled when input buffers are queued onto the input_buffers_ queue.
190 base::ConditionVariable input_ready_; 184 base::ConditionVariable input_ready_;
191 185
192 // Current input buffer at decoder. 186 // Current input buffer at decoder.
193 linked_ptr<InputBuffer> curr_input_buffer_; 187 linked_ptr<InputBuffer> curr_input_buffer_;
194 188
195 // Queue for incoming output buffers (texture ids). 189 // Queue for incoming output buffers (texture ids).
196 typedef std::queue<int32> OutputBuffers; 190 typedef std::queue<int32> OutputBuffers;
197 OutputBuffers output_buffers_; 191 OutputBuffers output_buffers_;
198 192
199 typedef std::map<int32, linked_ptr<TFPPicture> > TFPPictures; 193 typedef std::map<int32, linked_ptr<VaapiPicture>> Pictures;
200 // All allocated TFPPictures, regardless of their current state. TFPPictures 194 // All allocated Pictures, regardless of their current state.
201 // are allocated once and destroyed at the end of decode. 195 // Pictures are allocated once and destroyed at the end of decode.
202 TFPPictures tfp_pictures_; 196 Pictures pictures_;
203 197
204 // Return a TFPPicture associated with given client-provided id. 198 // Return a VaapiPicture associated with given client-provided id.
205 TFPPicture* TFPPictureById(int32 picture_buffer_id); 199 VaapiPicture* PictureById(int32 picture_buffer_id);
206 200
207 // VA Surfaces no longer in use that can be passed back to the decoder for 201 // VA Surfaces no longer in use that can be passed back to the decoder for
208 // reuse, once it requests them. 202 // reuse, once it requests them.
209 std::list<VASurfaceID> available_va_surfaces_; 203 std::list<VASurfaceID> available_va_surfaces_;
210 // Signalled when output surfaces are queued onto the available_va_surfaces_ 204 // Signalled when output surfaces are queued onto the available_va_surfaces_
211 // queue. 205 // queue.
212 base::ConditionVariable surfaces_available_; 206 base::ConditionVariable surfaces_available_;
213 207
214 // Pending output requests from the decoder. When it indicates that we should 208 // Pending output requests from the decoder. When it indicates that we should
215 // output a surface and we have an available TFPPicture (i.e. texture) ready 209 // output a surface and we have an available Picture (i.e. texture) ready
216 // to use, we'll execute the callback passing the TFPPicture. The callback 210 // to use, we'll execute the callback passing the Picture. The callback
217 // will put the contents of the surface into the picture and return it to 211 // will put the contents of the surface into the picture and return it to
218 // the client, releasing the surface as well. 212 // the client, releasing the surface as well.
219 // If we don't have any available TFPPictures at the time when the decoder 213 // If we don't have any available Pictures at the time when the decoder
220 // requests output, we'll store the request on pending_output_cbs_ queue for 214 // requests output, we'll store the request on pending_output_cbs_ queue for
221 // later and run it once the client gives us more textures 215 // later and run it once the client gives us more textures
222 // via ReusePictureBuffer(). 216 // via ReusePictureBuffer().
223 typedef base::Callback<void(TFPPicture*)> OutputCB; 217 typedef base::Callback<void(VaapiPicture*)> OutputCB;
224 std::queue<OutputCB> pending_output_cbs_; 218 std::queue<OutputCB> pending_output_cbs_;
225 219
226 // ChildThread's message loop 220 // ChildThread's message loop
227 base::MessageLoop* message_loop_; 221 base::MessageLoop* message_loop_;
228 222
229 // WeakPtr<> pointing to |this| for use in posting tasks from the decoder 223 // WeakPtr<> pointing to |this| for use in posting tasks from the decoder
230 // thread back to the ChildThread. Because the decoder thread is a member of 224 // thread back to the ChildThread. Because the decoder thread is a member of
231 // this class, any task running on the decoder thread is guaranteed that this 225 // this class, any task running on the decoder thread is guaranteed that this
232 // object is still alive. As a result, tasks posted from ChildThread to 226 // object is still alive. As a result, tasks posted from ChildThread to
233 // decoder thread should use base::Unretained(this), and tasks posted from the 227 // decoder thread should use base::Unretained(this), and tasks posted from the
234 // decoder thread to the ChildThread should use |weak_this_|. 228 // decoder thread to the ChildThread should use |weak_this_|.
235 base::WeakPtr<VaapiVideoDecodeAccelerator> weak_this_; 229 base::WeakPtr<VaapiVideoDecodeAccelerator> weak_this_;
236 230
237 // Callback used when creating VASurface objects. 231 // Callback used when creating VASurface objects.
238 VASurface::ReleaseCB va_surface_release_cb_; 232 VASurface::ReleaseCB va_surface_release_cb_;
239 233
240 // To expose client callbacks from VideoDecodeAccelerator. 234 // To expose client callbacks from VideoDecodeAccelerator.
241 // NOTE: all calls to these objects *MUST* be executed on message_loop_. 235 // NOTE: all calls to these objects *MUST* be executed on message_loop_.
242 scoped_ptr<base::WeakPtrFactory<Client> > client_ptr_factory_; 236 scoped_ptr<base::WeakPtrFactory<Client> > client_ptr_factory_;
243 base::WeakPtr<Client> client_; 237 base::WeakPtr<Client> client_;
244 238
245 scoped_ptr<VaapiWrapper> vaapi_wrapper_; 239 scoped_refptr<VaapiWrapper> vaapi_wrapper_;
246 240
247 // Comes after vaapi_wrapper_ to ensure its destructor is executed before 241 // Comes after vaapi_wrapper_ to ensure its destructor is executed before
248 // vaapi_wrapper_ is destroyed. 242 // vaapi_wrapper_ is destroyed.
249 scoped_ptr<VaapiH264Decoder> decoder_; 243 scoped_ptr<VaapiH264Decoder> decoder_;
250 base::Thread decoder_thread_; 244 base::Thread decoder_thread_;
251 // Use this to post tasks to |decoder_thread_| instead of 245 // Use this to post tasks to |decoder_thread_| instead of
252 // |decoder_thread_.message_loop()| because the latter will be NULL once 246 // |decoder_thread_.message_loop()| because the latter will be NULL once
253 // |decoder_thread_.Stop()| returns. 247 // |decoder_thread_.Stop()| returns.
254 scoped_refptr<base::MessageLoopProxy> decoder_thread_proxy_; 248 scoped_refptr<base::MessageLoopProxy> decoder_thread_proxy_;
255 249
(...skipping 14 matching lines...) Expand all
270 264
271 // The WeakPtrFactory for |weak_this_|. 265 // The WeakPtrFactory for |weak_this_|.
272 base::WeakPtrFactory<VaapiVideoDecodeAccelerator> weak_this_factory_; 266 base::WeakPtrFactory<VaapiVideoDecodeAccelerator> weak_this_factory_;
273 267
274 DISALLOW_COPY_AND_ASSIGN(VaapiVideoDecodeAccelerator); 268 DISALLOW_COPY_AND_ASSIGN(VaapiVideoDecodeAccelerator);
275 }; 269 };
276 270
277 } // namespace content 271 } // namespace content
278 272
279 #endif // CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_ 273 #endif // CONTENT_COMMON_GPU_MEDIA_VAAPI_VIDEO_DECODE_ACCELERATOR_H_
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698