OLD | NEW |
1 // Copyright 2013 The Chromium Authors. All rights reserved. | 1 // Copyright 2013 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 // | 4 // |
5 // This file contains an implementation of VaapiWrapper, used by | 5 // This file contains an implementation of VaapiWrapper, used by |
6 // VaapiVideoDecodeAccelerator and VaapiH264Decoder for decode, | 6 // VaapiVideoDecodeAccelerator and VaapiH264Decoder for decode, |
7 // and VaapiVideoEncodeAccelerator for encode, to interface | 7 // and VaapiVideoEncodeAccelerator for encode, to interface |
8 // with libva (VA-API library for hardware video codec). | 8 // with libva (VA-API library for hardware video codec). |
9 | 9 |
10 #ifndef CONTENT_COMMON_GPU_MEDIA_VAAPI_WRAPPER_H_ | 10 #ifndef CONTENT_COMMON_GPU_MEDIA_VAAPI_WRAPPER_H_ |
11 #define CONTENT_COMMON_GPU_MEDIA_VAAPI_WRAPPER_H_ | 11 #define CONTENT_COMMON_GPU_MEDIA_VAAPI_WRAPPER_H_ |
12 | 12 |
13 #include <set> | 13 #include <set> |
14 #include <vector> | 14 #include <vector> |
15 | 15 |
16 #include "base/callback.h" | |
17 #include "base/memory/ref_counted.h" | 16 #include "base/memory/ref_counted.h" |
18 #include "base/synchronization/lock.h" | 17 #include "base/synchronization/lock.h" |
19 #include "content/common/content_export.h" | 18 #include "content/common/content_export.h" |
20 #include "content/common/gpu/media/va_surface.h" | 19 #include "content/common/gpu/media/va_surface.h" |
21 #include "media/base/video_decoder_config.h" | 20 #include "media/base/video_decoder_config.h" |
22 #include "media/base/video_frame.h" | 21 #include "media/base/video_frame.h" |
| 22 #include "third_party/libva/va/va.h" |
| 23 #include "third_party/libva/va/va_vpp.h" |
| 24 #include "ui/gfx/size.h" |
| 25 #if defined(USE_X11) |
23 #include "third_party/libva/va/va_x11.h" | 26 #include "third_party/libva/va/va_x11.h" |
24 #include "ui/gfx/size.h" | 27 #endif // USE_X11 |
25 | 28 |
26 namespace content { | 29 namespace content { |
27 | 30 |
| 31 class VaapiPicture; |
| 32 |
28 // This class handles VA-API calls and ensures proper locking of VA-API calls | 33 // This class handles VA-API calls and ensures proper locking of VA-API calls |
29 // to libva, the userspace shim to the HW codec driver. libva is not | 34 // to libva, the userspace shim to the HW codec driver. libva is not |
30 // thread-safe, so we have to perform locking ourselves. This class is fully | 35 // thread-safe, so we have to perform locking ourselves. This class is fully |
31 // synchronous and its methods can be called from any thread and may wait on | 36 // synchronous and its methods can be called from any thread and may wait on |
32 // the va_lock_ while other, concurrent calls run. | 37 // the va_lock_ while other, concurrent calls run. |
33 // | 38 // |
34 // This class is responsible for managing VAAPI connection, contexts and state. | 39 // This class is responsible for managing VAAPI connection, contexts and state. |
35 // It is also responsible for managing and freeing VABuffers (not VASurfaces), | 40 // It is also responsible for managing and freeing VABuffers (not VASurfaces), |
36 // which are used to queue parameters and slice data to the HW codec, | 41 // which are used to queue parameters and slice data to the HW codec, |
37 // as well as underlying memory for VASurfaces themselves. | 42 // as well as underlying memory for VASurfaces themselves. |
38 class CONTENT_EXPORT VaapiWrapper { | 43 class CONTENT_EXPORT VaapiWrapper : public base::RefCounted<VaapiWrapper> { |
39 public: | 44 public: |
40 enum CodecMode { | 45 enum CodecMode { |
41 kDecode, | 46 kDecode, |
42 kEncode, | 47 kEncode, |
43 }; | 48 }; |
44 | 49 |
45 // |report_error_to_uma_cb| will be called independently from reporting | 50 // |report_error_to_uma_cb| will be called independently from reporting |
46 // errors to clients via method return values. | 51 // errors to clients via method return values. |
47 static scoped_ptr<VaapiWrapper> Create( | 52 static scoped_refptr<VaapiWrapper> Create( |
48 CodecMode mode, | 53 CodecMode mode, |
49 media::VideoCodecProfile profile, | 54 media::VideoCodecProfile profile, |
50 Display* x_display, | |
51 const base::Closure& report_error_to_uma_cb); | 55 const base::Closure& report_error_to_uma_cb); |
52 | 56 |
53 // Return the supported encode profiles. | 57 // Return the supported encode profiles. |
54 static std::vector<media::VideoCodecProfile> GetSupportedEncodeProfiles( | 58 static std::vector<media::VideoCodecProfile> GetSupportedEncodeProfiles( |
55 Display* x_display, | |
56 const base::Closure& report_error_to_uma_cb); | 59 const base::Closure& report_error_to_uma_cb); |
57 | 60 |
58 ~VaapiWrapper(); | |
59 | |
60 // Create |num_surfaces| backing surfaces in driver for VASurfaces, each | 61 // Create |num_surfaces| backing surfaces in driver for VASurfaces, each |
61 // of size |size|. Returns true when successful, with the created IDs in | 62 // of size |size|. Returns true when successful, with the created IDs in |
62 // |va_surfaces| to be managed and later wrapped in VASurfaces. | 63 // |va_surfaces| to be managed and later wrapped in VASurfaces. |
63 // The client must DestroySurfaces() each time before calling this method | 64 // The client must DestroySurfaces() each time before calling this method |
64 // again to free the allocated surfaces first, but is not required to do so | 65 // again to free the allocated surfaces first, but is not required to do so |
65 // at destruction time, as this will be done automatically from | 66 // at destruction time, as this will be done automatically from |
66 // the destructor. | 67 // the destructor. |
67 bool CreateSurfaces(gfx::Size size, | 68 bool CreateSurfaces(const gfx::Size& size, |
68 size_t num_surfaces, | 69 size_t num_surfaces, |
69 std::vector<VASurfaceID>* va_surfaces); | 70 std::vector<VASurfaceID>* va_surfaces); |
70 | 71 |
71 // Free all memory allocated in CreateSurfaces. | 72 // Free all memory allocated in CreateSurfaces. |
72 void DestroySurfaces(); | 73 void DestroySurfaces(); |
73 | 74 |
| 75 // Create a VASurface of |va_format|, |size| and using |
| 76 // |num_va_attribs| attributes from |va_attribs|. The ownership of |
| 77 // the surface is transfered to the caller. It differs from surfaces |
| 78 // created using CreateSurfaces() where VaapiWrapper is the owner of |
| 79 // the surfaces. |
| 80 scoped_refptr<VASurface> CreateUnownedSurface(unsigned int va_format, |
| 81 const gfx::Size& size, |
| 82 VASurfaceAttrib* va_attribs, |
| 83 size_t num_va_attribs); |
| 84 |
74 // Submit parameters or slice data of |va_buffer_type|, copying them from | 85 // Submit parameters or slice data of |va_buffer_type|, copying them from |
75 // |buffer| of size |size|, into HW codec. The data in |buffer| is no | 86 // |buffer| of size |size|, into HW codec. The data in |buffer| is no |
76 // longer needed and can be freed after this method returns. | 87 // longer needed and can be freed after this method returns. |
77 // Data submitted via this method awaits in the HW codec until | 88 // Data submitted via this method awaits in the HW codec until |
78 // ExecuteAndDestroyPendingBuffers() is called to execute or | 89 // ExecuteAndDestroyPendingBuffers() is called to execute or |
79 // DestroyPendingBuffers() is used to cancel a pending job. | 90 // DestroyPendingBuffers() is used to cancel a pending job. |
80 bool SubmitBuffer(VABufferType va_buffer_type, size_t size, void* buffer); | 91 bool SubmitBuffer(VABufferType va_buffer_type, size_t size, void* buffer); |
81 | 92 |
82 // Submit a VAEncMiscParameterBuffer of given |misc_param_type|, copying its | 93 // Submit a VAEncMiscParameterBuffer of given |misc_param_type|, copying its |
83 // data from |buffer| of size |size|, into HW codec. The data in |buffer| is | 94 // data from |buffer| of size |size|, into HW codec. The data in |buffer| is |
84 // no longer needed and can be freed after this method returns. | 95 // no longer needed and can be freed after this method returns. |
85 // Data submitted via this method awaits in the HW codec until | 96 // Data submitted via this method awaits in the HW codec until |
86 // ExecuteAndDestroyPendingBuffers() is called to execute or | 97 // ExecuteAndDestroyPendingBuffers() is called to execute or |
87 // DestroyPendingBuffers() is used to cancel a pending job. | 98 // DestroyPendingBuffers() is used to cancel a pending job. |
88 bool SubmitVAEncMiscParamBuffer(VAEncMiscParameterType misc_param_type, | 99 bool SubmitVAEncMiscParamBuffer(VAEncMiscParameterType misc_param_type, |
89 size_t size, | 100 size_t size, |
90 void* buffer); | 101 void* buffer); |
91 | 102 |
92 // Cancel and destroy all buffers queued to the HW codec via SubmitBuffer(). | 103 // Cancel and destroy all buffers queued to the HW codec via SubmitBuffer(). |
93 // Useful when a pending job is to be cancelled (on reset or error). | 104 // Useful when a pending job is to be cancelled (on reset or error). |
94 void DestroyPendingBuffers(); | 105 void DestroyPendingBuffers(); |
95 | 106 |
96 // Execute job in hardware on target |va_surface_id| and destroy pending | 107 // Execute job in hardware on target |va_surface_id| and destroy pending |
97 // buffers. Return false if Execute() fails. | 108 // buffers. Return false if Execute() fails. |
98 bool ExecuteAndDestroyPendingBuffers(VASurfaceID va_surface_id); | 109 bool ExecuteAndDestroyPendingBuffers(VASurfaceID va_surface_id); |
99 | 110 |
100 // Put data from |va_surface_id| into |x_pixmap| of size |size|, | |
101 // converting/scaling to it. | |
102 bool PutSurfaceIntoPixmap(VASurfaceID va_surface_id, | |
103 Pixmap x_pixmap, | |
104 gfx::Size dest_size); | |
105 | |
106 // Returns true if the VAAPI version is less than the specified version. | 111 // Returns true if the VAAPI version is less than the specified version. |
107 bool VAAPIVersionLessThan(int major, int minor); | 112 bool VAAPIVersionLessThan(int major, int minor); |
108 | 113 |
109 // Get a VAImage from a VASurface and map it into memory. The VAImage should | 114 // Get a VAImage from a VASurface and map it into memory. The VAImage should |
110 // be released using the ReturnVaImage function. Returns true when successful. | 115 // be released using the ReturnVaImage function. Returns true when successful. |
111 // This is intended for testing only. | 116 // This is intended for testing only. |
112 bool GetVaImageForTesting(VASurfaceID va_surface_id, | 117 bool GetVaImageForTesting(VASurfaceID va_surface_id, |
113 VAImage* image, | 118 VAImage* image, |
114 void** mem); | 119 void** mem); |
115 | 120 |
(...skipping 16 matching lines...) Expand all Loading... |
132 // to the encode job. | 137 // to the encode job. |
133 bool DownloadAndDestroyCodedBuffer(VABufferID buffer_id, | 138 bool DownloadAndDestroyCodedBuffer(VABufferID buffer_id, |
134 VASurfaceID sync_surface_id, | 139 VASurfaceID sync_surface_id, |
135 uint8* target_ptr, | 140 uint8* target_ptr, |
136 size_t target_size, | 141 size_t target_size, |
137 size_t* coded_data_size); | 142 size_t* coded_data_size); |
138 | 143 |
139 // Destroy all previously-allocated (and not yet destroyed) coded buffers. | 144 // Destroy all previously-allocated (and not yet destroyed) coded buffers. |
140 void DestroyCodedBuffers(); | 145 void DestroyCodedBuffers(); |
141 | 146 |
| 147 // Blits a VASurface |va_surface_id_src| into another VASurface |
| 148 // |va_surface_id_dest| applying pixel format conversion and scaling |
| 149 // if needed. |
| 150 bool BlitSurface(VASurfaceID va_surface_id_src, |
| 151 const gfx::Size& src_size, |
| 152 VASurfaceID va_surface_id_dest, |
| 153 const gfx::Size& dest_size); |
| 154 |
| 155 #if defined(USE_X11) |
| 156 // Put data from |va_surface_id| into |x_pixmap| of size |
| 157 // |dest_size|, converting/scaling to it. |
| 158 bool PutSurfaceIntoPixmap(VASurfaceID va_surface_id, |
| 159 Pixmap x_pixmap, |
| 160 gfx::Size dest_size); |
| 161 #endif // USE_X11 |
| 162 |
142 private: | 163 private: |
| 164 friend class base::RefCounted<VaapiWrapper>; |
143 VaapiWrapper(); | 165 VaapiWrapper(); |
| 166 ~VaapiWrapper(); |
144 | 167 |
145 bool Initialize(CodecMode mode, | 168 bool Initialize(CodecMode mode, |
146 media::VideoCodecProfile profile, | 169 media::VideoCodecProfile profile, |
147 Display* x_display, | 170 const base::Closure& report_error__to_uma_cb); |
148 const base::Closure& report_error_to_uma_cb); | |
149 void Deinitialize(); | 171 void Deinitialize(); |
150 bool VaInitialize(Display* x_display, | 172 bool VaInitialize(const base::Closure& report_error_to_uma_cb); |
151 const base::Closure& report_error_to_uma_cb); | |
152 bool GetSupportedVaProfiles(std::vector<VAProfile>* profiles); | 173 bool GetSupportedVaProfiles(std::vector<VAProfile>* profiles); |
153 bool IsEntrypointSupported(VAProfile va_profile, VAEntrypoint entrypoint); | 174 bool IsEntrypointSupported(VAProfile va_profile, VAEntrypoint entrypoint); |
154 bool AreAttribsSupported(VAProfile va_profile, | 175 bool AreAttribsSupported(VAProfile va_profile, |
155 VAEntrypoint entrypoint, | 176 VAEntrypoint entrypoint, |
156 const std::vector<VAConfigAttrib>& required_attribs); | 177 const std::vector<VAConfigAttrib>& required_attribs); |
157 | 178 |
| 179 // Destroys a |va_surface| created using CreateUnownedSurface. |
| 180 void DestroyUnownedSurface(VASurfaceID va_surface); |
| 181 |
| 182 // Initialize the video post processing context with the |size| of |
| 183 // the input pictures to be processed. |
| 184 bool InitializeVpp_Locked(); |
| 185 |
| 186 // Deinitialize the video post processing context. |
| 187 void DeinitializeVpp(); |
| 188 |
158 // Execute pending job in hardware and destroy pending buffers. Return false | 189 // Execute pending job in hardware and destroy pending buffers. Return false |
159 // if vaapi driver refuses to accept parameter or slice buffers submitted | 190 // if vaapi driver refuses to accept parameter or slice buffers submitted |
160 // by client, or if execution fails in hardware. | 191 // by client, or if execution fails in hardware. |
161 bool Execute(VASurfaceID va_surface_id); | 192 bool Execute(VASurfaceID va_surface_id); |
162 | 193 |
163 // Attempt to set render mode to "render to texture.". Failure is non-fatal. | 194 // Attempt to set render mode to "render to texture.". Failure is non-fatal. |
164 void TryToSetVADisplayAttributeToLocalGPU(); | 195 void TryToSetVADisplayAttributeToLocalGPU(); |
165 | 196 |
166 // Lazily initialize static data after sandbox is enabled. Return false on | 197 // Lazily initialize static data after sandbox is enabled. Return false on |
167 // init failure. | 198 // init failure. |
168 static bool PostSandboxInitialization(); | 199 static bool PostSandboxInitialization(); |
169 | 200 |
170 // Libva is not thread safe, so we have to do locking for it ourselves. | 201 // Libva is not thread safe, so we have to do locking for it ourselves. |
171 // This lock is to be taken for the duration of all VA-API calls and for | 202 // This lock is to be taken for the duration of all VA-API calls and for |
172 // the entire job submission sequence in ExecuteAndDestroyPendingBuffers(). | 203 // the entire job submission sequence in ExecuteAndDestroyPendingBuffers(). |
173 base::Lock va_lock_; | 204 base::Lock va_lock_; |
174 | 205 |
175 // Allocated ids for VASurfaces. | 206 // Allocated ids for VASurfaces. |
176 std::vector<VASurfaceID> va_surface_ids_; | 207 std::vector<VASurfaceID> va_surface_ids_; |
177 | 208 |
178 // The VAAPI version. | 209 // The VAAPI version. |
179 int major_version_, minor_version_; | 210 int major_version_, minor_version_; |
180 | 211 |
181 // VA handles. | 212 // VA handles. |
182 // Both valid after successful Initialize() and until Deinitialize(). | 213 // All valid after successful Initialize() and until Deinitialize(). |
183 VADisplay va_display_; | 214 VADisplay va_display_; |
184 VAConfigID va_config_id_; | 215 VAConfigID va_config_id_; |
185 // Created for the current set of va_surface_ids_ in CreateSurfaces() and | 216 // Created for the current set of va_surface_ids_ in CreateSurfaces() and |
186 // valid until DestroySurfaces(). | 217 // valid until DestroySurfaces(). |
187 VAContextID va_context_id_; | 218 VAContextID va_context_id_; |
188 // True if vaInitialize has been called successfully. | 219 // True if vaInitialize has been called successfully. |
189 bool va_initialized_; | 220 bool va_initialized_; |
190 | 221 |
191 // Data queued up for HW codec, to be committed on next execution. | 222 // Data queued up for HW codec, to be committed on next execution. |
192 std::vector<VABufferID> pending_slice_bufs_; | 223 std::vector<VABufferID> pending_slice_bufs_; |
193 std::vector<VABufferID> pending_va_bufs_; | 224 std::vector<VABufferID> pending_va_bufs_; |
194 | 225 |
195 // Bitstream buffers for encode. | 226 // Bitstream buffers for encode. |
196 std::set<VABufferID> coded_buffers_; | 227 std::set<VABufferID> coded_buffers_; |
197 | 228 |
198 // Called to report codec errors to UMA. Errors to clients are reported via | 229 // Called to report codec errors to UMA. Errors to clients are reported via |
199 // return values from public methods. | 230 // return values from public methods. |
200 base::Closure report_error_to_uma_cb_; | 231 base::Closure report_error_to_uma_cb_; |
201 | 232 |
| 233 // VPP context |
| 234 VAConfigID va_vpp_config_id_; |
| 235 VAContextID va_vpp_context_id_; |
| 236 VABufferID va_vpp_buffer_id_; |
| 237 |
202 DISALLOW_COPY_AND_ASSIGN(VaapiWrapper); | 238 DISALLOW_COPY_AND_ASSIGN(VaapiWrapper); |
203 }; | 239 }; |
204 | 240 |
205 } // namespace content | 241 } // namespace content |
206 | 242 |
207 #endif // CONTENT_COMMON_GPU_MEDIA_VAAPI_WRAPPER_H_ | 243 #endif // CONTENT_COMMON_GPU_MEDIA_VAAPI_WRAPPER_H_ |
OLD | NEW |