Index: content/common/gpu/media/dxva_video_decode_accelerator_win.h |
diff --git a/content/common/gpu/media/dxva_video_decode_accelerator_win.h b/content/common/gpu/media/dxva_video_decode_accelerator_win.h |
deleted file mode 100644 |
index 10ad585bb746a28b4511cfd0e0f11639aa47ba22..0000000000000000000000000000000000000000 |
--- a/content/common/gpu/media/dxva_video_decode_accelerator_win.h |
+++ /dev/null |
@@ -1,492 +0,0 @@ |
-// Copyright (c) 2012 The Chromium Authors. All rights reserved. |
-// Use of this source code is governed by a BSD-style license that can be |
-// found in the LICENSE file. |
- |
-#ifndef CONTENT_COMMON_GPU_MEDIA_DXVA_VIDEO_DECODE_ACCELERATOR_H_ |
-#define CONTENT_COMMON_GPU_MEDIA_DXVA_VIDEO_DECODE_ACCELERATOR_H_ |
- |
-#include <d3d11.h> |
-#include <d3d9.h> |
-#include <initguid.h> |
-#include <stdint.h> |
- |
-// Work around bug in this header by disabling the relevant warning for it. |
-// https://connect.microsoft.com/VisualStudio/feedback/details/911260/dxva2api-h-in-win8-sdk-triggers-c4201-with-w4 |
-#pragma warning(push) |
-#pragma warning(disable:4201) |
-#include <dxva2api.h> |
-#pragma warning(pop) |
-#include <mfidl.h> |
- |
-#include <list> |
-#include <map> |
-#include <memory> |
-#include <vector> |
- |
-#include "base/compiler_specific.h" |
-#include "base/macros.h" |
-#include "base/memory/linked_ptr.h" |
-#include "base/memory/weak_ptr.h" |
-#include "base/synchronization/lock.h" |
-#include "base/threading/non_thread_safe.h" |
-#include "base/threading/thread.h" |
-#include "base/win/scoped_comptr.h" |
-#include "content/common/content_export.h" |
-#include "content/common/gpu/media/gpu_video_decode_accelerator_helpers.h" |
-#include "media/filters/h264_parser.h" |
-#include "media/video/video_decode_accelerator.h" |
- |
-interface IMFSample; |
-interface IDirect3DSurface9; |
- |
-namespace gfx { |
-class GLContext; |
-} |
- |
-typedef HRESULT (WINAPI* CreateDXGIDeviceManager)( |
- UINT* reset_token, |
- IMFDXGIDeviceManager** device_manager); |
- |
-namespace content { |
- |
-// Provides functionality to detect H.264 stream configuration changes. |
-// TODO(ananta) |
-// Move this to a common place so that all VDA's can use this. |
-class H264ConfigChangeDetector { |
- public: |
- H264ConfigChangeDetector(); |
- ~H264ConfigChangeDetector(); |
- |
- // Detects stream configuration changes. |
- // Returns false on failure. |
- bool DetectConfig(const uint8_t* stream, unsigned int size); |
- |
- bool config_changed() const { |
- return config_changed_; |
- } |
- |
- private: |
- // These fields are used to track the SPS/PPS in the H.264 bitstream and |
- // are eventually compared against the SPS/PPS in the bitstream to detect |
- // a change. |
- int last_sps_id_; |
- std::vector<uint8_t> last_sps_; |
- int last_pps_id_; |
- std::vector<uint8_t> last_pps_; |
- // Set to true if we detect a stream configuration change. |
- bool config_changed_; |
- // We want to indicate configuration changes only after we see IDR slices. |
- // This flag tracks that we potentially have a configuration change which |
- // we want to honor after we see an IDR slice. |
- bool pending_config_changed_; |
- |
- std::unique_ptr<media::H264Parser> parser_; |
- |
- DISALLOW_COPY_AND_ASSIGN(H264ConfigChangeDetector); |
-}; |
- |
- |
-// Class to provide a DXVA 2.0 based accelerator using the Microsoft Media |
-// foundation APIs via the VideoDecodeAccelerator interface. |
-// This class lives on a single thread and DCHECKs that it is never accessed |
-// from any other. |
-class CONTENT_EXPORT DXVAVideoDecodeAccelerator |
- : public media::VideoDecodeAccelerator { |
- public: |
- enum State { |
- kUninitialized, // un-initialized. |
- kNormal, // normal playing state. |
- kResetting, // upon received Reset(), before ResetDone() |
- kStopped, // upon output EOS received. |
- kFlushing, // upon flush request received. |
- kConfigChange, // stream configuration change detected. |
- }; |
- |
- // Does not take ownership of |client| which must outlive |*this|. |
- DXVAVideoDecodeAccelerator( |
- const GetGLContextCallback& get_gl_context_cb, |
- const MakeGLContextCurrentCallback& make_context_current_cb, |
- bool enable_accelerated_vpx_decode); |
- ~DXVAVideoDecodeAccelerator() override; |
- |
- // media::VideoDecodeAccelerator implementation. |
- bool Initialize(const Config& config, Client* client) override; |
- void Decode(const media::BitstreamBuffer& bitstream_buffer) override; |
- void AssignPictureBuffers( |
- const std::vector<media::PictureBuffer>& buffers) override; |
- void ReusePictureBuffer(int32_t picture_buffer_id) override; |
- void Flush() override; |
- void Reset() override; |
- void Destroy() override; |
- bool TryToSetupDecodeOnSeparateThread( |
- const base::WeakPtr<Client>& decode_client, |
- const scoped_refptr<base::SingleThreadTaskRunner>& decode_task_runner) |
- override; |
- GLenum GetSurfaceInternalFormat() const override; |
- |
- static media::VideoDecodeAccelerator::SupportedProfiles |
- GetSupportedProfiles(); |
- |
- // Preload dlls required for decoding. |
- static void PreSandboxInitialization(); |
- |
- private: |
- typedef void* EGLConfig; |
- typedef void* EGLSurface; |
- |
- // Returns the minimum resolution for the |profile| passed in. |
- static std::pair<int, int> GetMinResolution( |
- const media::VideoCodecProfile profile); |
- |
- // Returns the maximum resolution for the |profile| passed in. |
- static std::pair<int, int> GetMaxResolution( |
- const media::VideoCodecProfile profile); |
- |
- // Returns the maximum resolution for H264 video. |
- static std::pair<int, int> GetMaxH264Resolution(); |
- |
- // Certain AMD GPU drivers like R600, R700, Evergreen and Cayman and |
- // some second generation Intel GPU drivers crash if we create a video |
- // device with a resolution higher then 1920 x 1088. This function |
- // checks if the GPU is in this list and if yes returns true. |
- static bool IsLegacyGPU(ID3D11Device* device); |
- |
- // Creates and initializes an instance of the D3D device and the |
- // corresponding device manager. The device manager instance is eventually |
- // passed to the IMFTransform interface implemented by the decoder. |
- bool CreateD3DDevManager(); |
- |
- // Creates and initializes an instance of the DX11 device and the |
- // corresponding device manager. The device manager instance is eventually |
- // passed to the IMFTransform interface implemented by the decoder. |
- bool CreateDX11DevManager(); |
- |
- // Creates, initializes and sets the media codec types for the decoder. |
- bool InitDecoder(media::VideoCodecProfile profile); |
- |
- // Validates whether the decoder supports hardware video acceleration. |
- bool CheckDecoderDxvaSupport(); |
- |
- // Returns information about the input and output streams. This includes |
- // alignment information, decoder support flags, minimum sample size, etc. |
- bool GetStreamsInfoAndBufferReqs(); |
- |
- // Registers the input and output media types on the decoder. This includes |
- // the expected input and output formats. |
- bool SetDecoderMediaTypes(); |
- |
- // Registers the input media type for the decoder. |
- bool SetDecoderInputMediaType(); |
- |
- // Registers the output media type for the decoder. |
- bool SetDecoderOutputMediaType(const GUID& subtype); |
- |
- // Passes a command message to the decoder. This includes commands like |
- // start of stream, end of stream, flush, drain the decoder, etc. |
- bool SendMFTMessage(MFT_MESSAGE_TYPE msg, int32_t param); |
- |
- // The bulk of the decoding happens here. This function handles errors, |
- // format changes and processes decoded output. |
- void DoDecode(); |
- |
- // Invoked when we have a valid decoded output sample. Retrieves the D3D |
- // surface and maintains a copy of it which is passed eventually to the |
- // client when we have a picture buffer to copy the surface contents to. |
- bool ProcessOutputSample(IMFSample* sample); |
- |
- // Processes pending output samples by copying them to available picture |
- // slots. |
- void ProcessPendingSamples(); |
- |
- // Helper function to notify the accelerator client about the error. |
- void StopOnError(media::VideoDecodeAccelerator::Error error); |
- |
- // Transitions the decoder to the uninitialized state. The decoder will stop |
- // accepting requests in this state. |
- void Invalidate(); |
- |
- // Notifies the client that the input buffer identifed by input_buffer_id has |
- // been processed. |
- void NotifyInputBufferRead(int input_buffer_id); |
- |
- // Notifies the client that the decoder was flushed. |
- void NotifyFlushDone(); |
- |
- // Notifies the client that the decoder was reset. |
- void NotifyResetDone(); |
- |
- // Requests picture buffers from the client. |
- void RequestPictureBuffers(int width, int height); |
- |
- // Notifies the client about the availability of a picture. |
- void NotifyPictureReady(int picture_buffer_id, |
- int input_buffer_id); |
- |
- // Sends pending input buffer processed acks to the client if we don't have |
- // output samples waiting to be processed. |
- void NotifyInputBuffersDropped(); |
- |
- // Decodes pending input buffers. |
- void DecodePendingInputBuffers(); |
- |
- // Helper for handling the Flush operation. |
- void FlushInternal(); |
- |
- // Helper for handling the Decode operation. |
- void DecodeInternal(const base::win::ScopedComPtr<IMFSample>& input_sample); |
- |
- // Handles mid stream resolution changes. |
- void HandleResolutionChanged(int width, int height); |
- |
- struct DXVAPictureBuffer; |
- typedef std::map<int32_t, linked_ptr<DXVAPictureBuffer>> OutputBuffers; |
- |
- // Tells the client to dismiss the stale picture buffers passed in. |
- void DismissStaleBuffers(bool force); |
- |
- // Called after the client indicates we can recycle a stale picture buffer. |
- void DeferredDismissStaleBuffer(int32_t picture_buffer_id); |
- |
- // Sets the state of the decoder. Called from the main thread and the decoder |
- // thread. The state is changed on the main thread. |
- void SetState(State state); |
- |
- // Gets the state of the decoder. Can be called from the main thread and |
- // the decoder thread. Thread safe. |
- State GetState(); |
- |
- // Starts the thread used for decoding. |
- void StartDecoderThread(); |
- |
- // Returns if we have output samples waiting to be processed. We only |
- // allow one output sample to be present in the output queue at any given |
- // time. |
- bool OutputSamplesPresent(); |
- |
- // Copies the source surface |src_surface| to the destination |dest_surface|. |
- // The copying is done on the decoder thread. |
- void CopySurface(IDirect3DSurface9* src_surface, |
- IDirect3DSurface9* dest_surface, |
- int picture_buffer_id, |
- int input_buffer_id); |
- |
- // This is a notification that the source surface |src_surface| was copied to |
- // the destination |dest_surface|. Received on the main thread. |
- void CopySurfaceComplete(IDirect3DSurface9* src_surface, |
- IDirect3DSurface9* dest_surface, |
- int picture_buffer_id, |
- int input_buffer_id); |
- |
- // Copies the source texture |src_texture| to the destination |dest_texture|. |
- // The copying is done on the decoder thread. The |video_frame| parameter |
- // is the sample containing the frame to be copied. |
- void CopyTexture(ID3D11Texture2D* src_texture, |
- ID3D11Texture2D* dest_texture, |
- base::win::ScopedComPtr<IDXGIKeyedMutex> dest_keyed_mutex, |
- uint64_t keyed_mutex_value, |
- IMFSample* video_frame, |
- int picture_buffer_id, |
- int input_buffer_id); |
- |
- // Flushes the decoder device to ensure that the decoded surface is copied |
- // to the target surface. |iterations| helps to maintain an upper limit on |
- // the number of times we try to complete the flush operation. |
- void FlushDecoder(int iterations, |
- IDirect3DSurface9* src_surface, |
- IDirect3DSurface9* dest_surface, |
- int picture_buffer_id, |
- int input_buffer_id); |
- |
- // Polls to wait for GPU commands to be finished on the picture buffer |
- // before reusing it. |
- void WaitForOutputBuffer(int32_t picture_buffer_id, int count); |
- |
- // Initializes the DX11 Video format converter media types. |
- // Returns true on success. |
- bool InitializeDX11VideoFormatConverterMediaType(int width, int height); |
- |
- // Returns the output video frame dimensions (width, height). |
- // |sample| :- This is the output sample containing the video frame. |
- // |width| :- The width is returned here. |
- // |height| :- The height is returned here. |
- // Returns true on success. |
- bool GetVideoFrameDimensions(IMFSample* sample, int* width, int* height); |
- |
- // Sets the output type on the |transform| to the GUID identified by the |
- // the |output_type| parameter. The GUID can be MFVideoFormat_RGB32, |
- // MFVideoFormat_ARGB32, MFVideoFormat_NV12, etc. |
- // Additionally if the |width| and |height| parameters are non zero, then |
- // this function also sets the MF_MT_FRAME_SIZE attribute on the type. |
- // Returns true on success. |
- bool SetTransformOutputType(IMFTransform* transform, |
- const GUID& output_type, |
- int width, |
- int height); |
- |
- // Checks if the resolution, bitrate etc of the stream changed. We do this |
- // by keeping track of the SPS/PPS frames and if they change we assume |
- // that the configuration changed. |
- // Returns S_OK or S_FALSE on succcess. |
- // The |config_changed| parameter is set to true if we detect a change in the |
- // stream. |
- HRESULT CheckConfigChanged(IMFSample* sample, bool* config_changed); |
- |
- // Called when we detect a stream configuration change. We reinitialize the |
- // decoder here. |
- void ConfigChanged(const Config& config); |
- |
- // To expose client callbacks from VideoDecodeAccelerator. |
- media::VideoDecodeAccelerator::Client* client_; |
- |
- base::win::ScopedComPtr<IMFTransform> decoder_; |
- base::win::ScopedComPtr<IMFTransform> video_format_converter_mft_; |
- |
- base::win::ScopedComPtr<IDirect3D9Ex> d3d9_; |
- base::win::ScopedComPtr<IDirect3DDevice9Ex> d3d9_device_ex_; |
- base::win::ScopedComPtr<IDirect3DDeviceManager9> device_manager_; |
- base::win::ScopedComPtr<IDirect3DQuery9> query_; |
- |
- base::win::ScopedComPtr<ID3D11Device > d3d11_device_; |
- base::win::ScopedComPtr<IMFDXGIDeviceManager> d3d11_device_manager_; |
- base::win::ScopedComPtr<ID3D10Multithread> multi_threaded_; |
- base::win::ScopedComPtr<ID3D11DeviceContext> d3d11_device_context_; |
- base::win::ScopedComPtr<ID3D11Query> d3d11_query_; |
- |
- // Ideally the reset token would be a stack variable which is used while |
- // creating the device manager. However it seems that the device manager |
- // holds onto the token and attempts to access it if the underlying device |
- // changes. |
- // TODO(ananta): This needs to be verified. |
- uint32_t dev_manager_reset_token_; |
- |
- // Reset token for the DX11 device manager. |
- uint32_t dx11_dev_manager_reset_token_; |
- |
- uint32_t dx11_dev_manager_reset_token_format_conversion_; |
- |
- // The EGL config to use for decoded frames. |
- EGLConfig egl_config_; |
- |
- // Current state of the decoder. |
- volatile State state_; |
- |
- MFT_INPUT_STREAM_INFO input_stream_info_; |
- MFT_OUTPUT_STREAM_INFO output_stream_info_; |
- |
- // Contains information about a decoded sample. |
- struct PendingSampleInfo { |
- PendingSampleInfo(int32_t buffer_id, IMFSample* sample); |
- PendingSampleInfo(const PendingSampleInfo& other); |
- ~PendingSampleInfo(); |
- |
- int32_t input_buffer_id; |
- |
- // The target picture buffer id where the frame would be copied to. |
- // Defaults to -1. |
- int picture_buffer_id; |
- |
- base::win::ScopedComPtr<IMFSample> output_sample; |
- }; |
- |
- typedef std::list<PendingSampleInfo> PendingOutputSamples; |
- |
- // List of decoded output samples. Protected by |decoder_lock_|. |
- PendingOutputSamples pending_output_samples_; |
- |
- // This map maintains the picture buffers passed the client for decoding. |
- // The key is the picture buffer id. |
- OutputBuffers output_picture_buffers_; |
- |
- // After a resolution change there may be a few output buffers which have yet |
- // to be displayed so they cannot be dismissed immediately. We move them from |
- // |output_picture_buffers_| to this map so they may be dismissed once they |
- // become available. |
- OutputBuffers stale_output_picture_buffers_; |
- |
- // Set to true if we requested picture slots from the client. |
- bool pictures_requested_; |
- |
- // Counter which holds the number of input packets before a successful |
- // decode. |
- int inputs_before_decode_; |
- |
- // Set to true when the drain message is sent to the decoder during a flush |
- // operation. Used to ensure the message is only sent once after |
- // |pending_input_buffers_| is drained. Protected by |decoder_lock_|. |
- bool sent_drain_message_; |
- |
- // List of input samples waiting to be processed. |
- typedef std::list<base::win::ScopedComPtr<IMFSample>> PendingInputs; |
- PendingInputs pending_input_buffers_; |
- |
- // Callback to get current GLContext. |
- GetGLContextCallback get_gl_context_cb_; |
- // Callback to set the correct gl context. |
- MakeGLContextCurrentCallback make_context_current_cb_; |
- |
- // Which codec we are decoding with hardware acceleration. |
- media::VideoCodec codec_; |
- // Thread on which the decoder operations like passing input frames, |
- // getting output frames are performed. One instance of this thread |
- // is created per decoder instance. |
- base::Thread decoder_thread_; |
- |
- // Task runner to be used for posting tasks to the decoder thread. |
- scoped_refptr<base::SingleThreadTaskRunner> decoder_thread_task_runner_; |
- |
- // Task runner to be used for posting tasks to the main thread. |
- scoped_refptr<base::SingleThreadTaskRunner> main_thread_task_runner_; |
- |
- // Used to synchronize access between the decoder thread and the main thread. |
- base::Lock decoder_lock_; |
- |
- // Disallow rebinding WeakReference ownership to a different thread by |
- // keeping a persistent reference. This avoids problems with the |
- // thread safety of reaching into this class from multiple threads to |
- // attain a WeakPtr. |
- base::WeakPtr<DXVAVideoDecodeAccelerator> weak_ptr_; |
- |
- // Set to true if we are in the context of a Flush operation. Used to prevent |
- // multiple flush done notifications being sent out. |
- bool pending_flush_; |
- |
- // Defaults to false. Indicates if we should use D3D or DX11 interfaces for |
- // H/W decoding. |
- bool use_dx11_; |
- |
- // True if we should use DXGI keyed mutexes to synchronize between the two |
- // contexts. |
- bool use_keyed_mutex_; |
- |
- // Set to true if the DX11 video format converter input media types need to |
- // be initialized. Defaults to true. |
- bool dx11_video_format_converter_media_type_needs_init_; |
- |
- // Set to true if we are sharing ANGLE's device. |
- bool using_angle_device_; |
- |
- // Enables experimental hardware acceleration for VP8/VP9 video decoding. |
- const bool enable_accelerated_vpx_decode_; |
- |
- // The media foundation H.264 decoder has problems handling changes like |
- // resolution change, bitrate change etc. If we reinitialize the decoder |
- // when these changes occur then, the decoder works fine. The |
- // H264ConfigChangeDetector class provides functionality to check if the |
- // stream configuration changed. |
- std::unique_ptr<H264ConfigChangeDetector> config_change_detector_; |
- |
- // Contains the initialization parameters for the video. |
- Config config_; |
- |
- // WeakPtrFactory for posting tasks back to |this|. |
- base::WeakPtrFactory<DXVAVideoDecodeAccelerator> weak_this_factory_; |
- |
- // Function pointer for the MFCreateDXGIDeviceManager API. |
- static CreateDXGIDeviceManager create_dxgi_device_manager_; |
- |
- DISALLOW_COPY_AND_ASSIGN(DXVAVideoDecodeAccelerator); |
-}; |
- |
-} // namespace content |
- |
-#endif // CONTENT_COMMON_GPU_MEDIA_DXVA_VIDEO_DECODE_ACCELERATOR_H_ |