Initial implementation of the DXVA 2.0 H.264 hardware decoder for pepper for Windows. The decodin...

content/common/gpu/media/dxva_video_decode_accelerator.h

+// Copyright (c) 2011 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#ifndef CONTENT_COMMON_GPU_MEDIA_DXVA_VIDEO_DECODE_ACCELERATOR_H_
+#define CONTENT_COMMON_GPU_MEDIA_DXVA_VIDEO_DECODE_ACCELERATOR_H_
+
+#include <d3d9.h>
+#include <dxva2api.h>
+#include <map>
+#include <mfidl.h>
+#include <vector>
+
+#include "base/task.h"
+#include "base/threading/non_thread_safe.h"
+#include "base/win/scoped_comptr.h"
+#include "build/build_config.h"

[Ami GONE FROM CHROMIUM, 2011/12/16 07:38:54]

What for?

[ananta, 2011/12/17 00:40:25]

Removed.

+#include "media/video/video_decode_accelerator.h"
+#include "third_party/angle/include/EGL/egl.h"
+#include "third_party/angle/include/EGL/eglext.h"
+
+interface IMFSample;
+interface IDirect3DSurface9;
+
+// Class to provide a DXVA 2.0 based accelerator using the Microsoft Media
+// foundation APIs via the VideoDecodeAccelerator interface.
+// This class lives on a single thread and DCHECKs that it is never accessed
+// from any other.
+class DXVAVideoDecodeAccelerator : public media::VideoDecodeAccelerator,
+                                   public base::NonThreadSafe {
+ public:
+  enum State {
+    kUninitialized,   // un-initialized.
+    kNormal,          // normal playing state.
+    kResetting,       // upon received Reset(), before ResetDone()
+    kEosDrain,        // upon input EOS received.
+    kStopped,         // upon output EOS received.
+  };
+
+  // Does not take ownership of |client| which must outlive |*this|.
+  DXVAVideoDecodeAccelerator(
+      media::VideoDecodeAccelerator::Client* client,
+      base::ProcessHandle renderer_process);
+  virtual ~DXVAVideoDecodeAccelerator();
+
+  // media::VideoDecodeAccelerator implementation.
+  virtual bool Initialize(Profile profile) OVERRIDE;
+  virtual void Decode(const media::BitstreamBuffer& bitstream_buffer) OVERRIDE;
+  virtual void AssignPictureBuffers(
+      const std::vector<media::PictureBuffer>& buffers) OVERRIDE;
+  virtual void ReusePictureBuffer(int32 picture_buffer_id) OVERRIDE;
+  virtual void Flush() OVERRIDE;
+  virtual void Reset() OVERRIDE;
+  virtual void Destroy() OVERRIDE;
+
+ private:
+  // Creates and initializes an instance of the D3D device and the
+  // corresponding device manager. The device manager instance is eventually
+  // passed to the IMFTransform interface implemented by the H264 decoder.

[Ami GONE FROM CHROMIUM, 2011/12/16 07:38:54]

s/H264/h.264/ here and elsewhere in the CL.

[ananta, 2011/12/17 00:40:25]

Done.

+  bool CreateD3DDevManager();
+
+  // Creates, initializes and sets the media types for the H264 decoder.
+  bool InitDecoder();
+
+  // Returns true if the H264 decoder supports hardware video acceleration.
+  bool CheckDecoderDxvaSupport();
+
+  // Returns information about the input and output streams. This includes
+  // alignment information, decoder support flags, minimum sample size, etc.
+  bool GetStreamsInfoAndBufferReqs();
+
+  // Registers the input and output media types on the H264 decoder. This
+  // includes the expected input and output formats.
+  bool SetDecoderMediaTypes();
+
+  // Registers the input media type for the H264 decoder.
+  bool SetDecoderInputMediaType();
+
+  // Registers the output media type for the H264 decoder.
+  bool SetDecoderOutputMediaType(const GUID& subtype);
+
+  // Passes a command message to the decoder. This includes commands like
+  // start of stream, end of stream, flush, drain the decoder, etc.
+  bool SendMFTMessage(MFT_MESSAGE_TYPE msg, int32 param);
+
+  // The bulk of the decoding happens here. This function handles errors,
+  // format changes and processes decoded output.
+  void DoDecode();
+
+  // Invoked when we have a valid decoded output sample. Retrieves the D3D
+  // surface and maintains a copy of it which is passed eventually to the
+  // client when we have a picture buffer to copy the surface contents to.
+  bool ProcessOutputSample(IMFSample* sample);
+
+  // Copies the output sample data to the picture buffer provided by the
+  // client.
+  bool CopyOutputSampleDataToPictureBuffer(IDirect3DSurface9* dest_surface,
+                                           media::PictureBuffer picture_buffer,
+                                           int32 input_buffer_id);
+  // Processes pending output samples by copying them to available picture

[Ami GONE FROM CHROMIUM, 2011/12/16 07:38:54]

precede with newline

[ananta, 2011/12/17 00:40:25]

Done.

+  // slots.
+  void ProcessPendingSamples();
+
+  // Clears local state maintained by the decoder.
+  void ClearState();
+
+  // Helper function to notify the accelerator client about the error.
+  void NotifyError(media::VideoDecodeAccelerator::Error error);
+
+  // Helper function to read the bitmap from the D3D surface passed in.
+  bool GetBitmapFromSurface(IDirect3DSurface9* surface,
+                            scoped_array<char>* bits);
+
+  // To expose client callbacks from VideoDecodeAccelerator.
+  media::VideoDecodeAccelerator::Client* client_;
+
+  base::win::ScopedComPtr<IDirect3DDevice9Ex> device_;
+  base::win::ScopedComPtr<IDirect3DDeviceManager9> device_manager_;
+  base::win::ScopedComPtr<IMFTransform> decoder_;
+
+  // Current state of the decoder.
+  State state_;
+
+  MFT_INPUT_STREAM_INFO input_stream_info_;
+  MFT_OUTPUT_STREAM_INFO output_stream_info_;
+
+  // Contains information about a decoded sample.
+  struct PendingSampleInfo {
+    PendingSampleInfo(int32 buffer_id, IDirect3DSurface9* surface);
+
+    int32 input_buffer_id;
+    base::win::ScopedComPtr<IDirect3DSurface9> dest_surface;

[Ami GONE FROM CHROMIUM, 2011/12/16 07:38:54]

This field makes it ~PendingSampleInfo() non-trivial, so you should declare it
here and define it (empty) in the .cc file.

[ananta, 2011/12/17 00:40:25]

Done.

+  };
+
+  typedef std::vector<PendingSampleInfo> PendingOutputSamples;

[Ami GONE FROM CHROMIUM, 2011/12/16 07:38:54]

Given the ways this is used a list<> makes more sense than a vector<> (since you
want to support efficient pop_front).

[ananta, 2011/12/17 00:40:25]

Done.

+
+  // List of output samples for DXVAVideoDecodeAcceleratorrendering.

[Ami GONE FROM CHROMIUM, 2011/12/16 07:38:54]

s/rr/r r/

[ananta, 2011/12/17 00:40:25]

Done.

+  PendingOutputSamples pending_output_samples_;
+
+  // Maintains information about a DXVA picture buffer, i.e. whether it is
+  // available for rendering, the texture information, etc.
+  struct DXVAPictureBuffer {
+    DXVAPictureBuffer(bool is_available, const media::PictureBuffer& buffer);
+    DXVAPictureBuffer();

[Ami GONE FROM CHROMIUM, 2011/12/16 07:38:54]

Can you drop this ctor?
(I suspect you needed it only b/c of the use(s) of operator[], which I think
isn't the right thing to use in your cases).

[ananta, 2011/12/17 00:40:25]

Done.

+
+    bool available;
+    media::PictureBuffer picture_buffer;
+  };
+
+  // This map maintains the picture buffers passed the client for decoding.
+  // The key is the picture buffer id.
+  typedef std::map<int32, DXVAPictureBuffer> OutputBuffers;
+  OutputBuffers output_picture_buffers_;
+
+  // Set to true if we requested picture slots from the client.
+  bool pictures_requested_;
+
+  // Contains the id of the last input buffer received from the client.

[Ami GONE FROM CHROMIUM, 2011/12/16 07:38:54]

Can you drop this in favor of simply passing the buffer's id from Decode to
DoDecode?

[ananta, 2011/12/17 00:40:25]

DoDecode also gets called from Flush which drains the decoder. We need the last
input buffer id to be sent over in the corresponding PictureReady message going
over to the plugin. This is not very elegant and hopefully will be addressed
with the buffering research.

[Ami GONE FROM CHROMIUM, 2011/12/19 22:53:44]

Decode's synchronous implementation means Flush() will never have anything to
flush, though, no?

+  int32 last_input_buffer_id_;
+
+  // Handle to the renderer process.
+  base::ProcessHandle renderer_process_;
+
+  uint32 dev_manager_reset_token_;

[Ami GONE FROM CHROMIUM, 2011/12/16 07:38:54]

This needs a great big comment on it, if its only reason for existing is that
the MF API can't be told to forget its argument.
apatrick's comment started with "I think"; can you verify this in fact happens,
since it's such a hack (or maybe you understand apatrick's tone better and know
he meant "know" when he said "think" :))

[ananta, 2011/12/17 00:40:25]

Added a comment for now. Will look into this along with the buffering research
needed into MF.

+
+  scoped_ptr<ScopedRunnableMethodFactory<
+      media::VideoDecodeAccelerator::Client> > method_factory_;
+
+  // Counter which holds the number of input packets before a successful
+  // decode.
+  int inputs_before_decode_;
+};
+
+#endif  // CONTENT_COMMON_GPU_MEDIA_DXVA_VIDEO_DECODE_ACCELERATOR_H_
+