Index: content/common/gpu/media/h264_decoder.h |
diff --git a/content/common/gpu/media/h264_decoder.h b/content/common/gpu/media/h264_decoder.h |
deleted file mode 100644 |
index 51c4f7d8fb44f0d2caa2447d2304e8d09910c4a6..0000000000000000000000000000000000000000 |
--- a/content/common/gpu/media/h264_decoder.h |
+++ /dev/null |
@@ -1,280 +0,0 @@ |
-// Copyright (c) 2012 The Chromium Authors. All rights reserved. |
-// Use of this source code is governed by a BSD-style license that can be |
-// found in the LICENSE file. |
- |
-#ifndef CONTENT_COMMON_GPU_MEDIA_H264_DECODER_H_ |
-#define CONTENT_COMMON_GPU_MEDIA_H264_DECODER_H_ |
- |
-#include <stddef.h> |
-#include <stdint.h> |
- |
-#include <memory> |
-#include <vector> |
- |
-#include "base/macros.h" |
-#include "base/memory/ref_counted.h" |
-#include "content/common/content_export.h" |
-#include "content/common/gpu/media/accelerated_video_decoder.h" |
-#include "content/common/gpu/media/h264_dpb.h" |
-#include "media/base/limits.h" |
-#include "media/filters/h264_parser.h" |
-#include "ui/gfx/geometry/size.h" |
- |
-namespace content { |
- |
-// Clients of this class are expected to pass H264 Annex-B byte stream |
-// and are expected to provide an implementation of H264Accelerator for |
-// offloading final steps of the decoding process. |
-// |
-// This class must be created, called and destroyed on a single thread, and |
-// does nothing internally on any other thread. |
-class CONTENT_EXPORT H264Decoder : public AcceleratedVideoDecoder { |
- public: |
- class CONTENT_EXPORT H264Accelerator { |
- public: |
- H264Accelerator(); |
- virtual ~H264Accelerator(); |
- |
- // Create a new H264Picture that the decoder client can use for decoding |
- // and pass back to this accelerator for decoding or reference. |
- // When the picture is no longer needed by decoder, it will just drop |
- // its reference to it, and it may do so at any time. |
- // Note that this may return nullptr if accelerator is not able to provide |
- // any new pictures at given time. The decoder is expected to handle |
- // this situation as normal and return from Decode() with kRanOutOfSurfaces. |
- virtual scoped_refptr<H264Picture> CreateH264Picture() = 0; |
- |
- // Submit metadata for the current frame, providing the current |sps| and |
- // |pps| for it, |dpb| has to contain all the pictures in DPB for current |
- // frame, and |ref_pic_p0/b0/b1| as specified in the H264 spec. Note that |
- // depending on the frame type, either p0, or b0 and b1 are used. |pic| |
- // contains information about the picture for the current frame. |
- // Note that this does not run decode in the accelerator and the decoder |
- // is expected to follow this call with one or more SubmitSlice() calls |
- // before calling SubmitDecode(). |
- // Return true if successful. |
- virtual bool SubmitFrameMetadata(const media::H264SPS* sps, |
- const media::H264PPS* pps, |
- const H264DPB& dpb, |
- const H264Picture::Vector& ref_pic_listp0, |
- const H264Picture::Vector& ref_pic_listb0, |
- const H264Picture::Vector& ref_pic_listb1, |
- const scoped_refptr<H264Picture>& pic) = 0; |
- |
- // Submit one slice for the current frame, passing the current |pps| and |
- // |pic| (same as in SubmitFrameMetadata()), the parsed header for the |
- // current slice in |slice_hdr|, and the reordered |ref_pic_listX|, |
- // as per H264 spec. |
- // |data| pointing to the full slice (including the unparsed header| of |
- // |size| in bytes. |
- // This must be called one or more times per frame, before SubmitDecode(). |
- // Note that |data| does not have to remain valid after this call returns. |
- // Return true if successful. |
- virtual bool SubmitSlice(const media::H264PPS* pps, |
- const media::H264SliceHeader* slice_hdr, |
- const H264Picture::Vector& ref_pic_list0, |
- const H264Picture::Vector& ref_pic_list1, |
- const scoped_refptr<H264Picture>& pic, |
- const uint8_t* data, |
- size_t size) = 0; |
- |
- // Execute the decode in hardware for |pic|, using all the slices and |
- // metadata submitted via SubmitFrameMetadata() and SubmitSlice() since |
- // the previous call to SubmitDecode(). |
- // Return true if successful. |
- virtual bool SubmitDecode(const scoped_refptr<H264Picture>& pic) = 0; |
- |
- // Schedule output (display) of |pic|. Note that returning from this |
- // method does not mean that |pic| has already been outputted (displayed), |
- // but guarantees that all pictures will be outputted in the same order |
- // as this method was called for them. Decoder may drop its reference |
- // to |pic| after calling this method. |
- // Return true if successful. |
- virtual bool OutputPicture(const scoped_refptr<H264Picture>& pic) = 0; |
- |
- // Reset any current state that may be cached in the accelerator, dropping |
- // any cached parameters/slices that have not been committed yet. |
- virtual void Reset() = 0; |
- |
- private: |
- DISALLOW_COPY_AND_ASSIGN(H264Accelerator); |
- }; |
- |
- H264Decoder(H264Accelerator* accelerator); |
- ~H264Decoder() override; |
- |
- // content::AcceleratedVideoDecoder implementation. |
- bool Flush() override WARN_UNUSED_RESULT; |
- void Reset() override; |
- void SetStream(const uint8_t* ptr, size_t size) override; |
- DecodeResult Decode() override WARN_UNUSED_RESULT; |
- gfx::Size GetPicSize() const override; |
- size_t GetRequiredNumOfPictures() const override; |
- |
- private: |
- // We need to keep at most kDPBMaxSize pictures in DPB for |
- // reference/to display later and an additional one for the one currently |
- // being decoded. We also ask for some additional ones since VDA needs |
- // to accumulate a few ready-to-output pictures before it actually starts |
- // displaying and giving them back. +2 instead of +1 because of subjective |
- // smoothness improvement during testing. |
- enum { |
- kPicsInPipeline = media::limits::kMaxVideoFrames + 2, |
- kMaxNumReqPictures = H264DPB::kDPBMaxSize + kPicsInPipeline, |
- }; |
- |
- // Internal state of the decoder. |
- enum State { |
- kNeedStreamMetadata, // After initialization, need an SPS. |
- kDecoding, // Ready to decode from any point. |
- kAfterReset, // After Reset(), need a resume point. |
- kError, // Error in decode, can't continue. |
- }; |
- |
- // Process H264 stream structures. |
- bool ProcessSPS(int sps_id, bool* need_new_buffers); |
- // Process current slice header to discover if we need to start a new picture, |
- // finishing up the current one. |
- bool PreprocessCurrentSlice(); |
- // Process current slice as a slice of the current picture. |
- bool ProcessCurrentSlice(); |
- |
- // Return true if we need to start a new picture. |
- bool IsNewPrimaryCodedPicture(const media::H264SliceHeader* slice_hdr) const; |
- |
- // Initialize the current picture according to data in |slice_hdr|. |
- bool InitCurrPicture(const media::H264SliceHeader* slice_hdr); |
- |
- // Initialize |pic| as a "non-existing" picture (see spec) with |frame_num|, |
- // to be used for frame gap concealment. |
- bool InitNonexistingPicture(scoped_refptr<H264Picture> pic, int frame_num); |
- |
- // Calculate picture order counts for |pic| on initialization |
- // of a new frame (see spec). |
- bool CalculatePicOrderCounts(scoped_refptr<H264Picture> pic); |
- |
- // Update PicNum values in pictures stored in DPB on creation of |
- // a picture with |frame_num|. |
- void UpdatePicNums(int frame_num); |
- |
- bool UpdateMaxNumReorderFrames(const media::H264SPS* sps); |
- |
- // Prepare reference picture lists for the current frame. |
- void PrepareRefPicLists(const media::H264SliceHeader* slice_hdr); |
- // Prepare reference picture lists for the given slice. |
- bool ModifyReferencePicLists(const media::H264SliceHeader* slice_hdr, |
- H264Picture::Vector* ref_pic_list0, |
- H264Picture::Vector* ref_pic_list1); |
- |
- // Construct initial reference picture lists for use in decoding of |
- // P and B pictures (see 8.2.4 in spec). |
- void ConstructReferencePicListsP(const media::H264SliceHeader* slice_hdr); |
- void ConstructReferencePicListsB(const media::H264SliceHeader* slice_hdr); |
- |
- // Helper functions for reference list construction, per spec. |
- int PicNumF(const scoped_refptr<H264Picture>& pic); |
- int LongTermPicNumF(const scoped_refptr<H264Picture>& pic); |
- |
- // Perform the reference picture lists' modification (reordering), as |
- // specified in spec (8.2.4). |
- // |
- // |list| indicates list number and should be either 0 or 1. |
- bool ModifyReferencePicList(const media::H264SliceHeader* slice_hdr, |
- int list, |
- H264Picture::Vector* ref_pic_listx); |
- |
- // Perform reference picture memory management operations (marking/unmarking |
- // of reference pictures, long term picture management, discarding, etc.). |
- // See 8.2.5 in spec. |
- bool HandleMemoryManagementOps(scoped_refptr<H264Picture> pic); |
- bool ReferencePictureMarking(scoped_refptr<H264Picture> pic); |
- bool SlidingWindowPictureMarking(); |
- |
- // Handle a gap in frame_num in the stream up to |frame_num|, by creating |
- // "non-existing" pictures (see spec). |
- bool HandleFrameNumGap(int frame_num); |
- |
- // Start processing a new frame. |
- bool StartNewFrame(const media::H264SliceHeader* slice_hdr); |
- |
- // All data for a frame received, process it and decode. |
- bool FinishPrevFrameIfPresent(); |
- |
- // Called after we are done processing |pic|. Performs all operations to be |
- // done after decoding, including DPB management, reference picture marking |
- // and memory management operations. |
- // This will also output pictures if any have become ready to be outputted |
- // after processing |pic|. |
- bool FinishPicture(scoped_refptr<H264Picture> pic); |
- |
- // Clear DPB contents and remove all surfaces in DPB from *in_use_ list. |
- // Cleared pictures will be made available for decode, unless they are |
- // at client waiting to be displayed. |
- void ClearDPB(); |
- |
- // Commits all pending data for HW decoder and starts HW decoder. |
- bool DecodePicture(); |
- |
- // Notifies client that a picture is ready for output. |
- void OutputPic(scoped_refptr<H264Picture> pic); |
- |
- // Output all pictures in DPB that have not been outputted yet. |
- bool OutputAllRemainingPics(); |
- |
- // Decoder state. |
- State state_; |
- |
- // Parser in use. |
- media::H264Parser parser_; |
- |
- // DPB in use. |
- H264DPB dpb_; |
- |
- // Picture currently being processed/decoded. |
- scoped_refptr<H264Picture> curr_pic_; |
- |
- // Reference picture lists, constructed for each frame. |
- H264Picture::Vector ref_pic_list_p0_; |
- H264Picture::Vector ref_pic_list_b0_; |
- H264Picture::Vector ref_pic_list_b1_; |
- |
- // Global state values, needed in decoding. See spec. |
- int max_frame_num_; |
- int max_pic_num_; |
- int max_long_term_frame_idx_; |
- size_t max_num_reorder_frames_; |
- |
- int prev_frame_num_; |
- int prev_ref_frame_num_; |
- int prev_frame_num_offset_; |
- bool prev_has_memmgmnt5_; |
- |
- // Values related to previously decoded reference picture. |
- bool prev_ref_has_memmgmnt5_; |
- int prev_ref_top_field_order_cnt_; |
- int prev_ref_pic_order_cnt_msb_; |
- int prev_ref_pic_order_cnt_lsb_; |
- H264Picture::Field prev_ref_field_; |
- |
- // Currently active SPS and PPS. |
- int curr_sps_id_; |
- int curr_pps_id_; |
- |
- // Current NALU and slice header being processed. |
- std::unique_ptr<media::H264NALU> curr_nalu_; |
- std::unique_ptr<media::H264SliceHeader> curr_slice_hdr_; |
- |
- // Output picture size. |
- gfx::Size pic_size_; |
- |
- // PicOrderCount of the previously outputted frame. |
- int last_output_poc_; |
- |
- H264Accelerator* accelerator_; |
- |
- DISALLOW_COPY_AND_ASSIGN(H264Decoder); |
-}; |
- |
-} // namespace content |
- |
-#endif // CONTENT_COMMON_GPU_MEDIA_H264_DECODER_H_ |