Index: content/renderer/media/rtc_video_decoder.h |
diff --git a/content/renderer/media/rtc_video_decoder.h b/content/renderer/media/rtc_video_decoder.h |
deleted file mode 100644 |
index a9f8872925197332132b204a9cbf3efc70121f1e..0000000000000000000000000000000000000000 |
--- a/content/renderer/media/rtc_video_decoder.h |
+++ /dev/null |
@@ -1,309 +0,0 @@ |
-// Copyright 2013 The Chromium Authors. All rights reserved. |
-// Use of this source code is governed by a BSD-style license that can be |
-// found in the LICENSE file. |
- |
-#ifndef CONTENT_RENDERER_MEDIA_RTC_VIDEO_DECODER_H_ |
-#define CONTENT_RENDERER_MEDIA_RTC_VIDEO_DECODER_H_ |
- |
-#include <stddef.h> |
-#include <stdint.h> |
- |
-#include <deque> |
-#include <list> |
-#include <map> |
-#include <set> |
-#include <utility> |
- |
-#include "base/gtest_prod_util.h" |
-#include "base/macros.h" |
-#include "base/memory/weak_ptr.h" |
-#include "base/synchronization/lock.h" |
-#include "base/threading/thread.h" |
-#include "content/common/content_export.h" |
-#include "media/base/bitstream_buffer.h" |
-#include "media/base/video_decoder.h" |
-#include "media/video/picture.h" |
-#include "media/video/video_decode_accelerator.h" |
-#include "third_party/webrtc/modules/video_coding/include/video_codec_interface.h" |
-#include "ui/gfx/geometry/rect.h" |
- |
-namespace base { |
-class WaitableEvent; |
-}; |
- |
-namespace media { |
-class DecoderBuffer; |
-class GpuVideoAcceleratorFactories; |
-} |
- |
-namespace gpu { |
-struct SyncToken; |
-} |
- |
-namespace content { |
- |
-// This class uses hardware accelerated video decoder to decode video for |
-// WebRTC. |vda_message_loop_| is the message loop proxy of the media thread, |
-// which VDA::Client methods run on. webrtc::VideoDecoder methods run on WebRTC |
-// DecodingThread or Chrome_libJingle_WorkerThread, which are trampolined to |
-// |vda_message_loop_|. Decode() is non-blocking and queues the buffers. Decoded |
-// frames are delivered to WebRTC on |vda_message_loop_|. |
-class CONTENT_EXPORT RTCVideoDecoder |
- : NON_EXPORTED_BASE(public webrtc::VideoDecoder), |
- public media::VideoDecodeAccelerator::Client { |
- public: |
- ~RTCVideoDecoder() override; |
- |
- // Creates a RTCVideoDecoder on the message loop of |factories|. Returns NULL |
- // if failed. The video decoder will run on the message loop of |factories|. |
- static std::unique_ptr<RTCVideoDecoder> Create( |
- webrtc::VideoCodecType type, |
- media::GpuVideoAcceleratorFactories* factories); |
- // Destroys |decoder| on the loop of |factories| |
- static void Destroy(webrtc::VideoDecoder* decoder, |
- media::GpuVideoAcceleratorFactories* factories); |
- |
- // webrtc::VideoDecoder implementation. |
- // Called on WebRTC DecodingThread. |
- int32_t InitDecode(const webrtc::VideoCodec* codecSettings, |
- int32_t numberOfCores) override; |
- // Called on WebRTC DecodingThread. |
- int32_t Decode(const webrtc::EncodedImage& inputImage, |
- bool missingFrames, |
- const webrtc::RTPFragmentationHeader* fragmentation, |
- const webrtc::CodecSpecificInfo* codecSpecificInfo = NULL, |
- int64_t renderTimeMs = -1) override; |
- // Called on WebRTC DecodingThread. |
- int32_t RegisterDecodeCompleteCallback( |
- webrtc::DecodedImageCallback* callback) override; |
- // Called on Chrome_libJingle_WorkerThread. The child thread is blocked while |
- // this runs. |
- int32_t Release() override; |
- |
- // VideoDecodeAccelerator::Client implementation. |
- void ProvidePictureBuffers(uint32_t count, |
- media::VideoPixelFormat format, |
- uint32_t textures_per_buffer, |
- const gfx::Size& size, |
- uint32_t texture_target) override; |
- void DismissPictureBuffer(int32_t id) override; |
- void PictureReady(const media::Picture& picture) override; |
- void NotifyEndOfBitstreamBuffer(int32_t id) override; |
- void NotifyFlushDone() override; |
- void NotifyResetDone() override; |
- void NotifyError(media::VideoDecodeAccelerator::Error error) override; |
- |
- private: |
- // Metadata of a bitstream buffer. |
- struct BufferData { |
- BufferData(int32_t bitstream_buffer_id, |
- uint32_t timestamp, |
- size_t size, |
- const gfx::Rect& visible_rect); |
- BufferData(); |
- ~BufferData(); |
- int32_t bitstream_buffer_id; |
- uint32_t timestamp; // in 90KHz |
- size_t size; // buffer size |
- gfx::Rect visible_rect; |
- }; |
- |
- FRIEND_TEST_ALL_PREFIXES(RTCVideoDecoderTest, IsBufferAfterReset); |
- FRIEND_TEST_ALL_PREFIXES(RTCVideoDecoderTest, IsFirstBufferAfterReset); |
- FRIEND_TEST_ALL_PREFIXES(RTCVideoDecoderTest, GetVDAErrorCounterForTesting); |
- |
- RTCVideoDecoder(webrtc::VideoCodecType type, |
- media::GpuVideoAcceleratorFactories* factories); |
- |
- // Requests a buffer to be decoded by VDA. |
- void RequestBufferDecode(); |
- |
- bool CanMoreDecodeWorkBeDone(); |
- |
- // Returns true if bitstream buffer id |id_buffer| comes after |id_reset|. |
- // This handles the wraparound. |
- bool IsBufferAfterReset(int32_t id_buffer, int32_t id_reset); |
- |
- // Returns true if bitstream buffer |id_buffer| is the first buffer after |
- // |id_reset|. |
- bool IsFirstBufferAfterReset(int32_t id_buffer, int32_t id_reset); |
- |
- int GetVDAErrorCounterForTesting() { return vda_error_counter_; } |
- |
- // Saves a WebRTC buffer in |decode_buffers_| for decode. |
- void SaveToDecodeBuffers_Locked( |
- const webrtc::EncodedImage& input_image, |
- std::unique_ptr<base::SharedMemory> shm_buffer, |
- const BufferData& buffer_data); |
- |
- // Saves a WebRTC buffer in |pending_buffers_| waiting for SHM available. |
- // Returns true on success. |
- bool SaveToPendingBuffers_Locked(const webrtc::EncodedImage& input_image, |
- const BufferData& buffer_data); |
- |
- // Gets SHM and moves pending buffers to decode buffers. |
- void MovePendingBuffersToDecodeBuffers(); |
- |
- scoped_refptr<media::VideoFrame> CreateVideoFrame( |
- const media::Picture& picture, |
- const media::PictureBuffer& pb, |
- uint32_t timestamp, |
- const gfx::Rect& visible_rect, |
- media::VideoPixelFormat pixel_format); |
- |
- // Resets VDA. |
- void ResetInternal(); |
- |
- // Static method is to allow it to run even after RVD is deleted. |
- static void ReleaseMailbox(base::WeakPtr<RTCVideoDecoder> decoder, |
- media::GpuVideoAcceleratorFactories* factories, |
- int64_t picture_buffer_id, |
- uint32_t texture_id, |
- const gpu::SyncToken& release_sync_token); |
- // Tells VDA that a picture buffer can be recycled. |
- void ReusePictureBuffer(int64_t picture_buffer_id); |
- |
- // Creates |vda_| on |vda_loop_proxy_|. |
- void CreateVDA(media::VideoCodecProfile profile, base::WaitableEvent* waiter); |
- |
- void DestroyTextures(); |
- void DestroyVDA(); |
- |
- // Gets a shared-memory segment of at least |min_size| bytes from |
- // |available_shm_segments_|. Returns NULL if there is no buffer or the |
- // buffer is not big enough. |
- std::unique_ptr<base::SharedMemory> GetSHM_Locked(size_t min_size); |
- |
- // Returns a shared-memory segment to the available pool. |
- void PutSHM_Locked(std::unique_ptr<base::SharedMemory> shm_buffer); |
- |
- // Allocates |count| shared memory buffers of |size| bytes. |
- void CreateSHM(size_t count, size_t size); |
- |
- // Stores the buffer metadata to |input_buffer_data_|. |
- void RecordBufferData(const BufferData& buffer_data); |
- // Gets the buffer metadata from |input_buffer_data_|. |
- void GetBufferData(int32_t bitstream_buffer_id, |
- uint32_t* timestamp, |
- gfx::Rect* visible_rect); |
- |
- // Records the result of InitDecode to UMA and returns |status|. |
- int32_t RecordInitDecodeUMA(int32_t status); |
- |
- // Asserts the contract that this class is operated on the right thread. |
- void DCheckGpuVideoAcceleratorFactoriesTaskRunnerIsCurrent() const; |
- |
- // Queries factories_ whether |profile| is supported and return true is so, |
- // false otherwise. If true, also set resolution limits for |profile| |
- // in min/max_resolution_. |
- bool IsProfileSupported(media::VideoCodecProfile profile); |
- |
- // Clears the pending_buffers_ queue, freeing memory. |
- void ClearPendingBuffers(); |
- |
- // Resets |vda_error_counter_| after a successfull run of decode. |
- void TryResetVDAErrorCounter_Locked(); |
- |
- enum State { |
- UNINITIALIZED, // The decoder has not initialized. |
- INITIALIZED, // The decoder has initialized. |
- RESETTING, // The decoder is being reset. |
- DECODE_ERROR, // Decoding error happened. |
- }; |
- |
- static const int32_t ID_LAST; // maximum bitstream buffer id |
- static const int32_t ID_HALF; // half of the maximum bitstream buffer id |
- static const int32_t ID_INVALID; // indicates Reset or Release never occurred |
- |
- // The hardware video decoder. |
- std::unique_ptr<media::VideoDecodeAccelerator> vda_; |
- |
- media::VideoCodecProfile vda_codec_profile_; |
- |
- // Number of times that |vda_| notified of an error. |
- uint32_t vda_error_counter_; |
- |
- // The video codec type, as reported by WebRTC. |
- const webrtc::VideoCodecType video_codec_type_; |
- |
- // The size of the incoming video frames. |
- gfx::Size frame_size_; |
- |
- media::GpuVideoAcceleratorFactories* const factories_; |
- |
- // The texture target used for decoded pictures. |
- uint32_t decoder_texture_target_; |
- |
- // The format of the decoded pictures. |
- media::VideoPixelFormat pixel_format_; |
- |
- // Metadata of the buffers that have been sent for decode. |
- std::list<BufferData> input_buffer_data_; |
- |
- // A map from bitstream buffer IDs to bitstream buffers that are being |
- // processed by VDA. The map owns SHM buffers. |
- std::map<int32_t, base::SharedMemory*> bitstream_buffers_in_decoder_; |
- |
- // A map from picture buffer IDs to texture-backed picture buffers. |
- std::map<int32_t, media::PictureBuffer> assigned_picture_buffers_; |
- |
- // PictureBuffers given to us by VDA via PictureReady, which we sent forward |
- // as VideoFrames to be rendered via read_cb_, and which will be returned |
- // to us via ReusePictureBuffer. |
- typedef std::map<int32_t /* picture_buffer_id */, uint32_t /* texture_id */> |
- PictureBufferTextureMap; |
- PictureBufferTextureMap picture_buffers_at_display_; |
- |
- // The id that will be given to the next picture buffer. |
- int32_t next_picture_buffer_id_; |
- |
- // Protects |state_|, |decode_complete_callback_| , |num_shm_buffers_|, |
- // |available_shm_segments_|, |pending_buffers_|, |decode_buffers_|, |
- // |next_bitstream_buffer_id_|, |reset_bitstream_buffer_id_| and |
- // |vda_error_counter_|. |
- base::Lock lock_; |
- |
- // The state of RTCVideoDecoder. Guarded by |lock_|. |
- State state_; |
- |
- // Guarded by |lock_|. |
- webrtc::DecodedImageCallback* decode_complete_callback_; |
- |
- // Total number of allocated SHM buffers. Guarded by |lock_|. |
- size_t num_shm_buffers_; |
- |
- // Shared-memory buffer pool. Since allocating SHM segments requires a |
- // round-trip to the browser process, we keep allocation out of the |
- // steady-state of the decoder. The vector owns SHM buffers. Guarded by |
- // |lock_|. |
- std::vector<base::SharedMemory*> available_shm_segments_; |
- |
- // A queue storing WebRTC encoding images (and their metadata) that are |
- // waiting for the shared memory. Guarded by |lock_|. |
- std::deque<std::pair<webrtc::EncodedImage, BufferData>> pending_buffers_; |
- |
- // A queue storing buffers (and their metadata) that will be sent to VDA for |
- // decode. The queue owns SHM buffers. Guarded by |lock_|. |
- std::deque<std::pair<base::SharedMemory*, BufferData>> decode_buffers_; |
- |
- // The id that will be given to the next bitstream buffer. Guarded by |lock_|. |
- int32_t next_bitstream_buffer_id_; |
- |
- // A buffer that has an id less than this should be dropped because Reset or |
- // Release has been called. Guarded by |lock_|. |
- int32_t reset_bitstream_buffer_id_; |
- |
- // Minimum and maximum supported resolutions for the current profile/VDA. |
- gfx::Size min_resolution_; |
- gfx::Size max_resolution_; |
- |
- // Must be destroyed, or invalidated, on |vda_loop_proxy_| |
- // NOTE: Weak pointers must be invalidated before all other member variables. |
- base::WeakPtrFactory<RTCVideoDecoder> weak_factory_; |
- |
- DISALLOW_COPY_AND_ASSIGN(RTCVideoDecoder); |
-}; |
- |
-} // namespace content |
- |
-#endif // CONTENT_RENDERER_MEDIA_RTC_VIDEO_DECODER_H_ |