| Index: content/renderer/media/media_stream_audio_source.h
|
| diff --git a/content/renderer/media/media_stream_audio_source.h b/content/renderer/media/media_stream_audio_source.h
|
| index 3d55f224071dd4d19291dfec3405376a79236b3f..235227189090955df93ef26a83f749be91ed1bc3 100644
|
| --- a/content/renderer/media/media_stream_audio_source.h
|
| +++ b/content/renderer/media/media_stream_audio_source.h
|
| @@ -6,94 +6,145 @@
|
| #define CONTENT_RENDERER_MEDIA_MEDIA_STREAM_AUDIO_SOURCE_H_
|
|
|
| #include <memory>
|
| +#include <string>
|
|
|
| #include "base/compiler_specific.h"
|
| #include "base/macros.h"
|
| #include "base/memory/weak_ptr.h"
|
| #include "content/common/content_export.h"
|
| +#include "content/renderer/media/media_stream_audio_deliverer.h"
|
| #include "content/renderer/media/media_stream_source.h"
|
| -#include "content/renderer/media/webaudio_capturer_source.h"
|
| -#include "content/renderer/media/webrtc/peer_connection_dependency_factory.h"
|
| -#include "content/renderer/media/webrtc_audio_capturer.h"
|
| -#include "third_party/webrtc/api/mediastreaminterface.h"
|
| +#include "third_party/WebKit/public/platform/WebMediaStreamSource.h"
|
| +#include "third_party/WebKit/public/platform/WebMediaStreamTrack.h"
|
|
|
| namespace content {
|
|
|
| class MediaStreamAudioTrack;
|
|
|
| -// TODO(miu): In a soon-upcoming set of refactoring changes, this class will
|
| -// become a base class for managing tracks (part of what WebRtcAudioCapturer
|
| -// does today). Then, the rest of WebRtcAudioCapturer will be rolled into a
|
| -// subclass. http://crbug.com/577874
|
| +// Represents a source of audio, and manages the delivery of audio data between
|
| +// the source implementation and one or more MediaStreamAudioTracks. This is a
|
| +// base class providing all the necessary functionality to connect tracks and
|
| +// have audio data delivered to them. Subclasses provide the actual audio source
|
| +// implementation (e.g., media::AudioCapturerSource), and should implement the
|
| +// EnsureSourceIsStarted() and EnsureSourceIsStopped() methods, and call
|
| +// SetFormat() and DeliverDataToTracks().
|
| +//
|
| +// This base class can be instantiated, to be used as a place-holder or a "null"
|
| +// source of audio. This can be useful for unit testing, wherever a mock is
|
| +// needed, and/or calls to DeliverDataToTracks() must be made at very specific
|
| +// times.
|
| +//
|
| +// An instance of this class is owned by blink::WebMediaStreamSource.
|
| +//
|
| +// Usage example:
|
| +//
|
| +// class MyAudioSource : public MediaStreamSource { ... };
|
| +//
|
| +// blink::WebMediaStreamSource blink_source = ...;
|
| +// blink::WebMediaStreamTrack blink_track = ...;
|
| +// blink_source.setExtraData(new MyAudioSource()); // Takes ownership.
|
| +// if (MediaStreamAudioSource::From(blink_source)
|
| +// ->ConnectToTrack(blink_track)) {
|
| +// LOG(INFO) << "Success!";
|
| +// } else {
|
| +// LOG(ERROR) << "Failed!";
|
| +// }
|
| +// // Regardless of whether ConnectToTrack() succeeds, there will always be a
|
| +// // MediaStreamAudioTrack instance created.
|
| +// CHECK(MediaStreamAudioTrack::From(blink_track));
|
| class CONTENT_EXPORT MediaStreamAudioSource
|
| : NON_EXPORTED_BASE(public MediaStreamSource) {
|
| public:
|
| - MediaStreamAudioSource(int render_frame_id,
|
| - const StreamDeviceInfo& device_info,
|
| - const SourceStoppedCallback& stop_callback,
|
| - PeerConnectionDependencyFactory* factory);
|
| - MediaStreamAudioSource();
|
| + explicit MediaStreamAudioSource(bool is_local_source);
|
| ~MediaStreamAudioSource() override;
|
|
|
| // Returns the MediaStreamAudioSource instance owned by the given blink
|
| // |source| or null.
|
| - static MediaStreamAudioSource* From(const blink::WebMediaStreamSource& track);
|
| -
|
| - void AddTrack(const blink::WebMediaStreamTrack& track,
|
| - const blink::WebMediaConstraints& constraints,
|
| - const ConstraintsCallback& callback);
|
| + static MediaStreamAudioSource* From(
|
| + const blink::WebMediaStreamSource& source);
|
|
|
| + // Provides a weak reference to this MediaStreamAudioSource. The weak pointer
|
| + // may only be dereferenced on the main thread.
|
| base::WeakPtr<MediaStreamAudioSource> GetWeakPtr() {
|
| return weak_factory_.GetWeakPtr();
|
| }
|
|
|
| - // Removes |track| from the list of instances that get a copy of the source
|
| - // audio data.
|
| - void StopAudioDeliveryTo(MediaStreamAudioTrack* track);
|
| + // Returns true if the source of audio is local to the application (e.g.,
|
| + // microphone input or loopback audio capture) as opposed to audio being
|
| + // streamed-in from outside the application.
|
| + bool is_local_source() const { return is_local_source_; }
|
|
|
| - WebRtcAudioCapturer* audio_capturer() const { return audio_capturer_.get(); }
|
| + // Connects this source to the given |track|, creating the appropriate
|
| + // implementation of the content::MediaStreamAudioTrack interface, which
|
| + // becomes associated with and owned by |track|. Returns true if the source
|
| + // was successfully started.
|
| + bool ConnectToTrack(const blink::WebMediaStreamTrack& track);
|
|
|
| - void SetAudioCapturer(std::unique_ptr<WebRtcAudioCapturer> capturer) {
|
| - DCHECK(!audio_capturer_.get());
|
| - audio_capturer_ = std::move(capturer);
|
| - }
|
| + // Returns the current format of the audio passing through this source to the
|
| + // sinks. This can return invalid parameters if the source has not yet been
|
| + // started. This method is thread-safe.
|
| + media::AudioParameters GetAudioParameters() const;
|
|
|
| - webrtc::AudioSourceInterface* local_audio_source() {
|
| - return local_audio_source_.get();
|
| - }
|
| + // Returns a unique class identifier. Some subclasses override and use this
|
| + // method to provide safe down-casting to their type.
|
| + virtual void* GetClassIdentifier() const;
|
|
|
| - void SetLocalAudioSource(scoped_refptr<webrtc::AudioSourceInterface> source) {
|
| - local_audio_source_ = std::move(source);
|
| - }
|
| + protected:
|
| + // Returns a new MediaStreamAudioTrack. |id| is the blink track's ID in UTF-8.
|
| + // Subclasses may override this to provide an extended implementation.
|
| + virtual std::unique_ptr<MediaStreamAudioTrack> CreateMediaStreamAudioTrack(
|
| + const std::string& id);
|
| +
|
| + // Returns true if the source has already been started and has not yet been
|
| + // stopped. Otherwise, attempts to start the source and returns true if
|
| + // successful. While the source is running, it may provide audio on any thread
|
| + // by calling DeliverDataToTracks().
|
| + //
|
| + // A default no-op implementation is provided in this base class. Subclasses
|
| + // should override this method.
|
| + virtual bool EnsureSourceIsStarted();
|
|
|
| - WebAudioCapturerSource* webaudio_capturer() const {
|
| - return webaudio_capturer_.get();
|
| - }
|
| + // Stops the source and guarantees the the flow of audio data has stopped
|
| + // (i.e., by the time this method returns, there will be no further calls to
|
| + // DeliverDataToTracks() on any thread).
|
| + //
|
| + // A default no-op implementation is provided in this base class. Subclasses
|
| + // should override this method.
|
| + virtual void EnsureSourceIsStopped();
|
|
|
| - void SetWebAudioCapturer(std::unique_ptr<WebAudioCapturerSource> capturer) {
|
| - DCHECK(!webaudio_capturer_.get());
|
| - webaudio_capturer_ = std::move(capturer);
|
| - }
|
| + // Called by subclasses to update the format of the audio passing through this
|
| + // source to the sinks. This may be called at any time, before or after
|
| + // tracks have been connected; but must be called at least once before
|
| + // DeliverDataToTracks(). This method is thread-safe.
|
| + void SetFormat(const media::AudioParameters& params);
|
|
|
| - protected:
|
| - void DoStopSource() override;
|
| + // Called by subclasses to deliver audio data to the currently-connected
|
| + // tracks. This method is thread-safe.
|
| + void DeliverDataToTracks(const media::AudioBus& audio_bus,
|
| + base::TimeTicks reference_time);
|
|
|
| private:
|
| - const int render_frame_id_;
|
| - PeerConnectionDependencyFactory* const factory_;
|
| + // MediaStreamSource override.
|
| + void DoStopSource() final;
|
|
|
| - // MediaStreamAudioSource is the owner of either a WebRtcAudioCapturer or a
|
| - // WebAudioCapturerSource.
|
| - //
|
| - // TODO(miu): In a series of soon-upcoming changes, WebRtcAudioCapturer and
|
| - // WebAudioCapturerSource will become subclasses of MediaStreamAudioSource
|
| - // instead.
|
| - std::unique_ptr<WebRtcAudioCapturer> audio_capturer_;
|
| - std::unique_ptr<WebAudioCapturerSource> webaudio_capturer_;
|
| -
|
| - // This member holds an instance of webrtc::LocalAudioSource. This is used
|
| - // as a container for audio options.
|
| - scoped_refptr<webrtc::AudioSourceInterface> local_audio_source_;
|
| + // Removes |track| from the list of instances that get a copy of the source
|
| + // audio data. The "stop callback" that was provided to the track calls
|
| + // this.
|
| + void StopAudioDeliveryTo(MediaStreamAudioTrack* track);
|
| +
|
| + // True if the source of audio is a local device. False if the source is
|
| + // remote (e.g., streamed-in from a server).
|
| + const bool is_local_source_;
|
| +
|
| + // In debug builds, check that all methods that could cause object graph
|
| + // or data flow changes are being called on the main thread.
|
| + base::ThreadChecker thread_checker_;
|
| +
|
| + // Set to true once this source has been permanently stopped.
|
| + bool is_stopped_;
|
| +
|
| + // Manages tracks connected to this source and the audio format and data flow.
|
| + MediaStreamAudioDeliverer<MediaStreamAudioTrack> deliverer_;
|
|
|
| // Provides weak pointers so that MediaStreamAudioTracks won't call
|
| // StopAudioDeliveryTo() if this instance dies first.
|
|
|