| OLD | NEW |
| 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #ifndef CONTENT_RENDERER_MEDIA_AUDIO_RENDERER_MIXER_MANAGER_H_ | 5 #include "content/renderer/media/audio_renderer_sink_cache.h" |
| 6 #define CONTENT_RENDERER_MEDIA_AUDIO_RENDERER_MIXER_MANAGER_H_ | |
| 7 | 6 |
| 8 #include <map> | 7 #include <map> |
| 9 #include <string> | |
| 10 #include <utility> | |
| 11 | 8 |
| 12 #include "base/macros.h" | 9 #include "base/single_thread_task_runner.h" |
| 13 #include "base/synchronization/lock.h" | 10 #include "base/synchronization/lock.h" |
| 14 #include "content/common/content_export.h" | 11 #include "content/common/content_export.h" |
| 15 #include "media/audio/audio_device_description.h" | 12 #include "media/audio/audio_device_description.h" |
| 16 #include "media/base/audio_parameters.h" | 13 #include "media/base/audio_renderer_sink.h" |
| 17 #include "media/base/output_device_info.h" | |
| 18 #include "url/origin.h" | |
| 19 | |
| 20 namespace media { | |
| 21 class AudioHardwareConfig; | |
| 22 class AudioRendererMixer; | |
| 23 class AudioRendererMixerInput; | |
| 24 class AudioRendererSink; | |
| 25 } | |
| 26 | 14 |
| 27 namespace content { | 15 namespace content { |
| 28 | 16 |
| 29 // Manages sharing of an AudioRendererMixer among AudioRendererMixerInputs based | 17 // AudioRendererSinkCache implementation. |
| 30 // on their AudioParameters configuration. Inputs with the same AudioParameters | 18 class CONTENT_EXPORT AudioRendererSinkCacheImpl |
| 31 // configuration will share a mixer while a new AudioRendererMixer will be | 19 : public AudioRendererSinkCache { |
| 32 // lazily created if one with the exact AudioParameters does not exist. | |
| 33 // | |
| 34 // There should only be one instance of AudioRendererMixerManager per render | |
| 35 // thread. | |
| 36 // | |
| 37 // TODO(dalecurtis): Right now we require AudioParameters to be an exact match | |
| 38 // when we should be able to ignore bits per channel since we're only dealing | |
| 39 // with floats. However, bits per channel is currently used to interleave the | |
| 40 // audio data by AudioOutputDevice::AudioThreadCallback::Process for consumption | |
| 41 // via the shared memory. See http://crbug.com/114700. | |
| 42 class CONTENT_EXPORT AudioRendererMixerManager { | |
| 43 public: | 20 public: |
| 44 AudioRendererMixerManager(); | 21 // Callback to be used for AudioRendererSink creation |
| 45 ~AudioRendererMixerManager(); | 22 using CreateSinkCallback = |
| 23 base::Callback<scoped_refptr<media::AudioRendererSink>( |
| 24 int render_frame_id, |
| 25 int session_id, |
| 26 const std::string& device_id, |
| 27 const url::Origin& security_origin)>; |
| 46 | 28 |
| 47 // Creates an AudioRendererMixerInput with the proper callbacks necessary to | 29 AudioRendererSinkCacheImpl( |
| 48 // retrieve an AudioRendererMixer instance from AudioRendererMixerManager. | 30 scoped_refptr<base::SingleThreadTaskRunner> task_runner, |
| 49 // |source_render_frame_id| refers to the RenderFrame containing the entity | 31 const CreateSinkCallback& create_sink_callback, |
| 50 // rendering the audio. Caller must ensure AudioRendererMixerManager outlives | 32 int delete_timeout_ms); |
| 51 // the returned input. |device_id|, |session_id| and |security_origin| | 33 |
| 52 // identify the output device to use. If |device_id| is empty and |session_id| | 34 ~AudioRendererSinkCacheImpl() final; |
| 53 // is nonzero, output device associated with the opened input device | 35 |
| 54 // designated by |session_id| is used. Otherwise, |session_id| is ignored. | 36 media::OutputDeviceInfo GetSinkInfo(int source_render_frame_id, |
| 55 media::AudioRendererMixerInput* CreateInput( | 37 int session_id, |
| 38 const std::string& device_id, |
| 39 const url::Origin& security_origin) final; |
| 40 |
| 41 scoped_refptr<media::AudioRendererSink> GetSink( |
| 56 int source_render_frame_id, | 42 int source_render_frame_id, |
| 57 int session_id, | |
| 58 const std::string& device_id, | 43 const std::string& device_id, |
| 59 const url::Origin& security_origin); | 44 const url::Origin& security_origin) final; |
| 60 | 45 |
| 61 // Returns a mixer instance based on AudioParameters; an existing one if one | 46 void ReleaseSink(int source_render_frame_id, |
| 62 // with the provided AudioParameters exists or a new one if not. | |
| 63 media::AudioRendererMixer* GetMixer(int source_render_frame_id, | |
| 64 const media::AudioParameters& params, | |
| 65 const std::string& device_id, | |
| 66 const url::Origin& security_origin, | |
| 67 media::OutputDeviceStatus* device_status); | |
| 68 | |
| 69 // Remove a mixer instance given a mixer if the only other reference is held | |
| 70 // by AudioRendererMixerManager. Every AudioRendererMixer owner must call | |
| 71 // this method when it's done with a mixer. | |
| 72 void RemoveMixer(int source_render_frame_id, | |
| 73 const media::AudioParameters& params, | |
| 74 const std::string& device_id, | 47 const std::string& device_id, |
| 75 const url::Origin& security_origin); | 48 const url::Origin& security_origin, |
| 49 const media::AudioRendererSink* sink) final; |
| 76 | 50 |
| 77 private: | 51 private: |
| 78 friend class AudioRendererMixerManagerTest; | 52 friend class AudioRendererSinkCacheTest; |
| 79 | 53 |
| 80 // Define a key so that only those AudioRendererMixerInputs from the same | 54 // The key to be used to access a cached sink (not unique,there can be |
| 81 // RenderView, AudioParameters and output device can be mixed together. | 55 // multiple sinks per device. |
| 82 struct MixerKey { | 56 struct SinkKey { |
| 83 MixerKey(int source_render_frame_id, | 57 SinkKey(int source_render_frame_id, |
| 84 const media::AudioParameters& params, | 58 const std::string& device_id, |
| 85 const std::string& device_id, | 59 const url::Origin& security_origin); |
| 86 const url::Origin& security_origin); | 60 SinkKey(const SinkKey& other); |
| 87 MixerKey(const MixerKey& other); | |
| 88 int source_render_frame_id; | 61 int source_render_frame_id; |
| 89 media::AudioParameters params; | |
| 90 std::string device_id; | 62 std::string device_id; |
| 91 url::Origin security_origin; | 63 url::Origin security_origin; |
| 92 }; | 64 }; |
| 93 | 65 |
| 94 // Custom compare operator for the AudioRendererMixerMap. Allows reuse of | 66 // Strict weak ordering of the keys. |
| 95 // mixers where only irrelevant keys mismatch; e.g., effects, bits per sample. | 67 struct SinkKeyCompare { |
| 96 struct MixerKeyCompare { | 68 bool operator()(const SinkKey& a, const SinkKey& b) const { |
| 97 bool operator()(const MixerKey& a, const MixerKey& b) const { | |
| 98 if (a.source_render_frame_id != b.source_render_frame_id) | 69 if (a.source_render_frame_id != b.source_render_frame_id) |
| 99 return a.source_render_frame_id < b.source_render_frame_id; | 70 return a.source_render_frame_id < b.source_render_frame_id; |
| 100 if (a.params.channels() != b.params.channels()) | |
| 101 return a.params.channels() < b.params.channels(); | |
| 102 | |
| 103 // Ignore effects(), bits_per_sample(), format(), and frames_per_buffer(), | |
| 104 // these parameters do not affect mixer reuse. All AudioRendererMixer | |
| 105 // units disable FIFO, so frames_per_buffer() can be safely ignored. | |
| 106 if (a.params.channel_layout() != b.params.channel_layout()) | |
| 107 return a.params.channel_layout() < b.params.channel_layout(); | |
| 108 | 71 |
| 109 if (media::AudioDeviceDescription::IsDefaultDevice(a.device_id) && | 72 if (media::AudioDeviceDescription::IsDefaultDevice(a.device_id) && |
| 110 media::AudioDeviceDescription::IsDefaultDevice(b.device_id)) { | 73 media::AudioDeviceDescription::IsDefaultDevice(b.device_id)) { |
| 111 // Both device IDs represent the same default device => do not compare | 74 // Both device IDs represent the same default device => do not compare |
| 112 // them; the default device is always authorized => ignoring security | 75 // them; the default device is always authorized => ignoring security |
| 113 // origin. | 76 // origin. |
| 114 return false; | 77 return false; |
| 115 } | 78 } |
| 116 | 79 |
| 117 if (a.device_id != b.device_id) | 80 if (a.device_id != b.device_id) |
| 118 return a.device_id < b.device_id; | 81 return a.device_id < b.device_id; |
| 119 | 82 |
| 120 return a.security_origin < b.security_origin; | 83 return a.security_origin < b.security_origin; |
| 121 } | 84 } |
| 122 }; | 85 }; |
| 123 | 86 |
| 124 // Map of MixerKey to <AudioRendererMixer, Count>. Count allows | 87 // Cached sink data. |
| 125 // AudioRendererMixerManager to keep track explicitly (v.s. RefCounted which | 88 struct AudioRendererSinkReference { |
| 126 // is implicit) of the number of outstanding AudioRendererMixers. | 89 AudioRendererSinkReference(scoped_refptr<media::AudioRendererSink> sink, |
| 127 struct AudioRendererMixerReference { | 90 bool used); |
| 128 media::AudioRendererMixer* mixer; | 91 AudioRendererSinkReference(const AudioRendererSinkReference& other); |
| 129 int ref_count; | 92 ~AudioRendererSinkReference(); |
| 93 scoped_refptr<media::AudioRendererSink> sink; // Sink instance |
| 94 bool used; // True if in used by a client. |
| 130 }; | 95 }; |
| 131 typedef std::map<MixerKey, AudioRendererMixerReference, MixerKeyCompare> | |
| 132 AudioRendererMixerMap; | |
| 133 | 96 |
| 134 // Active mixers. | 97 using AudioRendererSinkMap = |
| 135 AudioRendererMixerMap mixers_; | 98 std::multimap<SinkKey, AudioRendererSinkReference, SinkKeyCompare>; |
| 136 base::Lock mixers_lock_; | |
| 137 | 99 |
| 138 DISALLOW_COPY_AND_ASSIGN(AudioRendererMixerManager); | 100 // Schedules a sink for deletion. Deletion will be performed on the same |
| 101 // thread the cache is created on. |
| 102 void DeleteLaterIfUnused(const SinkKey& key, |
| 103 const media::AudioRendererSink* sink); |
| 104 |
| 105 // Deletes a sink from the cache. If |force_delete_used| is set, a sink being |
| 106 // deleted can (and should) be in use at the moment of deletion; otherwise the |
| 107 // sink is deleted only if unused. |
| 108 void DeleteSink(const SinkKey& key, |
| 109 const media::AudioRendererSink* sink, |
| 110 bool force_delete_used); |
| 111 |
| 112 // Creates a sink with a specified |key| and |used| state and inserts it into |
| 113 // the cache. |
| 114 scoped_refptr<media::AudioRendererSink> InsertNewSinkWhileLockHeld( |
| 115 const SinkKey& key, |
| 116 bool used); |
| 117 |
| 118 // Cached sink deletion timeout. |
| 119 // For example: (1) sink was create and cached in GetSinkInfo(), and then (2) |
| 120 // the same sink is requested in GetSink(), if time interval between (1) and |
| 121 // (2) is less than |kDeleteTimeoutMs|, then sink cached in (1) is reused in |
| 122 // (2). On the other hand, if after (1) nobody is interested in the sink |
| 123 // within |kDeleteTimeoutMs|, it is garbage-collected. |
| 124 const int delete_timeout_ms_; |
| 125 |
| 126 // Task runner for scheduled sink garbage collection. |
| 127 const scoped_refptr<base::SingleThreadTaskRunner> task_runner_; |
| 128 |
| 129 // Callback used for sink creation. |
| 130 const CreateSinkCallback create_sink_cb_; |
| 131 |
| 132 // Cached sinks, protected by lock. |
| 133 base::Lock sinks_lock_; |
| 134 AudioRendererSinkMap sinks_; |
| 135 |
| 136 base::WeakPtrFactory<AudioRendererSinkCacheImpl> weak_ptr_factory_; |
| 137 |
| 138 DISALLOW_COPY_AND_ASSIGN(AudioRendererSinkCacheImpl); |
| 139 }; | 139 }; |
| 140 | 140 |
| 141 } // namespace content | 141 } // namespace content |
| 142 | |
| 143 #endif // CONTENT_RENDERER_MEDIA_AUDIO_RENDERER_MIXER_MANAGER_H_ | |
| OLD | NEW |