Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(207)

Side by Side Diff: content/renderer/media/audio_device.h

Issue 7157001: Implements AudioMessageFilter as member in RenderThread (Closed) Base URL: http://src.chromium.org/svn/trunk/src/
Patch Set: Refactored major parts of the failing unit test Created 9 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 //
5 // Low-latency audio rendering unit utilizing audio output stream provided
6 // by browser process through IPC.
7 //
8 // Relationship of classes.
9 //
10 // AudioOutputController AudioDevice
11 // ^ ^
12 // | |
13 // v IPC v
14 // AudioRendererHost <---------> AudioMessageFilter
15 //
16 // Transportation of audio samples from the render to the browser process
17 // is done by using shared memory in combination with a sync socket pair
18 // to generate a low latency transport. The AudioDevice user registers an
19 // AudioDevice::RenderCallback at construction and will be polled by the
20 // AudioDevice for audio to be played out by the underlying audio layers.
21 //
22 // State sequences.
23 //
24 // Task [IO thread] IPC [IO thread]
25 //
26 // Start -> InitializeOnIOThread ------> AudioHostMsg_CreateStream -------->
27 // <- OnLowLatencyCreated <- AudioMsg_NotifyLowLatencyStreamCreated <-
28 // ---> StartOnIOThread -----------> AudioHostMsg_PlayStream -------->
29 //
30 // AudioDevice::Render => audio transport on audio thread with low latency =>
31 // |
32 // Stop --> ShutDownOnIOThread --------> AudioHostMsg_CloseStream -> Close
33 //
34 // This class utilizes three threads during its lifetime, namely:
35 // 1. Creating thread.
36 // Must be the main render thread. Start and Stop should be called on
37 // this thread.
38 // 2. IO thread.
39 // The thread within which this class receives all the IPC messages and
40 // IPC communications can only happen in this thread.
41 // 3. Audio transport thread.
42 // Responsible for calling the RenderCallback and feed audio samples to
43 // the audio layer in the browser process using sync sockets and shared
44 // memory.
tommi (sloooow) - chröme 2011/06/30 14:11:23 nice
4 45
5 #ifndef CONTENT_RENDERER_MEDIA_AUDIO_DEVICE_H_ 46 #ifndef CONTENT_RENDERER_MEDIA_AUDIO_DEVICE_H_
6 #define CONTENT_RENDERER_MEDIA_AUDIO_DEVICE_H_ 47 #define CONTENT_RENDERER_MEDIA_AUDIO_DEVICE_H_
7 #pragma once 48 #pragma once
8 49
9 #include <vector> 50 #include <vector>
10 51
11 #include "base/basictypes.h" 52 #include "base/basictypes.h"
12 #include "base/memory/scoped_ptr.h" 53 #include "base/memory/scoped_ptr.h"
54 #include "base/message_loop.h"
13 #include "base/shared_memory.h" 55 #include "base/shared_memory.h"
14 #include "base/threading/simple_thread.h" 56 #include "base/threading/simple_thread.h"
15 #include "content/renderer/media/audio_message_filter.h" 57 #include "content/renderer/media/audio_message_filter.h"
16 58
17 struct AudioParameters; 59 struct AudioParameters;
18 60
19 // Each instance of AudioDevice corresponds to one host stream.
20 // This class is not thread-safe, so its methods must be called from
21 // the same thread.
22 class AudioDevice : public AudioMessageFilter::Delegate, 61 class AudioDevice : public AudioMessageFilter::Delegate,
23 public base::DelegateSimpleThread::Delegate, 62 public base::DelegateSimpleThread::Delegate,
24 public base::RefCountedThreadSafe<AudioDevice> { 63 public base::RefCountedThreadSafe<AudioDevice> {
25 public: 64 public:
26 class RenderCallback { 65 class RenderCallback {
27 public: 66 public:
28 virtual void Render(const std::vector<float*>& audio_data, 67 virtual void Render(const std::vector<float*>& audio_data,
29 size_t number_of_frames, 68 size_t number_of_frames,
30 size_t audio_delay_milliseconds) = 0; 69 size_t audio_delay_milliseconds) = 0;
31 protected: 70 protected:
32 virtual ~RenderCallback() {} 71 virtual ~RenderCallback() {}
33 }; 72 };
34 73
35 // |buffer_size| is the number of sample-frames. 74 // Methods called on main render thread -------------------------------------
36 AudioDevice(size_t buffer_size, 75 AudioDevice(size_t buffer_size,
37 int channels, 76 int channels,
38 double sample_rate, 77 double sample_rate,
39 RenderCallback* callback); 78 RenderCallback* callback);
40 virtual ~AudioDevice(); 79 virtual ~AudioDevice();
41 80
42 // Starts audio playback. Returns |true| on success. 81 // Starts audio playback. Returns |true| on success.
43 bool Start(); 82 bool Start();
44 83
45 // Stops audio playback. Returns |true| on success. 84 // Stops audio playback. Returns |true| on success.
46 bool Stop(); 85 bool Stop();
47 86
48 // Sets the playback volume, with range [0.0, 1.0] inclusive. 87 // Sets the playback volume, with range [0.0, 1.0] inclusive.
49 // Returns |true| on success. 88 // Returns |true| on success.
50 bool SetVolume(double volume); 89 bool SetVolume(double volume);
51 90
52 // Gets the playback volume, with range [0.0, 1.0] inclusive. 91 // Gets the playback volume, with range [0.0, 1.0] inclusive.
53 // Returns |true| on success. 92 // Returns |true| on success.
54 bool GetVolume(double* volume); 93 bool GetVolume(double* volume);
55 94
56 double sample_rate() const { return sample_rate_; } 95 double sample_rate() const { return sample_rate_; }
57 size_t buffer_size() const { return buffer_size_; } 96 size_t buffer_size() const { return buffer_size_; }
58 97
59 private: 98 // Methods called on IO thread ----------------------------------------------
60 // I/O thread backends to above functions. 99 // AudioMessageFilter::Delegate methods, called by AudioMessageFilter.
61 void InitializeOnIOThread(const AudioParameters& params);
62 void StartOnIOThread();
63 void ShutDownOnIOThread();
64 void SetVolumeOnIOThread(double volume);
65
66 // AudioMessageFilter::Delegate implementation.
67 virtual void OnRequestPacket(AudioBuffersState buffers_state); 100 virtual void OnRequestPacket(AudioBuffersState buffers_state);
68 virtual void OnStateChanged(AudioStreamState state); 101 virtual void OnStateChanged(AudioStreamState state);
69 virtual void OnCreated(base::SharedMemoryHandle handle, uint32 length); 102 virtual void OnCreated(base::SharedMemoryHandle handle, uint32 length);
70 virtual void OnLowLatencyCreated(base::SharedMemoryHandle handle, 103 virtual void OnLowLatencyCreated(base::SharedMemoryHandle handle,
71 base::SyncSocket::Handle socket_handle, 104 base::SyncSocket::Handle socket_handle,
72 uint32 length); 105 uint32 length);
73 virtual void OnVolume(double volume); 106 virtual void OnVolume(double volume);
74 107
108 private:
109 // Methods called on IO thread ----------------------------------------------
110 // The following methods are tasks posted on the IO thread that needs to
111 // be executed on that thread. They interact with AudioMessageFilter and
112 // sends IPC messages on that thread.
113 void InitializeOnIOThread(const AudioParameters& params);
114 void StartOnIOThread();
115 void ShutDownOnIOThread();
116 void SetVolumeOnIOThread(double volume);
117
118 void Send(IPC::Message* message);
119
120 // Method called on the audio thread (+ one call on the IO thread) ----------
121 // Calls the client's callback for rendering audio. There will also be one
122 // initial call on the IO thread before the audio thread has been created.
123 void FireRenderCallback();
124
75 // DelegateSimpleThread::Delegate implementation. 125 // DelegateSimpleThread::Delegate implementation.
76 virtual void Run(); 126 virtual void Run();
77 127
78 // Format 128 // Format
79 size_t buffer_size_; // in sample-frames 129 size_t buffer_size_; // in sample-frames
80 int channels_; 130 int channels_;
81 int bits_per_sample_; 131 int bits_per_sample_;
82 double sample_rate_; 132 double sample_rate_;
83 133
84 // Calls the client's callback for rendering audio.
85 void FireRenderCallback();
86 RenderCallback* callback_; 134 RenderCallback* callback_;
87 135
88 // The client callback renders audio into here. 136 // The client callback renders audio into here.
89 std::vector<float*> audio_data_; 137 std::vector<float*> audio_data_;
90 138
91 // The client stores the last reported audio delay in this member. 139 // The client stores the last reported audio delay in this member.
92 // The delay shall reflect the amount of audio which still resides in 140 // The delay shall reflect the amount of audio which still resides in
93 // the output buffer, i.e., the expected audio output delay. 141 // the output buffer, i.e., the expected audio output delay.
94 int audio_delay_milliseconds_; 142 int audio_delay_milliseconds_;
95 143
96 // The current volume scaling [0.0, 1.0] of the audio stream. 144 // The current volume scaling [0.0, 1.0] of the audio stream.
97 double volume_; 145 double volume_;
98 146
99 // Callbacks for rendering audio occur on this thread. 147 // Callbacks for rendering audio occur on this thread.
100 scoped_ptr<base::DelegateSimpleThread> audio_thread_; 148 scoped_ptr<base::DelegateSimpleThread> audio_thread_;
101 149
102 // IPC message stuff. 150 // IPC message stuff.
103 base::SharedMemory* shared_memory() { return shared_memory_.get(); } 151 base::SharedMemory* shared_memory() { return shared_memory_.get(); }
104 base::SyncSocket* socket() { return socket_.get(); } 152 base::SyncSocket* socket() { return socket_.get(); }
105 void* shared_memory_data() { return shared_memory()->memory(); } 153 void* shared_memory_data() { return shared_memory()->memory(); }
106 154
107 // MessageFilter used to send/receive IPC. THIS MUST ONLY BE ACCESSED ON THE 155 // Cached audio message filter (lives on the main render thread).
108 // I/O thread except to send messages and get the message loop. 156 scoped_refptr<AudioMessageFilter> filter_;
109 static scoped_refptr<AudioMessageFilter> filter_;
110 157
111 // Our ID on the message filter. THIS MUST ONLY BE ACCESSED ON THE I/O THREAD 158 // Our stream ID on the message filter. Only modified on the IO thread.
112 // or else you could race with the initialize function which sets it.
113 int32 stream_id_; 159 int32 stream_id_;
114 160
161 // Data transfer between browser and render process uses a combination
162 // of sync sockets and shared memory to provide lowest possible latency.
115 scoped_ptr<base::SharedMemory> shared_memory_; 163 scoped_ptr<base::SharedMemory> shared_memory_;
116 scoped_ptr<base::SyncSocket> socket_; 164 scoped_ptr<base::SyncSocket> socket_;
117 165
118 DISALLOW_COPY_AND_ASSIGN(AudioDevice); 166 DISALLOW_IMPLICIT_CONSTRUCTORS(AudioDevice);
119 }; 167 };
120 168
121 #endif // CONTENT_RENDERER_MEDIA_AUDIO_DEVICE_H_ 169 #endif // CONTENT_RENDERER_MEDIA_AUDIO_DEVICE_H_
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698