Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(2)

Side by Side Diff: content/renderer/media/audio_device.h

Issue 7157001: Implements AudioMessageFilter as member in RenderThread (Closed) Base URL: http://src.chromium.org/svn/trunk/src/
Patch Set: '' Created 9 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 //
5 // Low-latency audio rendering unit utilizing audio output stream provided
6 // by browser process through IPC.
7 //
8 // Relationship of classes.
9 //
10 // AudioRendererHost AudioDevice
11 // ^ ^
12 // | |
13 // v IPC v
14 // RenderMessageFilter <---------> AudioMessageFilter
15 //
16 // Transportation of audio samples from the render to the browser process
17 // is done by using shared memory in combination with a sync socket pair
18 // to generate a low latency transport. The AudioDevice user registers an
19 // AudioDevice::RenderCallback at construction and will be polled by the
20 // AudioDevice for audio to be played out by the underlying audio layers.
21 //
22 // State sequences.
23 //
24 // Task [IO thread] IPC [IO thread]
25 //
26 // Start -> InitializeOnIOThread ------> AudioHostMsg_CreateStream -------->
27 // <- OnLowLatencyCreated <- AudioMsg_NotifyLowLatencyStreamCreated <-
28 // ---> StartOnIOThread -----------> AudioHostMsg_PlayStream -------->
29 //
30 // AudioDevice::Render => audio transport on audio thread with low latency =>
31 // |
32 // Stop --> ShutDownOnIOThread --------> AudioHostMsg_CloseStream -> Close
33 //
34 // This class utilizes three threads during its lifetime, namely:
35 // 1. Creating thread.
36 // Typically the main render thread but this class does not require that
37 // it is created on the render thread. Start and Stop should be called on
38 // this thread.
39 // 2. IO thread.
40 // The thread within which this class receives all the IPC messages and
41 // IPC communications can only happen in this thread.
42 // 3. Audio transport thread.
43 // Responsible for calling the RenderCallback and feed audio samples to
44 // the audio layer in the browser process using sync sockets and shared
45 // memory.
4 46
5 #ifndef CONTENT_RENDERER_MEDIA_AUDIO_DEVICE_H_ 47 #ifndef CONTENT_RENDERER_MEDIA_AUDIO_DEVICE_H_
6 #define CONTENT_RENDERER_MEDIA_AUDIO_DEVICE_H_ 48 #define CONTENT_RENDERER_MEDIA_AUDIO_DEVICE_H_
7 #pragma once 49 #pragma once
8 50
9 #include <vector> 51 #include <vector>
10 52
11 #include "base/basictypes.h" 53 #include "base/basictypes.h"
12 #include "base/memory/scoped_ptr.h" 54 #include "base/memory/scoped_ptr.h"
55 #include "base/message_loop.h"
13 #include "base/shared_memory.h" 56 #include "base/shared_memory.h"
14 #include "base/threading/simple_thread.h" 57 #include "base/threading/simple_thread.h"
15 #include "content/renderer/media/audio_message_filter.h" 58 #include "content/renderer/media/audio_message_filter.h"
16 59
17 struct AudioParameters; 60 struct AudioParameters;
18 61
19 // Each instance of AudioDevice corresponds to one host stream.
20 // This class is not thread-safe, so its methods must be called from
21 // the same thread.
22 class AudioDevice : public AudioMessageFilter::Delegate, 62 class AudioDevice : public AudioMessageFilter::Delegate,
23 public base::DelegateSimpleThread::Delegate, 63 public base::DelegateSimpleThread::Delegate,
24 public base::RefCountedThreadSafe<AudioDevice> { 64 public base::RefCountedThreadSafe<AudioDevice> {
25 public: 65 public:
26 class RenderCallback { 66 class RenderCallback {
27 public: 67 public:
28 virtual void Render(const std::vector<float*>& audio_data, 68 virtual void Render(const std::vector<float*>& audio_data,
29 size_t number_of_frames, 69 size_t number_of_frames,
30 size_t audio_delay_milliseconds) = 0; 70 size_t audio_delay_milliseconds) = 0;
31 protected: 71 protected:
32 virtual ~RenderCallback() {} 72 virtual ~RenderCallback() {}
33 }; 73 };
34 74
35 // |buffer_size| is the number of sample-frames. 75 enum RoutingID {
76 DEFAULT_ROUTING_ID = 1,
scherkus (not reviewing) 2011/06/21 17:24:00 this constant doesn't need to be in .h file also
77 };
78
79 // Methods called on creating thread ----------------------------------------
36 AudioDevice(size_t buffer_size, 80 AudioDevice(size_t buffer_size,
37 int channels, 81 int channels,
38 double sample_rate, 82 double sample_rate,
39 RenderCallback* callback); 83 RenderCallback* callback);
40 virtual ~AudioDevice(); 84 virtual ~AudioDevice();
41 85
42 // Starts audio playback. Returns |true| on success. 86 // Starts audio playback. Returns |true| on success.
43 bool Start(); 87 bool Start();
44 88
45 // Stops audio playback. Returns |true| on success. 89 // Stops audio playback. Returns |true| on success.
46 bool Stop(); 90 bool Stop();
47 91
48 // Sets the playback volume, with range [0.0, 1.0] inclusive. 92 // Sets the playback volume, with range [0.0, 1.0] inclusive.
49 // Returns |true| on success. 93 // Returns |true| on success.
50 bool SetVolume(double volume); 94 bool SetVolume(double volume);
51 95
52 // Gets the playback volume, with range [0.0, 1.0] inclusive. 96 // Gets the playback volume, with range [0.0, 1.0] inclusive.
53 // Returns |true| on success. 97 // Returns |true| on success.
54 bool GetVolume(double* volume); 98 bool GetVolume(double* volume);
55 99
56 double sample_rate() const { return sample_rate_; } 100 double sample_rate() const { return sample_rate_; }
57 size_t buffer_size() const { return buffer_size_; } 101 size_t buffer_size() const { return buffer_size_; }
58 102
59 private: 103 // Methods called on IO thread ----------------------------------------------
60 // I/O thread backends to above functions. 104 // AudioMessageFilter::Delegate methods, called by AudioMessageFilter.
61 void InitializeOnIOThread(const AudioParameters& params);
62 void StartOnIOThread();
63 void ShutDownOnIOThread();
64 void SetVolumeOnIOThread(double volume);
65
66 // AudioMessageFilter::Delegate implementation.
67 virtual void OnRequestPacket(AudioBuffersState buffers_state); 105 virtual void OnRequestPacket(AudioBuffersState buffers_state);
68 virtual void OnStateChanged(AudioStreamState state); 106 virtual void OnStateChanged(AudioStreamState state);
69 virtual void OnCreated(base::SharedMemoryHandle handle, uint32 length); 107 virtual void OnCreated(base::SharedMemoryHandle handle, uint32 length);
70 virtual void OnLowLatencyCreated(base::SharedMemoryHandle handle, 108 virtual void OnLowLatencyCreated(base::SharedMemoryHandle handle,
71 base::SyncSocket::Handle socket_handle, 109 base::SyncSocket::Handle socket_handle,
72 uint32 length); 110 uint32 length);
73 virtual void OnVolume(double volume); 111 virtual void OnVolume(double volume);
74 112
113 private:
114 // Methods called on IO thread ----------------------------------------------
115 // The following methods are tasks posted on the IO thread that needs to
116 // be executed on that thread. They interact with AudioMessageFilter and
117 // sends IPC messages on that thread.
118 void InitializeOnIOThread(const AudioParameters& params);
119 void StartOnIOThread();
120 void ShutDownOnIOThread();
121 void SetVolumeOnIOThread(double volume);
122
123 void Send(IPC::Message* message);
124
125 // Method called on the audio thread (+ one call on the IO thread) ----------
126 // Calls the client's callback for rendering audio. There will also be one
127 // initial call on the IO thread before the audio thread has been created.
128 void FireRenderCallback();
129
75 // DelegateSimpleThread::Delegate implementation. 130 // DelegateSimpleThread::Delegate implementation.
76 virtual void Run(); 131 virtual void Run();
77 132
78 // Format 133 // Format
79 size_t buffer_size_; // in sample-frames 134 size_t buffer_size_; // in sample-frames
80 int channels_; 135 int channels_;
81 int bits_per_sample_; 136 int bits_per_sample_;
82 double sample_rate_; 137 double sample_rate_;
83 138
84 // Calls the client's callback for rendering audio.
85 void FireRenderCallback();
86 RenderCallback* callback_; 139 RenderCallback* callback_;
87 140
88 // The client callback renders audio into here. 141 // The client callback renders audio into here.
89 std::vector<float*> audio_data_; 142 std::vector<float*> audio_data_;
90 143
91 // The client stores the last reported audio delay in this member. 144 // The client stores the last reported audio delay in this member.
92 // The delay shall reflect the amount of audio which still resides in 145 // The delay shall reflect the amount of audio which still resides in
93 // the output buffer, i.e., the expected audio output delay. 146 // the output buffer, i.e., the expected audio output delay.
94 int audio_delay_milliseconds_; 147 int audio_delay_milliseconds_;
95 148
96 // The current volume scaling [0.0, 1.0] of the audio stream. 149 // The current volume scaling [0.0, 1.0] of the audio stream.
97 double volume_; 150 double volume_;
98 151
99 // Callbacks for rendering audio occur on this thread. 152 // Callbacks for rendering audio occur on this thread.
100 scoped_ptr<base::DelegateSimpleThread> audio_thread_; 153 scoped_ptr<base::DelegateSimpleThread> audio_thread_;
101 154
102 // IPC message stuff. 155 // IPC message stuff.
103 base::SharedMemory* shared_memory() { return shared_memory_.get(); } 156 base::SharedMemory* shared_memory() { return shared_memory_.get(); }
104 base::SyncSocket* socket() { return socket_.get(); } 157 base::SyncSocket* socket() { return socket_.get(); }
105 void* shared_memory_data() { return shared_memory()->memory(); } 158 void* shared_memory_data() { return shared_memory()->memory(); }
106 159
107 // MessageFilter used to send/receive IPC. THIS MUST ONLY BE ACCESSED ON THE 160 // Message loop for the IO thread. Will be set to same message loop as
108 // I/O thread except to send messages and get the message loop. 161 // the message filter during construction.
109 static scoped_refptr<AudioMessageFilter> filter_; 162 MessageLoop* io_loop_;
110 163
111 // Our ID on the message filter. THIS MUST ONLY BE ACCESSED ON THE I/O THREAD 164 // Our stream ID on the message filter. Only modified on the IO thread.
112 // or else you could race with the initialize function which sets it.
113 int32 stream_id_; 165 int32 stream_id_;
114 166
167 // Data transfer between browser and render process uses a combination
168 // of sync sockets and shared memory to provide lowest possible latency.
115 scoped_ptr<base::SharedMemory> shared_memory_; 169 scoped_ptr<base::SharedMemory> shared_memory_;
116 scoped_ptr<base::SyncSocket> socket_; 170 scoped_ptr<base::SyncSocket> socket_;
117 171
118 DISALLOW_COPY_AND_ASSIGN(AudioDevice); 172 DISALLOW_IMPLICIT_CONSTRUCTORS(AudioDevice);
119 }; 173 };
120 174
121 #endif // CONTENT_RENDERER_MEDIA_AUDIO_DEVICE_H_ 175 #endif // CONTENT_RENDERER_MEDIA_AUDIO_DEVICE_H_
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698