Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(2289)

Unified Diff: ppapi/examples/audio_encode/audio_encode.cc

Issue 1343273005: ppapi: add AudioEncode example (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@nacl-audio-encoder
Patch Set: last nits Created 5 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « ppapi/examples/audio_encode/BUILD.gn ('k') | ppapi/examples/audio_encode/audio_encode.html » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: ppapi/examples/audio_encode/audio_encode.cc
diff --git a/ppapi/examples/audio_encode/audio_encode.cc b/ppapi/examples/audio_encode/audio_encode.cc
new file mode 100644
index 0000000000000000000000000000000000000000..a5f3372a8b8fa396e8741ba15345e990927d3504
--- /dev/null
+++ b/ppapi/examples/audio_encode/audio_encode.cc
@@ -0,0 +1,383 @@
+// Copyright 2015 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include <stdlib.h>
+#include <string.h>
+
+#include <map>
+#include <string>
+#include <vector>
+
+#include "ppapi/cpp/audio_buffer.h"
+#include "ppapi/cpp/audio_encoder.h"
+#include "ppapi/cpp/instance.h"
+#include "ppapi/cpp/logging.h"
+#include "ppapi/cpp/media_stream_audio_track.h"
+#include "ppapi/cpp/module.h"
+#include "ppapi/cpp/var_array_buffer.h"
+#include "ppapi/cpp/var_dictionary.h"
+#include "ppapi/utility/completion_callback_factory.h"
+
+// When compiling natively on Windows, PostMessage can be #define-d to
+// something else.
+#ifdef PostMessage
+#undef PostMessage
+#endif
+
+// This example demonstrates receiving audio samples from an audio
+// track and encoding them.
+
+namespace {
+
+class AudioEncoderInstance : public pp::Instance {
+ public:
+ explicit AudioEncoderInstance(PP_Instance instance);
+ virtual ~AudioEncoderInstance();
+
+ private:
+ // pp::Instance implementation.
+ virtual void HandleMessage(const pp::Var& var_message);
+
+ std::string ProfileToString(PP_AudioProfile profile);
+
+ void GetSupportedProfiles();
+ void OnGetSupportedProfiles(
+ int32_t result,
+ const std::vector<PP_AudioProfileDescription> profiles);
+
+ void StartAudioTrack(const pp::Resource& resource_track);
+ void StopAudioTrack();
+ void OnGetBuffer(int32_t result, pp::AudioBuffer buffer);
+
+ void InitializeEncoder();
+ void OnEncoderInitialized(int32_t result);
+ void OnAudioTrackConfigured(int32_t result);
+ void GetEncoderBuffer(const pp::AudioBuffer& track_buffer);
+ void OnGetEncoderBuffer(int32_t result,
+ pp::AudioBuffer buffer,
+ pp::AudioBuffer track_buffer);
+ void OnEncodeDone(int32_t result);
+ void OnGetBitstreamBuffer(int32_t result,
+ const PP_AudioBitstreamBuffer& buffer);
+
+ pp::VarDictionary NewCommand(const std::string& type);
+
+ void Log(const std::string& message);
+ void LogError(int32_t error, const std::string& message);
+
+ void PostAudioFormat();
+ void PostDataMessage(const void* data, uint32_t size);
+
+ pp::CompletionCallbackFactory<AudioEncoderInstance> callback_factory_;
+
+ // Set when the plugin is not performing any encoding and just passing the
+ // uncompressed data directly to web page.
+ bool no_encoding_;
+
+ uint32_t channels_;
+ uint32_t sample_rate_;
+ uint32_t sample_size_;
+ uint32_t samples_per_frame_;
+
+ pp::MediaStreamAudioTrack audio_track_;
+ pp::AudioEncoder audio_encoder_;
+};
+
+AudioEncoderInstance::AudioEncoderInstance(PP_Instance instance)
+ : pp::Instance(instance),
+ callback_factory_(this),
+ no_encoding_(true),
+ channels_(0),
+ sample_rate_(0),
+ sample_size_(0),
+ samples_per_frame_(0),
+ audio_encoder_(this) {
+ GetSupportedProfiles();
+}
+
+AudioEncoderInstance::~AudioEncoderInstance() {}
+
+void AudioEncoderInstance::HandleMessage(const pp::Var& var_message) {
+ if (!var_message.is_dictionary()) {
+ LogError(PP_ERROR_FAILED,
+ "Cannot handle incoming message, not a dictionary");
+ return;
+ }
+
+ pp::VarDictionary dict_message(var_message);
+ std::string command = dict_message.Get("command").AsString();
+
+ if (command == "start") {
+ pp::Var var_track = dict_message.Get("track");
+ if (!var_track.is_resource()) {
+ LogError(PP_ERROR_FAILED, "Given track is not a resource");
+ return;
+ }
+ std::string profile = dict_message.Get("profile").AsString();
+ if (profile == "wav") {
+ no_encoding_ = true;
+ } else {
+ no_encoding_ = false;
+ }
+ StartAudioTrack(var_track.AsResource());
+ } else if (command == "stop") {
+ StopAudioTrack();
+ } else {
+ LogError(PP_ERROR_FAILED, "Invalid command");
+ }
+}
+
+std::string AudioEncoderInstance::ProfileToString(PP_AudioProfile profile) {
+ if (profile == PP_AUDIOPROFILE_OPUS)
+ return "opus";
+ return "unknown";
+}
+
+void AudioEncoderInstance::GetSupportedProfiles() {
+ audio_encoder_.GetSupportedProfiles(callback_factory_.NewCallbackWithOutput(
+ &AudioEncoderInstance::OnGetSupportedProfiles));
+}
+
+void AudioEncoderInstance::OnGetSupportedProfiles(
+ int32_t result,
+ const std::vector<PP_AudioProfileDescription> profiles) {
+ pp::VarDictionary dictionary = NewCommand("supportedProfiles");
+ pp::VarArray js_profiles;
+ dictionary.Set(pp::Var("profiles"), js_profiles);
+
+ if (result < 0) {
+ LogError(result, "Cannot get supported profiles");
+ PostMessage(dictionary);
+ }
+
+ int32_t idx = 0;
+ for (std::vector<PP_AudioProfileDescription>::const_iterator it =
+ profiles.begin();
+ it != profiles.end(); ++it) {
+ pp::VarDictionary js_profile;
+ js_profile.Set(pp::Var("name"), pp::Var(ProfileToString(it->profile)));
+ js_profile.Set(pp::Var("sample_size"),
+ pp::Var(static_cast<int32_t>(it->sample_size)));
+ js_profile.Set(pp::Var("sample_rate"),
+ pp::Var(static_cast<int32_t>(it->sample_rate)));
+ js_profiles.Set(idx++, js_profile);
+ }
+ PostMessage(dictionary);
+}
+
+void AudioEncoderInstance::StartAudioTrack(const pp::Resource& resource_track) {
+ audio_track_ = pp::MediaStreamAudioTrack(resource_track);
+ audio_track_.GetBuffer(callback_factory_.NewCallbackWithOutput(
+ &AudioEncoderInstance::OnGetBuffer));
+}
+
+void AudioEncoderInstance::StopAudioTrack() {
+ channels_ = 0;
+ audio_track_.Close();
+ audio_track_ = pp::MediaStreamAudioTrack();
+ audio_encoder_.Close();
+ audio_encoder_ = pp::AudioEncoder();
+}
+
+void AudioEncoderInstance::OnGetBuffer(int32_t result, pp::AudioBuffer buffer) {
+ if (result == PP_ERROR_ABORTED)
+ return;
+ if (result != PP_OK) {
+ LogError(result, "Cannot get audio track buffer");
+ return;
+ }
+
+ // If this is the first buffer, then we need to initialize the encoder.
+ if (channels_ == 0) {
+ channels_ = buffer.GetNumberOfChannels();
+ sample_rate_ = buffer.GetSampleRate();
+ sample_size_ = buffer.GetSampleSize();
+ samples_per_frame_ = buffer.GetNumberOfSamples();
+
+ if (no_encoding_) {
+ PostAudioFormat();
+ PostDataMessage(buffer.GetDataBuffer(), buffer.GetDataBufferSize());
+ audio_track_.GetBuffer(callback_factory_.NewCallbackWithOutput(
+ &AudioEncoderInstance::OnGetBuffer));
+ } else {
+ InitializeEncoder();
+ }
+
+ // Given that once the encoder is initialized we might reconfigure the
+ // media track, we discard the first buffer to keep this example a bit
+ // simpler.
+ audio_track_.RecycleBuffer(buffer);
+ } else {
+ if (no_encoding_) {
+ PostDataMessage(buffer.GetDataBuffer(), buffer.GetDataBufferSize());
+ audio_track_.RecycleBuffer(buffer);
+ } else {
+ GetEncoderBuffer(buffer);
+ }
+
+ audio_track_.GetBuffer(callback_factory_.NewCallbackWithOutput(
+ &AudioEncoderInstance::OnGetBuffer));
+ }
+}
+
+void AudioEncoderInstance::InitializeEncoder() {
+ if (audio_encoder_.is_null())
+ audio_encoder_ = pp::AudioEncoder(this);
+ audio_encoder_.Initialize(
+ channels_, static_cast<PP_AudioBuffer_SampleRate>(sample_rate_),
+ static_cast<PP_AudioBuffer_SampleSize>(sample_size_),
+ PP_AUDIOPROFILE_OPUS, 100000, PP_HARDWAREACCELERATION_WITHFALLBACK,
+ callback_factory_.NewCallback(
+ &AudioEncoderInstance::OnEncoderInitialized));
+}
+
+void AudioEncoderInstance::OnEncoderInitialized(int32_t result) {
+ if (result == PP_ERROR_ABORTED)
+ return;
+ if (result != PP_OK) {
+ LogError(result, "Cannot initialize encoder");
+ return;
+ }
+
+ int32_t attribs[] = {
+ // Duration in milliseconds.
+ PP_MEDIASTREAMAUDIOTRACK_ATTRIB_DURATION,
+ 1000 / (sample_rate_ / audio_encoder_.GetNumberOfSamples()),
+ PP_MEDIASTREAMAUDIOTRACK_ATTRIB_NONE};
+ audio_track_.Configure(attribs,
+ callback_factory_.NewCallback(
+ &AudioEncoderInstance::OnAudioTrackConfigured));
+
+ samples_per_frame_ = audio_encoder_.GetNumberOfSamples();
+ PostAudioFormat();
+}
+
+void AudioEncoderInstance::OnAudioTrackConfigured(int32_t result) {
+ if (result == PP_ERROR_ABORTED)
+ return;
+ if (result != PP_OK) {
+ LogError(result, "Cannot configure audio track buffer duration");
+ return;
+ }
+
+ audio_track_.GetBuffer(callback_factory_.NewCallbackWithOutput(
+ &AudioEncoderInstance::OnGetBuffer));
+ audio_encoder_.GetBitstreamBuffer(callback_factory_.NewCallbackWithOutput(
+ &AudioEncoderInstance::OnGetBitstreamBuffer));
+}
+
+void AudioEncoderInstance::GetEncoderBuffer(
+ const pp::AudioBuffer& track_buffer) {
+ audio_encoder_.GetBuffer(callback_factory_.NewCallbackWithOutput(
+ &AudioEncoderInstance::OnGetEncoderBuffer, track_buffer));
+}
+
+void AudioEncoderInstance::OnGetEncoderBuffer(int32_t result,
+ pp::AudioBuffer buffer,
+ pp::AudioBuffer track_buffer) {
+ const char* error(nullptr);
+
+ if (result != PP_OK)
+ error = "Cannot get encoder buffer";
+ if (buffer.GetDataBufferSize() != track_buffer.GetDataBufferSize()) {
+ result = PP_ERROR_FAILED;
+ error = "Invalid buffer size";
+ }
+
+ if (result == PP_OK) {
+ memcpy(buffer.GetDataBuffer(), track_buffer.GetDataBuffer(),
+ buffer.GetDataBufferSize());
+ audio_encoder_.Encode(buffer, callback_factory_.NewCallback(
+ &AudioEncoderInstance::OnEncodeDone));
+ } else {
+ LogError(result, error);
+ StopAudioTrack();
+ }
+ audio_track_.RecycleBuffer(track_buffer);
+}
+
+void AudioEncoderInstance::OnEncodeDone(int32_t result) {}
+
+void AudioEncoderInstance::OnGetBitstreamBuffer(
+ int32_t result,
+ const PP_AudioBitstreamBuffer& buffer) {
+ if (result == PP_ERROR_ABORTED)
+ return;
+ if (result != PP_OK) {
+ LogError(result, "Cannot get bitstream buffer");
+ return;
+ }
+
+ audio_encoder_.GetBitstreamBuffer(callback_factory_.NewCallbackWithOutput(
+ &AudioEncoderInstance::OnGetBitstreamBuffer));
+
+ PostDataMessage(buffer.buffer, buffer.size);
+ audio_encoder_.RecycleBitstreamBuffer(buffer);
+}
+
+pp::VarDictionary AudioEncoderInstance::NewCommand(const std::string& type) {
+ pp::VarDictionary dictionary;
+ dictionary.Set(pp::Var("command"), pp::Var(type));
+ return dictionary;
+}
+
+void AudioEncoderInstance::Log(const std::string& message) {
+ pp::VarDictionary dictionary = NewCommand("log");
+ dictionary.Set(pp::Var("message"), pp::Var(message));
+ PostMessage(dictionary);
+}
+
+void AudioEncoderInstance::LogError(int32_t error, const std::string& message) {
+ pp::VarDictionary dictionary = NewCommand("error");
+ std::string msg("Error: ");
+ msg.append(message);
+ msg.append(" : ");
+ msg.append(pp::Var(error).DebugString());
+ dictionary.Set(pp::Var("message"), pp::Var(msg));
+ PostMessage(dictionary);
+}
+
+void AudioEncoderInstance::PostAudioFormat() {
+ pp::VarDictionary dictionary = NewCommand("format");
+ dictionary.Set(pp::Var("channels"), pp::Var(static_cast<int32_t>(channels_)));
+ dictionary.Set(pp::Var("sample_rate"),
+ pp::Var(static_cast<int32_t>(sample_rate_)));
+ dictionary.Set(pp::Var("sample_size"),
+ pp::Var(static_cast<int32_t>(sample_size_)));
+ dictionary.Set(pp::Var("sample_per_frame"),
+ pp::Var(static_cast<int32_t>(samples_per_frame_)));
+ PostMessage(dictionary);
+}
+
+void AudioEncoderInstance::PostDataMessage(const void* data, uint32_t size) {
+ pp::VarDictionary dictionary = NewCommand("data");
+ uint8_t* buffer;
+
+ pp::VarArrayBuffer array_buffer = pp::VarArrayBuffer(size);
+ buffer = static_cast<uint8_t*>(array_buffer.Map());
+ memcpy(buffer, data, size);
+ array_buffer.Unmap();
+
+ dictionary.Set(pp::Var("buffer"), array_buffer);
+
+ PostMessage(dictionary);
+}
+
+class AudioEncoderModule : public pp::Module {
+ public:
+ virtual pp::Instance* CreateInstance(PP_Instance instance) {
+ return new AudioEncoderInstance(instance);
+ }
+};
+
+} // namespace
+
+namespace pp {
+
+// Factory function for your specialization of the Module object.
+Module* CreateModule() {
+ return new AudioEncoderModule();
+}
+
+} // namespace pp
« no previous file with comments | « ppapi/examples/audio_encode/BUILD.gn ('k') | ppapi/examples/audio_encode/audio_encode.html » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698