ppapi: implement PPB_AudioEncoder

ppapi/proxy/audio_encoder_resource.cc

 // Copyright 2015 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
+#include "base/memory/shared_memory.h"
+#include "ppapi/c/pp_array_output.h"
+#include "ppapi/c/pp_codecs.h"
+#include "ppapi/proxy/audio_buffer_resource.h"
 #include "ppapi/proxy/audio_encoder_resource.h"
+#include "ppapi/proxy/ppapi_messages.h"
+#include "ppapi/shared_impl/array_writer.h"
+#include "ppapi/shared_impl/media_stream_buffer.h"
+#include "ppapi/thunk/enter.h"
 
 namespace ppapi {
 namespace proxy {
 
+namespace {
+
+void RunCallback(scoped_refptr<TrackedCallback>* callback, int32_t error) {
+  if (!TrackedCallback::IsPending(*callback))

[bbudge, 2015/11/13 20:37:56]

In this case I think it's clearer as: if (TrackedCallback::IsPending... { }
rather than early return.

[llandwerlin-old, 2015/11/16 11:23:57]

Done.

+    return;
+
+  scoped_refptr<TrackedCallback> temp;
+  callback->swap(temp);
+  temp->Run(error);
+}
+
+}  // namespace
+
+class AudioEncoderResource::BitstreamBufferManager {

[bbudge, 2015/11/13 20:37:56]

It would be great if you could use MediaStreamBufferManager for the bitstream
buffers. It looks like you've added the ability to associate an id (audio
buffer) with each bitstream buffer. I think you could achieve this outside the
buffer manager, with a map in the host.

[llandwerlin-old, 2015/11/16 11:23:57]

Done.

+ public:
+  BitstreamBufferManager() : number_of_buffers_(0), buffer_size_(0) {}
+  ~BitstreamBufferManager() {}
+
+  bool Initialize(scoped_ptr<base::SharedMemory> shm,
+                  int32_t number_of_buffers,
+                  size_t buffer_size) {
+    size_t total_size = number_of_buffers * buffer_size;
+    shm_ = shm.Pass();
+    if (!shm_ || !shm_->Map(base::checked_cast<size_t>(total_size)))
+      return false;
+
+    for (int32_t i = 0; i < number_of_buffers; i++)
+      buffer_map_.insert(std::make_pair(
+          static_cast<uint8_t*>(shm_->memory()) + (i * buffer_size), i));
+
+    number_of_buffers_ = number_of_buffers;
+    buffer_size_ = buffer_size;
+    return true;
+  }
+  int32_t GetBufferId(void* address) {
+    BufferMap::const_iterator it = buffer_map_.find(address);
+    if (it == buffer_map_.end())
+      return -1;
+    return it->second;
+  }
+  uint8_t* GetBuffer(int32_t id) {
+    if (id < 0 || id >= number_of_buffers_)
+      return nullptr;
+    return static_cast<uint8_t*>(shm_->memory()) + (id * buffer_size_);
+  }
+  std::pair<int32_t, int32_t> DequeueBuffer() {
+    if (enqueued_buffers_.empty())
+      return std::make_pair(-1, 0);
+    std::pair<int32_t, int32_t> tuple = enqueued_buffers_.front();
+    enqueued_buffers_.pop_front();
+    return tuple;
+  }
+  void EnqueueBuffer(int32_t id, int32_t size) {
+    enqueued_buffers_.push_back(std::make_pair(id, size));
+  }
+  bool AvailableBuffers() { return !enqueued_buffers_.empty(); }
+
+ private:
+  int32_t number_of_buffers_;
+
+  // Size of individual buffers in bytes.
+  size_t buffer_size_;
+
+  // Shared memory containing |number_of_buffers_| bitstream buffers.
+  scoped_ptr<base::SharedMemory> shm_;
+
+  // Queue of bitstream buffers received from the host, waiting to be
+  // handed to the plugin.
+  std::deque<std::pair<int32_t, int32_t>> enqueued_buffers_;
+
+  // Memory pointer to buffer id map.
+  using BufferMap = std::map<void*, int32_t>;
+  BufferMap buffer_map_;
+
+  DISALLOW_COPY_AND_ASSIGN(BitstreamBufferManager);
+};
+
 AudioEncoderResource::AudioEncoderResource(Connection connection,
                                            PP_Instance instance)
-    : PluginResource(connection, instance) {
+    : PluginResource(connection, instance),
+      encoder_last_error_(PP_ERROR_FAILED),
+      initialized_(false),
+      closed_(false),
+      audio_buffer_manager_(this) {
+  SendCreate(RENDERER, PpapiHostMsg_AudioEncoder_Create());
 }
 
 AudioEncoderResource::~AudioEncoderResource() {
 }
 
 thunk::PPB_AudioEncoder_API* AudioEncoderResource::AsPPB_AudioEncoder_API() {
   return this;
 }
 
 int32_t AudioEncoderResource::GetSupportedProfiles(
     const PP_ArrayOutput& output,
     const scoped_refptr<TrackedCallback>& callback) {
-  return PP_ERROR_NOTSUPPORTED;
+  if (TrackedCallback::IsPending(get_supported_profiles_callback_))
+    return PP_ERROR_INPROGRESS;
+
+  get_supported_profiles_callback_ = callback;
+  Call<PpapiPluginMsg_AudioEncoder_GetSupportedProfilesReply>(
+      RENDERER, PpapiHostMsg_AudioEncoder_GetSupportedProfiles(),
+      base::Bind(&AudioEncoderResource::OnPluginMsgGetSupportedProfilesReply,
+                 this, output));
+  return PP_OK_COMPLETIONPENDING;
 }
 
 int32_t AudioEncoderResource::Initialize(
     uint32_t channels,
     PP_AudioBuffer_SampleRate input_sample_rate,
     PP_AudioBuffer_SampleSize input_sample_size,
     PP_AudioProfile output_profile,
     uint32_t initial_bitrate,
     PP_HardwareAcceleration acceleration,
     const scoped_refptr<TrackedCallback>& callback) {
-  return PP_ERROR_NOTSUPPORTED;
+  if (initialized_)
+    return PP_ERROR_FAILED;
+  if (TrackedCallback::IsPending(initialize_callback_))
+    return PP_ERROR_INPROGRESS;
+
+  initialize_callback_ = callback;
+
+  PPB_AudioEncodeParameters parameters;
+  parameters.channels = channels;
+  parameters.input_sample_rate = input_sample_rate;
+  parameters.input_sample_size = input_sample_size;
+  parameters.output_profile = output_profile;
+  parameters.initial_bitrate = initial_bitrate;
+  parameters.acceleration = acceleration;
+
+  Call<PpapiPluginMsg_AudioEncoder_InitializeReply>(
+      RENDERER, PpapiHostMsg_AudioEncoder_Initialize(parameters),
+      base::Bind(&AudioEncoderResource::OnPluginMsgInitializeReply, this));
+  return PP_OK_COMPLETIONPENDING;
 }
 
 int32_t AudioEncoderResource::GetNumberOfSamples() {
-  return PP_ERROR_NOTSUPPORTED;
+  if (encoder_last_error_)
+    return encoder_last_error_;
+  return number_of_samples_;
 }
 
 int32_t AudioEncoderResource::GetBuffer(
     PP_Resource* audio_buffer,
     const scoped_refptr<TrackedCallback>& callback) {
-  return PP_ERROR_NOTSUPPORTED;
+  if (encoder_last_error_)
+    return encoder_last_error_;
+  if (TrackedCallback::IsPending(get_buffer_callback_))
+    return PP_ERROR_INPROGRESS;
+
+  get_buffer_data_ = audio_buffer;
+  get_buffer_callback_ = callback;
+
+  TryWriteAudioBuffer();
+
+  return PP_OK_COMPLETIONPENDING;
 }
 
 int32_t AudioEncoderResource::Encode(
     PP_Resource audio_buffer,
     const scoped_refptr<TrackedCallback>& callback) {
-  return PP_ERROR_NOTSUPPORTED;
+  if (encoder_last_error_)
+    return encoder_last_error_;
+
+  AudioBufferMap::iterator it = audio_buffers_.find(audio_buffer);
+  if (it == audio_buffers_.end())
+    // TODO(llandwerlin): accept MediaStreamAudioTrack's audio buffers.
+    return PP_ERROR_BADRESOURCE;
+
+  scoped_refptr<AudioBufferResource> buffer_resource = it->second;
+
+  encode_callbacks_.insert(
+      std::make_pair(buffer_resource->GetBufferIndex(), callback));
+
+  Post(RENDERER,
+       PpapiHostMsg_AudioEncoder_Encode(buffer_resource->GetBufferIndex()));
+
+  // Invalidate the buffer to prevent the plugin from modifying it.
+  buffer_resource->Invalidate();
+  audio_buffers_.erase(it);
+
+  return PP_OK_COMPLETIONPENDING;
 }
 
 int32_t AudioEncoderResource::GetBitstreamBuffer(
     PP_AudioBitstreamBuffer* bitstream_buffer,
     const scoped_refptr<TrackedCallback>& callback) {
-  return PP_ERROR_NOTSUPPORTED;
+  if (encoder_last_error_)
+    return encoder_last_error_;
+  if (TrackedCallback::IsPending(get_bitstream_buffer_callback_))
+    return PP_ERROR_INPROGRESS;
+
+  get_bitstream_buffer_callback_ = callback;
+  get_bitstream_buffer_data_ = bitstream_buffer;
+
+  TryWriteBitstreamBuffer();
+
+  return PP_OK_COMPLETIONPENDING;
 }
 
 void AudioEncoderResource::RecycleBitstreamBuffer(
     const PP_AudioBitstreamBuffer* bitstream_buffer) {
+  if (encoder_last_error_)
+    return;
+  int32_t buffer_id =
+      bitstream_buffer_manager_->GetBufferId(bitstream_buffer->buffer);
+
+  if (buffer_id >= 0)
+    Post(RENDERER, PpapiHostMsg_AudioEncoder_RecycleBitstreamBuffer(buffer_id));
 }
 
 void AudioEncoderResource::RequestBitrateChange(uint32_t bitrate) {
+  if (encoder_last_error_)
+    return;
+  Post(RENDERER, PpapiHostMsg_AudioEncoder_RequestBitrateChange(bitrate));
 }
 
 void AudioEncoderResource::Close() {
+  if (encoder_last_error_)
+    return;
+  Post(RENDERER, PpapiHostMsg_AudioEncoder_Close());
+  closed_ = true;
+  if (!encoder_last_error_ || !initialized_)
+    NotifyError(PP_ERROR_ABORTED);
+  ReleaseBuffers();
+}
+
+void AudioEncoderResource::OnReplyReceived(
+    const ResourceMessageReplyParams& params,
+    const IPC::Message& msg) {
+  PPAPI_BEGIN_MESSAGE_MAP(AudioEncoderResource, msg)
+    PPAPI_DISPATCH_PLUGIN_RESOURCE_CALL(
+        PpapiPluginMsg_AudioEncoder_BitstreamBufferReady,
+        OnPluginMsgBitstreamBufferReady)
+    PPAPI_DISPATCH_PLUGIN_RESOURCE_CALL(PpapiPluginMsg_AudioEncoder_EncodeReply,
+                                        OnPluginMsgEncodeReply)
+    PPAPI_DISPATCH_PLUGIN_RESOURCE_CALL(PpapiPluginMsg_AudioEncoder_NotifyError,
+                                        OnPluginMsgNotifyError)
+    PPAPI_DISPATCH_PLUGIN_RESOURCE_CALL_UNHANDLED(
+        PluginResource::OnReplyReceived(params, msg))
+  PPAPI_END_MESSAGE_MAP()
+}
+
+void AudioEncoderResource::OnPluginMsgGetSupportedProfilesReply(
+    const PP_ArrayOutput& output,
+    const ResourceMessageReplyParams& params,
+    const std::vector<PP_AudioProfileDescription>& profiles) {
+  int32_t error = params.result();
+  if (error) {
+    NotifyError(error);
+    return;
+  }
+
+  ArrayWriter writer(output);
+  if (!writer.is_valid()) {
+    RunCallback(&get_supported_profiles_callback_, PP_ERROR_BADARGUMENT);
+    return;
+  }
+
+  bool write_result = writer.StoreVector(profiles);
+
+  if (!write_result) {
+    RunCallback(&get_supported_profiles_callback_, PP_ERROR_FAILED);
+    return;
+  }
+
+  RunCallback(&get_supported_profiles_callback_,
+              base::checked_cast<int32_t>(profiles.size()));
+}
+
+void AudioEncoderResource::OnPluginMsgInitializeReply(
+    const ResourceMessageReplyParams& params,
+    int32_t number_of_samples,
+    int32_t audio_buffer_count,
+    int32_t audio_buffer_size,
+    int32_t bistream_buffer_count,
+    int32_t bistream_buffer_size) {
+  DCHECK(!initialized_);
+
+  int32_t error = params.result();
+  if (error) {
+    NotifyError(error);
+    return;
+  }
+
+  // Get audio buffers shared memory buffer.
+  base::SharedMemoryHandle buffer_handle;
+  if (!params.TakeSharedMemoryHandleAtIndex(0, &buffer_handle)) {
+    NotifyError(PP_ERROR_FAILED);
+    return;
+  }
+
+  if (!audio_buffer_manager_.SetBuffers(
+          audio_buffer_count, audio_buffer_size,
+          make_scoped_ptr(new base::SharedMemory(buffer_handle, false)),
+          true)) {
+    NotifyError(PP_ERROR_FAILED);
+    return;
+  }
+
+  // Get bistreamer buffers shared memory buffer.
+  if (!params.TakeSharedMemoryHandleAtIndex(1, &buffer_handle)) {
+    NotifyError(PP_ERROR_FAILED);
+    return;
+  }
+
+  bitstream_buffer_manager_.reset(new BitstreamBufferManager());
+  if (!bitstream_buffer_manager_->Initialize(
+          make_scoped_ptr(new base::SharedMemory(buffer_handle, false)),
+          bistream_buffer_count, bistream_buffer_size)) {
+    NotifyError(PP_ERROR_FAILED);
+    return;
+  }
+
+  encoder_last_error_ = PP_OK;
+  number_of_samples_ = number_of_samples;
+  initialized_ = true;
+
+  RunCallback(&initialize_callback_, encoder_last_error_);
+
+  if (TrackedCallback::IsPending(get_buffer_callback_))
+    TryWriteAudioBuffer();
+}
+
+void AudioEncoderResource::OnPluginMsgEncodeReply(
+    const ResourceMessageReplyParams& params,
+    int32_t buffer_id) {
+  // We need to ensure there are still callbacks to be called before
+  // processing this message. We might receive a EncodeReply message
+  // after having sent a Close message to the renderer. In this case,
+  // we don't have any callback left to call.
+  if (encode_callbacks_.empty())
+    return;
+  encoder_last_error_ = params.result();
+
+  EncodeMap::iterator it = encode_callbacks_.find(buffer_id);
+  DCHECK(encode_callbacks_.end() != it);
+
+  scoped_refptr<TrackedCallback> callback = it->second;
+  encode_callbacks_.erase(it);
+  RunCallback(&callback, encoder_last_error_);
+
+  audio_buffer_manager_.EnqueueBuffer(buffer_id);
+  // If the plugin is waiting for an audio buffer, we can give the one
+  // that just became available again.
+  if (TrackedCallback::IsPending(get_buffer_callback_))
+    TryWriteAudioBuffer();
+}
+
+void AudioEncoderResource::OnPluginMsgBitstreamBufferReady(
+    const ResourceMessageReplyParams& params,
+    int32_t buffer_id,
+    int32_t buffer_size) {
+  bitstream_buffer_manager_->EnqueueBuffer(buffer_id, buffer_size);
+
+  if (TrackedCallback::IsPending(get_bitstream_buffer_callback_))
+    TryWriteBitstreamBuffer();
+}
+
+void AudioEncoderResource::OnPluginMsgNotifyError(
+    const ResourceMessageReplyParams& params,
+    int32_t error) {
+  NotifyError(error);
+}
+
+void AudioEncoderResource::NotifyError(int32_t error) {
+  encoder_last_error_ = error;
+  RunCallback(&get_supported_profiles_callback_, error);
+  RunCallback(&initialize_callback_, error);
+  RunCallback(&get_buffer_callback_, error);
+  get_buffer_data_ = nullptr;
+  RunCallback(&get_bitstream_buffer_callback_, error);
+  get_bitstream_buffer_data_ = nullptr;
+  for (EncodeMap::iterator it = encode_callbacks_.begin();
+       it != encode_callbacks_.end(); ++it) {
+    scoped_refptr<TrackedCallback> callback = it->second;
+    RunCallback(&callback, error);
+  }
+  encode_callbacks_.clear();
+}
+
+void AudioEncoderResource::TryWriteAudioBuffer() {
+  DCHECK(TrackedCallback::IsPending(get_buffer_callback_));
+
+  int32_t buffer_id = audio_buffer_manager_.DequeueBuffer();
+  if (buffer_id < 0)
+    return;
+
+  scoped_refptr<AudioBufferResource> resource = new AudioBufferResource(
+      pp_instance(), buffer_id,
+      audio_buffer_manager_.GetBufferPointer(buffer_id));
+  audio_buffers_.insert(
+      AudioBufferMap::value_type(resource->pp_resource(), resource));
+
+  *get_buffer_data_ = resource->GetReference();
+  get_buffer_data_ = nullptr;
+  RunCallback(&get_buffer_callback_, PP_OK);
+}
+
+void AudioEncoderResource::TryWriteBitstreamBuffer() {
+  DCHECK(TrackedCallback::IsPending(get_bitstream_buffer_callback_));
+
+  if (!bitstream_buffer_manager_->AvailableBuffers())
+    return;
+
+  std::pair<int32_t, int32_t> data = bitstream_buffer_manager_->DequeueBuffer();
+
+  get_bitstream_buffer_data_->buffer =
+      bitstream_buffer_manager_->GetBuffer(data.first);
+  get_bitstream_buffer_data_->size = data.second;
+  get_bitstream_buffer_data_ = nullptr;
+  RunCallback(&get_bitstream_buffer_callback_, PP_OK);
+}
+
+void AudioEncoderResource::ReleaseBuffers() {
+  for (AudioBufferMap::iterator it = audio_buffers_.begin();
+       it != audio_buffers_.end(); ++it) {
+    it->second->Invalidate();
+    it->second = nullptr;
+  }
+  audio_buffers_.clear();
 }
 
 }  // namespace proxy
 }  // namespace ppapi