Allow virtual keyboard window to access audio stream and speech api for voice input

chrome/browser/ui/ash/ash_keyboard_controller_proxy.cc

 // Copyright (c) 2013 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "chrome/browser/ui/ash/ash_keyboard_controller_proxy.h"
 
 #include "ash/display/display_controller.h"
 #include "ash/shell.h"
 #include "chrome/browser/extensions/extension_function_dispatcher.h"
+#include "chrome/browser/extensions/extension_service.h"
+#include "chrome/browser/extensions/extension_system.h"
+#include "chrome/browser/media/media_capture_devices_dispatcher.h"
 #include "chrome/browser/profiles/profile.h"
 #include "chrome/browser/profiles/profile_manager.h"
 #include "chrome/common/extensions/extension_messages.h"
 #include "content/public/browser/site_instance.h"
 #include "content/public/browser/web_contents.h"
 #include "content/public/browser/web_contents_view.h"
+#include "extensions/browser/view_type_utils.h"
+#include "extensions/common/constants.h"
 #include "ipc/ipc_message_macros.h"
 #include "ui/aura/client/aura_constants.h"
 #include "ui/aura/root_window.h"
 #include "ui/aura/window.h"
 #include "ui/base/ime/input_method.h"
 #include "ui/base/ime/text_input_client.h"
 #include "ui/keyboard/keyboard_controller.h"
 
 AshKeyboardControllerProxy::AshKeyboardControllerProxy() {}
 
 AshKeyboardControllerProxy::~AshKeyboardControllerProxy() {}
 
 void AshKeyboardControllerProxy::OnRequest(
     const ExtensionHostMsg_Request_Params& params) {
   extension_function_dispatcher_->Dispatch(
       params, web_contents()->GetRenderViewHost());
 }
 
 content::BrowserContext* AshKeyboardControllerProxy::GetBrowserContext() {
   return ProfileManager::GetDefaultProfile();
 }
 
 ui::InputMethod* AshKeyboardControllerProxy::GetInputMethod() {
   aura::Window* root_window = ash::Shell::GetInstance()->GetPrimaryRootWindow();
   DCHECK(root_window);
   return root_window->GetProperty(aura::client::kRootWindowInputMethodKey);
 }
 
+void AshKeyboardControllerProxy::RequestAudioInput(
+      content::WebContents* web_contents,
+      const content::MediaStreamRequest& request,
+      const content::MediaResponseCallback& callback) {
+  const extensions::Extension* extension = NULL;
+  GURL origin(request.security_origin);
+  if (origin.SchemeIs(extensions::kExtensionScheme)) {
+    ExtensionService* extensions_service =
+        extensions::ExtensionSystem::Get(ProfileManager::GetDefaultProfile())->
+            extension_service();
+    extension = extensions_service->extensions()->GetByID(origin.host());
+    DCHECK(extension);
+  }
+
+  MediaCaptureDevicesDispatcher::GetInstance()->ProcessMediaAccessRequest(
+      web_contents, request, callback, extension);
+}
+
 void AshKeyboardControllerProxy::SetupWebContents(
     content::WebContents* contents) {
   extension_function_dispatcher_.reset(
       new ExtensionFunctionDispatcher(ProfileManager::GetDefaultProfile(),
                                       this));

[bshe, 2013/05/14 18:35:21]

This is probably hacky? The reason I set it to VIEW_TYPE_TAB_CONTENTS is because
speech recognition are only enabled for VIEW_TYPE_TAB_CONTENTS and
VIEW_TYPE_APP_SHELL now. But the keyboard view doesn't seem to fit in either of
them. Do we have plan to create a new view type for keyboard view? It seems very
different from all other view types from what I understand. It is currently a
VIEW_TYPE_INVALID.

[sadrul, 2013/05/16 19:34:08]

I am not really sure. bryeung@ or someone more familiar with extensions than I
should know.

[bryeung, 2013/05/16 20:34:49]

Sadly I'm not really sure either.  You'd probably need to talk to someone like
mpcomplete@.

[Matt Perry, 2013/05/17 19:19:53]

I don't think I have enough context. AFAICT, this class represents a renderer
host that exists to display a virtual keyboard which is implemented in HTML/JS.
Is that right? And if so, that HTML needs access to some speech recognition
APIs? If so, where is this HTML served from? Is it a component extension?

+  extensions::SetViewType(contents, extensions::VIEW_TYPE_TAB_CONTENTS);
   Observe(contents);
 }
 
 extensions::WindowController*
     AshKeyboardControllerProxy::GetExtensionWindowController() const {
   // The keyboard doesn't have a window controller.
   return NULL;
 }
 
 content::WebContents*
@@ skipping 11 matching lines @@
   return handled;
 }
 
 void AshKeyboardControllerProxy::ShowKeyboardContainer(
     aura::Window* container) {
   KeyboardControllerProxy::ShowKeyboardContainer(container);
   gfx::Rect showing_area =
       ash::DisplayController::GetPrimaryDisplay().work_area();
   GetInputMethod()->GetTextInputClient()->EnsureCaretInRect(showing_area);
 }