Index: chrome/browser/speech/speech_input_manager.cc |
=================================================================== |
--- chrome/browser/speech/speech_input_manager.cc (revision 98061) |
+++ chrome/browser/speech/speech_input_manager.cc (working copy) |
@@ -1,396 +0,0 @@ |
-// Copyright (c) 2011 The Chromium Authors. All rights reserved. |
-// Use of this source code is governed by a BSD-style license that can be |
-// found in the LICENSE file. |
- |
-#include "content/browser/speech/speech_input_manager.h" |
- |
-#include <map> |
-#include <string> |
- |
-#include "base/lazy_instance.h" |
-#include "base/memory/ref_counted.h" |
-#include "base/synchronization/lock.h" |
-#include "base/threading/thread_restrictions.h" |
-#include "base/utf_string_conversions.h" |
-#include "chrome/browser/browser_process.h" |
-#include "chrome/browser/prefs/pref_service.h" |
-#include "chrome/browser/speech/speech_input_bubble_controller.h" |
-#include "chrome/browser/tab_contents/tab_util.h" |
-#include "chrome/common/chrome_switches.h" |
-#include "chrome/common/pref_names.h" |
-#include "content/browser/browser_thread.h" |
-#include "content/browser/speech/speech_recognizer.h" |
-#include "grit/generated_resources.h" |
-#include "media/audio/audio_manager.h" |
-#include "ui/base/l10n/l10n_util.h" |
- |
-#if defined(OS_WIN) |
-#include "chrome/installer/util/wmi.h" |
-#endif |
- |
-namespace speech_input { |
- |
-namespace { |
- |
-// Asynchronously fetches the PC and audio hardware/driver info if |
-// the user has opted into UMA. This information is sent with speech input |
-// requests to the server for identifying and improving quality issues with |
-// specific device configurations. |
-class OptionalRequestInfo |
- : public base::RefCountedThreadSafe<OptionalRequestInfo> { |
- public: |
- OptionalRequestInfo() : can_report_metrics_(false) {} |
- |
- void Refresh() { |
- DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO)); |
- // UMA opt-in can be checked only from the UI thread, so switch to that. |
- BrowserThread::PostTask(BrowserThread::UI, FROM_HERE, |
- NewRunnableMethod(this, |
- &OptionalRequestInfo::CheckUMAAndGetHardwareInfo)); |
- } |
- |
- void CheckUMAAndGetHardwareInfo() { |
- DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI)); |
- if (g_browser_process->local_state()->GetBoolean( |
- prefs::kMetricsReportingEnabled)) { |
- // Access potentially slow OS calls from the FILE thread. |
- BrowserThread::PostTask(BrowserThread::FILE, FROM_HERE, |
- NewRunnableMethod(this, &OptionalRequestInfo::GetHardwareInfo)); |
- } |
- } |
- |
- void GetHardwareInfo() { |
- DCHECK(BrowserThread::CurrentlyOn(BrowserThread::FILE)); |
- base::AutoLock lock(lock_); |
- can_report_metrics_ = true; |
-#if defined(OS_WIN) |
- value_ = UTF16ToUTF8( |
- installer::WMIComputerSystem::GetModel() + L"|" + |
- AudioManager::GetAudioManager()->GetAudioInputDeviceModel()); |
-#else // defined(OS_WIN) |
- value_ = UTF16ToUTF8( |
- AudioManager::GetAudioManager()->GetAudioInputDeviceModel()); |
-#endif // defined(OS_WIN) |
- } |
- |
- std::string value() { |
- base::AutoLock lock(lock_); |
- return value_; |
- } |
- |
- bool can_report_metrics() { |
- base::AutoLock lock(lock_); |
- return can_report_metrics_; |
- } |
- |
- private: |
- base::Lock lock_; |
- std::string value_; |
- bool can_report_metrics_; |
- |
- DISALLOW_COPY_AND_ASSIGN(OptionalRequestInfo); |
-}; |
- |
-class SpeechInputManagerImpl : public SpeechInputManager, |
- public SpeechInputBubbleControllerDelegate, |
- public SpeechRecognizerDelegate { |
- public: |
- // SpeechInputManager methods. |
- virtual void StartRecognition(SpeechInputManagerDelegate* delegate, |
- int caller_id, |
- int render_process_id, |
- int render_view_id, |
- const gfx::Rect& element_rect, |
- const std::string& language, |
- const std::string& grammar, |
- const std::string& origin_url); |
- virtual void CancelRecognition(int caller_id); |
- virtual void StopRecording(int caller_id); |
- virtual void CancelAllRequestsWithDelegate( |
- SpeechInputManagerDelegate* delegate); |
- |
- // SpeechRecognizer::Delegate methods. |
- virtual void DidStartReceivingAudio(int caller_id); |
- virtual void SetRecognitionResult(int caller_id, |
- bool error, |
- const SpeechInputResultArray& result); |
- virtual void DidCompleteRecording(int caller_id); |
- virtual void DidCompleteRecognition(int caller_id); |
- virtual void OnRecognizerError(int caller_id, |
- SpeechRecognizer::ErrorCode error); |
- virtual void DidCompleteEnvironmentEstimation(int caller_id); |
- virtual void SetInputVolume(int caller_id, float volume, float noise_volume); |
- |
- // SpeechInputBubbleController::Delegate methods. |
- virtual void InfoBubbleButtonClicked(int caller_id, |
- SpeechInputBubble::Button button); |
- virtual void InfoBubbleFocusChanged(int caller_id); |
- |
- private: |
- struct SpeechInputRequest { |
- SpeechInputManagerDelegate* delegate; |
- scoped_refptr<SpeechRecognizer> recognizer; |
- bool is_active; // Set to true when recording or recognition is going on. |
- }; |
- |
- // Private constructor to enforce singleton. |
- friend struct base::DefaultLazyInstanceTraits<SpeechInputManagerImpl>; |
- SpeechInputManagerImpl(); |
- virtual ~SpeechInputManagerImpl(); |
- |
- bool HasPendingRequest(int caller_id) const; |
- SpeechInputManagerDelegate* GetDelegate(int caller_id) const; |
- |
- void CancelRecognitionAndInformDelegate(int caller_id); |
- |
- // Starts/restarts recognition for an existing request. |
- void StartRecognitionForRequest(int caller_id); |
- |
- typedef std::map<int, SpeechInputRequest> SpeechRecognizerMap; |
- SpeechRecognizerMap requests_; |
- int recording_caller_id_; |
- scoped_refptr<SpeechInputBubbleController> bubble_controller_; |
- scoped_refptr<OptionalRequestInfo> optional_request_info_; |
-}; |
- |
-base::LazyInstance<SpeechInputManagerImpl> g_speech_input_manager_impl( |
- base::LINKER_INITIALIZED); |
- |
-} // namespace |
- |
-SpeechInputManager* SpeechInputManager::Get() { |
- return g_speech_input_manager_impl.Pointer(); |
-} |
- |
-void SpeechInputManager::ShowAudioInputSettings() { |
- // Since AudioManager::ShowAudioInputSettings can potentially launch external |
- // processes, do that in the FILE thread to not block the calling threads. |
- if (!BrowserThread::CurrentlyOn(BrowserThread::FILE)) { |
- BrowserThread::PostTask( |
- BrowserThread::FILE, FROM_HERE, |
- NewRunnableFunction(&SpeechInputManager::ShowAudioInputSettings)); |
- return; |
- } |
- |
- DCHECK(AudioManager::GetAudioManager()->CanShowAudioInputSettings()); |
- if (AudioManager::GetAudioManager()->CanShowAudioInputSettings()) |
- AudioManager::GetAudioManager()->ShowAudioInputSettings(); |
-} |
- |
-SpeechInputManagerImpl::SpeechInputManagerImpl() |
- : recording_caller_id_(0), |
- bubble_controller_(new SpeechInputBubbleController( |
- ALLOW_THIS_IN_INITIALIZER_LIST(this))) { |
-} |
- |
-SpeechInputManagerImpl::~SpeechInputManagerImpl() { |
- while (requests_.begin() != requests_.end()) |
- CancelRecognition(requests_.begin()->first); |
-} |
- |
-bool SpeechInputManagerImpl::HasPendingRequest(int caller_id) const { |
- return requests_.find(caller_id) != requests_.end(); |
-} |
- |
-SpeechInputManagerDelegate* SpeechInputManagerImpl::GetDelegate( |
- int caller_id) const { |
- return requests_.find(caller_id)->second.delegate; |
-} |
- |
-void SpeechInputManagerImpl::StartRecognition( |
- SpeechInputManagerDelegate* delegate, |
- int caller_id, |
- int render_process_id, |
- int render_view_id, |
- const gfx::Rect& element_rect, |
- const std::string& language, |
- const std::string& grammar, |
- const std::string& origin_url) { |
- DCHECK(!HasPendingRequest(caller_id)); |
- |
- bubble_controller_->CreateBubble(caller_id, render_process_id, render_view_id, |
- element_rect); |
- |
- if (!optional_request_info_.get()) { |
- optional_request_info_ = new OptionalRequestInfo(); |
- // Since hardware info is optional with speech input requests, we start an |
- // asynchronous fetch here and move on with recording audio. This first |
- // speech input request would send an empty string for hardware info and |
- // subsequent requests may have the hardware info available if the fetch |
- // completed before them. This way we don't end up stalling the user with |
- // a long wait and disk seeks when they click on a UI element and start |
- // speaking. |
- optional_request_info_->Refresh(); |
- } |
- |
- SpeechInputRequest* request = &requests_[caller_id]; |
- request->delegate = delegate; |
- request->recognizer = new SpeechRecognizer( |
- this, caller_id, language, grammar, censor_results(), |
- optional_request_info_->value(), |
- optional_request_info_->can_report_metrics() ? origin_url : ""); |
- request->is_active = false; |
- |
- StartRecognitionForRequest(caller_id); |
-} |
- |
-void SpeechInputManagerImpl::StartRecognitionForRequest(int caller_id) { |
- DCHECK(HasPendingRequest(caller_id)); |
- |
- // If we are currently recording audio for another caller, abort that cleanly. |
- if (recording_caller_id_) |
- CancelRecognitionAndInformDelegate(recording_caller_id_); |
- |
- if (!AudioManager::GetAudioManager()->HasAudioInputDevices()) { |
- bubble_controller_->SetBubbleMessage( |
- caller_id, l10n_util::GetStringUTF16(IDS_SPEECH_INPUT_NO_MIC)); |
- } else { |
- recording_caller_id_ = caller_id; |
- requests_[caller_id].is_active = true; |
- requests_[caller_id].recognizer->StartRecording(); |
- bubble_controller_->SetBubbleWarmUpMode(caller_id); |
- } |
-} |
- |
-void SpeechInputManagerImpl::CancelRecognition(int caller_id) { |
- DCHECK(HasPendingRequest(caller_id)); |
- if (requests_[caller_id].is_active) |
- requests_[caller_id].recognizer->CancelRecognition(); |
- requests_.erase(caller_id); |
- if (recording_caller_id_ == caller_id) |
- recording_caller_id_ = 0; |
- bubble_controller_->CloseBubble(caller_id); |
-} |
- |
-void SpeechInputManagerImpl::CancelAllRequestsWithDelegate( |
- SpeechInputManagerDelegate* delegate) { |
- SpeechRecognizerMap::iterator it = requests_.begin(); |
- while (it != requests_.end()) { |
- if (it->second.delegate == delegate) { |
- CancelRecognition(it->first); |
- // This map will have very few elements so it is simpler to restart. |
- it = requests_.begin(); |
- } else { |
- ++it; |
- } |
- } |
-} |
- |
-void SpeechInputManagerImpl::StopRecording(int caller_id) { |
- DCHECK(HasPendingRequest(caller_id)); |
- requests_[caller_id].recognizer->StopRecording(); |
-} |
- |
-void SpeechInputManagerImpl::SetRecognitionResult( |
- int caller_id, bool error, const SpeechInputResultArray& result) { |
- DCHECK(HasPendingRequest(caller_id)); |
- GetDelegate(caller_id)->SetRecognitionResult(caller_id, result); |
-} |
- |
-void SpeechInputManagerImpl::DidCompleteRecording(int caller_id) { |
- DCHECK(recording_caller_id_ == caller_id); |
- DCHECK(HasPendingRequest(caller_id)); |
- recording_caller_id_ = 0; |
- GetDelegate(caller_id)->DidCompleteRecording(caller_id); |
- bubble_controller_->SetBubbleRecognizingMode(caller_id); |
-} |
- |
-void SpeechInputManagerImpl::DidCompleteRecognition(int caller_id) { |
- GetDelegate(caller_id)->DidCompleteRecognition(caller_id); |
- requests_.erase(caller_id); |
- bubble_controller_->CloseBubble(caller_id); |
-} |
- |
-void SpeechInputManagerImpl::OnRecognizerError( |
- int caller_id, SpeechRecognizer::ErrorCode error) { |
- if (caller_id == recording_caller_id_) |
- recording_caller_id_ = 0; |
- |
- requests_[caller_id].is_active = false; |
- |
- struct ErrorMessageMapEntry { |
- SpeechRecognizer::ErrorCode error; |
- int message_id; |
- }; |
- ErrorMessageMapEntry error_message_map[] = { |
- { |
- SpeechRecognizer::RECOGNIZER_ERROR_CAPTURE, IDS_SPEECH_INPUT_MIC_ERROR |
- }, { |
- SpeechRecognizer::RECOGNIZER_ERROR_NO_SPEECH, IDS_SPEECH_INPUT_NO_SPEECH |
- }, { |
- SpeechRecognizer::RECOGNIZER_ERROR_NO_RESULTS, IDS_SPEECH_INPUT_NO_RESULTS |
- }, { |
- SpeechRecognizer::RECOGNIZER_ERROR_NETWORK, IDS_SPEECH_INPUT_NET_ERROR |
- } |
- }; |
- for (size_t i = 0; i < ARRAYSIZE_UNSAFE(error_message_map); ++i) { |
- if (error_message_map[i].error == error) { |
- bubble_controller_->SetBubbleMessage( |
- caller_id, |
- l10n_util::GetStringUTF16(error_message_map[i].message_id)); |
- return; |
- } |
- } |
- |
- NOTREACHED() << "unknown error " << error; |
-} |
- |
-void SpeechInputManagerImpl::DidStartReceivingAudio(int caller_id) { |
- DCHECK(HasPendingRequest(caller_id)); |
- DCHECK(recording_caller_id_ == caller_id); |
- bubble_controller_->SetBubbleRecordingMode(caller_id); |
-} |
- |
-void SpeechInputManagerImpl::DidCompleteEnvironmentEstimation(int caller_id) { |
- DCHECK(HasPendingRequest(caller_id)); |
- DCHECK(recording_caller_id_ == caller_id); |
-} |
- |
-void SpeechInputManagerImpl::SetInputVolume(int caller_id, float volume, |
- float noise_volume) { |
- DCHECK(HasPendingRequest(caller_id)); |
- DCHECK_EQ(recording_caller_id_, caller_id); |
- |
- bubble_controller_->SetBubbleInputVolume(caller_id, volume, noise_volume); |
-} |
- |
-void SpeechInputManagerImpl::CancelRecognitionAndInformDelegate(int caller_id) { |
- SpeechInputManagerDelegate* cur_delegate = GetDelegate(caller_id); |
- CancelRecognition(caller_id); |
- cur_delegate->DidCompleteRecording(caller_id); |
- cur_delegate->DidCompleteRecognition(caller_id); |
-} |
- |
-void SpeechInputManagerImpl::InfoBubbleButtonClicked( |
- int caller_id, SpeechInputBubble::Button button) { |
- DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO)); |
- // Ignore if the caller id was not in our active recognizers list because the |
- // user might have clicked more than once, or recognition could have been |
- // cancelled due to other reasons before the user click was processed. |
- if (!HasPendingRequest(caller_id)) |
- return; |
- |
- if (button == SpeechInputBubble::BUTTON_CANCEL) { |
- CancelRecognitionAndInformDelegate(caller_id); |
- } else if (button == SpeechInputBubble::BUTTON_TRY_AGAIN) { |
- StartRecognitionForRequest(caller_id); |
- } |
-} |
- |
-void SpeechInputManagerImpl::InfoBubbleFocusChanged(int caller_id) { |
- DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO)); |
- // Ignore if the caller id was not in our active recognizers list because the |
- // user might have clicked more than once, or recognition could have been |
- // ended due to other reasons before the user click was processed. |
- if (HasPendingRequest(caller_id)) { |
- // If this is an ongoing recording or if we were displaying an error message |
- // to the user, abort it since user has switched focus. Otherwise |
- // recognition has started and keep that going so user can start speaking to |
- // another element while this gets the results in parallel. |
- if (recording_caller_id_ == caller_id || !requests_[caller_id].is_active) { |
- CancelRecognitionAndInformDelegate(caller_id); |
- } |
- } |
-} |
- |
-} // namespace speech_input |