| OLD | NEW |
| 1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "chrome/browser/ui/app_list/speech_recognizer.h" | 5 #include "chrome/browser/ui/app_list/speech_recognizer.h" |
| 6 | 6 |
| 7 #include <algorithm> | 7 #include <algorithm> |
| 8 | 8 |
| 9 #include "base/bind.h" | 9 #include "base/bind.h" |
| 10 #include "base/strings/string16.h" | 10 #include "base/strings/string16.h" |
| 11 #include "base/timer/timer.h" | 11 #include "base/timer/timer.h" |
| 12 #include "chrome/browser/ui/app_list/speech_recognizer_delegate.h" | 12 #include "chrome/browser/ui/app_list/speech_recognizer_delegate.h" |
| 13 #include "content/public/browser/browser_thread.h" | 13 #include "content/public/browser/browser_thread.h" |
| 14 #include "content/public/browser/render_process_host.h" | 14 #include "content/public/browser/render_process_host.h" |
| 15 #include "content/public/browser/speech_recognition_event_listener.h" | 15 #include "content/public/browser/speech_recognition_event_listener.h" |
| 16 #include "content/public/browser/speech_recognition_manager.h" | 16 #include "content/public/browser/speech_recognition_manager.h" |
| 17 #include "content/public/browser/speech_recognition_session_config.h" | 17 #include "content/public/browser/speech_recognition_session_config.h" |
| 18 #include "content/public/browser/web_contents.h" | 18 #include "content/public/common/child_process_host.h" |
| 19 #include "content/public/common/speech_recognition_error.h" | 19 #include "content/public/common/speech_recognition_error.h" |
| 20 #include "net/url_request/url_request_context_getter.h" | 20 #include "net/url_request/url_request_context_getter.h" |
| 21 #include "ui/app_list/speech_ui_model_observer.h" | 21 #include "ui/app_list/speech_ui_model_observer.h" |
| 22 | 22 |
| 23 namespace app_list { | 23 namespace app_list { |
| 24 | 24 |
| 25 // Length of timeout to cancel recognition if there's no speech heard. | 25 // Length of timeout to cancel recognition if there's no speech heard. |
| 26 static const int kNoSpeechTimeoutInSeconds = 5; | 26 static const int kNoSpeechTimeoutInSeconds = 5; |
| 27 | 27 |
| 28 // Invalid speech session. | 28 // Invalid speech session. |
| 29 static const int kInvalidSessionId = -1; | 29 static const int kInvalidSessionId = -1; |
| 30 | 30 |
| 31 // Speech recognizer listener. This is separate from SpeechRecognizer because | 31 // Speech recognizer listener. This is separate from SpeechRecognizer because |
| 32 // the speech recognition engine must function from the IO thread. Because of | 32 // the speech recognition engine must function from the IO thread. Because of |
| 33 // this, the lifecycle of this class must be decoupled from the lifecycle of | 33 // this, the lifecycle of this class must be decoupled from the lifecycle of |
| 34 // SpeechRecognizer. To avoid circular references, this class has no reference | 34 // SpeechRecognizer. To avoid circular references, this class has no reference |
| 35 // to SpeechRecognizer. Instead, it has a reference to the | 35 // to SpeechRecognizer. Instead, it has a reference to the |
| 36 // SpeechRecognizerDelegate via a weak pointer that is only ever referenced from | 36 // SpeechRecognizerDelegate via a weak pointer that is only ever referenced from |
| 37 // the UI thread. | 37 // the UI thread. |
| 38 class SpeechRecognizer::EventListener | 38 class SpeechRecognizer::EventListener |
| 39 : public base::RefCountedThreadSafe<SpeechRecognizer::EventListener>, | 39 : public base::RefCountedThreadSafe<SpeechRecognizer::EventListener>, |
| 40 public content::SpeechRecognitionEventListener { | 40 public content::SpeechRecognitionEventListener { |
| 41 public: | 41 public: |
| 42 EventListener(const base::WeakPtr<SpeechRecognizerDelegate>& delegate, | 42 EventListener(const base::WeakPtr<SpeechRecognizerDelegate>& delegate, |
| 43 net::URLRequestContextGetter* url_request_context_getter, | 43 net::URLRequestContextGetter* url_request_context_getter, |
| 44 const std::string& locale); | 44 const std::string& locale); |
| 45 | 45 |
| 46 void StartOnIOThread(int render_process_id, | 46 void StartOnIOThread(const std::string& auth_scope, |
| 47 const std::string& auth_scope, | |
| 48 const std::string& auth_token); | 47 const std::string& auth_token); |
| 49 void StopOnIOThread(); | 48 void StopOnIOThread(); |
| 50 | 49 |
| 51 private: | 50 private: |
| 52 friend class base::RefCountedThreadSafe<SpeechRecognizer::EventListener>; | 51 friend class base::RefCountedThreadSafe<SpeechRecognizer::EventListener>; |
| 53 ~EventListener(); | 52 ~EventListener(); |
| 54 | 53 |
| 55 void NotifyRecognitionStateChanged(SpeechRecognitionState new_state); | 54 void NotifyRecognitionStateChanged(SpeechRecognitionState new_state); |
| 56 | 55 |
| 57 void StartSpeechTimeout(); | 56 void StartSpeechTimeout(); |
| (...skipping 42 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 100 session_(kInvalidSessionId), | 99 session_(kInvalidSessionId), |
| 101 weak_factory_(this) { | 100 weak_factory_(this) { |
| 102 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); | 101 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); |
| 103 } | 102 } |
| 104 | 103 |
| 105 SpeechRecognizer::EventListener::~EventListener() { | 104 SpeechRecognizer::EventListener::~EventListener() { |
| 106 DCHECK(!speech_timeout_.IsRunning()); | 105 DCHECK(!speech_timeout_.IsRunning()); |
| 107 } | 106 } |
| 108 | 107 |
| 109 void SpeechRecognizer::EventListener::StartOnIOThread( | 108 void SpeechRecognizer::EventListener::StartOnIOThread( |
| 110 int render_process_id, | |
| 111 const std::string& auth_scope, | 109 const std::string& auth_scope, |
| 112 const std::string& auth_token) { | 110 const std::string& auth_token) { |
| 113 DCHECK_CURRENTLY_ON(content::BrowserThread::IO); | 111 DCHECK_CURRENTLY_ON(content::BrowserThread::IO); |
| 114 if (session_ != kInvalidSessionId) | 112 if (session_ != kInvalidSessionId) |
| 115 StopOnIOThread(); | 113 StopOnIOThread(); |
| 116 | 114 |
| 117 content::SpeechRecognitionSessionConfig config; | 115 content::SpeechRecognitionSessionConfig config; |
| 118 config.language = locale_; | 116 config.language = locale_; |
| 119 config.is_legacy_api = false; | 117 config.is_legacy_api = false; |
| 120 config.continuous = true; | 118 config.continuous = true; |
| 121 config.interim_results = true; | 119 config.interim_results = true; |
| 122 config.max_hypotheses = 1; | 120 config.max_hypotheses = 1; |
| 123 config.filter_profanities = true; | 121 config.filter_profanities = true; |
| 124 config.url_request_context_getter = url_request_context_getter_; | 122 config.url_request_context_getter = url_request_context_getter_; |
| 125 config.event_listener = weak_factory_.GetWeakPtr(); | 123 config.event_listener = weak_factory_.GetWeakPtr(); |
| 126 config.initial_context.render_process_id = render_process_id; | 124 // kInvalidUniqueID is not a valid render process, so the speech permission |
| 125 // check allows the request through. |
| 126 config.initial_context.render_process_id = |
| 127 content::ChildProcessHost::kInvalidUniqueID; |
| 127 config.auth_scope = auth_scope; | 128 config.auth_scope = auth_scope; |
| 128 config.auth_token = auth_token; | 129 config.auth_token = auth_token; |
| 129 | 130 |
| 130 auto speech_instance = content::SpeechRecognitionManager::GetInstance(); | 131 auto speech_instance = content::SpeechRecognitionManager::GetInstance(); |
| 131 session_ = speech_instance->CreateSession(config); | 132 session_ = speech_instance->CreateSession(config); |
| 132 speech_instance->StartSession(session_); | 133 speech_instance->StartSession(session_); |
| 133 } | 134 } |
| 134 | 135 |
| 135 void SpeechRecognizer::EventListener::StopOnIOThread() { | 136 void SpeechRecognizer::EventListener::StopOnIOThread() { |
| 136 DCHECK_CURRENTLY_ON(content::BrowserThread::IO); | 137 DCHECK_CURRENTLY_ON(content::BrowserThread::IO); |
| (...skipping 125 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 262 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); | 263 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); |
| 263 } | 264 } |
| 264 | 265 |
| 265 SpeechRecognizer::~SpeechRecognizer() { | 266 SpeechRecognizer::~SpeechRecognizer() { |
| 266 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); | 267 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); |
| 267 Stop(); | 268 Stop(); |
| 268 } | 269 } |
| 269 | 270 |
| 270 void SpeechRecognizer::Start() { | 271 void SpeechRecognizer::Start() { |
| 271 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); | 272 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); |
| 272 // The speech recognizer checks to see if the request is allowed by looking | |
| 273 // up the renderer process. A renderer containing the app-list is hard-coded | |
| 274 // to be allowed. | |
| 275 if (!delegate_) | |
| 276 return; | |
| 277 content::WebContents* contents = delegate_->GetSpeechContents(); | |
| 278 if (!contents) | |
| 279 return; | |
| 280 | |
| 281 std::string auth_scope; | 273 std::string auth_scope; |
| 282 std::string auth_token; | 274 std::string auth_token; |
| 283 delegate_->GetSpeechAuthParameters(&auth_scope, &auth_token); | 275 delegate_->GetSpeechAuthParameters(&auth_scope, &auth_token); |
| 284 | 276 |
| 285 content::BrowserThread::PostTask( | 277 content::BrowserThread::PostTask( |
| 286 content::BrowserThread::IO, | 278 content::BrowserThread::IO, |
| 287 FROM_HERE, | 279 FROM_HERE, |
| 288 base::Bind(&SpeechRecognizer::EventListener::StartOnIOThread, | 280 base::Bind(&SpeechRecognizer::EventListener::StartOnIOThread, |
| 289 speech_event_listener_, | 281 speech_event_listener_, |
| 290 contents->GetRenderProcessHost()->GetID(), | |
| 291 auth_scope, | 282 auth_scope, |
| 292 auth_token)); | 283 auth_token)); |
| 293 } | 284 } |
| 294 | 285 |
| 295 void SpeechRecognizer::Stop() { | 286 void SpeechRecognizer::Stop() { |
| 296 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); | 287 DCHECK_CURRENTLY_ON(content::BrowserThread::UI); |
| 297 content::BrowserThread::PostTask( | 288 content::BrowserThread::PostTask( |
| 298 content::BrowserThread::IO, | 289 content::BrowserThread::IO, |
| 299 FROM_HERE, | 290 FROM_HERE, |
| 300 base::Bind(&SpeechRecognizer::EventListener::StopOnIOThread, | 291 base::Bind(&SpeechRecognizer::EventListener::StopOnIOThread, |
| 301 speech_event_listener_)); | 292 speech_event_listener_)); |
| 302 } | 293 } |
| 303 | 294 |
| 304 } // namespace app_list | 295 } // namespace app_list |
| OLD | NEW |