| OLD | NEW |
| 1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "components/translate/core/browser/translate_ranker_impl.h" | 5 #include "components/translate/core/browser/translate_ranker_impl.h" |
| 6 | 6 |
| 7 #include <initializer_list> | 7 #include <initializer_list> |
| 8 #include <memory> | 8 #include <memory> |
| 9 | 9 |
| 10 #include "base/feature_list.h" | 10 #include "base/feature_list.h" |
| 11 #include "base/memory/ptr_util.h" | 11 #include "base/memory/ptr_util.h" |
| 12 #include "base/run_loop.h" | 12 #include "base/run_loop.h" |
| 13 #include "base/strings/stringprintf.h" | 13 #include "base/strings/stringprintf.h" |
| 14 #include "base/task_scheduler/post_task.h" | 14 #include "base/task_scheduler/post_task.h" |
| 15 #include "base/test/scoped_feature_list.h" | 15 #include "base/test/scoped_feature_list.h" |
| 16 #include "base/test/scoped_task_environment.h" | 16 #include "base/test/scoped_task_environment.h" |
| 17 #include "components/metrics/proto/translate_event.pb.h" | 17 #include "components/metrics/proto/translate_event.pb.h" |
| 18 #include "components/metrics/proto/ukm/source.pb.h" | 18 #include "components/metrics/proto/ukm/source.pb.h" |
| 19 #include "components/prefs/scoped_user_pref_update.h" | |
| 20 #include "components/sync_preferences/testing_pref_service_syncable.h" | |
| 21 #include "components/translate/core/browser/proto/ranker_model.pb.h" | 19 #include "components/translate/core/browser/proto/ranker_model.pb.h" |
| 22 #include "components/translate/core/browser/proto/translate_ranker_model.pb.h" | 20 #include "components/translate/core/browser/proto/translate_ranker_model.pb.h" |
| 23 #include "components/translate/core/browser/ranker_model.h" | 21 #include "components/translate/core/browser/ranker_model.h" |
| 24 #include "components/translate/core/browser/translate_download_manager.h" | |
| 25 #include "components/translate/core/browser/translate_prefs.h" | |
| 26 #include "components/ukm/test_ukm_recorder.h" | 22 #include "components/ukm/test_ukm_recorder.h" |
| 27 #include "components/ukm/ukm_source.h" | 23 #include "components/ukm/ukm_source.h" |
| 28 #include "net/url_request/test_url_fetcher_factory.h" | 24 #include "net/url_request/test_url_fetcher_factory.h" |
| 29 #include "net/url_request/url_request_test_util.h" | 25 #include "net/url_request/url_request_test_util.h" |
| 30 #include "testing/gtest/include/gtest/gtest.h" | 26 #include "testing/gtest/include/gtest/gtest.h" |
| 31 #include "url/gurl.h" | 27 #include "url/gurl.h" |
| 32 | 28 |
| 33 namespace { | 29 namespace { |
| 34 | 30 |
| 35 using translate::kTranslateRankerEnforcement; | 31 using translate::kTranslateRankerEnforcement; |
| 36 using translate::kTranslateRankerQuery; | 32 using translate::kTranslateRankerQuery; |
| 37 using translate::kTranslateRankerDecisionOverride; | 33 using translate::kTranslateRankerDecisionOverride; |
| 38 using translate::TranslateDownloadManager; | |
| 39 using translate::TranslateRankerFeatures; | 34 using translate::TranslateRankerFeatures; |
| 40 using translate::TranslatePrefs; | |
| 41 using translate::TranslateRankerImpl; | 35 using translate::TranslateRankerImpl; |
| 42 | 36 |
| 43 constexpr uint32_t kModelVersion = 1234; | 37 constexpr uint32_t kModelVersion = 1234; |
| 44 | 38 |
| 45 class TranslateRankerImplTest : public ::testing::Test { | 39 class TranslateRankerImplTest : public ::testing::Test { |
| 46 protected: | 40 protected: |
| 47 TranslateRankerImplTest(); | 41 TranslateRankerImplTest(); |
| 48 | 42 |
| 49 void SetUp() override; | |
| 50 | |
| 51 void TearDown() override; | |
| 52 | |
| 53 // Initializes the explicitly |enabled| and |disabled| features for this test. | 43 // Initializes the explicitly |enabled| and |disabled| features for this test. |
| 54 void InitFeatures(const std::initializer_list<base::Feature>& enabled, | 44 void InitFeatures(const std::initializer_list<base::Feature>& enabled, |
| 55 const std::initializer_list<base::Feature>& disabled); | 45 const std::initializer_list<base::Feature>& disabled); |
| 56 | 46 |
| 57 // Returns a TranslateRankerImpl object with |threshold| for testing. | 47 // Returns a TranslateRankerImpl object with |threshold| for testing. The |
| 48 // returned ranker is configured with an empty cache path and URL and will not |
| 49 // invoke the model loader. |
| 58 std::unique_ptr<TranslateRankerImpl> GetRankerForTest(float threshold); | 50 std::unique_ptr<TranslateRankerImpl> GetRankerForTest(float threshold); |
| 59 | 51 |
| 60 // Implements the same sigmoid function used by TranslateRankerImpl. | 52 // Implements the same sigmoid function used by TranslateRankerImpl. |
| 61 static double Sigmoid(double x); | 53 static double Sigmoid(double x); |
| 62 | 54 |
| 63 // Returns a translate event initialized with the given parameters. | 55 // Returns a translate event initialized with the given parameters. |
| 64 static metrics::TranslateEventProto CreateTranslateEvent( | 56 static metrics::TranslateEventProto CreateTranslateEvent( |
| 65 const std::string& src_lang, | 57 const std::string& src_lang, |
| 66 const std::string& dst_lang, | 58 const std::string& dst_lang, |
| 59 const std::string& country, |
| 67 int accept_count, | 60 int accept_count, |
| 68 int decline_count, | 61 int decline_count, |
| 69 int ignore_count); | 62 int ignore_count); |
| 70 | 63 |
| 71 // The platform-specific name of the preferred language pref. | 64 // Returns a translate event initialized with the given parameters. |
| 72 static const char* const kPreferredLanguagePref; | 65 static metrics::TranslateEventProto CreateDefaultTranslateEvent(); |
| 73 | |
| 74 // Prefs. | |
| 75 std::unique_ptr<sync_preferences::TestingPrefServiceSyncable> prefs_; | |
| 76 std::unique_ptr<translate::TranslatePrefs> translate_prefs_; | |
| 77 | 66 |
| 78 ukm::TestUkmRecorder* GetTestUkmRecorder() { return &test_ukm_recorder_; } | 67 ukm::TestUkmRecorder* GetTestUkmRecorder() { return &test_ukm_recorder_; } |
| 79 metrics::TranslateEventProto tep1_ = | 68 metrics::TranslateEventProto translate_event1_ = |
| 80 CreateTranslateEvent("fr", "en", 1, 0, 3); | 69 CreateTranslateEvent("fr", "en", "de", 1, 0, 3); |
| 81 metrics::TranslateEventProto tep2_ = | 70 metrics::TranslateEventProto translate_event2_ = |
| 82 CreateTranslateEvent("jp", "en", 2, 0, 3); | 71 CreateTranslateEvent("jp", "en", "de", 2, 0, 3); |
| 83 metrics::TranslateEventProto tep3_ = | 72 metrics::TranslateEventProto translate_event3_ = |
| 84 CreateTranslateEvent("es", "de", 4, 5, 6); | 73 CreateTranslateEvent("es", "de", "de", 4, 5, 6); |
| 85 | 74 |
| 86 private: | 75 private: |
| 87 ukm::TestUkmRecorder test_ukm_recorder_; | 76 ukm::TestUkmRecorder test_ukm_recorder_; |
| 88 | 77 |
| 89 // Override the default URL fetcher to return custom responses for tests. | |
| 90 net::TestURLFetcherFactory url_fetcher_factory_; | |
| 91 | |
| 92 // Used to initialize the translate download manager. | |
| 93 scoped_refptr<net::TestURLRequestContextGetter> request_context_; | |
| 94 | |
| 95 // Sets up the task scheduling/task-runner environment for each test. | 78 // Sets up the task scheduling/task-runner environment for each test. |
| 96 base::test::ScopedTaskEnvironment scoped_task_environment_; | 79 base::test::ScopedTaskEnvironment scoped_task_environment_; |
| 97 | 80 |
| 98 // Manages the enabling/disabling of features within the scope of a test. | 81 // Manages the enabling/disabling of features within the scope of a test. |
| 99 base::test::ScopedFeatureList scoped_feature_list_; | 82 base::test::ScopedFeatureList scoped_feature_list_; |
| 100 | 83 |
| 101 // Cache and reset the application locale for each test. | |
| 102 std::string locale_; | |
| 103 | |
| 104 DISALLOW_COPY_AND_ASSIGN(TranslateRankerImplTest); | 84 DISALLOW_COPY_AND_ASSIGN(TranslateRankerImplTest); |
| 105 }; | 85 }; |
| 106 | 86 |
| 107 const char* const TranslateRankerImplTest::kPreferredLanguagePref = | |
| 108 #if defined(OS_CHROMEOS) | |
| 109 "settings.language.preferred_languages"; | |
| 110 #else | |
| 111 nullptr; | |
| 112 #endif | |
| 113 | |
| 114 TranslateRankerImplTest::TranslateRankerImplTest() {} | 87 TranslateRankerImplTest::TranslateRankerImplTest() {} |
| 115 | 88 |
| 116 void TranslateRankerImplTest::SetUp() { | |
| 117 // Setup the translate download manager. | |
| 118 locale_ = TranslateDownloadManager::GetInstance()->application_locale(); | |
| 119 request_context_ = | |
| 120 new net::TestURLRequestContextGetter(base::ThreadTaskRunnerHandle::Get()); | |
| 121 TranslateDownloadManager::GetInstance()->set_application_locale("zh-CN"); | |
| 122 TranslateDownloadManager::GetInstance()->set_request_context( | |
| 123 request_context_.get()); | |
| 124 | |
| 125 // Setup a 50/50 accepted/denied count for "english" when initialize the | |
| 126 // prefs and translate prefs. | |
| 127 base::DictionaryValue lang_count; | |
| 128 lang_count.SetInteger("en", 50); | |
| 129 prefs_.reset(new sync_preferences::TestingPrefServiceSyncable()); | |
| 130 TranslatePrefs::RegisterProfilePrefs(prefs_->registry()); | |
| 131 prefs_->Set(TranslatePrefs::kPrefTranslateAcceptedCount, lang_count); | |
| 132 prefs_->Set(TranslatePrefs::kPrefTranslateDeniedCount, lang_count); | |
| 133 translate_prefs_.reset(new TranslatePrefs( | |
| 134 prefs_.get(), "intl.accept_languages", kPreferredLanguagePref)); | |
| 135 translate_prefs_->SetCountry("de"); | |
| 136 } | |
| 137 | |
| 138 void TranslateRankerImplTest::TearDown() { | |
| 139 base::RunLoop().RunUntilIdle(); | |
| 140 TranslateDownloadManager::GetInstance()->set_application_locale(locale_); | |
| 141 TranslateDownloadManager::GetInstance()->set_request_context(nullptr); | |
| 142 } | |
| 143 | |
| 144 void TranslateRankerImplTest::InitFeatures( | 89 void TranslateRankerImplTest::InitFeatures( |
| 145 const std::initializer_list<base::Feature>& enabled, | 90 const std::initializer_list<base::Feature>& enabled, |
| 146 const std::initializer_list<base::Feature>& disabled) { | 91 const std::initializer_list<base::Feature>& disabled) { |
| 147 scoped_feature_list_.InitWithFeatures(enabled, disabled); | 92 scoped_feature_list_.InitWithFeatures(enabled, disabled); |
| 148 } | 93 } |
| 149 | 94 |
| 150 std::unique_ptr<TranslateRankerImpl> TranslateRankerImplTest::GetRankerForTest( | 95 std::unique_ptr<TranslateRankerImpl> TranslateRankerImplTest::GetRankerForTest( |
| 151 float threshold) { | 96 float threshold) { |
| 152 auto model = base::MakeUnique<chrome_intelligence::RankerModel>(); | 97 auto model = base::MakeUnique<chrome_intelligence::RankerModel>(); |
| 153 model->mutable_proto()->mutable_translate()->set_version(kModelVersion); | 98 model->mutable_proto()->mutable_translate()->set_version(kModelVersion); |
| (...skipping 15 matching lines...) Expand all Loading... |
| 169 src_language_weight["zh"] = 0.06f; | 114 src_language_weight["zh"] = 0.06f; |
| 170 | 115 |
| 171 auto& target_language_weight = *details->mutable_target_language_weight(); | 116 auto& target_language_weight = *details->mutable_target_language_weight(); |
| 172 target_language_weight["UNKNOWN"] = 0.00f; | 117 target_language_weight["UNKNOWN"] = 0.00f; |
| 173 | 118 |
| 174 auto& country_weight = *details->mutable_country_weight(); | 119 auto& country_weight = *details->mutable_country_weight(); |
| 175 country_weight["de"] = 0.07f; | 120 country_weight["de"] = 0.07f; |
| 176 country_weight["ca"] = 0.08f; | 121 country_weight["ca"] = 0.08f; |
| 177 country_weight["cn"] = 0.09f; | 122 country_weight["cn"] = 0.09f; |
| 178 | 123 |
| 179 auto& locale_weight = *details->mutable_locale_weight(); | |
| 180 locale_weight["en-us"] = 0.10f; | |
| 181 locale_weight["en-ca"] = 0.11f; | |
| 182 locale_weight["zh-cn"] = 0.12f; // Normalized to lowercase. | |
| 183 | |
| 184 auto impl = base::MakeUnique<TranslateRankerImpl>(base::FilePath(), GURL(), | 124 auto impl = base::MakeUnique<TranslateRankerImpl>(base::FilePath(), GURL(), |
| 185 GetTestUkmRecorder()); | 125 GetTestUkmRecorder()); |
| 186 impl->OnModelAvailable(std::move(model)); | 126 impl->OnModelAvailable(std::move(model)); |
| 187 base::RunLoop().RunUntilIdle(); | 127 base::RunLoop().RunUntilIdle(); |
| 188 return impl; | 128 return impl; |
| 189 } | 129 } |
| 190 | 130 |
| 191 // static | 131 // static |
| 192 double TranslateRankerImplTest::Sigmoid(double x) { | 132 double TranslateRankerImplTest::Sigmoid(double x) { |
| 193 return 1.0 / (1.0 + exp(-x)); | 133 return 1.0 / (1.0 + exp(-x)); |
| 194 } | 134 } |
| 195 | 135 |
| 196 // static | 136 // static |
| 197 metrics::TranslateEventProto TranslateRankerImplTest::CreateTranslateEvent( | 137 metrics::TranslateEventProto TranslateRankerImplTest::CreateTranslateEvent( |
| 198 const std::string& src_lang, | 138 const std::string& src_lang, |
| 199 const std::string& dst_lang, | 139 const std::string& dst_lang, |
| 140 const std::string& country, |
| 200 int accept_count, | 141 int accept_count, |
| 201 int decline_count, | 142 int decline_count, |
| 202 int ignore_count) { | 143 int ignore_count) { |
| 203 metrics::TranslateEventProto translate_event; | 144 metrics::TranslateEventProto translate_event; |
| 204 translate_event.set_source_language(src_lang); | 145 translate_event.set_source_language(src_lang); |
| 205 translate_event.set_target_language(dst_lang); | 146 translate_event.set_target_language(dst_lang); |
| 147 translate_event.set_country(country); |
| 206 translate_event.set_accept_count(accept_count); | 148 translate_event.set_accept_count(accept_count); |
| 207 translate_event.set_decline_count(decline_count); | 149 translate_event.set_decline_count(decline_count); |
| 208 translate_event.set_ignore_count(ignore_count); | 150 translate_event.set_ignore_count(ignore_count); |
| 209 return translate_event; | 151 return translate_event; |
| 210 } | 152 } |
| 211 | 153 |
| 154 // static |
| 155 metrics::TranslateEventProto |
| 156 TranslateRankerImplTest::CreateDefaultTranslateEvent() { |
| 157 return TranslateRankerImplTest::CreateTranslateEvent("en", "fr", "de", 50, 50, |
| 158 0); |
| 159 } |
| 160 |
| 212 } // namespace | 161 } // namespace |
| 213 | 162 |
| 214 TEST_F(TranslateRankerImplTest, GetVersion) { | 163 TEST_F(TranslateRankerImplTest, GetVersion) { |
| 215 InitFeatures({kTranslateRankerQuery}, {}); | 164 InitFeatures({kTranslateRankerQuery}, {}); |
| 216 auto ranker = GetRankerForTest(0.01f); | 165 auto ranker = GetRankerForTest(0.01f); |
| 217 EXPECT_TRUE(ranker->CheckModelLoaderForTesting()); | 166 EXPECT_TRUE(ranker->CheckModelLoaderForTesting()); |
| 218 EXPECT_EQ(kModelVersion, ranker->GetModelVersion()); | 167 EXPECT_EQ(kModelVersion, ranker->GetModelVersion()); |
| 219 } | 168 } |
| 220 | 169 |
| 221 TEST_F(TranslateRankerImplTest, ModelLoaderQueryNotEnabled) { | 170 TEST_F(TranslateRankerImplTest, ModelLoaderQueryNotEnabled) { |
| 222 // If Query is not enabled, the ranker should not try to load the model. | 171 // If Query is not enabled, the ranker should not try to load the model. |
| 223 InitFeatures({}, {kTranslateRankerQuery}); | 172 InitFeatures({}, {kTranslateRankerQuery}); |
| 224 auto ranker = GetRankerForTest(0.01f); | 173 auto ranker = GetRankerForTest(0.01f); |
| 225 EXPECT_FALSE(ranker->CheckModelLoaderForTesting()); | 174 EXPECT_FALSE(ranker->CheckModelLoaderForTesting()); |
| 226 } | 175 } |
| 227 | 176 |
| 228 TEST_F(TranslateRankerImplTest, GetModelDecision) { | 177 TEST_F(TranslateRankerImplTest, GetModelDecision) { |
| 229 InitFeatures({kTranslateRankerEnforcement}, {}); | 178 InitFeatures({kTranslateRankerEnforcement}, {}); |
| 230 // Calculate the score using: a 50:50 accept/decline ratio; the one-hot | 179 // Calculate the score using: a 50:50 accept/decline ratio; the one-hot |
| 231 // values for the src lang, dest lang, locale and counry; and, the bias. | 180 // values for the src lang, dest lang, and country; and, the bias. |
| 232 double expected_score = | 181 double expected_score = |
| 233 Sigmoid(50.0 * 0.13f + // accept count * weight | 182 Sigmoid(50.0 * 0.13f + // accept count * weight |
| 234 50.0 * -0.14f + // decline count * weight | 183 50.0 * -0.14f + // decline count * weight |
| 235 0.0 * 0.00f + // ignore count * (default) weight | 184 0.0 * 0.00f + // ignore count * (default) weight |
| 236 0.5 * 0.02f + // accept ratio * weight | 185 0.5 * 0.02f + // accept ratio * weight |
| 237 0.5 * 0.03f + // decline ratio * weight | 186 0.5 * 0.03f + // decline ratio * weight |
| 238 0.0 * 0.00f + // ignore ratio * (default) weight | 187 0.0 * 0.00f + // ignore ratio * (default) weight |
| 239 1.0 * 0.04f + // one-hot src-language "en" * weight | 188 1.0 * 0.04f + // one-hot src-language "en" * weight |
| 240 1.0 * 0.00f + // one-hot dst-language "fr" * weight | 189 1.0 * 0.00f + // one-hot dst-language "fr" * weight |
| 241 1.0 * 0.07f + // one-hot country "de" * weight | 190 1.0 * 0.07f + // one-hot country "de" * weight |
| 242 1.0 * 0.12f + // one-hot locale "zh-CN" * weight | |
| 243 0.5f); // bias | 191 0.5f); // bias |
| 244 TranslateRankerFeatures features(50, 50, 0, "en", "fr", "de", "zh-CN"); | 192 metrics::TranslateEventProto translate_event = CreateDefaultTranslateEvent(); |
| 245 | 193 |
| 246 const float epsilon = 0.001f; | 194 const float epsilon = 0.001f; |
| 247 auto ranker = GetRankerForTest(expected_score + epsilon); | 195 auto ranker = GetRankerForTest(expected_score + epsilon); |
| 248 EXPECT_FALSE(ranker->GetModelDecision(features)); | 196 EXPECT_FALSE(ranker->GetModelDecision(translate_event)); |
| 249 | 197 |
| 250 ranker = GetRankerForTest(expected_score - epsilon); | 198 ranker = GetRankerForTest(expected_score - epsilon); |
| 251 EXPECT_TRUE(ranker->GetModelDecision(features)); | 199 EXPECT_TRUE(ranker->GetModelDecision(translate_event)); |
| 252 | 200 |
| 253 ranker = GetRankerForTest(0.0); | 201 ranker = GetRankerForTest(0.0); |
| 254 EXPECT_EQ(expected_score >= 0.5, ranker->GetModelDecision(features)); | 202 EXPECT_EQ(expected_score >= 0.5, ranker->GetModelDecision(translate_event)); |
| 255 } | 203 } |
| 256 | 204 |
| 257 TEST_F(TranslateRankerImplTest, ShouldOfferTranslation_AllEnabled) { | 205 TEST_F(TranslateRankerImplTest, ShouldOfferTranslation_AllEnabled) { |
| 258 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement, | 206 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement, |
| 259 kTranslateRankerDecisionOverride}, | 207 kTranslateRankerDecisionOverride}, |
| 260 {}); | 208 {}); |
| 261 metrics::TranslateEventProto tep; | 209 metrics::TranslateEventProto translate_event = CreateDefaultTranslateEvent(); |
| 262 | 210 |
| 263 // With a threshold of 0.99, en->fr is not over the threshold. | 211 // With a threshold of 0.99, en->fr is not over the threshold. |
| 264 EXPECT_FALSE(GetRankerForTest(0.99f)->ShouldOfferTranslation( | 212 EXPECT_FALSE( |
| 265 *translate_prefs_, "en", "fr", &tep)); | 213 GetRankerForTest(0.99f)->ShouldOfferTranslation(&translate_event)); |
| 266 EXPECT_NE(0U, tep.ranker_request_timestamp_sec()); | 214 EXPECT_NE(0U, translate_event.ranker_request_timestamp_sec()); |
| 267 EXPECT_EQ(kModelVersion, tep.ranker_version()); | 215 EXPECT_EQ(kModelVersion, translate_event.ranker_version()); |
| 268 EXPECT_EQ(metrics::TranslateEventProto::DONT_SHOW, tep.ranker_response()); | 216 EXPECT_EQ(metrics::TranslateEventProto::DONT_SHOW, |
| 217 translate_event.ranker_response()); |
| 269 | 218 |
| 270 // With a threshold of 0.01, en-fr is over the threshold. | 219 // With a threshold of 0.01, en-fr is over the threshold. |
| 271 tep.Clear(); | 220 translate_event.Clear(); |
| 272 EXPECT_TRUE(GetRankerForTest(0.01f)->ShouldOfferTranslation( | 221 EXPECT_TRUE( |
| 273 *translate_prefs_, "en", "fr", &tep)); | 222 GetRankerForTest(0.01f)->ShouldOfferTranslation(&translate_event)); |
| 274 EXPECT_EQ(metrics::TranslateEventProto::SHOW, tep.ranker_response()); | 223 EXPECT_EQ(metrics::TranslateEventProto::SHOW, |
| 224 translate_event.ranker_response()); |
| 275 } | 225 } |
| 276 TEST_F(TranslateRankerImplTest, ShouldOfferTranslation_AllDisabled) { | 226 TEST_F(TranslateRankerImplTest, ShouldOfferTranslation_AllDisabled) { |
| 277 InitFeatures({}, {kTranslateRankerQuery, kTranslateRankerEnforcement, | 227 InitFeatures({}, {kTranslateRankerQuery, kTranslateRankerEnforcement, |
| 278 kTranslateRankerDecisionOverride}); | 228 kTranslateRankerDecisionOverride}); |
| 279 metrics::TranslateEventProto tep; | 229 metrics::TranslateEventProto translate_event = CreateDefaultTranslateEvent(); |
| 280 // If query and other flags are turned off, returns true and do not query the | 230 // If query and other flags are turned off, returns true and do not query the |
| 281 // ranker. | 231 // ranker. |
| 282 EXPECT_TRUE(GetRankerForTest(0.5f)->ShouldOfferTranslation(*translate_prefs_, | 232 EXPECT_TRUE(GetRankerForTest(0.5f)->ShouldOfferTranslation(&translate_event)); |
| 283 "en", "fr", &tep)); | 233 EXPECT_NE(0U, translate_event.ranker_request_timestamp_sec()); |
| 284 EXPECT_NE(0U, tep.ranker_request_timestamp_sec()); | 234 EXPECT_EQ(kModelVersion, translate_event.ranker_version()); |
| 285 EXPECT_EQ(kModelVersion, tep.ranker_version()); | 235 EXPECT_EQ(metrics::TranslateEventProto::NOT_QUERIED, |
| 286 EXPECT_EQ(metrics::TranslateEventProto::NOT_QUERIED, tep.ranker_response()); | 236 translate_event.ranker_response()); |
| 287 } | 237 } |
| 288 | 238 |
| 289 TEST_F(TranslateRankerImplTest, ShouldOfferTranslation_QueryOnly) { | 239 TEST_F(TranslateRankerImplTest, ShouldOfferTranslation_QueryOnly) { |
| 290 InitFeatures({kTranslateRankerQuery}, | 240 InitFeatures({kTranslateRankerQuery}, |
| 291 {kTranslateRankerEnforcement, kTranslateRankerDecisionOverride}); | 241 {kTranslateRankerEnforcement, kTranslateRankerDecisionOverride}); |
| 292 metrics::TranslateEventProto tep; | 242 metrics::TranslateEventProto translate_event = CreateDefaultTranslateEvent(); |
| 293 // If enforcement is turned off, returns true even if the decision | 243 // If enforcement is turned off, returns true even if the decision |
| 294 // is not to show. | 244 // is not to show. |
| 295 EXPECT_TRUE(GetRankerForTest(0.99f)->ShouldOfferTranslation( | 245 EXPECT_TRUE( |
| 296 *translate_prefs_, "en", "fr", &tep)); | 246 GetRankerForTest(0.99f)->ShouldOfferTranslation(&translate_event)); |
| 297 EXPECT_NE(0U, tep.ranker_request_timestamp_sec()); | 247 EXPECT_NE(0U, translate_event.ranker_request_timestamp_sec()); |
| 298 EXPECT_EQ(kModelVersion, tep.ranker_version()); | 248 EXPECT_EQ(kModelVersion, translate_event.ranker_version()); |
| 299 EXPECT_EQ(metrics::TranslateEventProto::DONT_SHOW, tep.ranker_response()); | 249 EXPECT_EQ(metrics::TranslateEventProto::DONT_SHOW, |
| 250 translate_event.ranker_response()); |
| 300 } | 251 } |
| 301 | 252 |
| 302 TEST_F(TranslateRankerImplTest, ShouldOfferTranslation_EnforcementOnly) { | 253 TEST_F(TranslateRankerImplTest, ShouldOfferTranslation_EnforcementOnly) { |
| 303 InitFeatures({kTranslateRankerEnforcement}, | 254 InitFeatures({kTranslateRankerEnforcement}, |
| 304 {kTranslateRankerQuery, kTranslateRankerDecisionOverride}); | 255 {kTranslateRankerQuery, kTranslateRankerDecisionOverride}); |
| 305 metrics::TranslateEventProto tep; | 256 metrics::TranslateEventProto translate_event = CreateDefaultTranslateEvent(); |
| 306 // If either enforcement or decision override are turned on, returns the | 257 // If either enforcement or decision override are turned on, returns the |
| 307 // ranker decision. | 258 // ranker decision. |
| 308 EXPECT_FALSE(GetRankerForTest(0.99f)->ShouldOfferTranslation( | 259 EXPECT_FALSE( |
| 309 *translate_prefs_, "en", "fr", &tep)); | 260 GetRankerForTest(0.99f)->ShouldOfferTranslation(&translate_event)); |
| 310 EXPECT_NE(0U, tep.ranker_request_timestamp_sec()); | 261 EXPECT_NE(0U, translate_event.ranker_request_timestamp_sec()); |
| 311 EXPECT_EQ(kModelVersion, tep.ranker_version()); | 262 EXPECT_EQ(kModelVersion, translate_event.ranker_version()); |
| 312 EXPECT_EQ(metrics::TranslateEventProto::DONT_SHOW, tep.ranker_response()); | 263 EXPECT_EQ(metrics::TranslateEventProto::DONT_SHOW, |
| 264 translate_event.ranker_response()); |
| 313 } | 265 } |
| 314 | 266 |
| 315 TEST_F(TranslateRankerImplTest, ShouldOfferTranslation_OverrideOnly) { | 267 TEST_F(TranslateRankerImplTest, ShouldOfferTranslation_OverrideOnly) { |
| 316 InitFeatures({kTranslateRankerDecisionOverride}, | 268 InitFeatures({kTranslateRankerDecisionOverride}, |
| 317 {kTranslateRankerQuery, kTranslateRankerEnforcement}); | 269 {kTranslateRankerQuery, kTranslateRankerEnforcement}); |
| 318 metrics::TranslateEventProto tep; | 270 metrics::TranslateEventProto translate_event = CreateDefaultTranslateEvent(); |
| 319 // If either enforcement or decision override are turned on, returns the | 271 // If either enforcement or decision override are turned on, returns the |
| 320 // ranker decision. | 272 // ranker decision. |
| 321 EXPECT_FALSE(GetRankerForTest(0.99f)->ShouldOfferTranslation( | 273 EXPECT_FALSE( |
| 322 *translate_prefs_, "en", "fr", &tep)); | 274 GetRankerForTest(0.99f)->ShouldOfferTranslation(&translate_event)); |
| 323 EXPECT_NE(0U, tep.ranker_request_timestamp_sec()); | 275 EXPECT_NE(0U, translate_event.ranker_request_timestamp_sec()); |
| 324 EXPECT_EQ(kModelVersion, tep.ranker_version()); | 276 EXPECT_EQ(kModelVersion, translate_event.ranker_version()); |
| 325 EXPECT_EQ(metrics::TranslateEventProto::DONT_SHOW, tep.ranker_response()); | 277 EXPECT_EQ(metrics::TranslateEventProto::DONT_SHOW, |
| 278 translate_event.ranker_response()); |
| 326 } | 279 } |
| 327 | 280 |
| 328 TEST_F(TranslateRankerImplTest, ShouldOfferTranslation_NoModel) { | 281 TEST_F(TranslateRankerImplTest, ShouldOfferTranslation_NoModel) { |
| 329 auto ranker = | 282 auto ranker = |
| 330 base::MakeUnique<TranslateRankerImpl>(base::FilePath(), GURL(), nullptr); | 283 base::MakeUnique<TranslateRankerImpl>(base::FilePath(), GURL(), nullptr); |
| 331 InitFeatures({kTranslateRankerDecisionOverride, kTranslateRankerQuery, | 284 InitFeatures({kTranslateRankerDecisionOverride, kTranslateRankerQuery, |
| 332 kTranslateRankerEnforcement}, | 285 kTranslateRankerEnforcement}, |
| 333 {}); | 286 {}); |
| 334 metrics::TranslateEventProto tep; | 287 metrics::TranslateEventProto translate_event = CreateDefaultTranslateEvent(); |
| 335 // If we don't have a model, returns true. | 288 // If we don't have a model, returns true. |
| 336 EXPECT_TRUE( | 289 EXPECT_TRUE(ranker->ShouldOfferTranslation(&translate_event)); |
| 337 ranker->ShouldOfferTranslation(*translate_prefs_, "en", "fr", &tep)); | 290 EXPECT_NE(0U, translate_event.ranker_request_timestamp_sec()); |
| 338 EXPECT_NE(0U, tep.ranker_request_timestamp_sec()); | 291 EXPECT_EQ(0U, translate_event.ranker_version()); |
| 339 EXPECT_EQ(0U, tep.ranker_version()); | 292 EXPECT_EQ(metrics::TranslateEventProto::NOT_QUERIED, |
| 340 EXPECT_EQ(metrics::TranslateEventProto::NOT_QUERIED, tep.ranker_response()); | 293 translate_event.ranker_response()); |
| 341 } | 294 } |
| 342 | 295 |
| 343 TEST_F(TranslateRankerImplTest, RecordAndFlushEvents) { | 296 TEST_F(TranslateRankerImplTest, RecordAndFlushEvents) { |
| 344 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.0f); | 297 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.0f); |
| 345 std::vector<metrics::TranslateEventProto> flushed_events; | 298 std::vector<metrics::TranslateEventProto> flushed_events; |
| 346 | 299 |
| 347 GURL url0("https://www.google.com"); | 300 GURL url0("https://www.google.com"); |
| 348 GURL url1("https://www.gmail.com"); | 301 GURL url1("https://www.gmail.com"); |
| 349 | 302 |
| 350 // Check that flushing an empty cache will return an empty vector. | 303 // Check that flushing an empty cache will return an empty vector. |
| 351 ranker->FlushTranslateEvents(&flushed_events); | 304 ranker->FlushTranslateEvents(&flushed_events); |
| 352 EXPECT_EQ(0U, flushed_events.size()); | 305 EXPECT_EQ(0U, flushed_events.size()); |
| 353 | 306 |
| 354 ranker->RecordTranslateEvent(0, url0, &tep1_); | 307 ranker->RecordTranslateEvent(0, url0, &translate_event1_); |
| 355 ranker->RecordTranslateEvent(1, GURL(), &tep2_); | 308 ranker->RecordTranslateEvent(1, GURL(), &translate_event2_); |
| 356 ranker->RecordTranslateEvent(2, url1, &tep3_); | 309 ranker->RecordTranslateEvent(2, url1, &translate_event3_); |
| 357 | 310 |
| 358 // Capture the data and verify that it is as expected. | 311 // Capture the data and verify that it is as expected. |
| 359 ranker->FlushTranslateEvents(&flushed_events); | 312 ranker->FlushTranslateEvents(&flushed_events); |
| 360 EXPECT_EQ(3U, flushed_events.size()); | 313 EXPECT_EQ(3U, flushed_events.size()); |
| 361 ASSERT_EQ(tep1_.source_language(), flushed_events[0].source_language()); | 314 ASSERT_EQ(translate_event1_.source_language(), |
| 315 flushed_events[0].source_language()); |
| 362 ASSERT_EQ(0, flushed_events[0].event_type()); | 316 ASSERT_EQ(0, flushed_events[0].event_type()); |
| 363 ASSERT_EQ(tep2_.source_language(), flushed_events[1].source_language()); | 317 ASSERT_EQ(translate_event2_.source_language(), |
| 318 flushed_events[1].source_language()); |
| 364 ASSERT_EQ(1, flushed_events[1].event_type()); | 319 ASSERT_EQ(1, flushed_events[1].event_type()); |
| 365 ASSERT_EQ(tep3_.source_language(), flushed_events[2].source_language()); | 320 ASSERT_EQ(translate_event3_.source_language(), |
| 321 flushed_events[2].source_language()); |
| 366 ASSERT_EQ(2, flushed_events[2].event_type()); | 322 ASSERT_EQ(2, flushed_events[2].event_type()); |
| 367 | 323 |
| 368 // Check that the cache has been cleared. | 324 // Check that the cache has been cleared. |
| 369 ranker->FlushTranslateEvents(&flushed_events); | 325 ranker->FlushTranslateEvents(&flushed_events); |
| 370 EXPECT_EQ(0U, flushed_events.size()); | 326 EXPECT_EQ(0U, flushed_events.size()); |
| 371 | 327 |
| 372 ASSERT_EQ(2U, GetTestUkmRecorder()->sources_count()); | 328 ASSERT_EQ(2U, GetTestUkmRecorder()->sources_count()); |
| 373 EXPECT_EQ( | 329 EXPECT_EQ( |
| 374 url0.spec(), | 330 url0.spec(), |
| 375 GetTestUkmRecorder()->GetSourceForUrl(url0.spec().c_str())->url().spec()); | 331 GetTestUkmRecorder()->GetSourceForUrl(url0.spec().c_str())->url().spec()); |
| 376 EXPECT_EQ( | 332 EXPECT_EQ( |
| 377 url1.spec(), | 333 url1.spec(), |
| 378 GetTestUkmRecorder()->GetSourceForUrl(url1.spec().c_str())->url().spec()); | 334 GetTestUkmRecorder()->GetSourceForUrl(url1.spec().c_str())->url().spec()); |
| 379 } | 335 } |
| 380 | 336 |
| 381 TEST_F(TranslateRankerImplTest, LoggingDisabledViaOverride) { | 337 TEST_F(TranslateRankerImplTest, LoggingDisabledViaOverride) { |
| 382 std::unique_ptr<translate::TranslateRankerImpl> ranker = | 338 std::unique_ptr<translate::TranslateRankerImpl> ranker = |
| 383 GetRankerForTest(0.0f); | 339 GetRankerForTest(0.0f); |
| 384 std::vector<metrics::TranslateEventProto> flushed_events; | 340 std::vector<metrics::TranslateEventProto> flushed_events; |
| 385 | 341 |
| 386 ranker->FlushTranslateEvents(&flushed_events); | 342 ranker->FlushTranslateEvents(&flushed_events); |
| 387 EXPECT_EQ(0U, flushed_events.size()); | 343 EXPECT_EQ(0U, flushed_events.size()); |
| 388 | 344 |
| 389 ranker->RecordTranslateEvent(0, GURL(), &tep1_); | 345 ranker->RecordTranslateEvent(0, GURL(), &translate_event1_); |
| 390 ranker->RecordTranslateEvent(1, GURL(), &tep2_); | 346 ranker->RecordTranslateEvent(1, GURL(), &translate_event2_); |
| 391 ranker->RecordTranslateEvent(2, GURL(), &tep3_); | 347 ranker->RecordTranslateEvent(2, GURL(), &translate_event3_); |
| 392 | 348 |
| 393 // Logging is enabled by default, so events should be cached. | 349 // Logging is enabled by default, so events should be cached. |
| 394 ranker->FlushTranslateEvents(&flushed_events); | 350 ranker->FlushTranslateEvents(&flushed_events); |
| 395 EXPECT_EQ(3U, flushed_events.size()); | 351 EXPECT_EQ(3U, flushed_events.size()); |
| 396 | 352 |
| 397 // Override the feature setting to disable logging. | 353 // Override the feature setting to disable logging. |
| 398 ranker->EnableLogging(false); | 354 ranker->EnableLogging(false); |
| 399 | 355 |
| 400 ranker->RecordTranslateEvent(0, GURL(), &tep1_); | 356 ranker->RecordTranslateEvent(0, GURL(), &translate_event1_); |
| 401 ranker->RecordTranslateEvent(1, GURL(), &tep2_); | 357 ranker->RecordTranslateEvent(1, GURL(), &translate_event2_); |
| 402 ranker->RecordTranslateEvent(2, GURL(), &tep3_); | 358 ranker->RecordTranslateEvent(2, GURL(), &translate_event3_); |
| 403 | 359 |
| 404 // Logging is disabled, so no events should be cached. | 360 // Logging is disabled, so no events should be cached. |
| 405 ranker->FlushTranslateEvents(&flushed_events); | 361 ranker->FlushTranslateEvents(&flushed_events); |
| 406 EXPECT_EQ(0U, flushed_events.size()); | 362 EXPECT_EQ(0U, flushed_events.size()); |
| 407 } | 363 } |
| 408 | 364 |
| 409 TEST_F(TranslateRankerImplTest, ShouldOverrideDecision_OverrideDisabled) { | 365 TEST_F(TranslateRankerImplTest, ShouldOverrideDecision_OverrideDisabled) { |
| 410 InitFeatures({}, {kTranslateRankerDecisionOverride}); | 366 InitFeatures({}, {kTranslateRankerDecisionOverride}); |
| 411 std::unique_ptr<translate::TranslateRankerImpl> ranker = | 367 std::unique_ptr<translate::TranslateRankerImpl> ranker = |
| 412 GetRankerForTest(0.0f); | 368 GetRankerForTest(0.0f); |
| 413 const int kEventType = 12; | 369 const int kEventType = 12; |
| 414 metrics::TranslateEventProto tep = CreateTranslateEvent("fr", "en", 1, 0, 3); | 370 metrics::TranslateEventProto translate_event = CreateDefaultTranslateEvent(); |
| 415 | 371 |
| 416 EXPECT_FALSE(ranker->ShouldOverrideDecision(kEventType, GURL(), &tep)); | 372 EXPECT_FALSE( |
| 373 ranker->ShouldOverrideDecision(kEventType, GURL(), &translate_event)); |
| 417 | 374 |
| 418 std::vector<metrics::TranslateEventProto> flushed_events; | 375 std::vector<metrics::TranslateEventProto> flushed_events; |
| 419 ranker->FlushTranslateEvents(&flushed_events); | 376 ranker->FlushTranslateEvents(&flushed_events); |
| 420 EXPECT_EQ(1U, flushed_events.size()); | 377 EXPECT_EQ(1U, flushed_events.size()); |
| 421 ASSERT_EQ(tep.source_language(), flushed_events[0].source_language()); | 378 ASSERT_EQ(translate_event.source_language(), |
| 379 flushed_events[0].source_language()); |
| 422 ASSERT_EQ(kEventType, flushed_events[0].event_type()); | 380 ASSERT_EQ(kEventType, flushed_events[0].event_type()); |
| 423 } | 381 } |
| 424 | 382 |
| 425 TEST_F(TranslateRankerImplTest, ShouldOverrideDecision_OverrideEnabled) { | 383 TEST_F(TranslateRankerImplTest, ShouldOverrideDecision_OverrideEnabled) { |
| 426 InitFeatures({kTranslateRankerDecisionOverride}, {}); | 384 InitFeatures({kTranslateRankerDecisionOverride}, {}); |
| 427 std::unique_ptr<translate::TranslateRankerImpl> ranker = | 385 std::unique_ptr<translate::TranslateRankerImpl> ranker = |
| 428 GetRankerForTest(0.0f); | 386 GetRankerForTest(0.0f); |
| 429 metrics::TranslateEventProto tep = CreateTranslateEvent("fr", "en", 1, 0, 3); | 387 metrics::TranslateEventProto translate_event = CreateDefaultTranslateEvent(); |
| 430 | 388 |
| 431 EXPECT_TRUE(ranker->ShouldOverrideDecision(1, GURL(), &tep)); | 389 EXPECT_TRUE(ranker->ShouldOverrideDecision(1, GURL(), &translate_event)); |
| 432 EXPECT_TRUE(ranker->ShouldOverrideDecision(2, GURL(), &tep)); | 390 EXPECT_TRUE(ranker->ShouldOverrideDecision(2, GURL(), &translate_event)); |
| 433 | 391 |
| 434 std::vector<metrics::TranslateEventProto> flushed_events; | 392 std::vector<metrics::TranslateEventProto> flushed_events; |
| 435 ranker->FlushTranslateEvents(&flushed_events); | 393 ranker->FlushTranslateEvents(&flushed_events); |
| 436 EXPECT_EQ(0U, flushed_events.size()); | 394 EXPECT_EQ(0U, flushed_events.size()); |
| 437 ASSERT_EQ(2, tep.decision_overrides_size()); | 395 ASSERT_EQ(2, translate_event.decision_overrides_size()); |
| 438 ASSERT_EQ(1, tep.decision_overrides(0)); | 396 ASSERT_EQ(1, translate_event.decision_overrides(0)); |
| 439 ASSERT_EQ(2, tep.decision_overrides(1)); | 397 ASSERT_EQ(2, translate_event.decision_overrides(1)); |
| 440 ASSERT_EQ(0, tep.event_type()); | 398 ASSERT_EQ(0, translate_event.event_type()); |
| 441 } | 399 } |
| OLD | NEW |