| OLD | NEW |
| 1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "components/translate/core/browser/translate_ranker.h" | 5 #include "components/translate/core/browser/translate_ranker.h" |
| 6 | 6 |
| 7 #include <initializer_list> | 7 #include <initializer_list> |
| 8 #include <memory> | 8 #include <memory> |
| 9 | 9 |
| 10 #include "base/feature_list.h" | 10 #include "base/feature_list.h" |
| 11 #include "base/strings/stringprintf.h" | 11 #include "base/strings/stringprintf.h" |
| 12 #include "base/test/scoped_feature_list.h" | 12 #include "base/test/scoped_feature_list.h" |
| 13 #include "components/metrics/proto/translate_event.pb.h" |
| 13 #include "components/pref_registry/testing_pref_service_syncable.h" | 14 #include "components/pref_registry/testing_pref_service_syncable.h" |
| 14 #include "components/prefs/scoped_user_pref_update.h" | 15 #include "components/prefs/scoped_user_pref_update.h" |
| 15 #include "components/translate/core/browser/proto/translate_ranker_model.pb.h" | 16 #include "components/translate/core/browser/proto/translate_ranker_model.pb.h" |
| 16 #include "components/translate/core/browser/translate_download_manager.h" | 17 #include "components/translate/core/browser/translate_download_manager.h" |
| 17 #include "components/translate/core/browser/translate_prefs.h" | 18 #include "components/translate/core/browser/translate_prefs.h" |
| 18 #include "testing/gtest/include/gtest/gtest.h" | 19 #include "testing/gtest/include/gtest/gtest.h" |
| 19 | 20 |
| 20 namespace translate { | 21 namespace translate { |
| 21 | 22 |
| 22 class TranslateRankerTest : public ::testing::Test { | 23 class TranslateRankerTest : public ::testing::Test { |
| (...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 73 auto& locale_weight = *details->mutable_locale_weight(); | 74 auto& locale_weight = *details->mutable_locale_weight(); |
| 74 locale_weight["en-us"] = 0.10f; | 75 locale_weight["en-us"] = 0.10f; |
| 75 locale_weight["en-ca"] = 0.11f; | 76 locale_weight["en-ca"] = 0.11f; |
| 76 locale_weight["zh-cn"] = 0.12f; // Normalized to lowercase. | 77 locale_weight["zh-cn"] = 0.12f; // Normalized to lowercase. |
| 77 | 78 |
| 78 return TranslateRanker::CreateForTesting(model.SerializeAsString()); | 79 return TranslateRanker::CreateForTesting(model.SerializeAsString()); |
| 79 } | 80 } |
| 80 | 81 |
| 81 static double Sigmoid(double x) { return 1.0 / (1.0 + exp(-x)); } | 82 static double Sigmoid(double x) { return 1.0 / (1.0 + exp(-x)); } |
| 82 | 83 |
| 84 static metrics::TranslateEventProto CreateTranslateEvent( |
| 85 const std::string& src_lang, |
| 86 const std::string& dst_lang, |
| 87 int accept_count, |
| 88 int decline_count, |
| 89 int ignore_count) { |
| 90 metrics::TranslateEventProto translate_event; |
| 91 translate_event.set_source_language(src_lang); |
| 92 translate_event.set_target_language(dst_lang); |
| 93 translate_event.set_accept_count(accept_count); |
| 94 translate_event.set_decline_count(decline_count); |
| 95 translate_event.set_ignore_count(ignore_count); |
| 96 return translate_event; |
| 97 } |
| 98 |
| 83 static const char* const kPreferredLanguagePrefs; | 99 static const char* const kPreferredLanguagePrefs; |
| 84 | 100 |
| 85 std::unique_ptr<user_prefs::TestingPrefServiceSyncable> prefs_; | 101 std::unique_ptr<user_prefs::TestingPrefServiceSyncable> prefs_; |
| 86 std::unique_ptr<translate::TranslatePrefs> translate_prefs_; | 102 std::unique_ptr<translate::TranslatePrefs> translate_prefs_; |
| 87 | 103 |
| 88 private: | 104 private: |
| 89 // Manages the enabling/disabling of features within the scope of a test. | 105 // Manages the enabling/disabling of features within the scope of a test. |
| 90 base::test::ScopedFeatureList scoped_feature_list_; | 106 base::test::ScopedFeatureList scoped_feature_list_; |
| 91 | 107 |
| 92 // Cache and reset the application locale for each test. | 108 // Cache and reset the application locale for each test. |
| (...skipping 25 matching lines...) Expand all Loading... |
| 118 } | 134 } |
| 119 | 135 |
| 120 TEST_F(TranslateRankerTest, EnableEnforcement) { | 136 TEST_F(TranslateRankerTest, EnableEnforcement) { |
| 121 InitFeatures({kTranslateRankerEnforcement}, {kTranslateRankerQuery}); | 137 InitFeatures({kTranslateRankerEnforcement}, {kTranslateRankerQuery}); |
| 122 EXPECT_TRUE(TranslateRanker::IsEnabled()); | 138 EXPECT_TRUE(TranslateRanker::IsEnabled()); |
| 123 } | 139 } |
| 124 | 140 |
| 125 TEST_F(TranslateRankerTest, EnableQueryAndEnforcement) { | 141 TEST_F(TranslateRankerTest, EnableQueryAndEnforcement) { |
| 126 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {}); | 142 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {}); |
| 127 EXPECT_TRUE(TranslateRanker::IsEnabled()); | 143 EXPECT_TRUE(TranslateRanker::IsEnabled()); |
| 144 EXPECT_FALSE(TranslateRanker::IsLoggingEnabled()); |
| 128 } | 145 } |
| 129 | 146 |
| 147 TEST_F(TranslateRankerTest, EnableLogging) { |
| 148 InitFeatures({kTranslateRankerLogging}, {}); |
| 149 EXPECT_FALSE(TranslateRanker::IsEnabled()); |
| 150 EXPECT_TRUE(TranslateRanker::IsLoggingEnabled()); |
| 151 } |
| 152 |
| 153 |
| 130 TEST_F(TranslateRankerTest, CalculateScore) { | 154 TEST_F(TranslateRankerTest, CalculateScore) { |
| 131 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {}); | 155 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {}); |
| 132 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.01f); | 156 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.01f); |
| 133 // Calculate the score using: a 50:50 accept/decline ratio; the one-hot | 157 // Calculate the score using: a 50:50 accept/decline ratio; the one-hot |
| 134 // values for the src lang, dest lang, locale and counry; and, the bias. | 158 // values for the src lang, dest lang, locale and counry; and, the bias. |
| 135 double expected = Sigmoid(0.5 * 0.02f + // accept ratio * weight | 159 double expected = Sigmoid(0.5 * 0.02f + // accept ratio * weight |
| 136 0.5 * 0.03f + // decline ratio * weight | 160 0.5 * 0.03f + // decline ratio * weight |
| 137 0.0 * 0.00f + // ignore ratio * (default) weight | 161 0.0 * 0.00f + // ignore ratio * (default) weight |
| 138 1.0 * 0.04f + // one-hot src-language "en" * weight | 162 1.0 * 0.04f + // one-hot src-language "en" * weight |
| 139 1.0 * 0.00f + // one-hot dst-language "fr" * weight | 163 1.0 * 0.00f + // one-hot dst-language "fr" * weight |
| 140 1.0 * 0.07f + // one-hot country * weight | 164 1.0 * 0.07f + // one-hot country * weight |
| 141 1.0 * 0.12f + // one-hot locale * weight | 165 1.0 * 0.12f + // one-hot locale * weight |
| 142 0.01f); // bias | 166 0.01f); // bias |
| 143 | 167 |
| 144 EXPECT_NEAR(expected, | 168 EXPECT_NEAR(expected, |
| 145 ranker->CalculateScore(0.5, 0.5, 0.0, "en", "fr", "zh-CN", "us"), | 169 ranker->CalculateScore(0.5, 0.5, 0.0, "en", "fr", "zh-CN", "us"), |
| 146 0.000001); | 170 0.000001); |
| 147 } | 171 } |
| 148 | 172 |
| 149 TEST_F(TranslateRankerTest, ShouldOfferTranslation) { | 173 TEST_F(TranslateRankerTest, ShouldOfferTranslation) { |
| 150 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {}); | 174 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {}); |
| 151 // With a bias of -0.5 en->fr is not over the threshold. | 175 // With a bias of -0.5 en->fr is not over the threshold. |
| 152 EXPECT_FALSE(GetRankerForTest(-0.5f)->ShouldOfferTranslation( | 176 EXPECT_FALSE(GetRankerForTest(-0.5f)->ShouldOfferTranslation( |
| 153 *translate_prefs_, "en", "fr")); | 177 *translate_prefs_, "en", "fr")); |
| 154 // With a bias of 0.25 en-fr is over the threshold. | 178 // With a bias of 0.25 en-fr is over the threshold. |
| 155 EXPECT_TRUE(GetRankerForTest(0.25f)->ShouldOfferTranslation(*translate_prefs_, | 179 EXPECT_TRUE(GetRankerForTest(0.25f)->ShouldOfferTranslation(*translate_prefs_, |
| 156 "en", "fr")); | 180 "en", "fr")); |
| 157 } | 181 } |
| 158 | 182 |
| 183 TEST_F(TranslateRankerTest, RecordAndFlushEvents) { |
| 184 InitFeatures({kTranslateRankerLogging}, {}); |
| 185 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.0f); |
| 186 std::vector<metrics::TranslateEventProto> flushed_events; |
| 187 |
| 188 // Check that flushing an empty cache will return an empty vector. |
| 189 ranker->FlushTranslateEvents(&flushed_events); |
| 190 EXPECT_EQ(0U, flushed_events.size()); |
| 191 |
| 192 auto event_1 = CreateTranslateEvent("fr", "en", 1, 0, 3); |
| 193 auto event_2 = CreateTranslateEvent("jp", "en", 2, 0, 3); |
| 194 auto event_3 = CreateTranslateEvent("es", "de", 4, 5, 6); |
| 195 ranker->RecordTranslateEvent(event_1); |
| 196 ranker->RecordTranslateEvent(event_2); |
| 197 ranker->RecordTranslateEvent(event_3); |
| 198 |
| 199 // Capture the data and verify that it is as expected. |
| 200 ranker->FlushTranslateEvents(&flushed_events); |
| 201 EXPECT_EQ(3U, flushed_events.size()); |
| 202 ASSERT_EQ("fr", flushed_events[0].source_language()); |
| 203 ASSERT_EQ("jp", flushed_events[1].source_language()); |
| 204 ASSERT_EQ("es", flushed_events[2].source_language()); |
| 205 |
| 206 // Check that the cache has been cleared. |
| 207 ranker->FlushTranslateEvents(&flushed_events); |
| 208 EXPECT_EQ(0U, flushed_events.size()); |
| 209 } |
| 210 |
| 211 TEST_F(TranslateRankerTest, LoggingDisabled) { |
| 212 InitFeatures({}, {kTranslateRankerLogging}); |
| 213 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.0f); |
| 214 std::vector<metrics::TranslateEventProto> flushed_events; |
| 215 |
| 216 ranker->FlushTranslateEvents(&flushed_events); |
| 217 EXPECT_EQ(0U, flushed_events.size()); |
| 218 |
| 219 auto event_1 = CreateTranslateEvent("fr", "en", 1, 0, 3); |
| 220 auto event_2 = CreateTranslateEvent("jp", "en", 2, 0, 3); |
| 221 auto event_3 = CreateTranslateEvent("es", "de", 4, 5, 6); |
| 222 ranker->RecordTranslateEvent(event_1); |
| 223 ranker->RecordTranslateEvent(event_2); |
| 224 ranker->RecordTranslateEvent(event_3); |
| 225 |
| 226 // Logging is disabled, so no events should be cached. |
| 227 ranker->FlushTranslateEvents(&flushed_events); |
| 228 EXPECT_EQ(0U, flushed_events.size()); |
| 229 } |
| 230 |
| 159 } // namespace translate | 231 } // namespace translate |
| OLD | NEW |