OLD | NEW |
| (Empty) |
1 // Copyright 2016 The Chromium Authors. All rights reserved. | |
2 // Use of this source code is governed by a BSD-style license that can be | |
3 // found in the LICENSE file. | |
4 | |
5 #include "components/translate/core/browser/translate_ranker.h" | |
6 | |
7 #include <initializer_list> | |
8 #include <memory> | |
9 | |
10 #include "base/feature_list.h" | |
11 #include "base/strings/stringprintf.h" | |
12 #include "base/test/scoped_feature_list.h" | |
13 #include "components/metrics/proto/translate_event.pb.h" | |
14 #include "components/prefs/scoped_user_pref_update.h" | |
15 #include "components/sync_preferences/testing_pref_service_syncable.h" | |
16 #include "components/translate/core/browser/proto/translate_ranker_model.pb.h" | |
17 #include "components/translate/core/browser/translate_download_manager.h" | |
18 #include "components/translate/core/browser/translate_prefs.h" | |
19 #include "testing/gtest/include/gtest/gtest.h" | |
20 | |
21 namespace translate { | |
22 | |
23 class TranslateRankerTest : public ::testing::Test { | |
24 protected: | |
25 TranslateRankerTest() {} | |
26 | |
27 void SetUp() override { | |
28 locale_ = TranslateDownloadManager::GetInstance()->application_locale(); | |
29 TranslateDownloadManager::GetInstance()->set_application_locale("zh-CN"); | |
30 | |
31 // Setup a 50/50 accepted/denied count for "english" when initialize the | |
32 // prefs and translate prefs. | |
33 base::DictionaryValue lang_count; | |
34 lang_count.SetInteger("en", 50); | |
35 prefs_.reset(new sync_preferences::TestingPrefServiceSyncable()); | |
36 TranslatePrefs::RegisterProfilePrefs(prefs_->registry()); | |
37 prefs_->Set(TranslatePrefs::kPrefTranslateAcceptedCount, lang_count); | |
38 prefs_->Set(TranslatePrefs::kPrefTranslateDeniedCount, lang_count); | |
39 translate_prefs_.reset(new TranslatePrefs( | |
40 prefs_.get(), "intl.accept_languages", kPreferredLanguagePrefs)); | |
41 translate_prefs_->SetCountry("us"); | |
42 } | |
43 | |
44 void TearDown() override { | |
45 TranslateDownloadManager::GetInstance()->set_application_locale(locale_); | |
46 } | |
47 | |
48 void InitFeatures(const std::initializer_list<base::Feature>& enabled, | |
49 const std::initializer_list<base::Feature>& disabled) { | |
50 scoped_feature_list_.InitWithFeatures(enabled, disabled); | |
51 } | |
52 | |
53 static std::unique_ptr<TranslateRanker> GetRankerForTest(float bias) { | |
54 chrome_intelligence::TranslateRankerModel model; | |
55 chrome_intelligence::TranslateRankerModel::LogisticRegressionModel* | |
56 details = model.mutable_logistic_regression_model(); | |
57 details->set_bias(bias); | |
58 details->set_accept_ratio_weight(0.02f); | |
59 details->set_decline_ratio_weight(0.03f); | |
60 details->set_accept_count_weight(0.13f); | |
61 details->set_decline_count_weight(-0.14f); | |
62 | |
63 auto& src_language_weight = *details->mutable_source_language_weight(); | |
64 src_language_weight["en"] = 0.04f; | |
65 src_language_weight["fr"] = 0.05f; | |
66 src_language_weight["zh"] = 0.06f; | |
67 | |
68 auto& dest_language_weight = *details->mutable_dest_language_weight(); | |
69 dest_language_weight["UNKNOWN"] = 0.00f; | |
70 | |
71 auto& country_weight = *details->mutable_country_weight(); | |
72 country_weight["us"] = 0.07f; | |
73 country_weight["ca"] = 0.08f; | |
74 country_weight["cn"] = 0.09f; | |
75 | |
76 auto& locale_weight = *details->mutable_locale_weight(); | |
77 locale_weight["en-us"] = 0.10f; | |
78 locale_weight["en-ca"] = 0.11f; | |
79 locale_weight["zh-cn"] = 0.12f; // Normalized to lowercase. | |
80 | |
81 return TranslateRanker::CreateForTesting(model.SerializeAsString()); | |
82 } | |
83 | |
84 static double Sigmoid(double x) { return 1.0 / (1.0 + exp(-x)); } | |
85 | |
86 static metrics::TranslateEventProto CreateTranslateEvent( | |
87 const std::string& src_lang, | |
88 const std::string& dst_lang, | |
89 int accept_count, | |
90 int decline_count, | |
91 int ignore_count) { | |
92 metrics::TranslateEventProto translate_event; | |
93 translate_event.set_source_language(src_lang); | |
94 translate_event.set_target_language(dst_lang); | |
95 translate_event.set_accept_count(accept_count); | |
96 translate_event.set_decline_count(decline_count); | |
97 translate_event.set_ignore_count(ignore_count); | |
98 return translate_event; | |
99 } | |
100 | |
101 static const char* const kPreferredLanguagePrefs; | |
102 | |
103 std::unique_ptr<sync_preferences::TestingPrefServiceSyncable> prefs_; | |
104 std::unique_ptr<translate::TranslatePrefs> translate_prefs_; | |
105 | |
106 private: | |
107 // Manages the enabling/disabling of features within the scope of a test. | |
108 base::test::ScopedFeatureList scoped_feature_list_; | |
109 | |
110 // Cache and reset the application locale for each test. | |
111 std::string locale_; | |
112 | |
113 DISALLOW_COPY_AND_ASSIGN(TranslateRankerTest); | |
114 }; | |
115 | |
116 const char* const TranslateRankerTest::kPreferredLanguagePrefs = | |
117 #if defined(OS_CHROMEOS) | |
118 "settings.language.preferred_languages"; | |
119 #else | |
120 nullptr; | |
121 #endif | |
122 | |
123 TEST_F(TranslateRankerTest, DisabledByDefault) { | |
124 InitFeatures({}, {}); | |
125 EXPECT_FALSE(TranslateRanker::IsEnabled()); | |
126 } | |
127 | |
128 TEST_F(TranslateRankerTest, Disabled) { | |
129 InitFeatures({}, {kTranslateRankerQuery, kTranslateRankerEnforcement}); | |
130 EXPECT_FALSE(TranslateRanker::IsEnabled()); | |
131 } | |
132 | |
133 TEST_F(TranslateRankerTest, EnableQuery) { | |
134 InitFeatures({kTranslateRankerQuery}, {kTranslateRankerEnforcement}); | |
135 EXPECT_TRUE(TranslateRanker::IsEnabled()); | |
136 } | |
137 | |
138 TEST_F(TranslateRankerTest, EnableEnforcement) { | |
139 InitFeatures({kTranslateRankerEnforcement}, {kTranslateRankerQuery}); | |
140 EXPECT_TRUE(TranslateRanker::IsEnabled()); | |
141 } | |
142 | |
143 TEST_F(TranslateRankerTest, EnableQueryAndEnforcement) { | |
144 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {}); | |
145 EXPECT_TRUE(TranslateRanker::IsEnabled()); | |
146 EXPECT_FALSE(TranslateRanker::IsLoggingEnabled()); | |
147 } | |
148 | |
149 TEST_F(TranslateRankerTest, EnableLogging) { | |
150 InitFeatures({kTranslateRankerLogging}, {}); | |
151 EXPECT_FALSE(TranslateRanker::IsEnabled()); | |
152 EXPECT_TRUE(TranslateRanker::IsLoggingEnabled()); | |
153 } | |
154 | |
155 | |
156 TEST_F(TranslateRankerTest, CalculateScore) { | |
157 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {}); | |
158 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.01f); | |
159 // Calculate the score using: a 50:50 accept/decline ratio; the one-hot | |
160 // values for the src lang, dest lang, locale and counry; and, the bias. | |
161 double expected = Sigmoid(0.5 * 0.02f + // accept ratio * weight | |
162 0.5 * 0.03f + // decline ratio * weight | |
163 0.0 * 0.00f + // ignore ratio * (default) weight | |
164 50.0 * 0.13f + // accept count * weight | |
165 50.0 * -0.14f + // decline count * weight | |
166 0.0 * 0.00f + // ignore count * (default) weight | |
167 1.0 * 0.04f + // one-hot src-language "en" * weight | |
168 1.0 * 0.00f + // one-hot dst-language "fr" * weight | |
169 1.0 * 0.07f + // one-hot country * weight | |
170 1.0 * 0.12f + // one-hot locale * weight | |
171 0.01f); // bias | |
172 | |
173 EXPECT_NEAR(expected, | |
174 ranker->CalculateScore(50, 50, 0, "en", "fr", "zh-CN", "us"), | |
175 0.000001); | |
176 } | |
177 | |
178 TEST_F(TranslateRankerTest, ShouldOfferTranslation) { | |
179 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {}); | |
180 // With a bias of -0.5 en->fr is not over the threshold. | |
181 EXPECT_FALSE(GetRankerForTest(-0.5f)->ShouldOfferTranslation( | |
182 *translate_prefs_, "en", "fr")); | |
183 // With a bias of 0.25 en-fr is over the threshold. | |
184 EXPECT_TRUE(GetRankerForTest(0.25f)->ShouldOfferTranslation(*translate_prefs_, | |
185 "en", "fr")); | |
186 } | |
187 | |
188 TEST_F(TranslateRankerTest, RecordAndFlushEvents) { | |
189 InitFeatures({kTranslateRankerLogging}, {}); | |
190 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.0f); | |
191 std::vector<metrics::TranslateEventProto> flushed_events; | |
192 | |
193 // Check that flushing an empty cache will return an empty vector. | |
194 ranker->FlushTranslateEvents(&flushed_events); | |
195 EXPECT_EQ(0U, flushed_events.size()); | |
196 | |
197 auto event_1 = CreateTranslateEvent("fr", "en", 1, 0, 3); | |
198 auto event_2 = CreateTranslateEvent("jp", "en", 2, 0, 3); | |
199 auto event_3 = CreateTranslateEvent("es", "de", 4, 5, 6); | |
200 ranker->RecordTranslateEvent(event_1); | |
201 ranker->RecordTranslateEvent(event_2); | |
202 ranker->RecordTranslateEvent(event_3); | |
203 | |
204 // Capture the data and verify that it is as expected. | |
205 ranker->FlushTranslateEvents(&flushed_events); | |
206 EXPECT_EQ(3U, flushed_events.size()); | |
207 ASSERT_EQ("fr", flushed_events[0].source_language()); | |
208 ASSERT_EQ("jp", flushed_events[1].source_language()); | |
209 ASSERT_EQ("es", flushed_events[2].source_language()); | |
210 | |
211 // Check that the cache has been cleared. | |
212 ranker->FlushTranslateEvents(&flushed_events); | |
213 EXPECT_EQ(0U, flushed_events.size()); | |
214 } | |
215 | |
216 TEST_F(TranslateRankerTest, LoggingDisabled) { | |
217 InitFeatures({}, {kTranslateRankerLogging}); | |
218 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.0f); | |
219 std::vector<metrics::TranslateEventProto> flushed_events; | |
220 | |
221 ranker->FlushTranslateEvents(&flushed_events); | |
222 EXPECT_EQ(0U, flushed_events.size()); | |
223 | |
224 auto event_1 = CreateTranslateEvent("fr", "en", 1, 0, 3); | |
225 auto event_2 = CreateTranslateEvent("jp", "en", 2, 0, 3); | |
226 auto event_3 = CreateTranslateEvent("es", "de", 4, 5, 6); | |
227 ranker->RecordTranslateEvent(event_1); | |
228 ranker->RecordTranslateEvent(event_2); | |
229 ranker->RecordTranslateEvent(event_3); | |
230 | |
231 // Logging is disabled, so no events should be cached. | |
232 ranker->FlushTranslateEvents(&flushed_events); | |
233 EXPECT_EQ(0U, flushed_events.size()); | |
234 } | |
235 | |
236 } // namespace translate | |
OLD | NEW |