Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(811)

Side by Side Diff: components/translate/core/browser/translate_ranker_unittest.cc

Issue 2395253002: Send TranslateEventProtos to UMA. (Closed)
Patch Set: Remove Record interface from client. Created 4 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « components/translate/core/browser/translate_ranker_metrics_provider.cc ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright 2016 The Chromium Authors. All rights reserved. 1 // Copyright 2016 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "components/translate/core/browser/translate_ranker.h" 5 #include "components/translate/core/browser/translate_ranker.h"
6 6
7 #include <initializer_list> 7 #include <initializer_list>
8 #include <memory> 8 #include <memory>
9 9
10 #include "base/feature_list.h" 10 #include "base/feature_list.h"
11 #include "base/strings/stringprintf.h" 11 #include "base/strings/stringprintf.h"
12 #include "base/test/scoped_feature_list.h" 12 #include "base/test/scoped_feature_list.h"
13 #include "components/metrics/proto/translate_event.pb.h"
13 #include "components/pref_registry/testing_pref_service_syncable.h" 14 #include "components/pref_registry/testing_pref_service_syncable.h"
14 #include "components/prefs/scoped_user_pref_update.h" 15 #include "components/prefs/scoped_user_pref_update.h"
15 #include "components/translate/core/browser/proto/translate_ranker_model.pb.h" 16 #include "components/translate/core/browser/proto/translate_ranker_model.pb.h"
16 #include "components/translate/core/browser/translate_download_manager.h" 17 #include "components/translate/core/browser/translate_download_manager.h"
17 #include "components/translate/core/browser/translate_prefs.h" 18 #include "components/translate/core/browser/translate_prefs.h"
18 #include "testing/gtest/include/gtest/gtest.h" 19 #include "testing/gtest/include/gtest/gtest.h"
19 20
20 namespace translate { 21 namespace translate {
21 22
22 class TranslateRankerTest : public ::testing::Test { 23 class TranslateRankerTest : public ::testing::Test {
(...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after
73 auto& locale_weight = *details->mutable_locale_weight(); 74 auto& locale_weight = *details->mutable_locale_weight();
74 locale_weight["en-us"] = 0.10f; 75 locale_weight["en-us"] = 0.10f;
75 locale_weight["en-ca"] = 0.11f; 76 locale_weight["en-ca"] = 0.11f;
76 locale_weight["zh-cn"] = 0.12f; // Normalized to lowercase. 77 locale_weight["zh-cn"] = 0.12f; // Normalized to lowercase.
77 78
78 return TranslateRanker::CreateForTesting(model.SerializeAsString()); 79 return TranslateRanker::CreateForTesting(model.SerializeAsString());
79 } 80 }
80 81
81 static double Sigmoid(double x) { return 1.0 / (1.0 + exp(-x)); } 82 static double Sigmoid(double x) { return 1.0 / (1.0 + exp(-x)); }
82 83
84 static metrics::TranslateEventProto CreateTranslateEvent(
85 const std::string& src_lang,
86 const std::string& dst_lang,
87 int accept_count,
88 int decline_count,
89 int ignore_count) {
90 metrics::TranslateEventProto translate_event;
91 translate_event.set_source_language(src_lang);
92 translate_event.set_target_language(dst_lang);
93 translate_event.set_accept_count(accept_count);
94 translate_event.set_decline_count(decline_count);
95 translate_event.set_ignore_count(ignore_count);
96 return translate_event;
97 }
98
83 static const char* const kPreferredLanguagePrefs; 99 static const char* const kPreferredLanguagePrefs;
84 100
85 std::unique_ptr<user_prefs::TestingPrefServiceSyncable> prefs_; 101 std::unique_ptr<user_prefs::TestingPrefServiceSyncable> prefs_;
86 std::unique_ptr<translate::TranslatePrefs> translate_prefs_; 102 std::unique_ptr<translate::TranslatePrefs> translate_prefs_;
87 103
88 private: 104 private:
89 // Manages the enabling/disabling of features within the scope of a test. 105 // Manages the enabling/disabling of features within the scope of a test.
90 base::test::ScopedFeatureList scoped_feature_list_; 106 base::test::ScopedFeatureList scoped_feature_list_;
91 107
92 // Cache and reset the application locale for each test. 108 // Cache and reset the application locale for each test.
(...skipping 25 matching lines...) Expand all
118 } 134 }
119 135
120 TEST_F(TranslateRankerTest, EnableEnforcement) { 136 TEST_F(TranslateRankerTest, EnableEnforcement) {
121 InitFeatures({kTranslateRankerEnforcement}, {kTranslateRankerQuery}); 137 InitFeatures({kTranslateRankerEnforcement}, {kTranslateRankerQuery});
122 EXPECT_TRUE(TranslateRanker::IsEnabled()); 138 EXPECT_TRUE(TranslateRanker::IsEnabled());
123 } 139 }
124 140
125 TEST_F(TranslateRankerTest, EnableQueryAndEnforcement) { 141 TEST_F(TranslateRankerTest, EnableQueryAndEnforcement) {
126 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {}); 142 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {});
127 EXPECT_TRUE(TranslateRanker::IsEnabled()); 143 EXPECT_TRUE(TranslateRanker::IsEnabled());
144 EXPECT_FALSE(TranslateRanker::IsLoggingEnabled());
128 } 145 }
129 146
147 TEST_F(TranslateRankerTest, EnableLogging) {
148 InitFeatures({kTranslateRankerLogging}, {});
149 EXPECT_FALSE(TranslateRanker::IsEnabled());
150 EXPECT_TRUE(TranslateRanker::IsLoggingEnabled());
151 }
152
153
130 TEST_F(TranslateRankerTest, CalculateScore) { 154 TEST_F(TranslateRankerTest, CalculateScore) {
131 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {}); 155 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {});
132 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.01f); 156 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.01f);
133 // Calculate the score using: a 50:50 accept/decline ratio; the one-hot 157 // Calculate the score using: a 50:50 accept/decline ratio; the one-hot
134 // values for the src lang, dest lang, locale and counry; and, the bias. 158 // values for the src lang, dest lang, locale and counry; and, the bias.
135 double expected = Sigmoid(0.5 * 0.02f + // accept ratio * weight 159 double expected = Sigmoid(0.5 * 0.02f + // accept ratio * weight
136 0.5 * 0.03f + // decline ratio * weight 160 0.5 * 0.03f + // decline ratio * weight
137 0.0 * 0.00f + // ignore ratio * (default) weight 161 0.0 * 0.00f + // ignore ratio * (default) weight
138 1.0 * 0.04f + // one-hot src-language "en" * weight 162 1.0 * 0.04f + // one-hot src-language "en" * weight
139 1.0 * 0.00f + // one-hot dst-language "fr" * weight 163 1.0 * 0.00f + // one-hot dst-language "fr" * weight
140 1.0 * 0.07f + // one-hot country * weight 164 1.0 * 0.07f + // one-hot country * weight
141 1.0 * 0.12f + // one-hot locale * weight 165 1.0 * 0.12f + // one-hot locale * weight
142 0.01f); // bias 166 0.01f); // bias
143 167
144 EXPECT_NEAR(expected, 168 EXPECT_NEAR(expected,
145 ranker->CalculateScore(0.5, 0.5, 0.0, "en", "fr", "zh-CN", "us"), 169 ranker->CalculateScore(0.5, 0.5, 0.0, "en", "fr", "zh-CN", "us"),
146 0.000001); 170 0.000001);
147 } 171 }
148 172
149 TEST_F(TranslateRankerTest, ShouldOfferTranslation) { 173 TEST_F(TranslateRankerTest, ShouldOfferTranslation) {
150 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {}); 174 InitFeatures({kTranslateRankerQuery, kTranslateRankerEnforcement}, {});
151 // With a bias of -0.5 en->fr is not over the threshold. 175 // With a bias of -0.5 en->fr is not over the threshold.
152 EXPECT_FALSE(GetRankerForTest(-0.5f)->ShouldOfferTranslation( 176 EXPECT_FALSE(GetRankerForTest(-0.5f)->ShouldOfferTranslation(
153 *translate_prefs_, "en", "fr")); 177 *translate_prefs_, "en", "fr"));
154 // With a bias of 0.25 en-fr is over the threshold. 178 // With a bias of 0.25 en-fr is over the threshold.
155 EXPECT_TRUE(GetRankerForTest(0.25f)->ShouldOfferTranslation(*translate_prefs_, 179 EXPECT_TRUE(GetRankerForTest(0.25f)->ShouldOfferTranslation(*translate_prefs_,
156 "en", "fr")); 180 "en", "fr"));
157 } 181 }
158 182
183 TEST_F(TranslateRankerTest, RecordAndFlushEvents) {
184 InitFeatures({kTranslateRankerLogging}, {});
185 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.0f);
186 std::vector<metrics::TranslateEventProto> flushed_events;
187
188 // Check that flushing an empty cache will return an empty vector.
189 ranker->FlushTranslateEvents(&flushed_events);
190 EXPECT_EQ(0U, flushed_events.size());
191
192 auto event_1 = CreateTranslateEvent("fr", "en", 1, 0, 3);
193 auto event_2 = CreateTranslateEvent("jp", "en", 2, 0, 3);
194 auto event_3 = CreateTranslateEvent("es", "de", 4, 5, 6);
195 ranker->RecordTranslateEvent(event_1);
196 ranker->RecordTranslateEvent(event_2);
197 ranker->RecordTranslateEvent(event_3);
198
199 // Capture the data and verify that it is as expected.
200 ranker->FlushTranslateEvents(&flushed_events);
201 EXPECT_EQ(3U, flushed_events.size());
202 ASSERT_EQ("fr", flushed_events[0].source_language());
203 ASSERT_EQ("jp", flushed_events[1].source_language());
204 ASSERT_EQ("es", flushed_events[2].source_language());
205
206 // Check that the cache has been cleared.
207 ranker->FlushTranslateEvents(&flushed_events);
208 EXPECT_EQ(0U, flushed_events.size());
209 }
210
211 TEST_F(TranslateRankerTest, LoggingDisabled) {
212 InitFeatures({}, {kTranslateRankerLogging});
213 std::unique_ptr<translate::TranslateRanker> ranker = GetRankerForTest(0.0f);
214 std::vector<metrics::TranslateEventProto> flushed_events;
215
216 ranker->FlushTranslateEvents(&flushed_events);
217 EXPECT_EQ(0U, flushed_events.size());
218
219 auto event_1 = CreateTranslateEvent("fr", "en", 1, 0, 3);
220 auto event_2 = CreateTranslateEvent("jp", "en", 2, 0, 3);
221 auto event_3 = CreateTranslateEvent("es", "de", 4, 5, 6);
222 ranker->RecordTranslateEvent(event_1);
223 ranker->RecordTranslateEvent(event_2);
224 ranker->RecordTranslateEvent(event_3);
225
226 // Logging is disabled, so no events should be cached.
227 ranker->FlushTranslateEvents(&flushed_events);
228 EXPECT_EQ(0U, flushed_events.size());
229 }
230
159 } // namespace translate 231 } // namespace translate
OLDNEW
« no previous file with comments | « components/translate/core/browser/translate_ranker_metrics_provider.cc ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698