| OLD | NEW |
| 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 // Test of FieldTrial class | 5 // Test of FieldTrial class |
| 6 | 6 |
| 7 #include "base/metrics/field_trial.h" | 7 #include "base/metrics/field_trial.h" |
| 8 | 8 |
| 9 #include "base/rand_util.h" | |
| 10 #include "base/stringprintf.h" | 9 #include "base/stringprintf.h" |
| 11 #include "base/string_number_conversions.h" | |
| 12 #include "testing/gtest/include/gtest/gtest.h" | 10 #include "testing/gtest/include/gtest/gtest.h" |
| 13 | 11 |
| 14 #include <limits> | |
| 15 | |
| 16 namespace base { | 12 namespace base { |
| 17 | 13 |
| 18 class FieldTrialTest : public testing::Test { | 14 class FieldTrialTest : public testing::Test { |
| 19 public: | 15 public: |
| 20 FieldTrialTest() : trial_list_("client_id") { | 16 FieldTrialTest() : trial_list_() { |
| 21 Time now = Time::NowFromSystemTime(); | 17 Time now = Time::NowFromSystemTime(); |
| 22 TimeDelta oneYear = TimeDelta::FromDays(365); | 18 TimeDelta oneYear = TimeDelta::FromDays(365); |
| 23 Time::Exploded exploded; | 19 Time::Exploded exploded; |
| 24 | 20 |
| 25 Time next_year_time = now + oneYear; | 21 Time next_year_time = now + oneYear; |
| 26 next_year_time.LocalExplode(&exploded); | 22 next_year_time.LocalExplode(&exploded); |
| 27 next_year_ = exploded.year; | 23 next_year_ = exploded.year; |
| 28 | 24 |
| 29 Time last_year_time = now - oneYear; | 25 Time last_year_time = now - oneYear; |
| 30 last_year_time.LocalExplode(&exploded); | 26 last_year_time.LocalExplode(&exploded); |
| (...skipping 190 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 221 EXPECT_EQ(default_group_name, trial->group_name()); | 217 EXPECT_EQ(default_group_name, trial->group_name()); |
| 222 } | 218 } |
| 223 | 219 |
| 224 TEST_F(FieldTrialTest, Save) { | 220 TEST_F(FieldTrialTest, Save) { |
| 225 std::string save_string; | 221 std::string save_string; |
| 226 | 222 |
| 227 FieldTrial* trial = | 223 FieldTrial* trial = |
| 228 new FieldTrial( | 224 new FieldTrial( |
| 229 "Some name", 10, "Default some name", next_year_, 12, 31); | 225 "Some name", 10, "Default some name", next_year_, 12, 31); |
| 230 // There is no winner yet, so no textual group name is associated with trial. | 226 // There is no winner yet, so no textual group name is associated with trial. |
| 231 // In this case, the trial should not be included. | |
| 232 EXPECT_EQ("", trial->group_name_internal()); | 227 EXPECT_EQ("", trial->group_name_internal()); |
| 233 FieldTrialList::StatesToString(&save_string); | 228 FieldTrialList::StatesToString(&save_string); |
| 234 EXPECT_EQ("", save_string); | 229 EXPECT_EQ("Some name/Default some name/", save_string); |
| 235 save_string.clear(); | 230 save_string.clear(); |
| 236 | 231 |
| 237 // Create a winning group. | 232 // Create a winning group. |
| 238 trial->AppendGroup("Winner", 10); | 233 trial->AppendGroup("Winner", 10); |
| 239 FieldTrialList::StatesToString(&save_string); | 234 FieldTrialList::StatesToString(&save_string); |
| 240 EXPECT_EQ("Some name/Winner/", save_string); | 235 EXPECT_EQ("Some name/Winner/", save_string); |
| 241 save_string.clear(); | 236 save_string.clear(); |
| 242 | 237 |
| 243 // Create a second trial and winning group. | 238 // Create a second trial and winning group. |
| 244 FieldTrial* trial2 = | 239 FieldTrial* trial2 = |
| (...skipping 18 matching lines...) Expand all Loading... |
| 263 | 258 |
| 264 trial = FieldTrialList::Find("xxx"); | 259 trial = FieldTrialList::Find("xxx"); |
| 265 ASSERT_NE(static_cast<FieldTrial*>(NULL), trial); | 260 ASSERT_NE(static_cast<FieldTrial*>(NULL), trial); |
| 266 EXPECT_EQ("yyyy", trial->group_name()); | 261 EXPECT_EQ("yyyy", trial->group_name()); |
| 267 EXPECT_EQ("xxx", trial->name()); | 262 EXPECT_EQ("xxx", trial->name()); |
| 268 } | 263 } |
| 269 | 264 |
| 270 TEST_F(FieldTrialTest, BogusRestore) { | 265 TEST_F(FieldTrialTest, BogusRestore) { |
| 271 EXPECT_FALSE(FieldTrialList::CreateTrialsInChildProcess("MissingSlash")); | 266 EXPECT_FALSE(FieldTrialList::CreateTrialsInChildProcess("MissingSlash")); |
| 272 EXPECT_FALSE(FieldTrialList::CreateTrialsInChildProcess("MissingGroupName/")); | 267 EXPECT_FALSE(FieldTrialList::CreateTrialsInChildProcess("MissingGroupName/")); |
| 273 EXPECT_FALSE(FieldTrialList::CreateTrialsInChildProcess( | 268 EXPECT_FALSE( |
| 274 "MissingFinalSlash/gname")); | 269 FieldTrialList::CreateTrialsInChildProcess("MissingFinalSlash/gname")); |
| 275 EXPECT_FALSE(FieldTrialList::CreateTrialsInChildProcess( | 270 EXPECT_FALSE( |
| 276 "noname, only group/")); | 271 FieldTrialList::CreateTrialsInChildProcess("/noname, only group/")); |
| 277 } | 272 } |
| 278 | 273 |
| 279 TEST_F(FieldTrialTest, DuplicateRestore) { | 274 TEST_F(FieldTrialTest, DuplicateRestore) { |
| 280 FieldTrial* trial = | 275 FieldTrial* trial = |
| 281 new FieldTrial( | 276 new FieldTrial( |
| 282 "Some name", 10, "Default some name", next_year_, 12, 31); | 277 "Some name", 10, "Default some name", next_year_, 12, 31); |
| 283 trial->AppendGroup("Winner", 10); | 278 trial->AppendGroup("Winner", 10); |
| 284 std::string save_string; | 279 std::string save_string; |
| 285 FieldTrialList::StatesToString(&save_string); | 280 FieldTrialList::StatesToString(&save_string); |
| 286 EXPECT_EQ("Some name/Winner/", save_string); | 281 EXPECT_EQ("Some name/Winner/", save_string); |
| 287 | 282 |
| 288 // It is OK if we redundantly specify a winner. | 283 // It is OK if we redundantly specify a winner. |
| 289 EXPECT_TRUE(FieldTrialList::CreateTrialsInChildProcess(save_string)); | 284 EXPECT_TRUE(FieldTrialList::CreateTrialsInChildProcess(save_string)); |
| 290 | 285 |
| 291 // But it is an error to try to change to a different winner. | 286 // But it is an error to try to change to a different winner. |
| 292 EXPECT_FALSE(FieldTrialList::CreateTrialsInChildProcess( | 287 EXPECT_FALSE(FieldTrialList::CreateTrialsInChildProcess("Some name/Loser/")); |
| 293 "Some name/Loser/")); | |
| 294 } | 288 } |
| 295 | 289 |
| 296 TEST_F(FieldTrialTest, CreateFieldTrial) { | 290 TEST_F(FieldTrialTest, CreateFieldTrial) { |
| 297 EXPECT_TRUE(FieldTrialList::Find("Some_name") == NULL); | 291 EXPECT_TRUE(FieldTrialList::Find("Some_name") == NULL); |
| 298 | 292 |
| 299 FieldTrialList::CreateFieldTrial("Some_name", "Winner"); | 293 FieldTrialList::CreateFieldTrial("Some_name", "Winner"); |
| 300 | 294 |
| 301 FieldTrial* trial = FieldTrialList::Find("Some_name"); | 295 FieldTrial* trial = FieldTrialList::Find("Some_name"); |
| 302 ASSERT_NE(static_cast<FieldTrial*>(NULL), trial); | 296 ASSERT_NE(static_cast<FieldTrial*>(NULL), trial); |
| 303 EXPECT_EQ("Winner", trial->group_name()); | 297 EXPECT_EQ("Winner", trial->group_name()); |
| (...skipping 16 matching lines...) Expand all Loading... |
| 320 } | 314 } |
| 321 | 315 |
| 322 TEST_F(FieldTrialTest, MakeName) { | 316 TEST_F(FieldTrialTest, MakeName) { |
| 323 FieldTrial* trial = | 317 FieldTrial* trial = |
| 324 new FieldTrial("Field Trial", 10, "Winner", next_year_, 12, 31); | 318 new FieldTrial("Field Trial", 10, "Winner", next_year_, 12, 31); |
| 325 trial->group(); | 319 trial->group(); |
| 326 EXPECT_EQ("Histogram_Winner", | 320 EXPECT_EQ("Histogram_Winner", |
| 327 FieldTrial::MakeName("Histogram", "Field Trial")); | 321 FieldTrial::MakeName("Histogram", "Field Trial")); |
| 328 } | 322 } |
| 329 | 323 |
| 330 TEST_F(FieldTrialTest, HashClientId) { | |
| 331 double results[] = { | |
| 332 FieldTrial::HashClientId("hi", "1"), | |
| 333 FieldTrial::HashClientId("there", "1"), | |
| 334 }; | |
| 335 ASSERT_NE(results[0], results[1]); | |
| 336 for (size_t i = 0; i < arraysize(results); ++i) { | |
| 337 ASSERT_LE(0.0, results[i]); | |
| 338 ASSERT_GT(1.0, results[i]); | |
| 339 } | |
| 340 | |
| 341 ASSERT_EQ(FieldTrial::HashClientId("yo", "1"), | |
| 342 FieldTrial::HashClientId("yo", "1")); | |
| 343 ASSERT_NE(FieldTrial::HashClientId("yo", "something"), | |
| 344 FieldTrial::HashClientId("yo", "else")); | |
| 345 } | |
| 346 | |
| 347 TEST_F(FieldTrialTest, HashClientIdIsUniform) { | |
| 348 // Choose a random start number but go sequentially from there, so | |
| 349 // that each test tries a different range but we never provide uniformly | |
| 350 // distributed input data. | |
| 351 int current_number = RandInt(0, std::numeric_limits<int>::max()); | |
| 352 | |
| 353 // The expected value of a random distribution is the average over all | |
| 354 // samples as the number of samples approaches infinity. For a uniform | |
| 355 // distribution from [0.0, 1.0) this would be 0.5. | |
| 356 // | |
| 357 // We do kSamplesBetweenChecks at a time and check if the value has converged | |
| 358 // to a narrow interval around 0.5. A non-uniform distribution would likely | |
| 359 // converge at something different, or not converge consistently within this | |
| 360 // range (i.e. the test would start timing out occasionally). | |
| 361 int kSamplesBetweenChecks = 300; | |
| 362 int num_samples = 0; | |
| 363 double total_value = 0.0; | |
| 364 while (true) { | |
| 365 for (int i = 0; i < kSamplesBetweenChecks; ++i) { | |
| 366 total_value += FieldTrial::HashClientId( | |
| 367 IntToString(current_number++), "salt"); | |
| 368 num_samples++; | |
| 369 } | |
| 370 | |
| 371 double average = total_value / num_samples; | |
| 372 double kExpectedMin = 0.48; | |
| 373 double kExpectedMax = 0.52; | |
| 374 | |
| 375 if (num_samples > 1000 && | |
| 376 (average < kExpectedMin || average > kExpectedMax)) { | |
| 377 // Only printed once we have enough samples that it's very unlikely | |
| 378 // things haven't converged. | |
| 379 printf("After %d samples, the average was %f, outside the expected\n" | |
| 380 "range (%f, %f). We will add more samples and check after every\n" | |
| 381 "%d samples. If the average does not converge, something\n" | |
| 382 "is broken. If it does converge, the test will pass.\n", | |
| 383 num_samples, average, | |
| 384 kExpectedMin, kExpectedMax, kSamplesBetweenChecks); | |
| 385 } else { | |
| 386 // Success. | |
| 387 break; | |
| 388 } | |
| 389 } | |
| 390 } | |
| 391 | |
| 392 TEST_F(FieldTrialTest, UseOneTimeRandomization) { | |
| 393 // Simply asserts that two trials using one-time randomization | |
| 394 // that have different names, normally generate different results. | |
| 395 // | |
| 396 // Note that depending on the one-time random initialization, they | |
| 397 // _might_ actually give the same result, but we know that given | |
| 398 // the particular client_id we use for unit tests they won't. | |
| 399 scoped_refptr<FieldTrial> trials[] = { | |
| 400 new FieldTrial("one", 100, "default", next_year_, 1, 1), | |
| 401 new FieldTrial("two", 100, "default", next_year_, 1, 1), | |
| 402 }; | |
| 403 | |
| 404 for (size_t i = 0; i < arraysize(trials); ++i) { | |
| 405 trials[i]->UseOneTimeRandomization(); | |
| 406 | |
| 407 for (int j = 0; j < 100; ++j) { | |
| 408 trials[i]->AppendGroup("", 1); | |
| 409 } | |
| 410 } | |
| 411 | |
| 412 // The trials are most likely to give different results since they have | |
| 413 // different names. | |
| 414 ASSERT_NE(trials[0]->group(), trials[1]->group()); | |
| 415 ASSERT_NE(trials[0]->group_name(), trials[1]->group_name()); | |
| 416 } | |
| 417 | |
| 418 TEST_F(FieldTrialTest, DisableImmediately) { | |
| 419 FieldTrial* trial = | |
| 420 new FieldTrial("trial", 100, "default", next_year_, 12, 31); | |
| 421 trial->Disable(); | |
| 422 ASSERT_EQ("default", trial->group_name()); | |
| 423 ASSERT_EQ(FieldTrial::kDefaultGroupNumber, trial->group()); | |
| 424 } | |
| 425 | |
| 426 TEST_F(FieldTrialTest, DisableAfterInitialization) { | |
| 427 FieldTrial* trial = | |
| 428 new FieldTrial("trial", 100, "default", next_year_, 12, 31); | |
| 429 trial->AppendGroup("non_default", 100); | |
| 430 ASSERT_EQ("non_default", trial->group_name()); | |
| 431 trial->Disable(); | |
| 432 ASSERT_EQ("default", trial->group_name()); | |
| 433 } | |
| 434 | |
| 435 } // namespace base | 324 } // namespace base |
| OLD | NEW |