Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 // FieldTrial is a class for handling details of statistical experiments | 5 // FieldTrial is a class for handling details of statistical experiments |
| 6 // performed by actual users in the field (i.e., in a shipped or beta product). | 6 // performed by actual users in the field (i.e., in a shipped or beta product). |
| 7 // All code is called exclusively on the UI thread currently. | 7 // All code is called exclusively on the UI thread currently. |
| 8 // | 8 // |
| 9 // The simplest example is an experiment to see whether one of two options | 9 // The simplest example is an experiment to see whether one of two options |
| 10 // produces "better" results across our user population. In that scenario, UMA | 10 // produces "better" results across our user population. In that scenario, UMA |
| (...skipping 48 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 59 | 59 |
| 60 //------------------------------------------------------------------------------ | 60 //------------------------------------------------------------------------------ |
| 61 | 61 |
| 62 #ifndef BASE_METRICS_FIELD_TRIAL_H_ | 62 #ifndef BASE_METRICS_FIELD_TRIAL_H_ |
| 63 #define BASE_METRICS_FIELD_TRIAL_H_ | 63 #define BASE_METRICS_FIELD_TRIAL_H_ |
| 64 #pragma once | 64 #pragma once |
| 65 | 65 |
| 66 #include <map> | 66 #include <map> |
| 67 #include <string> | 67 #include <string> |
| 68 | 68 |
| 69 #include "base/gtest_prod_util.h" | |
| 69 #include "base/lock.h" | 70 #include "base/lock.h" |
| 70 #include "base/ref_counted.h" | 71 #include "base/ref_counted.h" |
| 71 #include "base/time.h" | 72 #include "base/time.h" |
| 72 | 73 |
| 73 namespace base { | 74 namespace base { |
| 74 | 75 |
| 75 class FieldTrial : public RefCounted<FieldTrial> { | 76 class FieldTrial : public RefCounted<FieldTrial> { |
| 76 public: | 77 public: |
| 77 typedef int Probability; // Probability type for being selected in a trial. | 78 typedef int Probability; // Probability type for being selected in a trial. |
| 78 | 79 |
| 79 // A return value to indicate that a given instance has not yet had a group | 80 // A return value to indicate that a given instance has not yet had a group |
| 80 // assignment (and hence is not yet participating in the trial). | 81 // assignment (and hence is not yet participating in the trial). |
| 81 static const int kNotParticipating; | 82 static const int kNotFinalized; |
| 82 | 83 |
| 83 // Provide an easy way to assign all remaining probability to a group. Note | 84 // This is the group number of the 'default' group. This provides an easy way |
| 84 // that this will force an instance to participate, and make it illegal to | 85 // to assign all the remaining probability to a group ('default'). |
| 85 // attempt to probabalistically add any other groups to the trial. When doing | 86 static const int kDefaultGroupNumber; |
| 86 // A/B tests with timings, it is often best to define all groups, so that | |
| 87 // histograms will get unique names via the MakeName() methods. | |
| 88 static const Probability kAllRemainingProbability; | |
| 89 | 87 |
| 90 // The name is used to register the instance with the FieldTrialList class, | 88 // The name is used to register the instance with the FieldTrialList class, |
| 91 // and can be used to find the trial (only one trial can be present for each | 89 // and can be used to find the trial (only one trial can be present for each |
| 92 // name). | 90 // name). |
| 93 // Group probabilities that are later supplied must sum to less than or equal | 91 // Group probabilities that are later supplied must sum to less than or equal |
| 94 // to the total_probability. | 92 // to the total_probability. Arguments year, month and day_of_month specify |
| 95 FieldTrial(const std::string& name, Probability total_probability); | 93 // the expiration time. If the build time is after the expiration time then |
| 94 // the field trial reverts to the 'default' group. | |
| 95 FieldTrial(const std::string& name, Probability total_probability, | |
| 96 const std::string& default_group_name, const int year, | |
| 97 const int month, const int day_of_month); | |
| 96 | 98 |
| 97 // Establish the name and probability of the next group in this trial. | 99 // Establish the name and probability of the next group in this trial. |
| 98 // Sometimes, based on construction randomization, this call may causes the | 100 // Sometimes, based on construction randomization, this call may causes the |
| 99 // provided group to be *THE* group selected for use in this instance. | 101 // provided group to be *THE* group selected for use in this instance. |
| 100 int AppendGroup(const std::string& name, Probability group_probability); | 102 int AppendGroup(const std::string& name, Probability group_probability); |
| 101 | 103 |
| 102 // Return the name of the FieldTrial (excluding the group name). | 104 // Return the name of the FieldTrial (excluding the group name). |
| 103 std::string name() const { return name_; } | 105 std::string name() const { return name_; } |
| 104 | 106 |
| 105 // Return the randomly selected group number that was assigned. | 107 // Return the randomly selected group number that was assigned. |
| 106 // Return kNotParticipating if the instance is not participating in the | 108 // Return kDefaultGroupNumber if the instance is in the 'default' group. |
| 107 // experiment. | 109 // Note that this will force an instance to participate, and make it illegal |
| 108 int group() const { return group_; } | 110 // to attempt to probabalistically add any other groups to the trial. When |
| 111 // doing A/B tests with timings, it is often best to define all groups, so | |
| 112 // that histograms will get unique names via the MakeName() methods. | |
|
jar (doing other things)
2011/01/15 20:52:47
Comment looks great up to the last sentence.
The
| |
| 113 int group(); | |
| 109 | 114 |
| 110 // If the field trial is not in an experiment, this returns the empty string. | 115 // If the field trial is not in an experiment, this returns the empty string. |
| 111 // if the group's name is empty, a name of "_" concatenated with the group | 116 // if the group's name is empty, a name of "_" concatenated with the group |
| 112 // number is used as the group name. | 117 // number is used as the group name. |
| 113 std::string group_name() const { return group_name_; } | 118 std::string group_name() const { return group_name_; } |
| 114 | 119 |
| 115 // Helper function for the most common use: as an argument to specifiy the | 120 // Helper function for the most common use: as an argument to specifiy the |
| 116 // name of a HISTOGRAM. Use the original histogram name as the name_prefix. | 121 // name of a HISTOGRAM. Use the original histogram name as the name_prefix. |
| 117 static std::string MakeName(const std::string& name_prefix, | 122 static std::string MakeName(const std::string& name_prefix, |
| 118 const std::string& trial_name); | 123 const std::string& trial_name); |
| 119 | 124 |
| 120 // Enable benchmarking sets field trials to a common setting. | 125 // Enable benchmarking sets field trials to a common setting. |
| 121 static void EnableBenchmarking(); | 126 static void EnableBenchmarking(); |
| 122 | 127 |
| 123 private: | 128 private: |
| 129 // Allow tests to access our innards for testing purposes. | |
| 130 FRIEND_TEST(FieldTrialTest, Registration); | |
| 131 FRIEND_TEST(FieldTrialTest, AbsoluteProbabilities); | |
| 132 FRIEND_TEST(FieldTrialTest, RemainingProbability); | |
| 133 FRIEND_TEST(FieldTrialTest, FiftyFiftyProbability); | |
| 134 FRIEND_TEST(FieldTrialTest, MiddleProbabilities); | |
| 135 FRIEND_TEST(FieldTrialTest, OneWinner); | |
| 136 FRIEND_TEST(FieldTrialTest, DisableProbability); | |
| 137 FRIEND_TEST(FieldTrialTest, Save); | |
| 138 FRIEND_TEST(FieldTrialTest, DuplicateRestore); | |
| 139 FRIEND_TEST(FieldTrialTest, MakeName); | |
| 140 | |
| 124 friend class RefCounted<FieldTrial>; | 141 friend class RefCounted<FieldTrial>; |
| 125 | 142 |
| 126 virtual ~FieldTrial(); | 143 virtual ~FieldTrial(); |
| 127 | 144 |
| 145 // Get build time. | |
| 146 static Time GetBuildTime(); | |
| 147 | |
| 128 // The name of the field trial, as can be found via the FieldTrialList. | 148 // The name of the field trial, as can be found via the FieldTrialList. |
| 129 // This is empty of the trial is not in the experiment. | 149 // This is empty of the trial is not in the experiment. |
| 130 const std::string name_; | 150 const std::string name_; |
| 131 | 151 |
| 132 // The maximum sum of all probabilities supplied, which corresponds to 100%. | 152 // The maximum sum of all probabilities supplied, which corresponds to 100%. |
| 133 // This is the scaling factor used to adjust supplied probabilities. | 153 // This is the scaling factor used to adjust supplied probabilities. |
| 134 Probability divisor_; | 154 Probability divisor_; |
| 135 | 155 |
| 156 // The name of the default group. | |
| 157 const std::string default_group_name_; | |
| 158 | |
| 136 // The randomly selected probability that is used to select a group (or have | 159 // The randomly selected probability that is used to select a group (or have |
| 137 // the instance not participate). It is the product of divisor_ and a random | 160 // the instance not participate). It is the product of divisor_ and a random |
| 138 // number between [0, 1). | 161 // number between [0, 1). |
| 139 Probability random_; | 162 Probability random_; |
| 140 | 163 |
| 141 // Sum of the probabilities of all appended groups. | 164 // Sum of the probabilities of all appended groups. |
| 142 Probability accumulated_group_probability_; | 165 Probability accumulated_group_probability_; |
| 143 | 166 |
| 144 int next_group_number_; | 167 int next_group_number_; |
| 145 | 168 |
| 146 // The pseudo-randomly assigned group number. | 169 // The pseudo-randomly assigned group number. |
| 147 // This is kNotParticipating if no group has been assigned. | 170 // This is kNotFinalized if no group has been assigned. |
| 148 int group_; | 171 int group_; |
| 149 | 172 |
| 150 // A textual name for the randomly selected group, including the Trial name. | 173 // A textual name for the randomly selected group, including the Trial name. |
| 151 // If this Trial is not a member of an group, this string is empty. | 174 // If this Trial is not a member of an group, this string is empty. |
| 152 std::string group_name_; | 175 std::string group_name_; |
| 153 | 176 |
| 177 // The expiration_year_, expiration_month_ and expiration_day_of_month_ are | |
| 178 // used to compute expiration time. If expiration time is after the build time | |
| 179 // of the module, then field trial reverts to the 'default' group. | |
| 180 int expiration_year_; | |
| 181 int expiration_month_; | |
| 182 int expiration_day_of_month_; | |
| 183 | |
| 184 // When disable_field_trial_ is true, field trial reverts to the 'default' | |
| 185 // group. | |
| 186 bool disable_field_trial_; | |
| 187 | |
| 154 // When benchmarking is enabled, field trials all revert to the 'default' | 188 // When benchmarking is enabled, field trials all revert to the 'default' |
| 155 // bucket. | 189 // group. |
| 156 static bool enable_benchmarking_; | 190 static bool enable_benchmarking_; |
| 157 | 191 |
| 158 DISALLOW_COPY_AND_ASSIGN(FieldTrial); | 192 DISALLOW_COPY_AND_ASSIGN(FieldTrial); |
| 159 }; | 193 }; |
| 160 | 194 |
| 161 //------------------------------------------------------------------------------ | 195 //------------------------------------------------------------------------------ |
| 162 // Class with a list of all active field trials. A trial is active if it has | 196 // Class with a list of all active field trials. A trial is active if it has |
| 163 // been registered, which includes evaluating its state based on its probaility. | 197 // been registered, which includes evaluating its state based on its probaility. |
| 164 // Only one instance of this class exists. | 198 // Only one instance of this class exists. |
| 165 class FieldTrialList { | 199 class FieldTrialList { |
| (...skipping 73 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 239 Lock lock_; | 273 Lock lock_; |
| 240 RegistrationList registered_; | 274 RegistrationList registered_; |
| 241 | 275 |
| 242 DISALLOW_COPY_AND_ASSIGN(FieldTrialList); | 276 DISALLOW_COPY_AND_ASSIGN(FieldTrialList); |
| 243 }; | 277 }; |
| 244 | 278 |
| 245 } // namespace base | 279 } // namespace base |
| 246 | 280 |
| 247 #endif // BASE_METRICS_FIELD_TRIAL_H_ | 281 #endif // BASE_METRICS_FIELD_TRIAL_H_ |
| 248 | 282 |
| OLD | NEW |