OLD | NEW |
---|---|
1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 // FieldTrial is a class for handling details of statistical experiments | 5 // FieldTrial is a class for handling details of statistical experiments |
6 // performed by actual users in the field (i.e., in a shipped or beta product). | 6 // performed by actual users in the field (i.e., in a shipped or beta product). |
7 // All code is called exclusively on the UI thread currently. | 7 // All code is called exclusively on the UI thread currently. |
8 // | 8 // |
9 // The simplest example is an experiment to see whether one of two options | 9 // The simplest example is an experiment to see whether one of two options |
10 // produces "better" results across our user population. In that scenario, UMA | 10 // produces "better" results across our user population. In that scenario, UMA |
(...skipping 48 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
59 | 59 |
60 //------------------------------------------------------------------------------ | 60 //------------------------------------------------------------------------------ |
61 | 61 |
62 #ifndef BASE_METRICS_FIELD_TRIAL_H_ | 62 #ifndef BASE_METRICS_FIELD_TRIAL_H_ |
63 #define BASE_METRICS_FIELD_TRIAL_H_ | 63 #define BASE_METRICS_FIELD_TRIAL_H_ |
64 #pragma once | 64 #pragma once |
65 | 65 |
66 #include <map> | 66 #include <map> |
67 #include <string> | 67 #include <string> |
68 | 68 |
69 #include "base/gtest_prod_util.h" | |
69 #include "base/lock.h" | 70 #include "base/lock.h" |
70 #include "base/ref_counted.h" | 71 #include "base/ref_counted.h" |
71 #include "base/time.h" | 72 #include "base/time.h" |
72 | 73 |
73 namespace base { | 74 namespace base { |
74 | 75 |
75 class FieldTrial : public RefCounted<FieldTrial> { | 76 class FieldTrial : public RefCounted<FieldTrial> { |
76 public: | 77 public: |
77 typedef int Probability; // Probability type for being selected in a trial. | 78 typedef int Probability; // Probability type for being selected in a trial. |
78 | 79 |
79 // A return value to indicate that a given instance has not yet had a group | 80 // A return value to indicate that a given instance has not yet had a group |
80 // assignment (and hence is not yet participating in the trial). | 81 // assignment (and hence is not yet participating in the trial). |
81 static const int kNotParticipating; | 82 static const int kNotFinalized; |
82 | 83 |
83 // Provide an easy way to assign all remaining probability to a group. Note | 84 // This is the group number of the 'default' group. This provides an easy way |
84 // that this will force an instance to participate, and make it illegal to | 85 // to assign all the remaining probability to a group ('default'). |
85 // attempt to probabalistically add any other groups to the trial. When doing | 86 static const int kDefaultGroupNumber; |
86 // A/B tests with timings, it is often best to define all groups, so that | |
87 // histograms will get unique names via the MakeName() methods. | |
88 static const Probability kAllRemainingProbability; | |
89 | 87 |
90 // The name is used to register the instance with the FieldTrialList class, | 88 // The name is used to register the instance with the FieldTrialList class, |
91 // and can be used to find the trial (only one trial can be present for each | 89 // and can be used to find the trial (only one trial can be present for each |
92 // name). | 90 // name). |
93 // Group probabilities that are later supplied must sum to less than or equal | 91 // Group probabilities that are later supplied must sum to less than or equal |
94 // to the total_probability. | 92 // to the total_probability. Arguments year, month and day_of_month specify |
95 FieldTrial(const std::string& name, Probability total_probability); | 93 // the expiration time. If the build time is after the expiration time then |
94 // the field trial reverts to the 'default' group. | |
95 FieldTrial(const std::string& name, Probability total_probability, | |
96 const std::string& default_group_name, const int year, | |
97 const int month, const int day_of_month); | |
96 | 98 |
97 // Establish the name and probability of the next group in this trial. | 99 // Establish the name and probability of the next group in this trial. |
98 // Sometimes, based on construction randomization, this call may causes the | 100 // Sometimes, based on construction randomization, this call may causes the |
99 // provided group to be *THE* group selected for use in this instance. | 101 // provided group to be *THE* group selected for use in this instance. |
100 int AppendGroup(const std::string& name, Probability group_probability); | 102 int AppendGroup(const std::string& name, Probability group_probability); |
101 | 103 |
102 // Return the name of the FieldTrial (excluding the group name). | 104 // Return the name of the FieldTrial (excluding the group name). |
103 std::string name() const { return name_; } | 105 std::string name() const { return name_; } |
104 | 106 |
105 // Return the randomly selected group number that was assigned. | 107 // Return the randomly selected group number that was assigned. |
106 // Return kNotParticipating if the instance is not participating in the | 108 // Return kDefaultGroupNumber if the instance is in the 'default' group. |
107 // experiment. | 109 // Note that this will force an instance to participate, and make it illegal |
108 int group() const { return group_; } | 110 // to attempt to probabalistically add any other groups to the trial. When |
111 // doing A/B tests with timings, it is often best to define all groups, so | |
112 // that histograms will get unique names via the MakeName() methods. | |
jar (doing other things)
2011/01/15 20:52:47
Comment looks great up to the last sentence.
The
| |
113 int group(); | |
109 | 114 |
110 // If the field trial is not in an experiment, this returns the empty string. | 115 // If the field trial is not in an experiment, this returns the empty string. |
111 // if the group's name is empty, a name of "_" concatenated with the group | 116 // if the group's name is empty, a name of "_" concatenated with the group |
112 // number is used as the group name. | 117 // number is used as the group name. |
113 std::string group_name() const { return group_name_; } | 118 std::string group_name() const { return group_name_; } |
114 | 119 |
115 // Helper function for the most common use: as an argument to specifiy the | 120 // Helper function for the most common use: as an argument to specifiy the |
116 // name of a HISTOGRAM. Use the original histogram name as the name_prefix. | 121 // name of a HISTOGRAM. Use the original histogram name as the name_prefix. |
117 static std::string MakeName(const std::string& name_prefix, | 122 static std::string MakeName(const std::string& name_prefix, |
118 const std::string& trial_name); | 123 const std::string& trial_name); |
119 | 124 |
120 // Enable benchmarking sets field trials to a common setting. | 125 // Enable benchmarking sets field trials to a common setting. |
121 static void EnableBenchmarking(); | 126 static void EnableBenchmarking(); |
122 | 127 |
123 private: | 128 private: |
129 // Allow tests to access our innards for testing purposes. | |
130 FRIEND_TEST(FieldTrialTest, Registration); | |
131 FRIEND_TEST(FieldTrialTest, AbsoluteProbabilities); | |
132 FRIEND_TEST(FieldTrialTest, RemainingProbability); | |
133 FRIEND_TEST(FieldTrialTest, FiftyFiftyProbability); | |
134 FRIEND_TEST(FieldTrialTest, MiddleProbabilities); | |
135 FRIEND_TEST(FieldTrialTest, OneWinner); | |
136 FRIEND_TEST(FieldTrialTest, DisableProbability); | |
137 FRIEND_TEST(FieldTrialTest, Save); | |
138 FRIEND_TEST(FieldTrialTest, DuplicateRestore); | |
139 FRIEND_TEST(FieldTrialTest, MakeName); | |
140 | |
124 friend class RefCounted<FieldTrial>; | 141 friend class RefCounted<FieldTrial>; |
125 | 142 |
126 virtual ~FieldTrial(); | 143 virtual ~FieldTrial(); |
127 | 144 |
145 // Get build time. | |
146 static Time GetBuildTime(); | |
147 | |
128 // The name of the field trial, as can be found via the FieldTrialList. | 148 // The name of the field trial, as can be found via the FieldTrialList. |
129 // This is empty of the trial is not in the experiment. | 149 // This is empty of the trial is not in the experiment. |
130 const std::string name_; | 150 const std::string name_; |
131 | 151 |
132 // The maximum sum of all probabilities supplied, which corresponds to 100%. | 152 // The maximum sum of all probabilities supplied, which corresponds to 100%. |
133 // This is the scaling factor used to adjust supplied probabilities. | 153 // This is the scaling factor used to adjust supplied probabilities. |
134 Probability divisor_; | 154 Probability divisor_; |
135 | 155 |
156 // The name of the default group. | |
157 const std::string default_group_name_; | |
158 | |
136 // The randomly selected probability that is used to select a group (or have | 159 // The randomly selected probability that is used to select a group (or have |
137 // the instance not participate). It is the product of divisor_ and a random | 160 // the instance not participate). It is the product of divisor_ and a random |
138 // number between [0, 1). | 161 // number between [0, 1). |
139 Probability random_; | 162 Probability random_; |
140 | 163 |
141 // Sum of the probabilities of all appended groups. | 164 // Sum of the probabilities of all appended groups. |
142 Probability accumulated_group_probability_; | 165 Probability accumulated_group_probability_; |
143 | 166 |
144 int next_group_number_; | 167 int next_group_number_; |
145 | 168 |
146 // The pseudo-randomly assigned group number. | 169 // The pseudo-randomly assigned group number. |
147 // This is kNotParticipating if no group has been assigned. | 170 // This is kNotFinalized if no group has been assigned. |
148 int group_; | 171 int group_; |
149 | 172 |
150 // A textual name for the randomly selected group, including the Trial name. | 173 // A textual name for the randomly selected group, including the Trial name. |
151 // If this Trial is not a member of an group, this string is empty. | 174 // If this Trial is not a member of an group, this string is empty. |
152 std::string group_name_; | 175 std::string group_name_; |
153 | 176 |
177 // The expiration_year_, expiration_month_ and expiration_day_of_month_ are | |
178 // used to compute expiration time. If expiration time is after the build time | |
179 // of the module, then field trial reverts to the 'default' group. | |
180 int expiration_year_; | |
181 int expiration_month_; | |
182 int expiration_day_of_month_; | |
183 | |
184 // When disable_field_trial_ is true, field trial reverts to the 'default' | |
185 // group. | |
186 bool disable_field_trial_; | |
187 | |
154 // When benchmarking is enabled, field trials all revert to the 'default' | 188 // When benchmarking is enabled, field trials all revert to the 'default' |
155 // bucket. | 189 // group. |
156 static bool enable_benchmarking_; | 190 static bool enable_benchmarking_; |
157 | 191 |
158 DISALLOW_COPY_AND_ASSIGN(FieldTrial); | 192 DISALLOW_COPY_AND_ASSIGN(FieldTrial); |
159 }; | 193 }; |
160 | 194 |
161 //------------------------------------------------------------------------------ | 195 //------------------------------------------------------------------------------ |
162 // Class with a list of all active field trials. A trial is active if it has | 196 // Class with a list of all active field trials. A trial is active if it has |
163 // been registered, which includes evaluating its state based on its probaility. | 197 // been registered, which includes evaluating its state based on its probaility. |
164 // Only one instance of this class exists. | 198 // Only one instance of this class exists. |
165 class FieldTrialList { | 199 class FieldTrialList { |
(...skipping 73 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
239 Lock lock_; | 273 Lock lock_; |
240 RegistrationList registered_; | 274 RegistrationList registered_; |
241 | 275 |
242 DISALLOW_COPY_AND_ASSIGN(FieldTrialList); | 276 DISALLOW_COPY_AND_ASSIGN(FieldTrialList); |
243 }; | 277 }; |
244 | 278 |
245 } // namespace base | 279 } // namespace base |
246 | 280 |
247 #endif // BASE_METRICS_FIELD_TRIAL_H_ | 281 #endif // BASE_METRICS_FIELD_TRIAL_H_ |
248 | 282 |
OLD | NEW |