OLD | NEW |
| (Empty) |
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | |
2 // Use of this source code is governed by a BSD-style license that can be | |
3 // found in the LICENSE file. | |
4 | |
5 #ifndef CHROME_BROWSER_PERFORMANCE_MONITOR_DATABASE_H_ | |
6 #define CHROME_BROWSER_PERFORMANCE_MONITOR_DATABASE_H_ | |
7 | |
8 #include <set> | |
9 #include <string> | |
10 #include <vector> | |
11 | |
12 #include "base/files/file_path.h" | |
13 #include "base/gtest_prod_util.h" | |
14 #include "base/memory/linked_ptr.h" | |
15 #include "base/memory/scoped_ptr.h" | |
16 #include "base/time/time.h" | |
17 #include "chrome/browser/performance_monitor/constants.h" | |
18 #include "chrome/browser/performance_monitor/event.h" | |
19 #include "chrome/browser/performance_monitor/metric.h" | |
20 #include "third_party/leveldatabase/src/include/leveldb/db.h" | |
21 | |
22 namespace performance_monitor { | |
23 | |
24 struct TimeRange { | |
25 TimeRange(); | |
26 TimeRange(base::Time start_time, base::Time end_time); | |
27 ~TimeRange(); | |
28 | |
29 base::Time start; | |
30 base::Time end; | |
31 }; | |
32 | |
33 class KeyBuilder; | |
34 class DatabaseTestHelper; | |
35 | |
36 // The class supporting all performance monitor storage. This class wraps | |
37 // multiple leveldb::DB objects. All methods must be called from a background | |
38 // thread. Callers should use BrowserThread::PostBlockingPoolSequencedTask using | |
39 // performance_monitor::kDBSequenceToken as the sequence token. | |
40 // | |
41 // Different schemas are used for the different leveldb::DB's based off of the | |
42 // structure of the data and the common ways that it will need to be accessed. | |
43 // The following specifies the schema of each type of leveldb::DB. Delimiters | |
44 // are denoted with a '-'. | |
45 // | |
46 // State DB: | |
47 // Stores information about the configuration or 'state' of the browser. Things | |
48 // like browser version go in here. | |
49 // Key: Unique Identifier | |
50 // Value: State Value | |
51 // | |
52 // Active Interval DB: | |
53 // Stores information about when there is data in the database. When the | |
54 // database is constructed, the time is noted as the start of the active | |
55 // interval. Then, every write operation the current time is marked as the end | |
56 // of the current active interval. If the database has no write operations for | |
57 // a certain amount of time, then the database is considered inactive for that | |
58 // time period and a new start time is noted. Having the key be the beginning | |
59 // of the active interval allows for efficient upserts to the current active | |
60 // interval. If the end of the active interval was in the key, then every update | |
61 // to the active interval would have to remove a key and insert a new one. | |
62 // Key: Beginning of ActiveInterval | |
63 // Value: End of ActiveInterval | |
64 // | |
65 // Event DB: | |
66 // Stores all events. A time and type is enough to uniquely identify an event. | |
67 // Using the time that the event took place as the beginning of the key allows | |
68 // us to efficiently answer the question: "What are all the events that took | |
69 // place in this time range?". | |
70 // Key: Time - Type | |
71 // Value: Event in JSON | |
72 // | |
73 // Recent DB: | |
74 // Stores the most recent metric statistics to go into the database. There is | |
75 // only ever one entry per (metric, activity) pair. |recent_map_| keeps an | |
76 // in-memory version of this database with a mapping from a concatenation of | |
77 // metric and activity to the key used in the recent db. |recent_map_| allows us | |
78 // to quickly find the key that must be replaced in the recent db. This | |
79 // database becomes useful when it is necessary to find all the active metrics | |
80 // within a timerange. Without it, all the metric databases would need to be | |
81 // searched to see if that metric is active. | |
82 // Key: Time - Metric - Activity | |
83 // Value: Statistic | |
84 // | |
85 // Max Value DB: | |
86 // Stores the max metric statistics that have been inserted into the database. | |
87 // There is only ever one entry per (metric, activity) pair. |max_value_map_| | |
88 // keeps an in-memory version of this database with a mapping from a | |
89 // concatenation of metric and activity to the max metric. | |
90 // Key: Metric - Activity | |
91 // Value: Statistic | |
92 // | |
93 // Metric DB: | |
94 // Stores the statistics for different metrics. Having the time before the | |
95 // activity ensures that the search space can only be as large as the time | |
96 // interval. | |
97 // Key: Metric - Time - Activity | |
98 // Value: Statistic | |
99 class Database { | |
100 public: | |
101 typedef std::set<EventType> EventTypeSet; | |
102 typedef std::vector<linked_ptr<Event> > EventVector; | |
103 typedef std::set<MetricType> MetricTypeSet; | |
104 typedef std::vector<Metric> MetricVector; | |
105 typedef std::map<std::string, linked_ptr<MetricVector> > MetricVectorMap; | |
106 | |
107 static const char kDatabaseSequenceToken[]; | |
108 | |
109 // The class that the database will use to infer time. Abstracting out the | |
110 // time mechanism allows for easy testing and mock data insetion. | |
111 class Clock { | |
112 public: | |
113 Clock() {} | |
114 virtual ~Clock() {} | |
115 virtual base::Time GetTime() = 0; | |
116 }; | |
117 | |
118 virtual ~Database(); | |
119 | |
120 static scoped_ptr<Database> Create(base::FilePath path); | |
121 | |
122 // A "state" value is anything that can only have one value at a time, and | |
123 // usually describes the state of the browser eg. version. | |
124 bool AddStateValue(const std::string& key, const std::string& value); | |
125 | |
126 std::string GetStateValue(const std::string& key); | |
127 | |
128 // Add an event to the database. | |
129 bool AddEvent(const Event& event); | |
130 | |
131 // Retrieve the events from the database. These methods populate the provided | |
132 // vector, and will search on the given criteria. | |
133 EventVector GetEvents(EventType type, | |
134 const base::Time& start, | |
135 const base::Time& end); | |
136 | |
137 EventVector GetEvents(const base::Time& start, const base::Time& end) { | |
138 return GetEvents(EVENT_UNDEFINED, start, end); | |
139 } | |
140 | |
141 EventVector GetEvents(EventType type) { | |
142 return GetEvents(type, base::Time(), clock_->GetTime()); | |
143 } | |
144 | |
145 EventVector GetEvents() { | |
146 return GetEvents(EVENT_UNDEFINED, base::Time(), clock_->GetTime()); | |
147 } | |
148 | |
149 EventTypeSet GetEventTypes(const base::Time& start, const base::Time& end); | |
150 | |
151 EventTypeSet GetEventTypes() { | |
152 return GetEventTypes(base::Time(), clock_->GetTime()); | |
153 } | |
154 | |
155 // Add a metric instance to the database. | |
156 bool AddMetric(const std::string& activity, const Metric& metric); | |
157 | |
158 bool AddMetric(const Metric& metric) { | |
159 return AddMetric(kProcessChromeAggregate, metric); | |
160 } | |
161 | |
162 // Get the metrics that are active for the given process between |start| | |
163 // (inclusive) and |end| (exclusive). | |
164 MetricTypeSet GetActiveMetrics(const base::Time& start, | |
165 const base::Time& end); | |
166 | |
167 // Get the activities that are active for the given metric after |start|. | |
168 std::set<std::string> GetActiveActivities(MetricType metric_type, | |
169 const base::Time& start); | |
170 | |
171 // Get the max value for the given metric in the db. | |
172 double GetMaxStatsForActivityAndMetric(const std::string& activity, | |
173 MetricType metric_type); | |
174 double GetMaxStatsForActivityAndMetric(MetricType metric_type) { | |
175 return GetMaxStatsForActivityAndMetric(kProcessChromeAggregate, | |
176 metric_type); | |
177 } | |
178 | |
179 // Populate info with the most recent activity. Return false if populate | |
180 // was unsuccessful. | |
181 bool GetRecentStatsForActivityAndMetric(const std::string& activity, | |
182 MetricType metric_type, | |
183 Metric* metric); | |
184 | |
185 bool GetRecentStatsForActivityAndMetric(MetricType metric_type, | |
186 Metric* metric) { | |
187 return GetRecentStatsForActivityAndMetric(kProcessChromeAggregate, | |
188 metric_type, | |
189 metric); | |
190 } | |
191 | |
192 // Query given |metric_type| and |activity|. | |
193 scoped_ptr<MetricVector> GetStatsForActivityAndMetric( | |
194 const std::string& activity, | |
195 MetricType metric_type, | |
196 const base::Time& start, | |
197 const base::Time& end); | |
198 | |
199 scoped_ptr<MetricVector> GetStatsForActivityAndMetric( | |
200 MetricType metric_type, const base::Time& start, const base::Time& end) { | |
201 return GetStatsForActivityAndMetric(kProcessChromeAggregate, metric_type, | |
202 start, end); | |
203 } | |
204 | |
205 scoped_ptr<MetricVector> GetStatsForActivityAndMetric( | |
206 const std::string& activity, MetricType metric_type) { | |
207 return GetStatsForActivityAndMetric(activity, metric_type, base::Time(), | |
208 clock_->GetTime()); | |
209 } | |
210 | |
211 scoped_ptr<MetricVector> GetStatsForActivityAndMetric( | |
212 MetricType metric_type) { | |
213 return GetStatsForActivityAndMetric(kProcessChromeAggregate, metric_type, | |
214 base::Time(), clock_->GetTime()); | |
215 } | |
216 | |
217 // Query given |metric_type|. The returned map is keyed by activity. | |
218 MetricVectorMap GetStatsForMetricByActivity(MetricType metric_type, | |
219 const base::Time& start, | |
220 const base::Time& end); | |
221 | |
222 MetricVectorMap GetStatsForMetricByActivity(MetricType metric_type) { | |
223 return GetStatsForMetricByActivity( | |
224 metric_type, base::Time(), clock_->GetTime()); | |
225 } | |
226 | |
227 // Returns the active time intervals that overlap with the time interval | |
228 // defined by |start| and |end|. | |
229 std::vector<TimeRange> GetActiveIntervals(const base::Time& start, | |
230 const base::Time& end); | |
231 | |
232 base::FilePath path() const { return path_; } | |
233 | |
234 void set_clock(scoped_ptr<Clock> clock) { | |
235 clock_ = clock.Pass(); | |
236 } | |
237 | |
238 private: | |
239 friend class DatabaseTestHelper; | |
240 | |
241 typedef std::map<std::string, std::string> RecentMap; | |
242 typedef std::map<std::string, double> MaxValueMap; | |
243 | |
244 // By default, the database uses a clock that simply returns the current time. | |
245 class SystemClock : public Clock { | |
246 public: | |
247 SystemClock() {} | |
248 virtual ~SystemClock() {} | |
249 virtual base::Time GetTime() OVERRIDE; | |
250 }; | |
251 | |
252 explicit Database(const base::FilePath& path); | |
253 | |
254 bool InitDBs(); | |
255 | |
256 // Attempts to open a database, and tries to fix it if it is corrupt or | |
257 // damaged (if |fix_if_damaged| is true). Returns a scoped_ptr to the | |
258 // database on success, or NULL on failure. | |
259 scoped_ptr<leveldb::DB> SafelyOpenDatabase( | |
260 const leveldb::Options& options, | |
261 const std::string& path, | |
262 bool fix_if_damaged); | |
263 | |
264 bool Close(); | |
265 | |
266 // Load recent info from the db into recent_map_. | |
267 void LoadRecents(); | |
268 // Load max values from the db into the max_value_map_. | |
269 void LoadMaxValues(); | |
270 | |
271 // Mark the database as being active for the current time. | |
272 void UpdateActiveInterval(); | |
273 // Updates the max_value_map_ and max_value_db_ if the value is greater than | |
274 // the current max value for the given activity and metric. | |
275 bool UpdateMaxValue(const std::string& activity, | |
276 MetricType metric, | |
277 const std::string& value); | |
278 | |
279 scoped_ptr<KeyBuilder> key_builder_; | |
280 | |
281 // A mapping of id,metric to the last inserted key for those parameters | |
282 // is maintained to prevent having to search through the recent db every | |
283 // insert. | |
284 RecentMap recent_map_; | |
285 | |
286 MaxValueMap max_value_map_; | |
287 | |
288 // The directory where all the databases will reside. | |
289 base::FilePath path_; | |
290 | |
291 // The key for the beginning of the active interval. | |
292 std::string start_time_key_; | |
293 | |
294 // The last time the database had a transaction. | |
295 base::Time last_update_time_; | |
296 | |
297 scoped_ptr<Clock> clock_; | |
298 | |
299 scoped_ptr<leveldb::DB> recent_db_; | |
300 | |
301 scoped_ptr<leveldb::DB> max_value_db_; | |
302 | |
303 scoped_ptr<leveldb::DB> state_db_; | |
304 | |
305 scoped_ptr<leveldb::DB> active_interval_db_; | |
306 | |
307 scoped_ptr<leveldb::DB> metric_db_; | |
308 | |
309 scoped_ptr<leveldb::DB> event_db_; | |
310 | |
311 leveldb::ReadOptions read_options_; | |
312 leveldb::WriteOptions write_options_; | |
313 | |
314 // Indicates whether or not the database successfully initialized. If false, | |
315 // the Create() call will return NULL. | |
316 bool valid_; | |
317 | |
318 DISALLOW_COPY_AND_ASSIGN(Database); | |
319 }; | |
320 | |
321 } // namespace performance_monitor | |
322 | |
323 #endif // CHROME_BROWSER_PERFORMANCE_MONITOR_DATABASE_H_ | |
OLD | NEW |