Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(89)

Side by Side Diff: components/metrics/call_stack_profile_metrics_provider.cc

Issue 2927593002: Make stack sampling profiler sample beyond startup. (Closed)
Patch Set: Address more comments. Created 3 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright 2015 The Chromium Authors. All rights reserved. 1 // Copyright 2015 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "components/metrics/call_stack_profile_metrics_provider.h" 5 #include "components/metrics/call_stack_profile_metrics_provider.h"
6 6
7 #include <stddef.h> 7 #include <stddef.h>
8 #include <stdint.h> 8 #include <stdint.h>
9 9
10 #include <algorithm> 10 #include <algorithm>
11 #include <cstring> 11 #include <cstring>
12 #include <map> 12 #include <map>
13 #include <string> 13 #include <string>
14 #include <utility> 14 #include <utility>
15 #include <vector> 15 #include <vector>
16 16
17 #include "base/bind.h" 17 #include "base/bind.h"
18 #include "base/location.h" 18 #include "base/location.h"
19 #include "base/logging.h" 19 #include "base/logging.h"
20 #include "base/macros.h" 20 #include "base/macros.h"
21 #include "base/memory/singleton.h" 21 #include "base/memory/singleton.h"
22 #include "base/metrics/field_trial.h" 22 #include "base/metrics/field_trial_params.h"
23 #include "base/metrics/metrics_hashes.h" 23 #include "base/metrics/metrics_hashes.h"
24 #include "base/process/process_info.h"
24 #include "base/profiler/stack_sampling_profiler.h" 25 #include "base/profiler/stack_sampling_profiler.h"
25 #include "base/single_thread_task_runner.h" 26 #include "base/single_thread_task_runner.h"
26 #include "base/synchronization/lock.h" 27 #include "base/synchronization/lock.h"
27 #include "base/threading/thread_task_runner_handle.h" 28 #include "base/threading/thread_task_runner_handle.h"
28 #include "base/time/time.h" 29 #include "base/time/time.h"
30 #include "build/build_config.h"
29 #include "components/metrics/proto/chrome_user_metrics_extension.pb.h" 31 #include "components/metrics/proto/chrome_user_metrics_extension.pb.h"
30 32
31 using base::StackSamplingProfiler; 33 using base::StackSamplingProfiler;
32 34
33 namespace metrics { 35 namespace metrics {
34 36
35 namespace { 37 namespace {
36 38
39 // Interval for periodic (post-startup) sampling, when enabled.
40 constexpr base::TimeDelta kPeriodicSamplingInterval =
41 base::TimeDelta::FromSeconds(1);
42
37 // Provide a mapping from the C++ "enum" definition of various process mile- 43 // Provide a mapping from the C++ "enum" definition of various process mile-
38 // stones to the equivalent protobuf "enum" definition. This table-lookup 44 // stones to the equivalent protobuf "enum" definition. This table-lookup
39 // conversion allows for the implementation to evolve and still be compatible 45 // conversion allows for the implementation to evolve and still be compatible
40 // with the protobuf -- even if there are ever more than 32 defined proto 46 // with the protobuf -- even if there are ever more than 32 defined proto
41 // values, though never more than 32 could be in-use in a given C++ version 47 // values, though never more than 32 could be in-use in a given C++ version
42 // of the code. 48 // of the code.
43 const ProcessPhase 49 const ProcessPhase
44 kProtoPhases[CallStackProfileMetricsProvider::MILESTONES_MAX_VALUE] = { 50 kProtoPhases[CallStackProfileMetricsProvider::MILESTONES_MAX_VALUE] = {
45 ProcessPhase::MAIN_LOOP_START, 51 ProcessPhase::MAIN_LOOP_START,
46 ProcessPhase::MAIN_NAVIGATION_START, 52 ProcessPhase::MAIN_NAVIGATION_START,
47 ProcessPhase::MAIN_NAVIGATION_FINISHED, 53 ProcessPhase::MAIN_NAVIGATION_FINISHED,
48 ProcessPhase::FIRST_NONEMPTY_PAINT, 54 ProcessPhase::FIRST_NONEMPTY_PAINT,
49 55
50 ProcessPhase::SHUTDOWN_START, 56 ProcessPhase::SHUTDOWN_START,
51 }; 57 };
52 58
59 // Returns the process uptime as a TimeDelta.
60 base::TimeDelta GetUptime() {
61 static base::Time process_creation_time;
62 // base::CurrentProcessInfo::CreationTime() is only defined on some platforms.
63 #if defined(OS_MACOSX) || defined(OS_WIN) || defined(OS_LINUX)
64 if (process_creation_time.is_null())
65 process_creation_time = base::CurrentProcessInfo::CreationTime();
66 #else
67 NOTREACHED();
68 #endif
69 DCHECK(!process_creation_time.is_null());
70 return base::Time::Now() - process_creation_time;
71 }
72
53 // ProfilesState -------------------------------------------------------------- 73 // ProfilesState --------------------------------------------------------------
54 74
55 // A set of profiles and the CallStackProfileMetricsProvider state associated 75 // A set of profiles and the CallStackProfileMetricsProvider state associated
56 // with them. 76 // with them.
57 struct ProfilesState { 77 struct ProfilesState {
58 ProfilesState(const CallStackProfileParams& params, 78 ProfilesState(const CallStackProfileParams& params,
59 StackSamplingProfiler::CallStackProfiles profiles, 79 StackSamplingProfiler::CallStackProfiles profiles);
60 base::TimeTicks start_timestamp);
61 ProfilesState(ProfilesState&&); 80 ProfilesState(ProfilesState&&);
62 ProfilesState& operator=(ProfilesState&&); 81 ProfilesState& operator=(ProfilesState&&);
63 82
64 // The metrics-related parameters provided to 83 // The metrics-related parameters provided to
65 // CallStackProfileMetricsProvider::GetProfilerCallback(). 84 // CallStackProfileMetricsProvider::GetProfilerCallback().
66 CallStackProfileParams params; 85 CallStackProfileParams params;
67 86
68 // The call stack profiles collected by the profiler. 87 // The call stack profiles collected by the profiler.
69 StackSamplingProfiler::CallStackProfiles profiles; 88 StackSamplingProfiler::CallStackProfiles profiles;
70 89
71 // The time at which the CallStackProfileMetricsProvider became aware of the
72 // request for profiling. In particular, this is when callback was requested
73 // via CallStackProfileMetricsProvider::GetProfilerCallback(). Used to
74 // determine if collection was disabled during the collection of the profile.
75 base::TimeTicks start_timestamp;
76
77 private: 90 private:
78 DISALLOW_COPY_AND_ASSIGN(ProfilesState); 91 DISALLOW_COPY_AND_ASSIGN(ProfilesState);
79 }; 92 };
80 93
81 ProfilesState::ProfilesState(const CallStackProfileParams& params, 94 ProfilesState::ProfilesState(const CallStackProfileParams& params,
82 StackSamplingProfiler::CallStackProfiles profiles, 95 StackSamplingProfiler::CallStackProfiles profiles)
83 base::TimeTicks start_timestamp) 96 : params(params), profiles(std::move(profiles)) {}
84 : params(params),
85 profiles(std::move(profiles)),
86 start_timestamp(start_timestamp) {}
87 97
88 ProfilesState::ProfilesState(ProfilesState&&) = default; 98 ProfilesState::ProfilesState(ProfilesState&&) = default;
89 99
90 // Some versions of GCC need this for push_back to work with std::move. 100 // Some versions of GCC need this for push_back to work with std::move.
91 ProfilesState& ProfilesState::operator=(ProfilesState&&) = default; 101 ProfilesState& ProfilesState::operator=(ProfilesState&&) = default;
92 102
93 // PendingProfiles ------------------------------------------------------------ 103 // PendingProfiles ------------------------------------------------------------
94 104
95 // Singleton class responsible for retaining profiles received via the callback 105 // Singleton class responsible for retaining profiles received via the callback
96 // created by CallStackProfileMetricsProvider::GetProfilerCallback(). These are 106 // created by CallStackProfileMetricsProvider::GetProfilerCallback(). These are
(...skipping 76 matching lines...) Expand 10 before | Expand all | Expand 10 after
173 } 183 }
174 184
175 void PendingProfiles::CollectProfilesIfCollectionEnabled( 185 void PendingProfiles::CollectProfilesIfCollectionEnabled(
176 ProfilesState profiles) { 186 ProfilesState profiles) {
177 base::AutoLock scoped_lock(lock_); 187 base::AutoLock scoped_lock(lock_);
178 188
179 // Only collect if collection is not disabled and hasn't been disabled 189 // Only collect if collection is not disabled and hasn't been disabled
180 // since the start of collection for this profile. 190 // since the start of collection for this profile.
181 if (!collection_enabled_ || 191 if (!collection_enabled_ ||
182 (!last_collection_disable_time_.is_null() && 192 (!last_collection_disable_time_.is_null() &&
183 last_collection_disable_time_ >= profiles.start_timestamp)) { 193 last_collection_disable_time_ >= profiles.params.start_timestamp)) {
184 return; 194 return;
185 } 195 }
186 196
197 if (profiles.params.trigger == CallStackProfileParams::PERIODIC_COLLECTION) {
198 DCHECK_EQ(1U, profiles.profiles.size());
199 profiles.profiles[0].sampling_period = kPeriodicSamplingInterval;
200 // Use the process uptime as the collection time to indicate when this
201 // profile was collected. This is useful to account for uptime bias during
202 // analysis.
203 profiles.profiles[0].profile_duration = GetUptime();
204 }
205
187 profiles_.push_back(std::move(profiles)); 206 profiles_.push_back(std::move(profiles));
188 } 207 }
189 208
190 void PendingProfiles::ResetToDefaultStateForTesting() { 209 void PendingProfiles::ResetToDefaultStateForTesting() {
191 base::AutoLock scoped_lock(lock_); 210 base::AutoLock scoped_lock(lock_);
192 211
193 collection_enabled_ = true; 212 collection_enabled_ = true;
194 last_collection_disable_time_ = base::TimeTicks(); 213 last_collection_disable_time_ = base::TimeTicks();
195 profiles_.clear(); 214 profiles_.clear();
196 } 215 }
197 216
198 // |collection_enabled_| is initialized to true to collect any profiles that are 217 // |collection_enabled_| is initialized to true to collect any profiles that are
199 // generated prior to creation of the CallStackProfileMetricsProvider. The 218 // generated prior to creation of the CallStackProfileMetricsProvider. The
200 // ultimate disposition of these pre-creation collected profiles will be 219 // ultimate disposition of these pre-creation collected profiles will be
201 // determined by the initial recording state provided to 220 // determined by the initial recording state provided to
202 // CallStackProfileMetricsProvider. 221 // CallStackProfileMetricsProvider.
203 PendingProfiles::PendingProfiles() : collection_enabled_(true) {} 222 PendingProfiles::PendingProfiles() : collection_enabled_(true) {}
204 223
205 PendingProfiles::~PendingProfiles() {} 224 PendingProfiles::~PendingProfiles() {}
206 225
207 // Functions to process completed profiles ------------------------------------ 226 // Functions to process completed profiles ------------------------------------
208 227
209 // Will be invoked on either the main thread or the profiler's thread. Provides 228 // Will be invoked on either the main thread or the profiler's thread. Provides
210 // the profiles to PendingProfiles to append, if the collecting state allows. 229 // the profiles to PendingProfiles to append, if the collecting state allows.
211 void ReceiveCompletedProfilesImpl( 230 base::Optional<StackSamplingProfiler::SamplingParams>
212 const CallStackProfileParams& params, 231 ReceiveCompletedProfilesImpl(
213 base::TimeTicks start_timestamp, 232 CallStackProfileParams* params,
214 StackSamplingProfiler::CallStackProfiles profiles) { 233 StackSamplingProfiler::CallStackProfiles profiles) {
215 PendingProfiles::GetInstance()->CollectProfilesIfCollectionEnabled( 234 PendingProfiles::GetInstance()->CollectProfilesIfCollectionEnabled(
216 ProfilesState(params, std::move(profiles), start_timestamp)); 235 ProfilesState(*params, std::move(profiles)));
236
237 // Now, schedule periodic sampling every 1s, if enabled by trial.
238 // TODO(asvitkine): Support periodic sampling for non-browser processes.
239 if (CallStackProfileMetricsProvider::IsPeriodicSamplingEnabled() &&
240 params->process == CallStackProfileParams::BROWSER_PROCESS &&
241 params->thread == CallStackProfileParams::UI_THREAD) {
242 params->trigger = metrics::CallStackProfileParams::PERIODIC_COLLECTION;
243 params->start_timestamp = base::TimeTicks::Now();
244
245 StackSamplingProfiler::SamplingParams sampling_params;
246 sampling_params.initial_delay = kPeriodicSamplingInterval;
247 sampling_params.bursts = 1;
248 sampling_params.samples_per_burst = 1;
249 // Below are unused:
250 sampling_params.burst_interval = base::TimeDelta::FromMilliseconds(0);
251 sampling_params.sampling_interval = base::TimeDelta::FromMilliseconds(0);
252 return sampling_params;
253 }
254 return base::Optional<StackSamplingProfiler::SamplingParams>();
217 } 255 }
218 256
219 // Invoked on an arbitrary thread. Ignores the provided profiles. 257 // Invoked on an arbitrary thread. Ignores the provided profiles.
220 void IgnoreCompletedProfiles( 258 base::Optional<StackSamplingProfiler::SamplingParams> IgnoreCompletedProfiles(
221 StackSamplingProfiler::CallStackProfiles profiles) {} 259 StackSamplingProfiler::CallStackProfiles profiles) {
260 return base::Optional<StackSamplingProfiler::SamplingParams>();
261 }
222 262
223 // Functions to encode protobufs ---------------------------------------------- 263 // Functions to encode protobufs ----------------------------------------------
224 264
225 // The protobuf expects the MD5 checksum prefix of the module name. 265 // The protobuf expects the MD5 checksum prefix of the module name.
226 uint64_t HashModuleFilename(const base::FilePath& filename) { 266 uint64_t HashModuleFilename(const base::FilePath& filename) {
227 const base::FilePath::StringType basename = filename.BaseName().value(); 267 const base::FilePath::StringType basename = filename.BaseName().value();
228 // Copy the bytes in basename into a string buffer. 268 // Copy the bytes in basename into a string buffer.
229 size_t basename_length_in_bytes = 269 size_t basename_length_in_bytes =
230 basename.size() * sizeof(base::FilePath::CharType); 270 basename.size() * sizeof(base::FilePath::CharType);
231 std::string name_bytes(basename_length_in_bytes, '\0'); 271 std::string name_bytes(basename_length_in_bytes, '\0');
(...skipping 166 matching lines...) Expand 10 before | Expand all | Expand 10 after
398 CallStackProfileParams::Trigger trigger) { 438 CallStackProfileParams::Trigger trigger) {
399 switch (trigger) { 439 switch (trigger) {
400 case CallStackProfileParams::UNKNOWN: 440 case CallStackProfileParams::UNKNOWN:
401 return SampledProfile::UNKNOWN_TRIGGER_EVENT; 441 return SampledProfile::UNKNOWN_TRIGGER_EVENT;
402 case CallStackProfileParams::PROCESS_STARTUP: 442 case CallStackProfileParams::PROCESS_STARTUP:
403 return SampledProfile::PROCESS_STARTUP; 443 return SampledProfile::PROCESS_STARTUP;
404 case CallStackProfileParams::JANKY_TASK: 444 case CallStackProfileParams::JANKY_TASK:
405 return SampledProfile::JANKY_TASK; 445 return SampledProfile::JANKY_TASK;
406 case CallStackProfileParams::THREAD_HUNG: 446 case CallStackProfileParams::THREAD_HUNG:
407 return SampledProfile::THREAD_HUNG; 447 return SampledProfile::THREAD_HUNG;
448 case CallStackProfileParams::PERIODIC_COLLECTION:
449 return SampledProfile::PERIODIC_COLLECTION;
408 } 450 }
409 NOTREACHED(); 451 NOTREACHED();
410 return SampledProfile::UNKNOWN_TRIGGER_EVENT; 452 return SampledProfile::UNKNOWN_TRIGGER_EVENT;
411 } 453 }
412 454
413 } // namespace 455 } // namespace
414 456
415 // CallStackProfileMetricsProvider -------------------------------------------- 457 // CallStackProfileMetricsProvider --------------------------------------------
416 458
417 const char CallStackProfileMetricsProvider::kFieldTrialName[] = 459 const base::Feature CallStackProfileMetricsProvider::kEnableReporting = {
418 "StackProfiling"; 460 "SamplingProfilerReporting", base::FEATURE_DISABLED_BY_DEFAULT};
419 const char CallStackProfileMetricsProvider::kReportProfilesGroupName[] =
420 "Report profiles";
421 461
422 CallStackProfileMetricsProvider::CallStackProfileMetricsProvider() { 462 CallStackProfileMetricsProvider::CallStackProfileMetricsProvider() {
423 } 463 }
424 464
425 CallStackProfileMetricsProvider::~CallStackProfileMetricsProvider() { 465 CallStackProfileMetricsProvider::~CallStackProfileMetricsProvider() {
426 } 466 }
427 467
428 // This function can be invoked on an abitrary thread. 468 // This function can be invoked on an abitrary thread.
429 StackSamplingProfiler::CompletedCallback 469 StackSamplingProfiler::CompletedCallback
430 CallStackProfileMetricsProvider::GetProfilerCallback( 470 CallStackProfileMetricsProvider::GetProfilerCallback(
431 const CallStackProfileParams& params) { 471 CallStackProfileParams* params) {
432 // Ignore the profiles if the collection is disabled. If the collection state 472 // Ignore the profiles if the collection is disabled. If the collection state
433 // changes while collecting, this will be detected by the callback and 473 // changes while collecting, this will be detected by the callback and
434 // profiles will be ignored at that point. 474 // profiles will be ignored at that point.
435 if (!PendingProfiles::GetInstance()->IsCollectionEnabled()) 475 if (!PendingProfiles::GetInstance()->IsCollectionEnabled())
436 return base::Bind(&IgnoreCompletedProfiles); 476 return base::Bind(&IgnoreCompletedProfiles);
437 477
438 return base::Bind(&ReceiveCompletedProfilesImpl, params, 478 params->start_timestamp = base::TimeTicks::Now();
439 base::TimeTicks::Now()); 479 return base::Bind(&ReceiveCompletedProfilesImpl, params);
440 } 480 }
441 481
442 // static 482 // static
443 void CallStackProfileMetricsProvider::ReceiveCompletedProfiles( 483 void CallStackProfileMetricsProvider::ReceiveCompletedProfiles(
444 const CallStackProfileParams& params, 484 CallStackProfileParams* params,
445 base::TimeTicks start_timestamp, 485 base::StackSamplingProfiler::CallStackProfiles profiles) {
446 StackSamplingProfiler::CallStackProfiles profiles) { 486 ReceiveCompletedProfilesImpl(params, std::move(profiles));
447 ReceiveCompletedProfilesImpl(params, start_timestamp, std::move(profiles)); 487 }
488
489 // static
490 bool CallStackProfileMetricsProvider::IsPeriodicSamplingEnabled() {
491 // Ensure FeatureList has been initialized before calling into an API that
492 // calls base::FeatureList::IsEnabled() internally. While extremely unlikely,
493 // it is possible that the profiler callback and therefore this function get
494 // called before FeatureList initialization (e.g. if machine was suspended).
495 return base::FeatureList::GetInstance() != nullptr &&
496 base::GetFieldTrialParamByFeatureAsBool(kEnableReporting, "periodic",
497 false);
448 } 498 }
449 499
450 void CallStackProfileMetricsProvider::OnRecordingEnabled() { 500 void CallStackProfileMetricsProvider::OnRecordingEnabled() {
451 PendingProfiles::GetInstance()->SetCollectionEnabled(true); 501 PendingProfiles::GetInstance()->SetCollectionEnabled(true);
452 } 502 }
453 503
454 void CallStackProfileMetricsProvider::OnRecordingDisabled() { 504 void CallStackProfileMetricsProvider::OnRecordingDisabled() {
455 PendingProfiles::GetInstance()->SetCollectionEnabled(false); 505 PendingProfiles::GetInstance()->SetCollectionEnabled(false);
456 } 506 }
457 507
458 void CallStackProfileMetricsProvider::ProvideGeneralMetrics( 508 void CallStackProfileMetricsProvider::ProvideGeneralMetrics(
459 ChromeUserMetricsExtension* uma_proto) { 509 ChromeUserMetricsExtension* uma_proto) {
460 std::vector<ProfilesState> pending_profiles; 510 std::vector<ProfilesState> pending_profiles;
461 PendingProfiles::GetInstance()->Swap(&pending_profiles); 511 PendingProfiles::GetInstance()->Swap(&pending_profiles);
462 512
463 DCHECK(IsReportingEnabledByFieldTrial() || pending_profiles.empty()); 513 DCHECK(IsReportingEnabledByFieldTrial() || pending_profiles.empty());
464 514
515 // TODO(asvitkine): For post-startup periodic samples, this is currently
516 // wasteful as each sample is reported in its own profile. We should attempt
517 // to merge profiles to save bandwidth.
465 for (const ProfilesState& profiles_state : pending_profiles) { 518 for (const ProfilesState& profiles_state : pending_profiles) {
466 for (const StackSamplingProfiler::CallStackProfile& profile : 519 for (const StackSamplingProfiler::CallStackProfile& profile :
467 profiles_state.profiles) { 520 profiles_state.profiles) {
468 SampledProfile* sampled_profile = uma_proto->add_sampled_profile(); 521 SampledProfile* sampled_profile = uma_proto->add_sampled_profile();
469 sampled_profile->set_process(ToExecutionContextProcess( 522 sampled_profile->set_process(ToExecutionContextProcess(
470 profiles_state.params.process)); 523 profiles_state.params.process));
471 sampled_profile->set_thread(ToExecutionContextThread( 524 sampled_profile->set_thread(ToExecutionContextThread(
472 profiles_state.params.thread)); 525 profiles_state.params.thread));
473 sampled_profile->set_trigger_event(ToSampledProfileTriggerEvent( 526 sampled_profile->set_trigger_event(ToSampledProfileTriggerEvent(
474 profiles_state.params.trigger)); 527 profiles_state.params.trigger));
475 CopyProfileToProto(profile, profiles_state.params.ordering_spec, 528 CopyProfileToProto(profile, profiles_state.params.ordering_spec,
476 sampled_profile->mutable_call_stack_profile()); 529 sampled_profile->mutable_call_stack_profile());
477 } 530 }
478 } 531 }
479 } 532 }
480 533
481 // static 534 // static
482 void CallStackProfileMetricsProvider::ResetStaticStateForTesting() { 535 void CallStackProfileMetricsProvider::ResetStaticStateForTesting() {
483 PendingProfiles::GetInstance()->ResetToDefaultStateForTesting(); 536 PendingProfiles::GetInstance()->ResetToDefaultStateForTesting();
484 } 537 }
485 538
486 // static 539 // static
487 bool CallStackProfileMetricsProvider::IsReportingEnabledByFieldTrial() { 540 bool CallStackProfileMetricsProvider::IsReportingEnabledByFieldTrial() {
488 const std::string group_name = base::FieldTrialList::FindFullName( 541 return base::FeatureList::IsEnabled(kEnableReporting);
489 CallStackProfileMetricsProvider::kFieldTrialName);
490 return group_name ==
491 CallStackProfileMetricsProvider::kReportProfilesGroupName;
492 } 542 }
493 543
494 } // namespace metrics 544 } // namespace metrics
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698