Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(752)

Side by Side Diff: chrome/browser/engagement/site_engagement_service_unittest.cc

Issue 1368533004: Add UMA metrics to the site engagement service. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@time-on-site
Patch Set: Refactor tests Created 5 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright 2015 The Chromium Authors. All rights reserved. 1 // Copyright 2015 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "base/command_line.h" 5 #include "base/command_line.h"
6 #include "base/test/histogram_tester.h"
6 #include "base/test/simple_test_clock.h" 7 #include "base/test/simple_test_clock.h"
7 #include "base/values.h" 8 #include "base/values.h"
8 #include "chrome/browser/engagement/site_engagement_helper.h" 9 #include "chrome/browser/engagement/site_engagement_helper.h"
10 #include "chrome/browser/engagement/site_engagement_metrics.h"
9 #include "chrome/browser/engagement/site_engagement_service.h" 11 #include "chrome/browser/engagement/site_engagement_service.h"
10 #include "chrome/browser/engagement/site_engagement_service_factory.h" 12 #include "chrome/browser/engagement/site_engagement_service_factory.h"
11 #include "chrome/common/chrome_switches.h" 13 #include "chrome/common/chrome_switches.h"
12 #include "chrome/test/base/browser_with_test_window_test.h" 14 #include "chrome/test/base/browser_with_test_window_test.h"
13 #include "testing/gtest/include/gtest/gtest.h" 15 #include "testing/gtest/include/gtest/gtest.h"
14 16
15 namespace { 17 namespace {
16 18
17 const int kLessAccumulationsThanNeededToMaxDailyEngagement = 2; 19 const int kLessAccumulationsThanNeededToMaxDailyEngagement = 2;
18 const int kMoreAccumulationsThanNeededToMaxDailyEngagement = 40; 20 const int kMoreAccumulationsThanNeededToMaxDailyEngagement = 40;
(...skipping 294 matching lines...) Expand 10 before | Expand all | Expand 10 after
313 public: 315 public:
314 SiteEngagementServiceTest() {} 316 SiteEngagementServiceTest() {}
315 317
316 void SetUp() override { 318 void SetUp() override {
317 BrowserWithTestWindowTest::SetUp(); 319 BrowserWithTestWindowTest::SetUp();
318 base::CommandLine::ForCurrentProcess()->AppendSwitch( 320 base::CommandLine::ForCurrentProcess()->AppendSwitch(
319 switches::kEnableSiteEngagementService); 321 switches::kEnableSiteEngagementService);
320 } 322 }
321 }; 323 };
322 324
325 TEST_F(SiteEngagementServiceTest, GetMedianEngagement) {
326 SiteEngagementService* service =
327 SiteEngagementServiceFactory::GetForProfile(profile());
328 DCHECK(service);
329
330 GURL url1("http://www.google.com/");
331 GURL url2("https://www.google.com/");
332 GURL url3("https://drive.google.com/");
333 GURL url4("https://maps.google.com/");
334 GURL url5("https://youtube.com/");
335 GURL url6("https://images.google.com/");
336
337 {
338 // For zero total sites, the median is 0.
339 std::map<GURL, double> score_map = service->GetScoreMap();
340 EXPECT_TRUE(0 == score_map.size());
341 EXPECT_DOUBLE_EQ(0, service->GetMedianEngagement(score_map));
342 }
343
344 {
345 // For odd total sites, the median is the middle score.
346 service->AddPoints(url1, 1);
347 std::map<GURL, double> score_map = service->GetScoreMap();
348 EXPECT_TRUE(1 == score_map.size());
349 EXPECT_DOUBLE_EQ(1, service->GetMedianEngagement(score_map));
350 }
351
352 {
353 // For even total sites, the median is the mean of the middle two scores.
354 service->AddPoints(url2, 2);
355 std::map<GURL, double> score_map = service->GetScoreMap();
356 EXPECT_TRUE(2 == score_map.size());
357 EXPECT_DOUBLE_EQ(1.5, service->GetMedianEngagement(score_map));
358 }
359
360 {
361 service->AddPoints(url3, 1.4);
362 std::map<GURL, double> score_map = service->GetScoreMap();
363 EXPECT_TRUE(3 == score_map.size());
364 EXPECT_DOUBLE_EQ(1.4, service->GetMedianEngagement(score_map));
365 }
366
367 {
368 service->AddPoints(url4, 1.8);
369 std::map<GURL, double> score_map = service->GetScoreMap();
370 EXPECT_TRUE(4 == score_map.size());
371 EXPECT_DOUBLE_EQ(1.6, service->GetMedianEngagement(score_map));
372 }
373
374 {
375 service->AddPoints(url5, 2.5);
376 std::map<GURL, double> score_map = service->GetScoreMap();
377 EXPECT_TRUE(5 == score_map.size());
378 EXPECT_DOUBLE_EQ(1.8, service->GetMedianEngagement(score_map));
379 }
380
381 {
382 service->AddPoints(url6, 3);
383 std::map<GURL, double> score_map = service->GetScoreMap();
384 EXPECT_TRUE(6 == score_map.size());
385 EXPECT_DOUBLE_EQ(1.9, service->GetMedianEngagement(score_map));
386 }
387 }
388
323 // Tests that the Site Engagement service is hooked up properly to navigations 389 // Tests that the Site Engagement service is hooked up properly to navigations
324 // by performing two navigations and checking the engagement score increases 390 // by performing two navigations and checking the engagement score increases
325 // both times. 391 // both times.
326 TEST_F(SiteEngagementServiceTest, ScoreIncrementsOnPageRequest) { 392 TEST_F(SiteEngagementServiceTest, ScoreIncrementsOnPageRequest) {
327 SiteEngagementService* service = 393 SiteEngagementService* service =
328 SiteEngagementServiceFactory::GetForProfile(profile()); 394 SiteEngagementServiceFactory::GetForProfile(profile());
329 DCHECK(service); 395 DCHECK(service);
330 396
331 GURL url("http://www.google.com/"); 397 GURL url("http://www.google.com/");
332 398
333 AddTab(browser(), GURL("about:blank")); 399 AddTab(browser(), GURL("about:blank"));
334 EXPECT_EQ(0, service->GetScore(url)); 400 EXPECT_EQ(0, service->GetScore(url));
335 double prev_score = service->GetScore(url); 401 double prev_score = service->GetScore(url);
336 402
337 NavigateAndCommitActiveTab(url); 403 NavigateAndCommitActiveTab(url);
338 EXPECT_LT(prev_score, service->GetScore(url)); 404 EXPECT_LT(prev_score, service->GetScore(url));
339 prev_score = service->GetScore(url); 405 prev_score = service->GetScore(url);
340 406
341 NavigateAndCommitActiveTab(url); 407 NavigateAndCommitActiveTab(url);
342 EXPECT_LT(prev_score, service->GetScore(url)); 408 EXPECT_LT(prev_score, service->GetScore(url));
343 } 409 }
344 410
345 // Expect that site engagement scores for several sites are correctly aggregated 411 // Expect that site engagement scores for several sites are correctly
346 // by GetTotalEngagementPoints(). 412 // aggregated during navigation events.
347 TEST_F(SiteEngagementServiceTest, GetTotalNavigationPoints) { 413 TEST_F(SiteEngagementServiceTest, GetTotalNavigationPoints) {
348 SiteEngagementService* service = 414 SiteEngagementService* service =
349 SiteEngagementServiceFactory::GetForProfile(profile()); 415 SiteEngagementServiceFactory::GetForProfile(profile());
350 DCHECK(service); 416 DCHECK(service);
351 417
352 // The https and http versions of www.google.com should be separate. 418 // The https and http versions of www.google.com should be separate.
353 GURL url1("https://www.google.com/"); 419 GURL url1("https://www.google.com/");
354 GURL url2("http://www.google.com/"); 420 GURL url2("http://www.google.com/");
355 GURL url3("http://drive.google.com/"); 421 GURL url3("http://drive.google.com/");
356 422
(...skipping 27 matching lines...) Expand all
384 450
385 // The https and http versions of www.google.com should be separate. 451 // The https and http versions of www.google.com should be separate.
386 GURL url1("https://www.google.com/"); 452 GURL url1("https://www.google.com/");
387 GURL url2("http://www.google.com/"); 453 GURL url2("http://www.google.com/");
388 GURL url3("http://drive.google.com/"); 454 GURL url3("http://drive.google.com/");
389 455
390 EXPECT_EQ(0, service->GetScore(url1)); 456 EXPECT_EQ(0, service->GetScore(url1));
391 EXPECT_EQ(0, service->GetScore(url2)); 457 EXPECT_EQ(0, service->GetScore(url2));
392 EXPECT_EQ(0, service->GetScore(url3)); 458 EXPECT_EQ(0, service->GetScore(url3));
393 459
394 service->HandleUserInput(url1); 460 service->HandleUserInput(url1, SiteEngagementMetrics::ENGAGEMENT_MOUSE);
395 EXPECT_DOUBLE_EQ(0.05, service->GetScore(url1)); 461 EXPECT_DOUBLE_EQ(0.05, service->GetScore(url1));
396 EXPECT_DOUBLE_EQ(0.05, service->GetTotalEngagementPoints()); 462 EXPECT_DOUBLE_EQ(0.05, service->GetTotalEngagementPoints());
397 463
398 service->HandleUserInput(url2); 464 service->HandleUserInput(url2, SiteEngagementMetrics::ENGAGEMENT_MOUSE);
399 service->HandleUserInput(url2); 465 service->HandleUserInput(url2, SiteEngagementMetrics::ENGAGEMENT_KEYPRESS);
400 EXPECT_DOUBLE_EQ(0.1, service->GetScore(url2)); 466 EXPECT_DOUBLE_EQ(0.1, service->GetScore(url2));
401 EXPECT_DOUBLE_EQ(0.15, service->GetTotalEngagementPoints()); 467 EXPECT_DOUBLE_EQ(0.15, service->GetTotalEngagementPoints());
402 468
403 service->HandleUserInput(url3); 469 service->HandleUserInput(url3, SiteEngagementMetrics::ENGAGEMENT_KEYPRESS);
404 EXPECT_DOUBLE_EQ(0.05, service->GetScore(url3)); 470 EXPECT_DOUBLE_EQ(0.05, service->GetScore(url3));
405 EXPECT_DOUBLE_EQ(0.2, service->GetTotalEngagementPoints()); 471 EXPECT_DOUBLE_EQ(0.2, service->GetTotalEngagementPoints());
406 472
407 service->HandleUserInput(url1); 473 service->HandleUserInput(url1, SiteEngagementMetrics::ENGAGEMENT_KEYPRESS);
408 service->HandleUserInput(url1); 474 service->HandleUserInput(url1, SiteEngagementMetrics::ENGAGEMENT_MOUSE);
409 EXPECT_DOUBLE_EQ(0.15, service->GetScore(url1)); 475 EXPECT_DOUBLE_EQ(0.15, service->GetScore(url1));
410 EXPECT_DOUBLE_EQ(0.3, service->GetTotalEngagementPoints()); 476 EXPECT_DOUBLE_EQ(0.3, service->GetTotalEngagementPoints());
411 } 477 }
412 478
479 TEST_F(SiteEngagementServiceTest, CheckHistograms) {
480 base::SimpleTestClock* clock = new base::SimpleTestClock();
481 scoped_ptr<SiteEngagementService> service(
482 new SiteEngagementService(profile(), make_scoped_ptr(clock)));
483
484 base::Time current_day = GetReferenceTime();
485 clock->SetNow(current_day);
486
487 base::HistogramTester histograms;
488
489 // Histograms should start empty as the testing SiteEngagementService
490 // constructor does not record metrics.
491 histograms.ExpectTotalCount(SiteEngagementMetrics::kTotalEngagementHistogram,
492 0);
493 histograms.ExpectTotalCount(SiteEngagementMetrics::kTotalOriginsHistogram, 0);
494 histograms.ExpectTotalCount(SiteEngagementMetrics::kMeanEngagementHistogram,
495 0);
496 histograms.ExpectTotalCount(SiteEngagementMetrics::kMedianEngagementHistogram,
497 0);
498 histograms.ExpectTotalCount(SiteEngagementMetrics::kEngagementScoreHistogram,
499 0);
500 histograms.ExpectTotalCount(
501 SiteEngagementMetrics::kOriginsWithMaxEngagementHistogram, 0);
502 histograms.ExpectTotalCount(
503 SiteEngagementMetrics::kOriginsWithMaxDailyEngagementHistogram, 0);
504 histograms.ExpectTotalCount(
505 SiteEngagementMetrics::kPercentOriginsWithMaxEngagementHistogram, 0);
506 histograms.ExpectTotalCount(SiteEngagementMetrics::kEngagementTypeHistogram,
507 0);
508
509 // The https and http versions of www.google.com should be separate.
510 GURL url1("https://www.google.com/");
511 GURL url2("http://www.google.com/");
512 GURL url3("http://drive.google.com/");
513
514 service->HandleNavigation(url1, ui::PAGE_TRANSITION_TYPED);
515 service->HandleUserInput(url1, SiteEngagementMetrics::ENGAGEMENT_KEYPRESS);
516 service->HandleUserInput(url1, SiteEngagementMetrics::ENGAGEMENT_MOUSE);
517
518 histograms.ExpectTotalCount(SiteEngagementMetrics::kTotalEngagementHistogram,
519 1);
520 histograms.ExpectUniqueSample(SiteEngagementMetrics::kTotalOriginsHistogram,
521 1, 1);
522 histograms.ExpectTotalCount(SiteEngagementMetrics::kMeanEngagementHistogram,
523 1);
524 histograms.ExpectTotalCount(SiteEngagementMetrics::kMedianEngagementHistogram,
525 1);
526 // Recorded per origin.
527 histograms.ExpectTotalCount(SiteEngagementMetrics::kEngagementScoreHistogram,
528 1);
529 histograms.ExpectUniqueSample(
530 SiteEngagementMetrics::kOriginsWithMaxEngagementHistogram, 0, 1);
531 histograms.ExpectUniqueSample(
532 SiteEngagementMetrics::kOriginsWithMaxDailyEngagementHistogram, 0, 1);
533 histograms.ExpectUniqueSample(
534 SiteEngagementMetrics::kPercentOriginsWithMaxEngagementHistogram, 0, 1);
535 histograms.ExpectTotalCount(SiteEngagementMetrics::kEngagementTypeHistogram,
536 3);
537 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
538 SiteEngagementMetrics::ENGAGEMENT_NAVIGATION, 1);
539 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
540 SiteEngagementMetrics::ENGAGEMENT_KEYPRESS, 1);
541 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
542 SiteEngagementMetrics::ENGAGEMENT_MOUSE, 1);
543
544 clock->SetNow(GetReferenceTime() + base::TimeDelta::FromMinutes(59));
545
546 service->HandleNavigation(url2, ui::PAGE_TRANSITION_GENERATED);
547 service->HandleNavigation(url2, ui::PAGE_TRANSITION_AUTO_TOPLEVEL);
548
549 histograms.ExpectTotalCount(SiteEngagementMetrics::kEngagementTypeHistogram,
550 5);
551 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
552 SiteEngagementMetrics::ENGAGEMENT_NAVIGATION, 3);
553 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
554 SiteEngagementMetrics::ENGAGEMENT_KEYPRESS, 1);
555 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
556 SiteEngagementMetrics::ENGAGEMENT_MOUSE, 1);
557
558 clock->SetNow(GetReferenceTime() + base::TimeDelta::FromMinutes(60));
559
560 service->HandleNavigation(url3, ui::PAGE_TRANSITION_TYPED);
561 service->HandleUserInput(url2, SiteEngagementMetrics::ENGAGEMENT_MOUSE);
562
563 histograms.ExpectTotalCount(SiteEngagementMetrics::kTotalEngagementHistogram,
564 2);
565 histograms.ExpectBucketCount(SiteEngagementMetrics::kTotalOriginsHistogram, 1,
566 1);
567 histograms.ExpectBucketCount(SiteEngagementMetrics::kTotalOriginsHistogram, 3,
568 1);
569 histograms.ExpectTotalCount(SiteEngagementMetrics::kMeanEngagementHistogram,
570 2);
571 histograms.ExpectTotalCount(SiteEngagementMetrics::kMedianEngagementHistogram,
572 2);
573 // Recorded per origin.
574 histograms.ExpectTotalCount(SiteEngagementMetrics::kEngagementScoreHistogram,
575 4);
576 histograms.ExpectUniqueSample(
577 SiteEngagementMetrics::kOriginsWithMaxEngagementHistogram, 0, 2);
578 histograms.ExpectUniqueSample(
579 SiteEngagementMetrics::kOriginsWithMaxDailyEngagementHistogram, 0, 2);
580 histograms.ExpectUniqueSample(
581 SiteEngagementMetrics::kPercentOriginsWithMaxEngagementHistogram, 0, 2);
582 histograms.ExpectTotalCount(SiteEngagementMetrics::kEngagementTypeHistogram,
583 7);
584 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
585 SiteEngagementMetrics::ENGAGEMENT_NAVIGATION, 4);
586 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
587 SiteEngagementMetrics::ENGAGEMENT_KEYPRESS, 1);
588 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
589 SiteEngagementMetrics::ENGAGEMENT_MOUSE, 2);
590
591 service->HandleNavigation(url1, ui::PAGE_TRANSITION_GENERATED);
592 service->HandleNavigation(url1, ui::PAGE_TRANSITION_TYPED);
593 service->HandleUserInput(url2, SiteEngagementMetrics::ENGAGEMENT_KEYPRESS);
594 service->HandleUserInput(url1, SiteEngagementMetrics::ENGAGEMENT_KEYPRESS);
595 service->HandleUserInput(url3, SiteEngagementMetrics::ENGAGEMENT_MOUSE);
596
597 histograms.ExpectTotalCount(SiteEngagementMetrics::kEngagementTypeHistogram,
598 12);
599 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
600 SiteEngagementMetrics::ENGAGEMENT_NAVIGATION, 6);
601 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
602 SiteEngagementMetrics::ENGAGEMENT_KEYPRESS, 3);
603 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
604 SiteEngagementMetrics::ENGAGEMENT_MOUSE, 3);
605
606 // Advance an origin to the max for a day and advance the clock an hour before
607 // the last increment before max. Expect the histogram to be updated.
608 for (int i = 0; i < 6; ++i)
609 service->HandleNavigation(url1, ui::PAGE_TRANSITION_TYPED);
610
611 clock->SetNow(GetReferenceTime() + base::TimeDelta::FromMinutes(121));
612 service->HandleNavigation(url1, ui::PAGE_TRANSITION_TYPED);
613
614 histograms.ExpectTotalCount(SiteEngagementMetrics::kTotalEngagementHistogram,
615 3);
616 histograms.ExpectBucketCount(SiteEngagementMetrics::kTotalOriginsHistogram, 1,
617 1);
618 histograms.ExpectBucketCount(SiteEngagementMetrics::kTotalOriginsHistogram, 3,
619 2);
620 histograms.ExpectTotalCount(SiteEngagementMetrics::kMeanEngagementHistogram,
621 3);
622 histograms.ExpectTotalCount(SiteEngagementMetrics::kMedianEngagementHistogram,
623 3);
624 histograms.ExpectTotalCount(SiteEngagementMetrics::kEngagementScoreHistogram,
625 7);
626 histograms.ExpectUniqueSample(
627 SiteEngagementMetrics::kOriginsWithMaxEngagementHistogram, 0, 3);
628 histograms.ExpectBucketCount(
629 SiteEngagementMetrics::kOriginsWithMaxDailyEngagementHistogram, 0, 2);
630 histograms.ExpectBucketCount(
631 SiteEngagementMetrics::kOriginsWithMaxDailyEngagementHistogram, 1, 1);
632 histograms.ExpectUniqueSample(
633 SiteEngagementMetrics::kPercentOriginsWithMaxEngagementHistogram, 0, 3);
634 histograms.ExpectTotalCount(SiteEngagementMetrics::kEngagementTypeHistogram,
635 19);
636 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
637 SiteEngagementMetrics::ENGAGEMENT_NAVIGATION,
638 13);
639 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
640 SiteEngagementMetrics::ENGAGEMENT_KEYPRESS, 3);
641 histograms.ExpectBucketCount(SiteEngagementMetrics::kEngagementTypeHistogram,
642 SiteEngagementMetrics::ENGAGEMENT_MOUSE, 3);
643 }
644
413 // Expect that sites that have reached zero engagement are cleaned up. 645 // Expect that sites that have reached zero engagement are cleaned up.
414 TEST_F(SiteEngagementServiceTest, CleanupEngagementScores) { 646 TEST_F(SiteEngagementServiceTest, CleanupEngagementScores) {
415 base::SimpleTestClock* clock = new base::SimpleTestClock(); 647 base::SimpleTestClock* clock = new base::SimpleTestClock();
416 scoped_ptr<SiteEngagementService> service( 648 scoped_ptr<SiteEngagementService> service(
417 new SiteEngagementService(profile(), make_scoped_ptr(clock))); 649 new SiteEngagementService(profile(), make_scoped_ptr(clock)));
418 650
419 base::Time current_day = GetReferenceTime(); 651 base::Time current_day = GetReferenceTime();
420 clock->SetNow(current_day); 652 clock->SetNow(current_day);
421 653
422 // The https and http versions of www.google.com should be separate. 654 // The https and http versions of www.google.com should be separate.
(...skipping 47 matching lines...) Expand 10 before | Expand all | Expand 10 after
470 EXPECT_EQ(1u, score_map.size()); 702 EXPECT_EQ(1u, score_map.size());
471 EXPECT_EQ(0, score_map[url1]); 703 EXPECT_EQ(0, score_map[url1]);
472 704
473 service->CleanupEngagementScores(); 705 service->CleanupEngagementScores();
474 706
475 score_map = service->GetScoreMap(); 707 score_map = service->GetScoreMap();
476 EXPECT_EQ(0u, score_map.size()); 708 EXPECT_EQ(0u, score_map.size());
477 EXPECT_EQ(0, service->GetScore(url1)); 709 EXPECT_EQ(0, service->GetScore(url1));
478 } 710 }
479 } 711 }
OLDNEW
« no previous file with comments | « chrome/browser/engagement/site_engagement_service_browsertest.cc ('k') | chrome/chrome_browser.gypi » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698