[autofill] Expand Autofill.Quality.* to log false positives/true negatives.

components/autofill/core/browser/autofill_metrics_unittest.cc

 // Copyright 2013 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "components/autofill/core/browser/autofill_metrics.h"
 
 #include <stddef.h>
 
 #include <memory>
 #include <vector>
@@ skipping 411 matching lines @@
   heuristic_types.push_back(NAME_FULL);
   server_types.push_back(NAME_FIRST);
 
   test::CreateTestFormField(
       "Autofill Failed", "autofillfailed", "buddy@gmail.com", "text", &field);
   field.is_autofilled = false;
   form.fields.push_back(field);
   heuristic_types.push_back(PHONE_HOME_NUMBER);
   server_types.push_back(EMAIL_ADDRESS);
 
+  // TYPE_MISMATCH_EMPTY
   test::CreateTestFormField("Empty", "empty", "", "text", &field);
   field.is_autofilled = false;
   form.fields.push_back(field);
   heuristic_types.push_back(NAME_FULL);
   server_types.push_back(NAME_FIRST);
 
+  // TYPE_MATCH_EMPTY
+  test::CreateTestFormField("Empty2", "empty2", "", "text", &field);
+  field.is_autofilled = false;
+  form.fields.push_back(field);
+  heuristic_types.push_back(UNKNOWN_TYPE);
+  server_types.push_back(NO_SERVER_DATA);
+
+  // TYPE_MISMASTCH_UNKNOWN
   test::CreateTestFormField("Unknown", "unknown", "garbage", "text", &field);
   field.is_autofilled = false;
   form.fields.push_back(field);
   heuristic_types.push_back(PHONE_HOME_NUMBER);
   server_types.push_back(EMAIL_ADDRESS);
 
+  // TYPE_MATCH_UNKNOWN
+  test::CreateTestFormField("Unknown2", "unknown2", "garbage", "text", &field);
+  field.is_autofilled = false;
+  form.fields.push_back(field);
+  heuristic_types.push_back(UNKNOWN_TYPE);
+  server_types.push_back(NO_SERVER_DATA);
+
   test::CreateTestFormField("Select", "select", "USA", "select-one", &field);
   field.is_autofilled = false;
   form.fields.push_back(field);
   heuristic_types.push_back(UNKNOWN_TYPE);
   server_types.push_back(NO_SERVER_DATA);
 
   test::CreateTestFormField("Phone", "phone", "2345678901", "tel", &field);
   field.is_autofilled = true;
   form.fields.push_back(field);
   heuristic_types.push_back(PHONE_HOME_CITY_AND_NUMBER);
@@ skipping 80 matching lines @@
       "Autofill.Quality.PredictedType.ByFieldType",
       GetFieldTypeGroupMetric(PHONE_HOME_WHOLE_NUMBER,
                               AutofillMetrics::TYPE_MATCH),
       1);
   // Mismatch:
   histogram_tester.ExpectBucketCount("Autofill.Quality.PredictedType",
                                      AutofillMetrics::TYPE_MISMATCH, 1);
   histogram_tester.ExpectBucketCount(
       "Autofill.Quality.PredictedType.ByFieldType",
       GetFieldTypeGroupMetric(NAME_FULL, AutofillMetrics::TYPE_MISMATCH), 1);
+
+  // Mismatch between a prediction and an empty field.
+  histogram_tester.ExpectBucketCount("Autofill.Quality.HeuristicType",
+                                     AutofillMetrics::TYPE_MISMATCH_EMPTY, 1);

[Mathieu, 2017/04/11 20:18:40]

it's a little bit unfortunate how this test is constructed and does all
expectations in one scope. If TYPE_MISMATCH_EMPTY and TYPE_MISMATCH_UNKNOWN were
switched in the feature code, for example, this test wouldn't catch it. 

Perhaps we can make a tighter scope for each expectation because this is getting
a little bit out of hand.

+  histogram_tester.ExpectBucketCount("Autofill.Quality.ServerType",
+                                     AutofillMetrics::TYPE_MISMATCH_EMPTY, 1);
+  histogram_tester.ExpectBucketCount("Autofill.Quality.PredictedType",
+                                     AutofillMetrics::TYPE_MISMATCH_EMPTY, 1);
+  histogram_tester.ExpectBucketCount(
+      "Autofill.Quality.HeuristicType.ByFieldType",
+      GetFieldTypeGroupMetric(EMPTY_TYPE, AutofillMetrics::TYPE_MISMATCH_EMPTY),
+      1);
+  histogram_tester.ExpectBucketCount(
+      "Autofill.Quality.ServerType.ByFieldType",
+      GetFieldTypeGroupMetric(EMPTY_TYPE, AutofillMetrics::TYPE_MISMATCH_EMPTY),
+      1);
+  histogram_tester.ExpectBucketCount(
+      "Autofill.Quality.PredictedType.ByFieldType",
+      GetFieldTypeGroupMetric(EMPTY_TYPE, AutofillMetrics::TYPE_MISMATCH_EMPTY),
+      1);
+
+  // Mismatch between a prediction and an unrecognized field.
+  histogram_tester.ExpectBucketCount("Autofill.Quality.HeuristicType",
+                                     AutofillMetrics::TYPE_MISMATCH_UNKNOWN, 1);
+  histogram_tester.ExpectBucketCount("Autofill.Quality.ServerType",
+                                     AutofillMetrics::TYPE_MISMATCH_UNKNOWN, 1);
+  histogram_tester.ExpectBucketCount("Autofill.Quality.PredictedType",
+                                     AutofillMetrics::TYPE_MISMATCH_UNKNOWN, 1);
+  histogram_tester.ExpectBucketCount(
+      "Autofill.Quality.HeuristicType.ByFieldType",
+      GetFieldTypeGroupMetric(UNKNOWN_TYPE,
+                              AutofillMetrics::TYPE_MISMATCH_UNKNOWN),
+      1);
+  histogram_tester.ExpectBucketCount(
+      "Autofill.Quality.ServerType.ByFieldType",
+      GetFieldTypeGroupMetric(UNKNOWN_TYPE,
+                              AutofillMetrics::TYPE_MISMATCH_UNKNOWN),
+      1);
+  histogram_tester.ExpectBucketCount(
+      "Autofill.Quality.PredictedType.ByFieldType",
+      GetFieldTypeGroupMetric(UNKNOWN_TYPE,
+                              AutofillMetrics::TYPE_MISMATCH_UNKNOWN),
+      1);
+
+  // Match between an "unknown" prediction and an empty field.
+  histogram_tester.ExpectBucketCount("Autofill.Quality.HeuristicType",
+                                     AutofillMetrics::TYPE_MATCH_EMPTY, 1);
+  histogram_tester.ExpectBucketCount("Autofill.Quality.ServerType",
+                                     AutofillMetrics::TYPE_MATCH_EMPTY, 1);
+  histogram_tester.ExpectBucketCount("Autofill.Quality.PredictedType",
+                                     AutofillMetrics::TYPE_MATCH_EMPTY, 1);
+  histogram_tester.ExpectBucketCount(
+      "Autofill.Quality.HeuristicType.ByFieldType",
+      GetFieldTypeGroupMetric(EMPTY_TYPE, AutofillMetrics::TYPE_MATCH_EMPTY),
+      1);
+  histogram_tester.ExpectBucketCount(
+      "Autofill.Quality.ServerType.ByFieldType",
+      GetFieldTypeGroupMetric(EMPTY_TYPE, AutofillMetrics::TYPE_MATCH_EMPTY),
+      1);
+  histogram_tester.ExpectBucketCount(
+      "Autofill.Quality.PredictedType.ByFieldType",
+      GetFieldTypeGroupMetric(EMPTY_TYPE, AutofillMetrics::TYPE_MATCH_EMPTY),
+      1);
+
+  // Match between an "unknown" prediction and an unrecognized field.
+  histogram_tester.ExpectBucketCount("Autofill.Quality.HeuristicType",
+                                     AutofillMetrics::TYPE_MATCH_UNKNOWN, 1);
+  histogram_tester.ExpectBucketCount("Autofill.Quality.ServerType",
+                                     AutofillMetrics::TYPE_MATCH_UNKNOWN, 1);
+  histogram_tester.ExpectBucketCount("Autofill.Quality.PredictedType",
+                                     AutofillMetrics::TYPE_MATCH_UNKNOWN, 1);
+  histogram_tester.ExpectBucketCount(
+      "Autofill.Quality.HeuristicType.ByFieldType",
+      GetFieldTypeGroupMetric(UNKNOWN_TYPE,
+                              AutofillMetrics::TYPE_MATCH_UNKNOWN),
+      1);
+  histogram_tester.ExpectBucketCount(
+      "Autofill.Quality.ServerType.ByFieldType",
+      GetFieldTypeGroupMetric(UNKNOWN_TYPE,
+                              AutofillMetrics::TYPE_MATCH_UNKNOWN),
+      1);
+  histogram_tester.ExpectBucketCount(
+      "Autofill.Quality.PredictedType.ByFieldType",
+      GetFieldTypeGroupMetric(UNKNOWN_TYPE,
+                              AutofillMetrics::TYPE_MATCH_UNKNOWN),
+      1);
 }
 
 // Ensures that metrics that measure timing some important Autofill functions
 // actually are recorded and retrieved.
 TEST_F(AutofillMetricsTest, TimingMetrics) {
   base::HistogramTester histogram_tester;
 
   FormData form;
   form.name = ASCIIToUTF16("TestForm");
   form.origin = GURL("http://example.com/form.html");
@@ skipping 4142 matching lines @@
   ukm::UkmServiceTestingHarness ukm_service_test_harness;
   GURL url("https://www.google.com");
   std::map<std::string, int> metrics = {{"metric", 1}};
 
   EXPECT_FALSE(AutofillMetrics::LogUkm(
       ukm_service_test_harness.test_ukm_service(), url, "test_ukm", metrics));
   EXPECT_EQ(0U, ukm_service_test_harness.test_ukm_service()->sources_count());
 }
 
 }  // namespace autofill