Add support for client-side phishing detection for non-UMA users.

chrome/browser/safe_browsing/browser_feature_extractor_unittest.cc

 // Copyright (c) 2011 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "chrome/browser/safe_browsing/browser_feature_extractor.h"
 
 #include <map>
 #include <string>
 
 #include "base/memory/scoped_ptr.h"
 #include "base/message_loop.h"
 #include "base/stringprintf.h"
 #include "base/time.h"
 #include "chrome/common/safe_browsing/csd.pb.h"
 #include "chrome/browser/history/history.h"
 #include "chrome/browser/history/history_backend.h"
 #include "chrome/browser/profiles/profile.h"
+#include "chrome/browser/safe_browsing/browser_features.h"
 #include "chrome/browser/safe_browsing/client_side_detection_service.h"
 #include "chrome/test/base/testing_profile.h"
 #include "content/browser/browser_thread.h"
 #include "content/browser/renderer_host/test_render_view_host.h"
 #include "content/browser/tab_contents/tab_contents.h"
 #include "content/browser/tab_contents/test_tab_contents.h"
 #include "content/common/page_transition_types.h"
 #include "content/common/view_messages.h"
+#include "crypto/sha2.h"
 #include "googleurl/src/gurl.h"
 #include "testing/gmock/include/gmock/gmock.h"
 #include "testing/gtest/include/gtest/gtest.h"
 
 using ::testing::Return;
 using ::testing::StrictMock;
 
 namespace safe_browsing {
 namespace {
 class MockClientSideDetectionService : public ClientSideDetectionService {
@@ skipping 431 matching lines @@
   GetFeatureMap(request, &features);
   EXPECT_TRUE(features.count(StringPrintf("%s%s",
                                           features::kSafeBrowsingMaliciousUrl,
                                           "http://www.malware.com/")));
   EXPECT_TRUE(features.count(StringPrintf("%s%s",
                                           features::kSafeBrowsingOriginalUrl,
                                           "http://www.good.com/")));
   EXPECT_DOUBLE_EQ(1.0, features[features::kSafeBrowsingIsSubresource]);
   EXPECT_DOUBLE_EQ(2.0, features[features::kSafeBrowsingThreatType]);
 }
+
+TEST_F(BrowserFeatureExtractorTest, URLHashes) {
+  ClientPhishingRequest request;
+  request.set_url("http://host.com/");
+  request.set_client_score(0.8f);
+
+  history_service()->AddPage(GURL("http://host.com/"),
+                             history::SOURCE_BROWSED);
+  contents()->NavigateAndCommit(GURL("http://host.com/"));
+
+  EXPECT_TRUE(ExtractFeatures(&request));
+  EXPECT_EQ(crypto::SHA256HashString("host.com/").substr(
+      0, BrowserFeatureExtractor::kSuffixPrefixHashLength),
+            request.suffix_prefix_hash());
+
+  request.set_url("http://www.host.com/path/");
+  history_service()->AddPage(GURL("http://www.host.com/path/"),
+                             history::SOURCE_BROWSED);
+  contents()->NavigateAndCommit(GURL("http://www.host.com/path/"));
+
+  EXPECT_TRUE(ExtractFeatures(&request));
+  EXPECT_EQ(crypto::SHA256HashString("www.host.com/path/").substr(
+      0, BrowserFeatureExtractor::kSuffixPrefixHashLength),
+            request.suffix_prefix_hash());
+
+  request.set_url("http://user@www.host.com:1111/path/123?args");
+  history_service()->AddPage(
+      GURL("http://user@www.host.com:1111/path/123?args"),
+      history::SOURCE_BROWSED);
+  contents()->NavigateAndCommit(
+      GURL("http://user@www.host.com:1111/path/123?args"));
+
+  EXPECT_TRUE(ExtractFeatures(&request));
+  EXPECT_EQ(crypto::SHA256HashString("www.host.com/path/123").substr(
+      0, BrowserFeatureExtractor::kSuffixPrefixHashLength),
+            request.suffix_prefix_hash());
+
+  // Check that escaping matches the SafeBrowsing specification.
+  request.set_url("http://www.host.com/A%21//B");
+  history_service()->AddPage(GURL("http://www.host.com/A%21//B"),
+                             history::SOURCE_BROWSED);
+  contents()->NavigateAndCommit(GURL("http://www.host.com/A%21//B"));
+
+  EXPECT_TRUE(ExtractFeatures(&request));
+  EXPECT_EQ(crypto::SHA256HashString("www.host.com/A!/B").substr(
+      0, BrowserFeatureExtractor::kSuffixPrefixHashLength),
+            request.suffix_prefix_hash());
+}
 }  // namespace safe_browsing