Doc server broken link detection

chrome/common/extensions/docs/server2/integration_test.py

 #!/usr/bin/env python
 # Copyright 2013 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 # Run build_server so that files needed by tests are copied to the local
 # third_party directory.
 import build_server
 build_server.main()
 
-import logging
 import optparse
 import os
 import sys
 import time
 import unittest
 
 from local_renderer import LocalRenderer
 from fake_fetchers import ConfigureFakeFetchers
+from find_broken_links import CreateProcessor, FindBrokenLinks
 from handler import Handler
 from servlet import Request
 from test_util import EnableLogging, DisableLogging
 
 # Arguments set up if __main__ specifies them.
 _EXPLICIT_TEST_FILES = None
 
 def _ToPosixPath(os_path):
   return os_path.replace(os.sep, '/')
 
@@ skipping 24 matching lines @@
 
     print('Running cron...')
     start_time = time.time()
     try:
       response = Handler(Request.ForTest('/_cron/stable')).Get()
       self.assertEqual(200, response.status)
       self.assertEqual('Success', response.content.ToString())
     finally:
       print('Took %s seconds' % (time.time() - start_time))
 
+    print "Checking for broken links..."
+    failures = []
+    def writer(*args):
+      # Print out and keep track of links that failed.
+      for arg in args:
+        print arg,
+      print
+      failures.append(args)
+
+    def renderer(path):
+      return Handler(Request.ForTest(path)).Get()
+
+    start_time = time.time()
+    FindBrokenLinks(
+      CreateProcessor(renderer),
+      ('/extensions/index.html', '/apps/about_apps.html'), writer=writer)
+
+    print 'Finding %d broken links took %s seconds' % (
+      len(failures), time.time() - start_time)
+
     public_files = _GetPublicFiles()
 
     print('Rendering %s public files...' % len(public_files.keys()))
     start_time = time.time()
     try:
       for path, content in public_files.iteritems():
         def check_result(response):
           self.assertEqual(200, response.status,
               'Got %s when rendering %s' % (response.status, path))
           # This is reaaaaally rough since usually these will be tiny templates
@@ skipping 34 matching lines @@
 
 if __name__ == '__main__':
   parser = optparse.OptionParser()
   parser.add_option('-a', '--all', action='store_true', default=False)
   (opts, args) = parser.parse_args()
   if not opts.all:
     _EXPLICIT_TEST_FILES = args
   # Kill sys.argv because we have our own flags.
   sys.argv = [sys.argv[0]]
   unittest.main()