[Offline Pages] Rename page names saved by test harness to hostnames.

chrome/browser/android/offline_pages/evaluation/run_offline_page_evaluation_test.py

 #!/usr/bin/env python
 #
 # Copyright (c) 2016 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 #
 #
 # This script is used to run OfflinePageSavePageLaterEvaluationTests.
 # The test will try to call SavePageLater on the list provided as the input,
 # and generate results of the background offlining. Then it will pull the
 # results to the output directory.
 #
 # Example Steps:
 # 1. Build chrome_public_test_apk
 # 2. Prepare a list of urls.
 # 3. Run the script (use -d when you have more than one device connected.)
 #   run_offline_page_evaluation_test.py --output-directory
 #   ~/offline_eval_short_output/ --user-requested -use-test-scheduler
 #   $CHROME_SRC/out/Default ~/offline_eval_urls.txt
 # 4. Check the results in the output directory.
 
 import argparse
 import os
+import re
 import shutil
 import subprocess
 import sys
+import urlparse
 
 DEFAULT_USER_REQUEST = True
 DEFAULT_USE_TEST_SCHEDULER = True
 # 0 means the batch would be the whole list of urls.
 DEFAULT_BATCH_SIZE = 0
 DEFAULT_VERBOSE = False
 CONFIG_FILENAME = 'test_config'
 CONFIG_TEMPLATE = """\
 IsUserRequested = {is_user_requested}
 UseTestScheduler = {use_test_scheduler}
@@ skipping 111 matching lines @@
   # Run test with timeout-scale as 20.0 and strict mode off.
   # This scale is only applied to timeouts which are defined as scalable ones
   # in the test framework (like the timeout used to decide if Chrome doesn't
   # start properly), on svelte devices we would hit the 'no tab selected'
   # assertion since the starting time is longer than expected by the framework.
   # So we're setting the scale to 20. It will not affect the annotation-based
   # timeouts.
   # Also turning off the strict mode so that we won't run into StrictMode
   # violations when writing to files.
   test_runner_cmd = [
-      test_runner_path, '-f',
+      test_runner_path,
+      '-f',
       'OfflinePageSavePageLaterEvaluationTest.testFailureRate',
-      '--timeout-scale', '20.0', '--strict-mode', 'off',
+      '--timeout-scale',
+      '20.0',
+      '--strict-mode',
+      'off',
   ]
   if options.verbose:
     test_runner_cmd += ['-v']
   if options.device_id != None:
     test_runner_cmd += ['-d', options.device_id]
   subprocess.call(test_runner_cmd)
 
   print 'Fetching results from device...'
   archive_dir = os.path.join(options.output_dir, 'archives/')
   if os.path.exists(archive_dir):
     shutil.rmtree(archive_dir)
   subprocess.call(
       get_adb_command(['pull', external_dir + '/paquete/archives', archive_dir
                       ]))
   subprocess.call(
       get_adb_command([
           'pull', external_dir + '/paquete/offline_eval_results.txt',
           options.output_dir
       ]))
   subprocess.call(
       get_adb_command([
           'pull', external_dir + '/paquete/offline_eval_logs.txt',
           options.output_dir
       ]))
   print 'Test finished!'
 
+  print 'Renaming archive files with host names.'
+  pattern = 'Content-Location: (.*)'
+  for filename in os.listdir(archive_dir):
+    path = os.path.join(archive_dir, filename)
+    with open(path) as f:
+      content = f.read()
+    result = re.search(pattern, content)
+    if (result == None):
+      continue
+    url = result.group(1)
+    url_parse = urlparse.urlparse(url)
+    hostname = url_parse[1].replace('.', '_')
+    url_path = re.sub('[^0-9a-zA-Z]+', '_', url_parse[2][1:])
+
+    if (len(hostname) == 0):
+      hostname = 'error_parsing_hostname'
+      continue
+    newname = hostname + '-' + url_path
+    newpath = os.path.join(archive_dir, newname + '.mhtml')
+    os.rename(path, newpath)
+  print 'Renaming finished.'
+
 
 if __name__ == '__main__':
   sys.exit(main(sys.argv[1:]))