OLD | NEW |
| (Empty) |
1 #!/usr/bin/python | |
2 # | |
3 # Copyright 2016 The Chromium Authors. All rights reserved. | |
4 # Use of this source code is governed by a BSD-style license that can be | |
5 # found in the LICENSE file. | |
6 | |
7 """Loads a set of web pages several times on a device, and extracts the | |
8 predictor database. | |
9 """ | |
10 | |
11 import argparse | |
12 import logging | |
13 import os | |
14 import sys | |
15 import time | |
16 | |
17 _SRC_PATH = os.path.abspath(os.path.join( | |
18 os.path.dirname(__file__), os.pardir, os.pardir)) | |
19 sys.path.append(os.path.join(_SRC_PATH, 'third_party', 'catapult', 'devil')) | |
20 | |
21 from devil.android import device_utils | |
22 | |
23 sys.path.append(os.path.join(_SRC_PATH, 'build', 'android')) | |
24 import devil_chromium | |
25 | |
26 sys.path.append(os.path.join(_SRC_PATH, 'tools', 'android', 'loading')) | |
27 from options import OPTIONS | |
28 import page_track | |
29 | |
30 import prefetch_predictor_common | |
31 | |
32 | |
33 _PAGE_LOAD_TIMEOUT = 20 | |
34 | |
35 | |
36 def _CreateArgumentParser(): | |
37 """Creates and returns the argument parser.""" | |
38 parser = argparse.ArgumentParser( | |
39 ('Loads a set of web pages several times on a device, and extracts the ' | |
40 'predictor database.'), parents=[OPTIONS.GetParentParser()]) | |
41 parser.add_argument('--device', help='Device ID') | |
42 parser.add_argument('--urls_filename', help='File containing a list of URLs ' | |
43 '(one per line). URLs can be repeated.') | |
44 parser.add_argument('--output_filename', | |
45 help='File to store the database in.') | |
46 parser.add_argument('--url_repeat', | |
47 help=('Number of times each URL in the input ' | |
48 'file is loaded.'), | |
49 default=3) | |
50 return parser | |
51 | |
52 | |
53 def _Go(chrome_controller, urls_filename, output_filename, repeats): | |
54 urls = [] | |
55 with open(urls_filename) as f: | |
56 urls = [line.strip() for line in f.readlines()] | |
57 | |
58 with chrome_controller.Open() as connection: | |
59 for repeat in range(repeats): | |
60 logging.info('Repeat #%d', repeat) | |
61 for url in urls: | |
62 logging.info('\tLoading %s', url) | |
63 page_track.PageTrack(connection) # Registers the listeners. | |
64 connection.MonitorUrl(url, timeout_seconds=_PAGE_LOAD_TIMEOUT, | |
65 stop_delay_multiplier=1.5) | |
66 time.sleep(2) # Reduces flakiness. | |
67 | |
68 device = chrome_controller.GetDevice() | |
69 device.ForceStop(OPTIONS.ChromePackage().package) | |
70 device.PullFile(prefetch_predictor_common.DatabaseDevicePath(), | |
71 output_filename) | |
72 | |
73 | |
74 def main(): | |
75 devil_chromium.Initialize() | |
76 logging.basicConfig(level=logging.INFO) | |
77 | |
78 parser = _CreateArgumentParser() | |
79 args = parser.parse_args() | |
80 OPTIONS.SetParsedArgs(args) | |
81 | |
82 device = prefetch_predictor_common.FindDevice(args.device) | |
83 if device is None: | |
84 logging.error('Could not find device: %s.', args.device) | |
85 sys.exit(1) | |
86 | |
87 chrome_controller = prefetch_predictor_common.Setup( | |
88 device, ['--speculative-resource-prefetching=learning']) | |
89 _Go(chrome_controller, args.urls_filename, args.output_filename, | |
90 int(args.url_repeat)) | |
91 | |
92 | |
93 if __name__ == '__main__': | |
94 main() | |
OLD | NEW |