Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(455)

Side by Side Diff: build/android/gyp/dex.py

Issue 1369583002: Revert of CallAndRecordIfStale(): Add knownledge of output_files, depfiles, stamp (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@incremental-script-dep
Patch Set: Created 5 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « build/android/PRESUBMIT.py ('k') | build/android/gyp/javac.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 #!/usr/bin/env python 1 #!/usr/bin/env python
2 # 2 #
3 # Copyright 2013 The Chromium Authors. All rights reserved. 3 # Copyright 2013 The Chromium Authors. All rights reserved.
4 # Use of this source code is governed by a BSD-style license that can be 4 # Use of this source code is governed by a BSD-style license that can be
5 # found in the LICENSE file. 5 # found in the LICENSE file.
6 6
7 import logging 7 import logging
8 import optparse 8 import optparse
9 import os 9 import os
10 import sys 10 import sys
11 import tempfile 11 import tempfile
12 import zipfile 12 import zipfile
13 13
14 from util import build_utils 14 from util import build_utils
15 from util import md5_check
15 16
16 17
17 def _CreateCombinedMainDexList(main_dex_list_paths): 18 def DoMultiDex(options, paths):
18 main_dex_list = [] 19 main_dex_list = []
19 for m in main_dex_list_paths: 20 main_dex_list_files = build_utils.ParseGypList(options.main_dex_list_paths)
21 for m in main_dex_list_files:
20 with open(m) as main_dex_list_file: 22 with open(m) as main_dex_list_file:
21 main_dex_list.extend(l for l in main_dex_list_file if l) 23 main_dex_list.extend(l for l in main_dex_list_file if l)
22 return '\n'.join(main_dex_list) 24
25 with tempfile.NamedTemporaryFile(suffix='.txt') as combined_main_dex_list:
26 combined_main_dex_list.write('\n'.join(main_dex_list))
27 combined_main_dex_list.flush()
28
29 dex_args = [
30 '--multi-dex',
31 '--minimal-main-dex',
32 '--main-dex-list=%s' % combined_main_dex_list.name
33 ]
34
35 DoDex(options, paths, dex_args=dex_args)
36
37 if options.dex_path.endswith('.zip'):
38 iz = zipfile.ZipFile(options.dex_path, 'r')
39 tmp_dex_path = '%s.tmp.zip' % options.dex_path
40 oz = zipfile.ZipFile(tmp_dex_path, 'w', zipfile.ZIP_DEFLATED)
41 for i in iz.namelist():
42 if i.endswith('.dex'):
43 oz.writestr(i, iz.read(i))
44 os.remove(options.dex_path)
45 os.rename(tmp_dex_path, options.dex_path)
23 46
24 47
25 def _RemoveUnwantedFilesFromZip(dex_path): 48 def DoDex(options, paths, dex_args=None):
26 iz = zipfile.ZipFile(dex_path, 'r') 49 dx_binary = os.path.join(options.android_sdk_tools, 'dx')
27 tmp_dex_path = '%s.tmp.zip' % dex_path 50 # See http://crbug.com/272064 for context on --force-jumbo.
28 oz = zipfile.ZipFile(tmp_dex_path, 'w', zipfile.ZIP_DEFLATED) 51 # See https://github.com/android/platform_dalvik/commit/dd140a22d for
29 for i in iz.namelist(): 52 # --num-threads.
30 if i.endswith('.dex'): 53 dex_cmd = [dx_binary, '--num-threads=8', '--dex', '--force-jumbo',
31 oz.writestr(i, iz.read(i)) 54 '--output', options.dex_path]
32 os.remove(dex_path) 55 if options.no_locals != '0':
33 os.rename(tmp_dex_path, dex_path) 56 dex_cmd.append('--no-locals')
57
58 if dex_args:
59 dex_cmd += dex_args
60
61 dex_cmd += paths
62
63 record_path = '%s.md5.stamp' % options.dex_path
64 md5_check.CallAndRecordIfStale(
65 lambda: build_utils.CheckOutput(dex_cmd, print_stderr=False),
66 record_path=record_path,
67 input_paths=paths,
68 input_strings=dex_cmd,
69 force=not os.path.exists(options.dex_path))
70 build_utils.WriteJson(
71 [os.path.relpath(p, options.output_directory) for p in paths],
72 options.dex_path + '.inputs')
34 73
35 74
36 def _ParseArgs(args): 75 def main():
37 args = build_utils.ExpandFileArgs(args) 76 args = build_utils.ExpandFileArgs(sys.argv[1:])
38 77
39 parser = optparse.OptionParser() 78 parser = optparse.OptionParser()
40 build_utils.AddDepfileOption(parser) 79 build_utils.AddDepfileOption(parser)
41 80
42 parser.add_option('--android-sdk-tools', 81 parser.add_option('--android-sdk-tools',
43 help='Android sdk build tools directory.') 82 help='Android sdk build tools directory.')
44 parser.add_option('--output-directory', 83 parser.add_option('--output-directory',
45 default=os.getcwd(), 84 default=os.getcwd(),
46 help='Path to the output build directory.') 85 help='Path to the output build directory.')
47 parser.add_option('--dex-path', help='Dex output path.') 86 parser.add_option('--dex-path', help='Dex output path.')
(...skipping 13 matching lines...) Expand all
61 help='A list of paths to exclude from the dex file.') 100 help='A list of paths to exclude from the dex file.')
62 parser.add_option('--main-dex-list-paths', 101 parser.add_option('--main-dex-list-paths',
63 help='A list of paths containing a list of the classes to ' 102 help='A list of paths containing a list of the classes to '
64 'include in the main dex.') 103 'include in the main dex.')
65 104
66 options, paths = parser.parse_args(args) 105 options, paths = parser.parse_args(args)
67 106
68 required_options = ('android_sdk_tools',) 107 required_options = ('android_sdk_tools',)
69 build_utils.CheckOptions(options, parser, required=required_options) 108 build_utils.CheckOptions(options, parser, required=required_options)
70 109
71 if options.multi_dex and not options.main_dex_list_paths:
72 logging.warning('--multi-dex is unused without --main-dex-list-paths')
73 options.multi_dex = False
74 elif options.main_dex_list_paths and not options.multi_dex:
75 logging.warning('--main-dex-list-paths is unused without --multi-dex')
76
77 if options.main_dex_list_paths:
78 options.main_dex_list_paths = build_utils.ParseGypList(
79 options.main_dex_list_paths)
80 if options.inputs:
81 options.inputs = build_utils.ParseGypList(options.inputs)
82 if options.excluded_paths:
83 options.excluded_paths = build_utils.ParseGypList(options.excluded_paths)
84
85 return options, paths
86
87
88 def _OnStaleMd5(options, dex_cmd, paths):
89 if options.multi_dex:
90 combined_main_dex_list = tempfile.NamedTemporaryFile(suffix='.txt')
91 combined_main_dex_list.write(
92 _CreateCombinedMainDexList(options.main_dex_list_paths))
93 combined_main_dex_list.flush()
94 dex_cmd.append('--main-dex-list=%s' % combined_main_dex_list.name)
95
96 dex_cmd += paths
97
98 build_utils.CheckOutput(dex_cmd, print_stderr=False)
99
100 if options.dex_path.endswith('.zip'):
101 _RemoveUnwantedFilesFromZip(options.dex_path)
102
103 build_utils.WriteJson(
104 [os.path.relpath(p, options.output_directory) for p in paths],
105 options.dex_path + '.inputs')
106
107
108 def main(args):
109 options, paths = _ParseArgs(args)
110 if (options.proguard_enabled == 'true' 110 if (options.proguard_enabled == 'true'
111 and options.configuration_name == 'Release'): 111 and options.configuration_name == 'Release'):
112 paths = [options.proguard_enabled_input_path] 112 paths = [options.proguard_enabled_input_path]
113 113
114 if options.inputs: 114 if options.inputs:
115 paths += options.inputs 115 paths += build_utils.ParseGypList(options.inputs)
116 116
117 if options.excluded_paths: 117 if options.excluded_paths:
118 # Excluded paths are relative to the output directory. 118 # Excluded paths are relative to the output directory.
119 exclude_paths = options.excluded_paths 119 exclude_paths = build_utils.ParseGypList(options.excluded_paths)
120 paths = [p for p in paths if not 120 paths = [p for p in paths if not
121 os.path.relpath(p, options.output_directory) in exclude_paths] 121 os.path.relpath(p, options.output_directory) in exclude_paths]
122 122
123 input_paths = list(paths) 123 if options.multi_dex and options.main_dex_list_paths:
124 DoMultiDex(options, paths)
125 else:
126 if options.multi_dex:
127 logging.warning('--multi-dex is unused without --main-dex-list-paths')
128 elif options.main_dex_list_paths:
129 logging.warning('--main-dex-list-paths is unused without --multi-dex')
130 DoDex(options, paths)
124 131
125 dx_binary = os.path.join(options.android_sdk_tools, 'dx') 132 if options.depfile:
126 # See http://crbug.com/272064 for context on --force-jumbo. 133 build_utils.WriteDepfile(
127 # See https://github.com/android/platform_dalvik/commit/dd140a22d for 134 options.depfile,
128 # --num-threads. 135 paths + build_utils.GetPythonDependencies())
129 dex_cmd = [dx_binary, '--num-threads=8', '--dex', '--force-jumbo',
130 '--output', options.dex_path]
131 if options.no_locals != '0':
132 dex_cmd.append('--no-locals')
133 136
134 if options.multi_dex:
135 input_paths.extend(options.main_dex_list_paths)
136 dex_cmd += [
137 '--multi-dex',
138 '--minimal-main-dex',
139 ]
140
141 output_paths = [
142 options.dex_path,
143 options.dex_path + '.inputs',
144 ]
145
146 build_utils.CallAndWriteDepfileIfStale(
147 lambda: _OnStaleMd5(options, dex_cmd, paths),
148 options,
149 input_paths=input_paths,
150 input_strings=dex_cmd,
151 output_paths=output_paths)
152 137
153 138
154 if __name__ == '__main__': 139 if __name__ == '__main__':
155 sys.exit(main(sys.argv[1:])) 140 sys.exit(main())
OLDNEW
« no previous file with comments | « build/android/PRESUBMIT.py ('k') | build/android/gyp/javac.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698