Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(236)

Side by Side Diff: test/analyzer/gyptest-analyzer.py

Issue 481433003: Makes the analyzer output the set of targets needing a build (Closed) Base URL: http://gyp.googlecode.com/svn/trunk/
Patch Set: Created 6 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 #!/usr/bin/env python 1 #!/usr/bin/env python
2 # Copyright (c) 2014 Google Inc. All rights reserved. 2 # Copyright (c) 2014 Google Inc. All rights reserved.
3 # Use of this source code is governed by a BSD-style license that can be 3 # Use of this source code is governed by a BSD-style license that can be
4 # found in the LICENSE file. 4 # found in the LICENSE file.
5 5
6 """Tests for analyzer 6 """Tests for analyzer
7 """ 7 """
8 8
9 import json 9 import json
10 import TestGyp 10 import TestGyp
11 11
12 found = 'Found dependency' 12 found = 'Found dependency'
13 found_all = 'Found dependency (all)'
13 not_found = 'No dependencies' 14 not_found = 'No dependencies'
14 15
15 16
16 def _CreateTestFile(files, targets): 17 def _CreateTestFile(files, targets, ignore_targets=[]):
17 f = open('test_file', 'w') 18 f = open('test_file', 'w')
18 to_write = {'files': files, 'targets': targets } 19 to_write = {'files': files,
20 'targets': targets,
21 'ignore_targets': ignore_targets }
19 json.dump(to_write, f) 22 json.dump(to_write, f)
20 f.close() 23 f.close()
21 24
22 25
23 def _CreateBogusTestFile(): 26 def _CreateBogusTestFile():
24 f = open('test_file','w') 27 f = open('test_file','w')
25 f.write('bogus') 28 f.write('bogus')
26 f.close() 29 f.close()
27 30
28 31
29 def _ReadOutputFileContents(): 32 def _ReadOutputFileContents():
30 f = open('analyzer_output', 'r') 33 f = open('analyzer_output', 'r')
31 result = json.load(f) 34 result = json.load(f)
32 f.close() 35 f.close()
33 return result 36 return result
34 37
35 38
36 # NOTE: this would be clearer if it subclassed TestGypCustom, but that trips 39 # NOTE: this would be clearer if it subclassed TestGypCustom, but that trips
37 # over a bug in pylint (E1002). 40 # over a bug in pylint (E1002).
38 test = TestGyp.TestGypCustom(format='analyzer') 41 test = TestGyp.TestGypCustom(format='analyzer')
39 42
43 def CommonArgs():
44 return ('-Gconfig_path=test_file',
45 '-Ganalyzer_output_path=analyzer_output')
46
40 47
41 def run_analyzer(*args, **kw): 48 def run_analyzer(*args, **kw):
42 """Runs the test specifying a particular config and output path.""" 49 """Runs the test specifying a particular config and output path."""
43 args += ('-Gconfig_path=test_file', 50 args += CommonArgs()
44 '-Ganalyzer_output_path=analyzer_output')
45 test.run_gyp('test.gyp', *args, **kw) 51 test.run_gyp('test.gyp', *args, **kw)
46 52
47 53
48 def run_analyzer2(*args, **kw): 54 def run_analyzer2(*args, **kw):
49 """Runs the test specifying a particular config and output path.""" 55 """Same as run_analyzer(), but passes in test2.gyp instead of test.gyp."""
50 args += ('-Gconfig_path=test_file', 56 args += CommonArgs()
51 '-Ganalyzer_output_path=analyzer_output')
52 test.run_gyp('test2.gyp', *args, **kw) 57 test.run_gyp('test2.gyp', *args, **kw)
53 58
54 59
55 def EnsureContains(targets=set(), matched=False): 60 def run_analyzer3(*args, **kw):
61 """Same as run_analyzer(), but passes in test3.gyp instead of test.gyp."""
62 args += CommonArgs()
63 test.run_gyp('test3.gyp', *args, **kw)
64
65
66 def run_analyzer4(*args, **kw):
67 """Same as run_analyzer(), but passes in test3.gyp instead of test.gyp."""
68 args += CommonArgs()
69 test.run_gyp('test4.gyp', *args, **kw)
70
71
72 def EnsureContains(targets=set(), matched=False, effected_targets=set()):
56 """Verifies output contains |targets|.""" 73 """Verifies output contains |targets|."""
57 result = _ReadOutputFileContents() 74 result = _ReadOutputFileContents()
58 if result.get('error', None): 75 if result.get('error', None):
59 print 'unexpected error', result.get('error') 76 print 'unexpected error', result.get('error')
60 test.fail_test() 77 test.fail_test()
61 78
62 if result.get('warning', None): 79 if result.get('warning', None):
63 print 'unexpected warning', result.get('warning') 80 print 'unexpected warning', result.get('warning')
64 test.fail_test() 81 test.fail_test()
65 82
66 actual_targets = set(result['targets']) 83 actual_targets = set(result['targets'])
67 if actual_targets != targets: 84 if actual_targets != targets:
68 print 'actual targets:', actual_targets, '\nexpected targets:', targets 85 print 'actual targets:', actual_targets, '\nexpected targets:', targets
69 test.fail_test() 86 test.fail_test()
70 87
88 actual_effected_targets = set(result['effected_targets'])
89 if actual_effected_targets != effected_targets:
90 print 'actual effected_targets:', actual_effected_targets, \
91 '\nexpected effected_targets:', effected_targets
92 test.fail_test()
93
71 if matched and result['status'] != found: 94 if matched and result['status'] != found:
72 print 'expected', found, 'got', result['status'] 95 print 'expected', found, 'got', result['status']
73 test.fail_test() 96 test.fail_test()
74 elif not matched and result['status'] != not_found: 97 elif not matched and result['status'] != not_found:
75 print 'expected', not_found, 'got', result['status'] 98 print 'expected', not_found, 'got', result['status']
76 test.fail_test() 99 test.fail_test()
77 100
78 101
102 def EnsureMatchedAll():
103 result = _ReadOutputFileContents()
104 if result.get('error', None):
105 print 'unexpected error', result.get('error')
106 test.fail_test()
107
108 if result.get('warning', None):
109 print 'unexpected warning', result.get('warning')
110 test.fail_test()
111
112 if result['status'] != found_all:
113 print 'expected', found_all, 'got', result['status']
114 test.fail_test()
115
116
79 def EnsureError(expected_error_string): 117 def EnsureError(expected_error_string):
80 """Verifies output contains the error string.""" 118 """Verifies output contains the error string."""
81 result = _ReadOutputFileContents() 119 result = _ReadOutputFileContents()
82 if result.get('error', '').find(expected_error_string) == -1: 120 if result.get('error', '').find(expected_error_string) == -1:
83 print 'actual error:', result.get('error', ''), '\nexpected error:', \ 121 print 'actual error:', result.get('error', ''), '\nexpected error:', \
84 expected_error_string 122 expected_error_string
85 test.fail_test() 123 test.fail_test()
86 124
87 125
88 def EnsureStdoutContains(expected_error_string): 126 def EnsureStdoutContains(expected_error_string):
(...skipping 14 matching lines...) Expand all
103 141
104 # Verifies config_path must be specified. 142 # Verifies config_path must be specified.
105 test.run_gyp('test.gyp') 143 test.run_gyp('test.gyp')
106 EnsureStdoutContains('Must specify files to analyze via config_path') 144 EnsureStdoutContains('Must specify files to analyze via config_path')
107 145
108 # Verifies config_path must point to a valid file. 146 # Verifies config_path must point to a valid file.
109 test.run_gyp('test.gyp', '-Gconfig_path=bogus_file', 147 test.run_gyp('test.gyp', '-Gconfig_path=bogus_file',
110 '-Ganalyzer_output_path=analyzer_output') 148 '-Ganalyzer_output_path=analyzer_output')
111 EnsureError('Unable to open file bogus_file') 149 EnsureError('Unable to open file bogus_file')
112 150
113 # Verify get error when bad target is specified. 151 # Verify get warning when bad target is specified.
114 _CreateTestFile(['exe2.c'], ['bad_target']) 152 _CreateTestFile(['exe2.c'], ['bad_target'])
115 run_analyzer() 153 run_analyzer()
116 EnsureWarning('Unable to find all targets') 154 EnsureWarning('Unable to find all targets')
117 155
118 # Verifies config_path must point to a valid json file. 156 # Verifies config_path must point to a valid json file.
119 _CreateBogusTestFile() 157 _CreateBogusTestFile()
120 run_analyzer() 158 run_analyzer()
121 EnsureError('Unable to parse config file test_file') 159 EnsureError('Unable to parse config file test_file')
122 160
123 # Trivial test of a source. 161 # Trivial test of a source.
124 _CreateTestFile(['foo.c'], []) 162 _CreateTestFile(['foo.c'], [])
125 run_analyzer() 163 run_analyzer()
126 EnsureContains(matched=True) 164 EnsureContains(matched=True, effected_targets={'all'})
127 165
128 # Conditional source that is excluded. 166 # Conditional source that is excluded.
129 _CreateTestFile(['conditional_source.c'], []) 167 _CreateTestFile(['conditional_source.c'], [])
130 run_analyzer() 168 run_analyzer()
131 EnsureContains(matched=False) 169 EnsureContains(matched=False)
132 170
133 # Conditional source that is included by way of argument. 171 # Conditional source that is included by way of argument.
134 _CreateTestFile(['conditional_source.c'], []) 172 _CreateTestFile(['conditional_source.c'], [])
135 run_analyzer('-Dtest_variable=1') 173 run_analyzer('-Dtest_variable=1')
136 EnsureContains(matched=True) 174 EnsureContains(matched=True, effected_targets={'all'})
137 175
138 # Two unknown files. 176 # Two unknown files.
139 _CreateTestFile(['unknown1.c', 'unoknow2.cc'], []) 177 _CreateTestFile(['unknown1.c', 'unoknow2.cc'], [])
140 run_analyzer() 178 run_analyzer()
141 EnsureContains() 179 EnsureContains()
142 180
143 # Two unknown files. 181 # Two unknown files.
144 _CreateTestFile(['unknown1.c', 'subdir/subdir_sourcex.c'], []) 182 _CreateTestFile(['unknown1.c', 'subdir/subdir_sourcex.c'], [])
145 run_analyzer() 183 run_analyzer()
146 EnsureContains() 184 EnsureContains()
147 185
148 # Included dependency 186 # Included dependency
149 _CreateTestFile(['unknown1.c', 'subdir/subdir_source.c'], []) 187 _CreateTestFile(['unknown1.c', 'subdir/subdir_source.c'], [])
150 run_analyzer() 188 run_analyzer()
151 EnsureContains(matched=True) 189 EnsureContains(matched=True, effected_targets={'exe', 'exe3'})
152 190
153 # Included inputs to actions. 191 # Included inputs to actions.
154 _CreateTestFile(['action_input.c'], []) 192 _CreateTestFile(['action_input.c'], [])
155 run_analyzer() 193 run_analyzer()
156 EnsureContains(matched=True) 194 EnsureContains(matched=True, effected_targets={'all'})
157 195
158 # Don't consider outputs. 196 # Don't consider outputs.
159 _CreateTestFile(['action_output.c'], []) 197 _CreateTestFile(['action_output.c'], [])
160 run_analyzer() 198 run_analyzer()
161 EnsureContains(matched=False) 199 EnsureContains(matched=False)
162 200
163 # Rule inputs. 201 # Rule inputs.
164 _CreateTestFile(['rule_input.c'], []) 202 _CreateTestFile(['rule_input.c'], [])
165 run_analyzer() 203 run_analyzer()
166 EnsureContains(matched=True) 204 EnsureContains(matched=True, effected_targets={'all'})
167 205
168 # Ignore path specified with PRODUCT_DIR. 206 # Ignore path specified with PRODUCT_DIR.
169 _CreateTestFile(['product_dir_input.c'], []) 207 _CreateTestFile(['product_dir_input.c'], [])
170 run_analyzer() 208 run_analyzer()
171 EnsureContains(matched=False) 209 EnsureContains(matched=False)
172 210
173 # Path specified via a variable. 211 # Path specified via a variable.
174 _CreateTestFile(['subdir/subdir_source2.c'], []) 212 _CreateTestFile(['subdir/subdir_source2.c'], [])
175 run_analyzer() 213 run_analyzer()
176 EnsureContains(matched=True) 214 EnsureContains(matched=True, effected_targets={'all'})
177 215
178 # Verifies paths with // are fixed up correctly. 216 # Verifies paths with // are fixed up correctly.
179 _CreateTestFile(['parent_source.c'], []) 217 _CreateTestFile(['parent_source.c'], [])
180 run_analyzer() 218 run_analyzer()
181 EnsureContains(matched=True) 219 EnsureContains(matched=True, effected_targets={'exe', 'exe3'})
182 220
183 # Verifies relative paths are resolved correctly. 221 # Verifies relative paths are resolved correctly.
184 _CreateTestFile(['subdir/subdir_source.h'], []) 222 _CreateTestFile(['subdir/subdir_source.h'], [])
185 run_analyzer() 223 run_analyzer()
186 EnsureContains(matched=True) 224 EnsureContains(matched=True, effected_targets={'exe'})
187 225
188 # Various permutations when passing in targets. 226 # Various permutations when passing in targets.
189 _CreateTestFile(['exe2.c', 'subdir/subdir2b_source.c'], ['exe', 'exe3']) 227 _CreateTestFile(['exe2.c', 'subdir/subdir2b_source.c'], ['exe', 'exe3'])
190 run_analyzer() 228 run_analyzer()
191 EnsureContains(matched=True, targets={'exe3'}) 229 EnsureContains(matched=True, targets={'exe3'},
230 effected_targets={'exe2', 'exe3'})
192 231
193 _CreateTestFile(['exe2.c', 'subdir/subdir2b_source.c'], ['exe']) 232 _CreateTestFile(['exe2.c', 'subdir/subdir2b_source.c'], ['exe'])
194 run_analyzer() 233 run_analyzer()
195 EnsureContains(matched=True) 234 EnsureContains(matched=True, effected_targets={'exe2', 'subdir2a'})
196 235
197 # Verifies duplicates are ignored. 236 # Verifies duplicates are ignored.
198 _CreateTestFile(['exe2.c', 'subdir/subdir2b_source.c'], ['exe', 'exe']) 237 _CreateTestFile(['exe2.c', 'subdir/subdir2b_source.c'], ['exe', 'exe'])
199 run_analyzer() 238 run_analyzer()
200 EnsureContains(matched=True) 239 EnsureContains(matched=True, effected_targets={'exe2', 'subdir2a'})
201 240
202 _CreateTestFile(['exe2.c'], ['exe']) 241 _CreateTestFile(['exe2.c'], ['exe'])
203 run_analyzer() 242 run_analyzer()
204 EnsureContains(matched=True) 243 EnsureContains(matched=True, effected_targets={'exe2'})
205 244
206 _CreateTestFile(['exe2.c'], []) 245 _CreateTestFile(['exe2.c'], [])
207 run_analyzer() 246 run_analyzer()
208 EnsureContains(matched=True) 247 EnsureContains(matched=True, effected_targets={'exe2'})
209 248
210 _CreateTestFile(['subdir/subdir2b_source.c', 'exe2.c'], []) 249 _CreateTestFile(['subdir/subdir2b_source.c', 'exe2.c'], [])
211 run_analyzer() 250 run_analyzer()
212 EnsureContains(matched=True) 251 EnsureContains(matched=True, effected_targets={'exe2', 'subdir2a'})
252
253 _CreateTestFile(['subdir/subdir2b_source.c'], ['exe3'])
254 run_analyzer()
255 EnsureContains(matched=True, targets={'exe3'}, effected_targets={'exe3'})
213 256
214 _CreateTestFile(['exe2.c'], []) 257 _CreateTestFile(['exe2.c'], [])
215 run_analyzer() 258 run_analyzer()
216 EnsureContains(matched=True) 259 EnsureContains(matched=True, effected_targets={'exe2'})
260
261 _CreateTestFile(['foo.c'], [], ignore_targets=['all'])
262 run_analyzer()
263 EnsureContains(matched=True, effected_targets={'exe'})
217 264
218 # Assertions when modifying build (gyp/gypi) files, especially when said files 265 # Assertions when modifying build (gyp/gypi) files, especially when said files
219 # are included. 266 # are included.
220 _CreateTestFile(['subdir2/d.cc'], ['exe', 'exe2', 'foo', 'exe3']) 267 _CreateTestFile(['subdir2/d.cc'], ['exe', 'exe2', 'foo', 'exe3'])
221 run_analyzer2() 268 run_analyzer2()
222 EnsureContains(matched=True, targets={'exe', 'foo'}) 269 EnsureContains(matched=True, targets={'exe', 'foo'},
270 effected_targets={'exe'})
223 271
224 _CreateTestFile(['subdir2/subdir.includes.gypi'], 272 _CreateTestFile(['subdir2/subdir.includes.gypi'],
225 ['exe', 'exe2', 'foo', 'exe3']) 273 ['exe', 'exe2', 'foo', 'exe3'])
226 run_analyzer2() 274 run_analyzer2()
227 EnsureContains(matched=True, targets={'exe', 'foo'}) 275 EnsureContains(matched=True, targets={'exe', 'foo'},
276 effected_targets={'exe'})
228 277
229 _CreateTestFile(['subdir2/subdir.gyp'], ['exe', 'exe2', 'foo', 'exe3']) 278 _CreateTestFile(['subdir2/subdir.gyp'], ['exe', 'exe2', 'foo', 'exe3'])
230 run_analyzer2() 279 run_analyzer2()
231 EnsureContains(matched=True, targets={'exe', 'foo'}) 280 EnsureContains(matched=True, targets={'exe', 'foo'},
281 effected_targets={'exe'})
232 282
233 _CreateTestFile(['test2.includes.gypi'], ['exe', 'exe2', 'foo', 'exe3']) 283 _CreateTestFile(['test2.includes.gypi'], ['exe', 'exe2', 'foo', 'exe3'])
234 run_analyzer2() 284 run_analyzer2()
235 EnsureContains(matched=True, targets={'exe', 'exe2', 'exe3'}) 285 EnsureContains(matched=True, targets={'exe', 'exe2', 'exe3'},
286 effected_targets={'exe', 'exe2', 'exe3'})
236 287
237 # Verify modifying a file included makes all targets dirty. 288 # Verify modifying a file included makes all targets dirty.
238 _CreateTestFile(['common.gypi'], ['exe', 'exe2', 'foo', 'exe3']) 289 _CreateTestFile(['common.gypi'], ['exe', 'exe2', 'foo', 'exe3'])
239 run_analyzer2('-Icommon.gypi') 290 run_analyzer2('-Icommon.gypi')
240 EnsureContains(matched=True, targets={'exe', 'foo', 'exe2', 'exe3'}) 291 EnsureMatchedAll()
292
293 # Assertions from test3.gyp.
294 _CreateTestFile(['d.c', 'f.c'], ['a'])
295 run_analyzer3()
296 EnsureContains(matched=True, targets={'a'}, effected_targets={'a', 'b'})
297
298 _CreateTestFile(['f.c'], ['a'])
299 run_analyzer3()
300 EnsureContains(matched=True, targets={'a'}, effected_targets={'a'})
301
302 _CreateTestFile(['f.c'], [])
303 run_analyzer3()
304 EnsureContains(matched=True, effected_targets={'d'})
305
306 _CreateTestFile(['c.c', 'e.c'], [])
307 run_analyzer3()
308 EnsureContains(matched=True, effected_targets={'a', 'b'})
309
310 _CreateTestFile(['d.c'], ['a'])
311 run_analyzer3()
312 EnsureContains(matched=True, targets={'a'}, effected_targets={'a', 'b'})
313
314 _CreateTestFile(['a.c'], ['a', 'b'], ignore_targets=['all'])
315 run_analyzer3()
316 EnsureContains(matched=True, targets={'a'}, effected_targets={'a'})
317
318 _CreateTestFile(['a.c'], ['a', 'b'])
319 run_analyzer3()
320 EnsureContains(matched=True, targets={'a'}, effected_targets={'all'})
321
322 _CreateTestFile(['d.c'], ['a', 'b'])
323 run_analyzer3()
324 EnsureContains(matched=True, targets={'a', 'b'}, effected_targets={'a', 'b'})
325
326 _CreateTestFile(['f.c'], ['a'])
327 run_analyzer3()
328 EnsureContains(matched=True, targets={'a'}, effected_targets={'a'})
329
330 _CreateTestFile(['a.c'], ['a'], ignore_targets=['all'])
331 run_analyzer3()
332 EnsureContains(matched=True, targets={'a'}, effected_targets={'a'})
333
334 _CreateTestFile(['a.c'], [], ignore_targets=['all'])
335 run_analyzer3()
336 EnsureContains(matched=True, effected_targets={'a'})
337
338 _CreateTestFile(['d.c'], [])
339 run_analyzer3()
340 EnsureContains(matched=True, effected_targets={'a', 'b'})
341
342 _CreateTestFile(['f.c'], [])
343 run_analyzer4()
344 EnsureContains(matched=True, effected_targets={'e'})
345
346 _CreateTestFile(['d.c'], [])
347 run_analyzer4()
348 EnsureContains(matched=True, effected_targets={'c'})
241 349
242 test.pass_test() 350 test.pass_test()
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698