OLD | NEW |
1 #!/usr/bin/python | 1 #!/usr/bin/python |
2 # Copyright (c) 2011 The Chromium Authors. All rights reserved. | 2 # Copyright (c) 2011 The Chromium Authors. All rights reserved. |
3 # Use of this source code is governed by a BSD-style license that can be | 3 # Use of this source code is governed by a BSD-style license that can be |
4 # found in the LICENSE file. | 4 # found in the LICENSE file. |
5 | 5 |
6 """Prints the size of each given file and optionally computes the size of | 6 """Prints the size of each given file and optionally computes the size of |
7 libchrome.so without the dependencies added for building with android NDK. | 7 libchrome.so without the dependencies added for building with android NDK. |
8 Also breaks down the contents of the APK to determine the installed size | 8 Also breaks down the contents of the APK to determine the installed size |
9 and assign size contributions to different classes of file. | 9 and assign size contributions to different classes of file. |
10 """ | 10 """ |
(...skipping 142 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
153 # Matches [ 2] .hash HASH 00000000006681f0 0001f0 003154 04 A 3 0 8 | 153 # Matches [ 2] .hash HASH 00000000006681f0 0001f0 003154 04 A 3 0 8 |
154 for match in re.finditer(r'\[[\s\d]+\] (\..*)$', stdout, re.MULTILINE): | 154 for match in re.finditer(r'\[[\s\d]+\] (\..*)$', stdout, re.MULTILINE): |
155 items = match.group(1).split() | 155 items = match.group(1).split() |
156 section_sizes[items[0]] = int(items[4], 16) | 156 section_sizes[items[0]] = int(items[4], 16) |
157 | 157 |
158 return section_sizes | 158 return section_sizes |
159 | 159 |
160 | 160 |
161 def _ParseLibBuildId(so_path, tools_prefix): | 161 def _ParseLibBuildId(so_path, tools_prefix): |
162 """Returns the Build ID of the given native library.""" | 162 """Returns the Build ID of the given native library.""" |
163 stdout = _RunReadelf(so_path, ['n'], tools_prefix) | 163 stdout = _RunReadelf(so_path, ['-n'], tools_prefix) |
164 match = re.search(r'Build ID: (\w+)', stdout) | 164 match = re.search(r'Build ID: (\w+)', stdout) |
165 return match.group(1) if match else None | 165 return match.group(1) if match else None |
166 | 166 |
167 | 167 |
168 def CountStaticInitializers(so_path, tools_prefix): | 168 def CountStaticInitializers(so_path, tools_prefix): |
169 # Static initializers expected in official builds. Note that this list is | 169 # Static initializers expected in official builds. Note that this list is |
170 # built using 'nm' on libchrome.so which results from a GCC official build | 170 # built using 'nm' on libchrome.so which results from a GCC official build |
171 # (i.e. Clang is not supported currently). | 171 # (i.e. Clang is not supported currently). |
172 def get_elf_section_size(readelf_stdout, section_name): | 172 def get_elf_section_size(readelf_stdout, section_name): |
173 # Matches: .ctors PROGBITS 000000000516add0 5169dd0 000010 00 WA 0 0 8 | 173 # Matches: .ctors PROGBITS 000000000516add0 5169dd0 000010 00 WA 0 0 8 |
(...skipping 413 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
587 if i in id_name_map and name != id_name_map[i]: | 587 if i in id_name_map and name != id_name_map[i]: |
588 print 'WARNING: Resource ID conflict %s (%s vs %s)' % ( | 588 print 'WARNING: Resource ID conflict %s (%s vs %s)' % ( |
589 i, id_name_map[i], name) | 589 i, id_name_map[i], name) |
590 id_name_map[i] = name | 590 id_name_map[i] = name |
591 id_header_map[i] = os.path.relpath(header, out_dir) | 591 id_header_map[i] = os.path.relpath(header, out_dir) |
592 return id_name_map, id_header_map | 592 return id_name_map, id_header_map |
593 | 593 |
594 | 594 |
595 def _PrintStaticInitializersCountFromApk(apk_filename, tools_prefix, | 595 def _PrintStaticInitializersCountFromApk(apk_filename, tools_prefix, |
596 chartjson=None): | 596 chartjson=None): |
597 print 'Finding static initializers (can take a minute)' | |
598 with zipfile.ZipFile(apk_filename) as z: | 597 with zipfile.ZipFile(apk_filename) as z: |
599 infolist = z.infolist() | 598 so_files = [f for f in z.infolist() |
| 599 if f.filename.endswith('.so') and f.file_size > 0] |
| 600 # Skip checking static initializers for 32 bit .so files when 64 bit .so files |
| 601 # are present since the 32 bit versions will be checked by bots that only |
| 602 # build the 32 bit version. This avoids the complexity of finding 32 bit .so |
| 603 # files in the output directory in 64 bit builds. |
| 604 has_64 = any('64' in f.filename for f in so_files) |
| 605 files_to_check = [f for f in so_files if not has_64 or '64' in f.filename] |
600 out_dir = constants.GetOutDirectory() | 606 out_dir = constants.GetOutDirectory() |
601 si_count = 0 | 607 si_count = 0 |
602 for zip_info in infolist: | 608 for so_info in files_to_check: |
603 # Check file size to account for placeholder libraries. | 609 lib_name = os.path.basename(so_info.filename).replace('crazy.', '') |
604 if zip_info.filename.endswith('.so') and zip_info.file_size > 0: | 610 unstripped_path = os.path.join(out_dir, 'lib.unstripped', lib_name) |
605 lib_name = os.path.basename(zip_info.filename).replace('crazy.', '') | 611 if os.path.exists(unstripped_path): |
606 unstripped_path = os.path.join(out_dir, 'lib.unstripped', lib_name) | 612 si_count += _PrintStaticInitializersCount( |
607 if os.path.exists(unstripped_path): | 613 apk_filename, so_info.filename, unstripped_path, tools_prefix) |
608 si_count += _PrintStaticInitializersCount( | 614 else: |
609 apk_filename, zip_info.filename, unstripped_path, tools_prefix) | 615 raise Exception('Unstripped .so not found. Looked here: %s', |
610 else: | 616 unstripped_path) |
611 raise Exception('Unstripped .so not found. Looked here: %s', | |
612 unstripped_path) | |
613 ReportPerfResult(chartjson, 'StaticInitializersCount', 'count', si_count, | 617 ReportPerfResult(chartjson, 'StaticInitializersCount', 'count', si_count, |
614 'count') | 618 'count') |
615 | 619 |
616 | 620 |
617 def _PrintStaticInitializersCount(apk_path, apk_so_name, so_with_symbols_path, | 621 def _PrintStaticInitializersCount(apk_path, apk_so_name, so_with_symbols_path, |
618 tools_prefix): | 622 tools_prefix): |
619 """Counts the number of static initializers in the given shared library. | 623 """Counts the number of static initializers in the given shared library. |
620 Additionally, files for which static initializers were found are printed | 624 Additionally, files for which static initializers were found are printed |
621 on the standard output. | 625 on the standard output. |
622 | 626 |
623 Args: | 627 Args: |
624 apk_path: Path to the apk. | 628 apk_path: Path to the apk. |
625 apk_so_name: Name of the so. | 629 apk_so_name: Name of the so. |
626 so_with_symbols_path: Path to the unstripped libchrome.so file. | 630 so_with_symbols_path: Path to the unstripped libchrome.so file. |
627 tools_prefix: Prefix for arch-specific version of binary utility tools. | 631 tools_prefix: Prefix for arch-specific version of binary utility tools. |
628 Returns: | 632 Returns: |
629 The number of static initializers found. | 633 The number of static initializers found. |
630 """ | 634 """ |
631 # GetStaticInitializers uses get-static-initializers.py to get a list of all | 635 # GetStaticInitializers uses get-static-initializers.py to get a list of all |
632 # static initializers. This does not work on all archs (particularly arm). | 636 # static initializers. This does not work on all archs (particularly arm). |
633 # TODO(rnephew): Get rid of warning when crbug.com/585588 is fixed. | 637 # This mostly copies infra/scripts/legacy/scripts/slave/chromium/sizes.py. |
| 638 print 'Finding static initializers in %s (can take a minute)' % apk_so_name |
634 with Unzip(apk_path, filename=apk_so_name) as unzipped_so: | 639 with Unzip(apk_path, filename=apk_so_name) as unzipped_so: |
635 _VerifyLibBuildIdsMatch(tools_prefix, unzipped_so, so_with_symbols_path) | 640 _VerifyLibBuildIdsMatch(tools_prefix, unzipped_so, so_with_symbols_path) |
636 readelf_si_count = CountStaticInitializers(unzipped_so, tools_prefix) | 641 readelf_si_count = CountStaticInitializers(unzipped_so, tools_prefix) |
637 sis, dump_si_count = GetStaticInitializers( | 642 sis, dump_si_count = GetStaticInitializers(so_with_symbols_path, tools_prefix) |
638 so_with_symbols_path, tools_prefix) | 643 print ('Found %s files with static initializers using readelf\n' |
639 if readelf_si_count != dump_si_count: | 644 'Found %s files with static initializers using ' |
640 print ('There are %d files with static initializers, but ' | 645 'dump-static-initializers') % (readelf_si_count, dump_si_count) |
641 'dump-static-initializers found %d: files' % | |
642 (readelf_si_count, dump_si_count)) | |
643 else: | |
644 print '%s - Found %d files with static initializers:' % ( | |
645 os.path.basename(so_with_symbols_path), dump_si_count) | |
646 print '\n'.join(sis) | 646 print '\n'.join(sis) |
647 | 647 |
648 return readelf_si_count | 648 return readelf_si_count |
649 | 649 |
650 def _FormatBytes(byts): | 650 def _FormatBytes(byts): |
651 """Pretty-print a number of bytes.""" | 651 """Pretty-print a number of bytes.""" |
652 if byts > 2**20.0: | 652 if byts > 2**20.0: |
653 byts /= 2**20.0 | 653 byts /= 2**20.0 |
654 return '%.2fm' % byts | 654 return '%.2fm' % byts |
655 if byts > 2**10.0: | 655 if byts > 2**10.0: |
(...skipping 126 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
782 args.apk, tools_prefix, chartjson=chartjson) | 782 args.apk, tools_prefix, chartjson=chartjson) |
783 if chartjson: | 783 if chartjson: |
784 results_path = os.path.join(args.output_dir, 'results-chart.json') | 784 results_path = os.path.join(args.output_dir, 'results-chart.json') |
785 logging.critical('Dumping json to %s', results_path) | 785 logging.critical('Dumping json to %s', results_path) |
786 with open(results_path, 'w') as json_file: | 786 with open(results_path, 'w') as json_file: |
787 json.dump(chartjson, json_file) | 787 json.dump(chartjson, json_file) |
788 | 788 |
789 | 789 |
790 if __name__ == '__main__': | 790 if __name__ == '__main__': |
791 sys.exit(main()) | 791 sys.exit(main()) |
OLD | NEW |