| OLD | NEW |
| 1 # Copyright 2017 The Chromium Authors. All rights reserved. | 1 # Copyright 2017 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 """Logic for clustering similar symbols.""" | 5 """Logic for clustering similar symbols.""" |
| 6 | 6 |
| 7 import collections | 7 import collections |
| 8 import logging | 8 import logging |
| 9 import re | 9 import re |
| 10 | 10 |
| 11 import function_signature |
| 11 | 12 |
| 12 # Refer to models.SymbolGroup.Cluster() for pydoc | 13 |
| 14 def _StripCloneSuffix(name): |
| 15 # Multiple attributes could exist, so search from left-to-right. |
| 16 idx = name.find(' [clone ') |
| 17 if idx != -1: |
| 18 return name[:idx] |
| 19 return name |
| 20 |
| 21 |
| 22 # Refer to models.SymbolGroup.Clustered() for pydoc |
| 23 # TODO(agrieve): This logic should likely be combined with |
| 24 # SymbolGroup.GroupedBy(), as it conceptually does the same thing. |
| 25 # One could also thing of this as GroupedByFullName(). |
| 13 def ClusterSymbols(symbols): | 26 def ClusterSymbols(symbols): |
| 14 # http://unix.stackexchange.com/questions/223013/function-symbol-gets-part-suf
fix-after-compilation | 27 # http://unix.stackexchange.com/questions/223013/function-symbol-gets-part-suf
fix-after-compilation |
| 15 # Example name suffixes: | 28 # Example name suffixes: |
| 16 # [clone .part.322] # GCC | 29 # [clone .part.322] # GCC |
| 17 # [clone .isra.322] # GCC | 30 # [clone .isra.322] # GCC |
| 18 # [clone .constprop.1064] # GCC | 31 # [clone .constprop.1064] # GCC |
| 19 # [clone .11064] # clang | 32 # [clone .11064] # clang |
| 20 | 33 |
| 21 # Step 1: Create name map, find clones, collect star syms into replacements. | 34 # Step 1: Create name map, find clones, collect star syms into replacements. |
| 22 logging.debug('Creating name -> symbol map') | 35 logging.debug('Creating name -> symbol map') |
| 23 clone_indices = [] | 36 clone_indices = [] |
| 24 indices_by_full_name = {} | 37 indices_by_full_name = {} |
| 25 # (section_name, name, full_name) -> [(index, sym),...] | 38 # (section_name, full_name_no_attr) -> [(index, sym),...] |
| 26 replacements_by_tup = collections.defaultdict(list) | 39 replacements_by_tup = collections.defaultdict(list) |
| 27 for i, symbol in enumerate(symbols): | 40 for i, symbol in enumerate(symbols): |
| 28 if symbol.name.startswith('**'): | 41 name = symbol.full_name |
| 42 if not name: |
| 43 continue |
| 44 if name.startswith('*'): |
| 29 # "symbol gap 3" -> "symbol gaps" | 45 # "symbol gap 3" -> "symbol gaps" |
| 30 name = re.sub(r'\s+\d+( \(.*\))?$', 's', symbol.name) | 46 name = re.sub(r'\s+\d+( \(.*\))?$', 's', name) |
| 31 replacements_by_tup[(symbol.section_name, name, None)].append((i, symbol)) | 47 replacements_by_tup[(symbol.section_name, name)].append((i, symbol)) |
| 32 elif symbol.full_name: | 48 elif name.endswith(']') and ' [clone ' in name: |
| 33 if symbol.full_name.endswith(']') and ' [clone ' in symbol.full_name: | 49 clone_indices.append(i) |
| 34 clone_indices.append(i) | 50 else: |
| 35 else: | 51 indices_by_full_name[name] = i |
| 36 indices_by_full_name[symbol.full_name] = i | |
| 37 | 52 |
| 38 # Step 2: Collect same-named clone symbols. | 53 # Step 2: Collect same-named clone symbols. |
| 39 logging.debug('Grouping all clones') | 54 logging.debug('Grouping all clones') |
| 40 group_names_by_index = {} | 55 group_names_by_index = {} |
| 41 for i in clone_indices: | 56 for i in clone_indices: |
| 42 symbol = symbols[i] | 57 symbol = symbols[i] |
| 43 # Multiple attributes could exist, so search from left-to-right. | 58 stripped_full_name = _StripCloneSuffix(symbol.full_name) |
| 44 stripped_name = symbol.name[:symbol.name.index(' [clone ')] | 59 name_tup = (symbol.section_name, stripped_full_name) |
| 45 stripped_full_name = symbol.full_name[:symbol.full_name.index(' [clone ')] | |
| 46 name_tup = (symbol.section_name, stripped_name, stripped_full_name) | |
| 47 replacement_list = replacements_by_tup[name_tup] | 60 replacement_list = replacements_by_tup[name_tup] |
| 48 | 61 |
| 49 if not replacement_list: | 62 if not replacement_list: |
| 50 # First occurance, check for non-clone symbol. | 63 # First occurance, check for non-clone symbol. |
| 51 non_clone_idx = indices_by_full_name.get(stripped_name) | 64 non_clone_idx = indices_by_full_name.get(stripped_full_name) |
| 52 if non_clone_idx is not None: | 65 if non_clone_idx is not None: |
| 53 non_clone_symbol = symbols[non_clone_idx] | 66 non_clone_symbol = symbols[non_clone_idx] |
| 54 replacement_list.append((non_clone_idx, non_clone_symbol)) | 67 replacement_list.append((non_clone_idx, non_clone_symbol)) |
| 55 group_names_by_index[non_clone_idx] = stripped_name | 68 group_names_by_index[non_clone_idx] = stripped_full_name |
| 56 | 69 |
| 57 replacement_list.append((i, symbol)) | 70 replacement_list.append((i, symbol)) |
| 58 group_names_by_index[i] = stripped_name | 71 group_names_by_index[i] = stripped_full_name |
| 59 | 72 |
| 60 # Step 3: Undo clustering when length=1. | 73 # Step 3: Undo clustering when length=1. |
| 61 # Removing these groups means Diff() logic must know about [clone] suffix. | 74 # Removing these groups means Diff() logic must know about [clone] suffix. |
| 62 to_clear = [] | 75 to_clear = [] |
| 63 for name_tup, replacement_list in replacements_by_tup.iteritems(): | 76 for name_tup, replacement_list in replacements_by_tup.iteritems(): |
| 64 if len(replacement_list) == 1: | 77 if len(replacement_list) == 1: |
| 65 to_clear.append(name_tup) | 78 to_clear.append(name_tup) |
| 66 for name_tup in to_clear: | 79 for name_tup in to_clear: |
| 67 del replacements_by_tup[name_tup] | 80 del replacements_by_tup[name_tup] |
| 68 | 81 |
| 69 # Step 4: Replace first symbol from each cluster with a SymbolGroup. | 82 # Step 4: Replace first symbol from each cluster with a SymbolGroup. |
| 70 before_symbol_count = sum(len(x) for x in replacements_by_tup.itervalues()) | 83 before_symbol_count = sum(len(x) for x in replacements_by_tup.itervalues()) |
| 71 logging.debug('Creating %d symbol groups from %d symbols. %d clones had only ' | 84 logging.debug('Creating %d symbol groups from %d symbols. %d clones had only ' |
| 72 'one symbol.', len(replacements_by_tup), before_symbol_count, | 85 'one symbol.', len(replacements_by_tup), before_symbol_count, |
| 73 len(to_clear)) | 86 len(to_clear)) |
| 74 | 87 |
| 75 len_delta = len(replacements_by_tup) - before_symbol_count | 88 len_delta = len(replacements_by_tup) - before_symbol_count |
| 76 grouped_symbols = [None] * (len(symbols) + len_delta) | 89 grouped_symbols = [None] * (len(symbols) + len_delta) |
| 77 dest_index = 0 | 90 dest_index = 0 |
| 78 src_index = 0 | 91 src_index = 0 |
| 79 seen_tups = set() | 92 seen_tups = set() |
| 80 replacement_tup_by_index = {} | 93 index_and_name_tups = [] |
| 81 for name_tup, replacement_list in replacements_by_tup.iteritems(): | 94 for name_tup, replacement_list in replacements_by_tup.iteritems(): |
| 82 for tup in replacement_list: | 95 for symbol_tup in replacement_list: |
| 83 replacement_tup_by_index[tup[0]] = name_tup | 96 index_and_name_tups.append((symbol_tup[0], name_tup)) |
| 84 | 97 |
| 85 sorted_items = replacement_tup_by_index.items() | 98 index_and_name_tups.sort(key=lambda tup: tup[0]) |
| 86 sorted_items.sort(key=lambda tup: tup[0]) | 99 for index, name_tup in index_and_name_tups: |
| 87 for index, name_tup in sorted_items: | |
| 88 count = index - src_index | 100 count = index - src_index |
| 89 grouped_symbols[dest_index:dest_index + count] = ( | 101 grouped_symbols[dest_index:dest_index + count] = ( |
| 90 symbols[src_index:src_index + count]) | 102 symbols[src_index:src_index + count]) |
| 91 src_index = index + 1 | 103 src_index = index + 1 |
| 92 dest_index += count | 104 dest_index += count |
| 93 if name_tup not in seen_tups: | 105 if name_tup not in seen_tups: |
| 94 seen_tups.add(name_tup) | 106 seen_tups.add(name_tup) |
| 95 group_symbols = [tup[1] for tup in replacements_by_tup[name_tup]] | 107 group_symbols = [tup[1] for tup in replacements_by_tup[name_tup]] |
| 96 grouped_symbols[dest_index] = symbols._CreateTransformed( | 108 section_name, stripped_full_name = name_tup |
| 97 group_symbols, name=name_tup[1], full_name=name_tup[2], | 109 if stripped_full_name.startswith('*'): |
| 98 section_name=name_tup[0]) | 110 stripped_template_name = stripped_full_name |
| 111 stripped_name = stripped_full_name |
| 112 else: |
| 113 stripped_template_name = _StripCloneSuffix( |
| 114 group_symbols[0].template_name) |
| 115 stripped_name = _StripCloneSuffix(group_symbols[0].name) |
| 116 cluster = symbols._CreateTransformed( |
| 117 group_symbols, full_name=stripped_full_name, |
| 118 template_name=stripped_template_name, name=stripped_name, |
| 119 section_name=section_name) |
| 120 function_signature.InternSameNames(cluster) |
| 121 grouped_symbols[dest_index] = cluster |
| 99 dest_index += 1 | 122 dest_index += 1 |
| 100 | 123 |
| 101 assert len(grouped_symbols[dest_index:None]) == len(symbols[src_index:None]) | 124 assert len(grouped_symbols[dest_index:None]) == len(symbols[src_index:None]) |
| 102 grouped_symbols[dest_index:None] = symbols[src_index:None] | 125 grouped_symbols[dest_index:None] = symbols[src_index:None] |
| 103 logging.debug('Finished clustering symbols.') | 126 logging.debug('Finished clustering symbols.') |
| 104 return grouped_symbols | 127 return grouped_symbols |
| OLD | NEW |