Index: scons-2.0.1/engine/SCons/Memoize.py |
=================================================================== |
--- scons-2.0.1/engine/SCons/Memoize.py (revision 0) |
+++ scons-2.0.1/engine/SCons/Memoize.py (revision 0) |
@@ -0,0 +1,244 @@ |
+# |
+# Copyright (c) 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010 The SCons Foundation |
+# |
+# Permission is hereby granted, free of charge, to any person obtaining |
+# a copy of this software and associated documentation files (the |
+# "Software"), to deal in the Software without restriction, including |
+# without limitation the rights to use, copy, modify, merge, publish, |
+# distribute, sublicense, and/or sell copies of the Software, and to |
+# permit persons to whom the Software is furnished to do so, subject to |
+# the following conditions: |
+# |
+# The above copyright notice and this permission notice shall be included |
+# in all copies or substantial portions of the Software. |
+# |
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY |
+# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE |
+# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE |
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION |
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION |
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. |
+# |
+ |
+__revision__ = "src/engine/SCons/Memoize.py 5134 2010/08/16 23:02:40 bdeegan" |
+ |
+__doc__ = """Memoizer |
+ |
+A metaclass implementation to count hits and misses of the computed |
+values that various methods cache in memory. |
+ |
+Use of this modules assumes that wrapped methods be coded to cache their |
+values in a consistent way. Here is an example of wrapping a method |
+that returns a computed value, with no input parameters: |
+ |
+ memoizer_counters = [] # Memoization |
+ |
+ memoizer_counters.append(SCons.Memoize.CountValue('foo')) # Memoization |
+ |
+ def foo(self): |
+ |
+ try: # Memoization |
+ return self._memo['foo'] # Memoization |
+ except KeyError: # Memoization |
+ pass # Memoization |
+ |
+ result = self.compute_foo_value() |
+ |
+ self._memo['foo'] = result # Memoization |
+ |
+ return result |
+ |
+Here is an example of wrapping a method that will return different values |
+based on one or more input arguments: |
+ |
+ def _bar_key(self, argument): # Memoization |
+ return argument # Memoization |
+ |
+ memoizer_counters.append(SCons.Memoize.CountDict('bar', _bar_key)) # Memoization |
+ |
+ def bar(self, argument): |
+ |
+ memo_key = argument # Memoization |
+ try: # Memoization |
+ memo_dict = self._memo['bar'] # Memoization |
+ except KeyError: # Memoization |
+ memo_dict = {} # Memoization |
+ self._memo['dict'] = memo_dict # Memoization |
+ else: # Memoization |
+ try: # Memoization |
+ return memo_dict[memo_key] # Memoization |
+ except KeyError: # Memoization |
+ pass # Memoization |
+ |
+ result = self.compute_bar_value(argument) |
+ |
+ memo_dict[memo_key] = result # Memoization |
+ |
+ return result |
+ |
+At one point we avoided replicating this sort of logic in all the methods |
+by putting it right into this module, but we've moved away from that at |
+present (see the "Historical Note," below.). |
+ |
+Deciding what to cache is tricky, because different configurations |
+can have radically different performance tradeoffs, and because the |
+tradeoffs involved are often so non-obvious. Consequently, deciding |
+whether or not to cache a given method will likely be more of an art than |
+a science, but should still be based on available data from this module. |
+Here are some VERY GENERAL guidelines about deciding whether or not to |
+cache return values from a method that's being called a lot: |
+ |
+ -- The first question to ask is, "Can we change the calling code |
+ so this method isn't called so often?" Sometimes this can be |
+ done by changing the algorithm. Sometimes the *caller* should |
+ be memoized, not the method you're looking at. |
+ |
+ -- The memoized function should be timed with multiple configurations |
+ to make sure it doesn't inadvertently slow down some other |
+ configuration. |
+ |
+ -- When memoizing values based on a dictionary key composed of |
+ input arguments, you don't need to use all of the arguments |
+ if some of them don't affect the return values. |
+ |
+Historical Note: The initial Memoizer implementation actually handled |
+the caching of values for the wrapped methods, based on a set of generic |
+algorithms for computing hashable values based on the method's arguments. |
+This collected caching logic nicely, but had two drawbacks: |
+ |
+ Running arguments through a generic key-conversion mechanism is slower |
+ (and less flexible) than just coding these things directly. Since the |
+ methods that need memoized values are generally performance-critical, |
+ slowing them down in order to collect the logic isn't the right |
+ tradeoff. |
+ |
+ Use of the memoizer really obscured what was being called, because |
+ all the memoized methods were wrapped with re-used generic methods. |
+ This made it more difficult, for example, to use the Python profiler |
+ to figure out how to optimize the underlying methods. |
+""" |
+ |
+import types |
+ |
+# A flag controlling whether or not we actually use memoization. |
+use_memoizer = None |
+ |
+CounterList = [] |
+ |
+class Counter(object): |
+ """ |
+ Base class for counting memoization hits and misses. |
+ |
+ We expect that the metaclass initialization will have filled in |
+ the .name attribute that represents the name of the function |
+ being counted. |
+ """ |
+ def __init__(self, method_name): |
+ """ |
+ """ |
+ self.method_name = method_name |
+ self.hit = 0 |
+ self.miss = 0 |
+ CounterList.append(self) |
+ def display(self): |
+ fmt = " %7d hits %7d misses %s()" |
+ print fmt % (self.hit, self.miss, self.name) |
+ def __cmp__(self, other): |
+ try: |
+ return cmp(self.name, other.name) |
+ except AttributeError: |
+ return 0 |
+ |
+class CountValue(Counter): |
+ """ |
+ A counter class for simple, atomic memoized values. |
+ |
+ A CountValue object should be instantiated in a class for each of |
+ the class's methods that memoizes its return value by simply storing |
+ the return value in its _memo dictionary. |
+ |
+ We expect that the metaclass initialization will fill in the |
+ .underlying_method attribute with the method that we're wrapping. |
+ We then call the underlying_method method after counting whether |
+ its memoized value has already been set (a hit) or not (a miss). |
+ """ |
+ def __call__(self, *args, **kw): |
+ obj = args[0] |
+ if self.method_name in obj._memo: |
+ self.hit = self.hit + 1 |
+ else: |
+ self.miss = self.miss + 1 |
+ return self.underlying_method(*args, **kw) |
+ |
+class CountDict(Counter): |
+ """ |
+ A counter class for memoized values stored in a dictionary, with |
+ keys based on the method's input arguments. |
+ |
+ A CountDict object is instantiated in a class for each of the |
+ class's methods that memoizes its return value in a dictionary, |
+ indexed by some key that can be computed from one or more of |
+ its input arguments. |
+ |
+ We expect that the metaclass initialization will fill in the |
+ .underlying_method attribute with the method that we're wrapping. |
+ We then call the underlying_method method after counting whether the |
+ computed key value is already present in the memoization dictionary |
+ (a hit) or not (a miss). |
+ """ |
+ def __init__(self, method_name, keymaker): |
+ """ |
+ """ |
+ Counter.__init__(self, method_name) |
+ self.keymaker = keymaker |
+ def __call__(self, *args, **kw): |
+ obj = args[0] |
+ try: |
+ memo_dict = obj._memo[self.method_name] |
+ except KeyError: |
+ self.miss = self.miss + 1 |
+ else: |
+ key = self.keymaker(*args, **kw) |
+ if key in memo_dict: |
+ self.hit = self.hit + 1 |
+ else: |
+ self.miss = self.miss + 1 |
+ return self.underlying_method(*args, **kw) |
+ |
+class Memoizer(object): |
+ """Object which performs caching of method calls for its 'primary' |
+ instance.""" |
+ |
+ def __init__(self): |
+ pass |
+ |
+def Dump(title=None): |
+ if title: |
+ print title |
+ CounterList.sort() |
+ for counter in CounterList: |
+ counter.display() |
+ |
+class Memoized_Metaclass(type): |
+ def __init__(cls, name, bases, cls_dict): |
+ super(Memoized_Metaclass, cls).__init__(name, bases, cls_dict) |
+ |
+ for counter in cls_dict.get('memoizer_counters', []): |
+ method_name = counter.method_name |
+ |
+ counter.name = cls.__name__ + '.' + method_name |
+ counter.underlying_method = cls_dict[method_name] |
+ |
+ replacement_method = types.MethodType(counter, None, cls) |
+ setattr(cls, method_name, replacement_method) |
+ |
+def EnableMemoization(): |
+ global use_memoizer |
+ use_memoizer = 1 |
+ |
+# Local Variables: |
+# tab-width:4 |
+# indent-tabs-mode:nil |
+# End: |
+# vim: set expandtab tabstop=4 shiftwidth=4: |
Property changes on: scons-2.0.1/engine/SCons/Memoize.py |
___________________________________________________________________ |
Added: svn:eol-style |
+ LF |