appengine/findit/lib/test/cache_decorator_test.py - Issue 2538373003: [Culprit-Finder] Merge lib/ to libs/.

Side by Side Diff: appengine/findit/lib/test/cache_decorator_test.py

Issue 2538373003: [Culprit-Finder] Merge lib/ to libs/. (Closed)

Patch Set: . Created 4 years ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

OLD	NEW
	(Empty)
1 # Copyright 2015 The Chromium Authors. All rights reserved.

2 # Use of this source code is governed by a BSD-style license that can be

3 # found in the LICENSE file.

4

5 import pickle

6 import zlib

7

8 from google.appengine.api import memcache

9 from testing_utils import testing

10

11 from lib import cache_decorator

12

13

14 class _DummyCacher(cache_decorator.Cacher):

15 def __init__(self, cached_data):

16 self.cached_data = cached_data

17

18 def Get(self, key):

19 return self.cached_data.get(key)

20

21 def Set(self, key, data, expire_time=0):

22 self.cached_data[key] = data

23

24

25 def _DummyKeyGenerator(func, *_):

26 return func.__name__

27

28

29 class CacheDecoratorTest(testing.AppengineTestCase):

30 def testPickledMemCacher(self):

31 cacher = cache_decorator.PickledMemCacher()

32 cacher.Set('a', 'd')

33 self.assertEquals('d', cacher.Get('a'))

34

35 def _MockPickleAndZlib(self):

36 def Func(string, _, *__):

37 return string

38 self.mock(pickle, 'dumps', Func)

39 self.mock(pickle, 'loads', Func)

40 self.mock(zlib, 'compress', Func)

41 self.mock(zlib, 'decompress', Func)

42

43 def testCachingSmallDataInCompressedMemCacher(self):

44 self._MockPickleAndZlib()

45 cacher = cache_decorator.CompressedMemCacher()

46 data = 'A' * 1024 # A string of size 1KB.

47 cacher.Set('a', data)

48 self.assertEquals(data, cacher.Get('a'))

49

50 def testCachingLargeDataInCompressedMemCacher(self):

51 self._MockPickleAndZlib()

52 cacher = cache_decorator.CompressedMemCacher()

53 data = 'A' * (1024 * 1024 * 2) # A string of size 2MB.

54 cacher.Set('a', data)

55 self.assertEquals(data, cacher.Get('a'))

56

57 def testMissingSubPieceOfLargeDataInCompressedMemCacher(self):

58 self._MockPickleAndZlib()

59 cacher = cache_decorator.CompressedMemCacher()

60 data = 'A' * (1024 * 1024 * 2) # A string of size 2MB.

61 cacher.Set('a', data)

62 memcache.delete('a-0')

63 self.assertEquals(None, cacher.Get('a'))

64

65 def testDefaultKeyGenerator(self):

66 expected_params = {

67 'id1': 'fi',

68 'id2': 'pi',

69 'url': 'http://url',

70 }

71 # Hexadecimal digits of MD5 digest of "pickled_params".

72 expected_key = 'f5f173c811f7c537a80d44511903a3e0'

73

74 def MockPickleDumps(params):

75 self.assertEqual(expected_params, params)

76 return 'pickled_params'

77

78 def Func(id1, id2, url=None): # Unused parameters-pylint: disable=W0613

79 return 1 # pragma: no cover.

80

81 class CallableIdentifier(object):

82 def identifier(self):

83 return 'fi'

84

85 class PropertyIdentifier(object):

86 @property

87 def identifier(self):

88 return 'pi'

89

90 self.mock(pickle, 'dumps', MockPickleDumps)

91

92 args = (CallableIdentifier(), PropertyIdentifier())

93 kwargs = {'url': 'http://url'}

94 key = cache_decorator._DefaultKeyGenerator(Func, args, kwargs)

95 self.assertEqual(expected_key, key)

96

97 def testCachedDecoratorWhenResultIsAlreadyCached(self):

98 cacher = _DummyCacher({'n-Func': 1})

99

100 @cache_decorator.Cached(

101 namespace='n', key_generator=_DummyKeyGenerator, cacher=cacher)

102 def Func():

103 return 2 # pragma: no cover.

104

105 self.assertEqual(1, Func())

106 self.assertEqual({'n-Func': 1}, cacher.cached_data)

107

108 def testCachedDecoratorWhenResultIsNotCachedYet(self):

109 cacher = _DummyCacher({})

110

111 @cache_decorator.Cached(

112 namespace='n', key_generator=_DummyKeyGenerator, cacher=cacher)

113 def Func():

114 return 2

115

116 self.assertEqual(2, Func())

117 self.assertEqual({'n-Func': 2}, cacher.cached_data)

118

119 def testCachedDecoratorWhenResultShouldNotBeCached(self):

120 cacher = _DummyCacher({})

121

122 results = [None, 0, [], {}, '']

123

124 @cache_decorator.Cached(

125 namespace='n', key_generator=_DummyKeyGenerator, cacher=cacher)

126 def Func():

127 return results.pop()

128

129 self.assertEqual('', Func())

130 self.assertEqual({}, cacher.cached_data)

131 self.assertEqual({}, Func())

132 self.assertEqual({}, cacher.cached_data)

133 self.assertEqual([], Func())

134 self.assertEqual({}, cacher.cached_data)

135 self.assertEqual(0, Func())

136 self.assertEqual({}, cacher.cached_data)

137 self.assertIsNone(Func())

138 self.assertEqual({}, cacher.cached_data)

139

140 def testCachedDecoratorWithMethodInAClass(self):

141 class A(object):

142 def __init__(self, url, retries):

143 self.url = url

144 self.retries = retries

145 self.runs = 0

146

147 @property

148 def identifier(self):

149 return self.url

150

151 @cache_decorator.Cached()

152 def Func(self, path):

153 self.runs += 1

154 return self.url + '/' + path

155

156 a1 = A('http://test', 3)

157 self.assertEqual('http://test/p1', a1.Func('p1'))

158 self.assertEqual('http://test/p1', a1.Func('p1'))

159 self.assertEqual(1, a1.runs)

160

161 a2 = A('http://test', 5)

162 self.assertEqual('http://test/p1', a2.Func('p1'))

163 self.assertEqual(0, a2.runs)

OLD	NEW

« no previous file with comments | « appengine/findit/lib/test/__init__.py ('k') | appengine/findit/lib/test/time_util_test.py » ('j') | appengine/findit/libs/cache_decorator.py » ('J')