| OLD | NEW |
| 1 // Copyright 2015 The Chromium Authors. All rights reserved. | 1 // Copyright 2015 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 package memory | 5 package memory |
| 6 | 6 |
| 7 import ( | 7 import ( |
| 8 "encoding/binary" | 8 "encoding/binary" |
| 9 "sync" | 9 "sync" |
| 10 "time" | 10 "time" |
| (...skipping 32 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 43 func (m *mcItem) SetFlags(flg uint32) mc.Item { | 43 func (m *mcItem) SetFlags(flg uint32) mc.Item { |
| 44 m.flags = flg | 44 m.flags = flg |
| 45 return m | 45 return m |
| 46 } | 46 } |
| 47 func (m *mcItem) SetExpiration(exp time.Duration) mc.Item { | 47 func (m *mcItem) SetExpiration(exp time.Duration) mc.Item { |
| 48 m.expiration = exp | 48 m.expiration = exp |
| 49 return m | 49 return m |
| 50 } | 50 } |
| 51 | 51 |
| 52 func (m *mcItem) SetAll(other mc.Item) { | 52 func (m *mcItem) SetAll(other mc.Item) { |
| 53 » *m = *other.(*mcItem).duplicate(false) | 53 » *m = *other.(*mcItem) |
| 54 } | 54 } |
| 55 | 55 |
| 56 func (m *mcItem) duplicate(deep bool) *mcItem { | 56 type mcDataItem struct { |
| 57 » ret := mcItem{} | 57 » value []byte |
| 58 » ret = *m | 58 » flags uint32 |
| 59 » if deep { | 59 » expiration time.Time |
| 60 » » ret.value = make([]byte, len(m.value)) | 60 » casID uint64 |
| 61 » » copy(ret.value, m.value) | 61 } |
| 62 » } | 62 |
| 63 » return &ret | 63 func (m *mcDataItem) toUserItem(key string) *mcItem { |
| 64 » value := make([]byte, len(m.value)) |
| 65 » copy(value, m.value) |
| 66 » // Expiration is defined to be 0 when retrieving items from memcache. |
| 67 » // https://cloud.google.com/appengine/docs/go/memcache/reference#Item |
| 68 » // ¯\_(ツ)_/¯ |
| 69 » return &mcItem{key, value, m.flags, 0, m.casID} |
| 64 } | 70 } |
| 65 | 71 |
| 66 type memcacheData struct { | 72 type memcacheData struct { |
| 67 lock sync.RWMutex | 73 lock sync.RWMutex |
| 68 » items map[string]*mcItem | 74 » items map[string]*mcDataItem |
| 69 casID uint64 | 75 casID uint64 |
| 70 | 76 |
| 71 stats mc.Statistics | 77 stats mc.Statistics |
| 72 } | 78 } |
| 73 | 79 |
| 74 func (m *memcacheData) mkItemLocked(now time.Time, i mc.Item) (ret *mcItem) { | 80 func (m *memcacheData) mkDataItemLocked(now time.Time, i mc.Item) (ret *mcDataIt
em) { |
| 75 m.casID++ | 81 m.casID++ |
| 76 | 82 |
| 77 » var exp time.Duration | 83 » exp := time.Time{} |
| 78 if i.Expiration() != 0 { | 84 if i.Expiration() != 0 { |
| 79 » » exp = time.Duration(now.Add(i.Expiration()).UnixNano()) | 85 » » exp = now.Add(i.Expiration()).Truncate(time.Second) |
| 80 } | 86 } |
| 81 value := make([]byte, len(i.Value())) | 87 value := make([]byte, len(i.Value())) |
| 82 copy(value, i.Value()) | 88 copy(value, i.Value()) |
| 83 » return &mcItem{ | 89 » return &mcDataItem{ |
| 84 » » key: i.Key(), | |
| 85 flags: i.Flags(), | 90 flags: i.Flags(), |
| 86 expiration: exp, | 91 expiration: exp, |
| 87 value: value, | 92 value: value, |
| 88 » » CasID: m.casID, | 93 » » casID: m.casID, |
| 89 } | 94 } |
| 90 } | 95 } |
| 91 | 96 |
| 92 func (m *memcacheData) setItemLocked(now time.Time, i mc.Item) { | 97 func (m *memcacheData) setItemLocked(now time.Time, i mc.Item) { |
| 93 if cur, ok := m.items[i.Key()]; ok { | 98 if cur, ok := m.items[i.Key()]; ok { |
| 94 m.stats.Items-- | 99 m.stats.Items-- |
| 95 m.stats.Bytes -= uint64(len(cur.value)) | 100 m.stats.Bytes -= uint64(len(cur.value)) |
| 96 } | 101 } |
| 97 m.stats.Items++ | 102 m.stats.Items++ |
| 98 m.stats.Bytes += uint64(len(i.Value())) | 103 m.stats.Bytes += uint64(len(i.Value())) |
| 99 » m.items[i.Key()] = m.mkItemLocked(now, i) | 104 » m.items[i.Key()] = m.mkDataItemLocked(now, i) |
| 100 } | 105 } |
| 101 | 106 |
| 102 func (m *memcacheData) delItemLocked(k string) { | 107 func (m *memcacheData) delItemLocked(k string) { |
| 103 if itm, ok := m.items[k]; ok { | 108 if itm, ok := m.items[k]; ok { |
| 104 m.stats.Items-- | 109 m.stats.Items-- |
| 105 m.stats.Bytes -= uint64(len(itm.value)) | 110 m.stats.Bytes -= uint64(len(itm.value)) |
| 106 delete(m.items, k) | 111 delete(m.items, k) |
| 107 } | 112 } |
| 108 } | 113 } |
| 109 | 114 |
| 110 func (m *memcacheData) reset() { | 115 func (m *memcacheData) reset() { |
| 111 m.stats = mc.Statistics{} | 116 m.stats = mc.Statistics{} |
| 112 » m.items = map[string]*mcItem{} | 117 » m.items = map[string]*mcDataItem{} |
| 113 } | 118 } |
| 114 | 119 |
| 115 func (m *memcacheData) hasItemLocked(now time.Time, key string) bool { | 120 func (m *memcacheData) hasItemLocked(now time.Time, key string) bool { |
| 116 ret, ok := m.items[key] | 121 ret, ok := m.items[key] |
| 117 » if ok && ret.Expiration() != 0 && ret.Expiration() < time.Duration(now.U
nixNano()) { | 122 » if ok && !ret.expiration.IsZero() && ret.expiration.Before(now) { |
| 118 m.delItemLocked(key) | 123 m.delItemLocked(key) |
| 119 return false | 124 return false |
| 120 } | 125 } |
| 121 return ok | 126 return ok |
| 122 } | 127 } |
| 123 | 128 |
| 124 func (m *memcacheData) retrieveLocked(now time.Time, key string) (*mcItem, error
) { | 129 func (m *memcacheData) retrieveLocked(now time.Time, key string) (*mcDataItem, e
rror) { |
| 125 if !m.hasItemLocked(now, key) { | 130 if !m.hasItemLocked(now, key) { |
| 126 m.stats.Misses++ | 131 m.stats.Misses++ |
| 127 return nil, mc.ErrCacheMiss | 132 return nil, mc.ErrCacheMiss |
| 128 } | 133 } |
| 129 | 134 |
| 130 ret := m.items[key] | 135 ret := m.items[key] |
| 131 m.stats.Hits++ | 136 m.stats.Hits++ |
| 132 m.stats.ByteHits += uint64(len(ret.value)) | 137 m.stats.ByteHits += uint64(len(ret.value)) |
| 133 return ret, nil | 138 return ret, nil |
| 134 } | 139 } |
| (...skipping 13 matching lines...) Expand all Loading... |
| 148 lck := sync.Mutex{} | 153 lck := sync.Mutex{} |
| 149 mcdMap := map[string]*memcacheData{} | 154 mcdMap := map[string]*memcacheData{} |
| 150 | 155 |
| 151 return mc.SetRawFactory(c, func(ic context.Context) mc.RawInterface { | 156 return mc.SetRawFactory(c, func(ic context.Context) mc.RawInterface { |
| 152 lck.Lock() | 157 lck.Lock() |
| 153 defer lck.Unlock() | 158 defer lck.Unlock() |
| 154 | 159 |
| 155 ns := curGID(ic).namespace | 160 ns := curGID(ic).namespace |
| 156 mcd, ok := mcdMap[ns] | 161 mcd, ok := mcdMap[ns] |
| 157 if !ok { | 162 if !ok { |
| 158 » » » mcd = &memcacheData{items: map[string]*mcItem{}} | 163 » » » mcd = &memcacheData{items: map[string]*mcDataItem{}} |
| 159 mcdMap[ns] = mcd | 164 mcdMap[ns] = mcd |
| 160 } | 165 } |
| 161 | 166 |
| 162 return &memcacheImpl{ | 167 return &memcacheImpl{ |
| 163 mcd, | 168 mcd, |
| 164 ic, | 169 ic, |
| 165 } | 170 } |
| 166 }) | 171 }) |
| 167 } | 172 } |
| 168 | 173 |
| (...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 206 doCBs(items, cb, func(itm mc.Item) error { | 211 doCBs(items, cb, func(itm mc.Item) error { |
| 207 m.data.lock.Lock() | 212 m.data.lock.Lock() |
| 208 defer m.data.lock.Unlock() | 213 defer m.data.lock.Unlock() |
| 209 | 214 |
| 210 if cur, err := m.data.retrieveLocked(now, itm.Key()); err == nil
{ | 215 if cur, err := m.data.retrieveLocked(now, itm.Key()); err == nil
{ |
| 211 casid := uint64(0) | 216 casid := uint64(0) |
| 212 if mi, ok := itm.(*mcItem); ok && mi != nil { | 217 if mi, ok := itm.(*mcItem); ok && mi != nil { |
| 213 casid = mi.CasID | 218 casid = mi.CasID |
| 214 } | 219 } |
| 215 | 220 |
| 216 » » » if cur.CasID == casid { | 221 » » » if cur.casID == casid { |
| 217 m.data.setItemLocked(now, itm) | 222 m.data.setItemLocked(now, itm) |
| 218 } else { | 223 } else { |
| 219 return mc.ErrCASConflict | 224 return mc.ErrCASConflict |
| 220 } | 225 } |
| 221 return nil | 226 return nil |
| 222 } | 227 } |
| 223 return mc.ErrNotStored | 228 return mc.ErrNotStored |
| 224 }) | 229 }) |
| 225 return nil | 230 return nil |
| 226 } | 231 } |
| (...skipping 16 matching lines...) Expand all Loading... |
| 243 errs := make([]error, len(keys)) | 248 errs := make([]error, len(keys)) |
| 244 | 249 |
| 245 for i, k := range keys { | 250 for i, k := range keys { |
| 246 itms[i], errs[i] = func() (mc.Item, error) { | 251 itms[i], errs[i] = func() (mc.Item, error) { |
| 247 m.data.lock.RLock() | 252 m.data.lock.RLock() |
| 248 defer m.data.lock.RUnlock() | 253 defer m.data.lock.RUnlock() |
| 249 val, err := m.data.retrieveLocked(now, k) | 254 val, err := m.data.retrieveLocked(now, k) |
| 250 if err != nil { | 255 if err != nil { |
| 251 return nil, err | 256 return nil, err |
| 252 } | 257 } |
| 253 » » » return val.duplicate(true).SetExpiration(0), nil | 258 » » » return val.toUserItem(k), nil |
| 254 }() | 259 }() |
| 255 } | 260 } |
| 256 | 261 |
| 257 for i, itm := range itms { | 262 for i, itm := range itms { |
| 258 cb(itm, errs[i]) | 263 cb(itm, errs[i]) |
| 259 } | 264 } |
| 260 | 265 |
| 261 return nil | 266 return nil |
| 262 } | 267 } |
| 263 | 268 |
| (...skipping 66 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 330 return cur, nil | 335 return cur, nil |
| 331 } | 336 } |
| 332 | 337 |
| 333 func (m *memcacheImpl) Stats() (*mc.Statistics, error) { | 338 func (m *memcacheImpl) Stats() (*mc.Statistics, error) { |
| 334 m.data.lock.RLock() | 339 m.data.lock.RLock() |
| 335 defer m.data.lock.RUnlock() | 340 defer m.data.lock.RUnlock() |
| 336 | 341 |
| 337 ret := m.data.stats | 342 ret := m.data.stats |
| 338 return &ret, nil | 343 return &ret, nil |
| 339 } | 344 } |
| OLD | NEW |