Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright 2015 The Chromium Authors. All rights reserved. | 1 // Copyright 2015 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 package memory | 5 package memory |
| 6 | 6 |
| 7 import ( | 7 import ( |
| 8 "encoding/binary" | 8 "encoding/binary" |
| 9 "sync" | 9 "sync" |
| 10 "time" | 10 "time" |
| (...skipping 32 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 43 func (m *mcItem) SetFlags(flg uint32) mc.Item { | 43 func (m *mcItem) SetFlags(flg uint32) mc.Item { |
| 44 m.flags = flg | 44 m.flags = flg |
| 45 return m | 45 return m |
| 46 } | 46 } |
| 47 func (m *mcItem) SetExpiration(exp time.Duration) mc.Item { | 47 func (m *mcItem) SetExpiration(exp time.Duration) mc.Item { |
| 48 m.expiration = exp | 48 m.expiration = exp |
| 49 return m | 49 return m |
| 50 } | 50 } |
| 51 | 51 |
| 52 func (m *mcItem) SetAll(other mc.Item) { | 52 func (m *mcItem) SetAll(other mc.Item) { |
| 53 » *m = *other.(*mcItem).duplicate(false) | 53 » *m = *other.(*mcItem) |
| 54 } | 54 } |
| 55 | 55 |
| 56 func (m *mcItem) duplicate(deep bool) *mcItem { | 56 type mcDataItem struct { |
| 57 » ret := mcItem{} | 57 » value []byte |
| 58 » ret = *m | 58 » flags uint32 |
| 59 » if deep { | 59 » expiration time.Time |
| 60 » » ret.value = make([]byte, len(m.value)) | 60 » casID uint64 |
| 61 » » copy(ret.value, m.value) | 61 } |
| 62 » } | 62 |
| 63 » return &ret | 63 func (m *mcDataItem) toUserItem(key string) *mcItem { |
| 64 » value := make([]byte, len(m.value)) | |
| 65 » copy(value, m.value) | |
| 66 » return &mcItem{key, value, m.flags, 0, m.casID} | |
|
dnj
2015/08/04 17:55:42
Shouldn't you use "m.expiration.UTC().UnixNano() /
iannucci
2015/08/04 18:13:54
Nah, the memcache api defines Expiration has havin
| |
| 64 } | 67 } |
| 65 | 68 |
| 66 type memcacheData struct { | 69 type memcacheData struct { |
| 67 lock sync.RWMutex | 70 lock sync.RWMutex |
| 68 » items map[string]*mcItem | 71 » items map[string]*mcDataItem |
| 69 casID uint64 | 72 casID uint64 |
| 70 | 73 |
| 71 stats mc.Statistics | 74 stats mc.Statistics |
| 72 } | 75 } |
| 73 | 76 |
| 74 func (m *memcacheData) mkItemLocked(now time.Time, i mc.Item) (ret *mcItem) { | 77 func (m *memcacheData) mkDataItemLocked(now time.Time, i mc.Item) (ret *mcDataIt em) { |
| 75 m.casID++ | 78 m.casID++ |
| 76 | 79 |
| 77 » var exp time.Duration | 80 » var exp time.Time |
|
dnj
2015/08/04 17:55:43
maruel@ prefers: exp := time.Time{}
This seems to
iannucci
2015/08/04 18:13:54
Weird. I usually do that too.
| |
| 78 if i.Expiration() != 0 { | 81 if i.Expiration() != 0 { |
| 79 » » exp = time.Duration(now.Add(i.Expiration()).UnixNano()) | 82 » » exp = now.Add(i.Expiration()).Truncate(time.Second) |
| 80 } | 83 } |
| 81 value := make([]byte, len(i.Value())) | 84 value := make([]byte, len(i.Value())) |
| 82 copy(value, i.Value()) | 85 copy(value, i.Value()) |
| 83 » return &mcItem{ | 86 » return &mcDataItem{ |
| 84 » » key: i.Key(), | |
| 85 flags: i.Flags(), | 87 flags: i.Flags(), |
| 86 expiration: exp, | 88 expiration: exp, |
| 87 value: value, | 89 value: value, |
| 88 » » CasID: m.casID, | 90 » » casID: m.casID, |
| 89 } | 91 } |
| 90 } | 92 } |
| 91 | 93 |
| 92 func (m *memcacheData) setItemLocked(now time.Time, i mc.Item) { | 94 func (m *memcacheData) setItemLocked(now time.Time, i mc.Item) { |
| 93 if cur, ok := m.items[i.Key()]; ok { | 95 if cur, ok := m.items[i.Key()]; ok { |
| 94 m.stats.Items-- | 96 m.stats.Items-- |
| 95 m.stats.Bytes -= uint64(len(cur.value)) | 97 m.stats.Bytes -= uint64(len(cur.value)) |
| 96 } | 98 } |
| 97 m.stats.Items++ | 99 m.stats.Items++ |
| 98 m.stats.Bytes += uint64(len(i.Value())) | 100 m.stats.Bytes += uint64(len(i.Value())) |
| 99 » m.items[i.Key()] = m.mkItemLocked(now, i) | 101 » m.items[i.Key()] = m.mkDataItemLocked(now, i) |
| 100 } | 102 } |
| 101 | 103 |
| 102 func (m *memcacheData) delItemLocked(k string) { | 104 func (m *memcacheData) delItemLocked(k string) { |
| 103 if itm, ok := m.items[k]; ok { | 105 if itm, ok := m.items[k]; ok { |
| 104 m.stats.Items-- | 106 m.stats.Items-- |
| 105 m.stats.Bytes -= uint64(len(itm.value)) | 107 m.stats.Bytes -= uint64(len(itm.value)) |
| 106 delete(m.items, k) | 108 delete(m.items, k) |
| 107 } | 109 } |
| 108 } | 110 } |
| 109 | 111 |
| 110 func (m *memcacheData) reset() { | 112 func (m *memcacheData) reset() { |
| 111 m.stats = mc.Statistics{} | 113 m.stats = mc.Statistics{} |
| 112 » m.items = map[string]*mcItem{} | 114 » m.items = map[string]*mcDataItem{} |
| 113 } | 115 } |
| 114 | 116 |
| 115 func (m *memcacheData) hasItemLocked(now time.Time, key string) bool { | 117 func (m *memcacheData) hasItemLocked(now time.Time, key string) bool { |
| 116 ret, ok := m.items[key] | 118 ret, ok := m.items[key] |
| 117 » if ok && ret.Expiration() != 0 && ret.Expiration() < time.Duration(now.U nixNano()) { | 119 » if ok && !ret.expiration.IsZero() && ret.expiration.Before(now) { |
| 118 m.delItemLocked(key) | 120 m.delItemLocked(key) |
| 119 return false | 121 return false |
| 120 } | 122 } |
| 121 return ok | 123 return ok |
| 122 } | 124 } |
| 123 | 125 |
| 124 func (m *memcacheData) retrieveLocked(now time.Time, key string) (*mcItem, error ) { | 126 func (m *memcacheData) retrieveLocked(now time.Time, key string) (*mcDataItem, e rror) { |
| 125 if !m.hasItemLocked(now, key) { | 127 if !m.hasItemLocked(now, key) { |
| 126 m.stats.Misses++ | 128 m.stats.Misses++ |
| 127 return nil, mc.ErrCacheMiss | 129 return nil, mc.ErrCacheMiss |
| 128 } | 130 } |
| 129 | 131 |
| 130 ret := m.items[key] | 132 ret := m.items[key] |
| 131 m.stats.Hits++ | 133 m.stats.Hits++ |
| 132 m.stats.ByteHits += uint64(len(ret.value)) | 134 m.stats.ByteHits += uint64(len(ret.value)) |
| 133 return ret, nil | 135 return ret, nil |
| 134 } | 136 } |
| (...skipping 13 matching lines...) Expand all Loading... | |
| 148 lck := sync.Mutex{} | 150 lck := sync.Mutex{} |
| 149 mcdMap := map[string]*memcacheData{} | 151 mcdMap := map[string]*memcacheData{} |
| 150 | 152 |
| 151 return mc.SetRawFactory(c, func(ic context.Context) mc.RawInterface { | 153 return mc.SetRawFactory(c, func(ic context.Context) mc.RawInterface { |
| 152 lck.Lock() | 154 lck.Lock() |
| 153 defer lck.Unlock() | 155 defer lck.Unlock() |
| 154 | 156 |
| 155 ns := curGID(ic).namespace | 157 ns := curGID(ic).namespace |
| 156 mcd, ok := mcdMap[ns] | 158 mcd, ok := mcdMap[ns] |
| 157 if !ok { | 159 if !ok { |
| 158 » » » mcd = &memcacheData{items: map[string]*mcItem{}} | 160 » » » mcd = &memcacheData{items: map[string]*mcDataItem{}} |
| 159 mcdMap[ns] = mcd | 161 mcdMap[ns] = mcd |
| 160 } | 162 } |
| 161 | 163 |
| 162 return &memcacheImpl{ | 164 return &memcacheImpl{ |
| 163 mcd, | 165 mcd, |
| 164 ic, | 166 ic, |
| 165 } | 167 } |
| 166 }) | 168 }) |
| 167 } | 169 } |
| 168 | 170 |
| (...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 206 doCBs(items, cb, func(itm mc.Item) error { | 208 doCBs(items, cb, func(itm mc.Item) error { |
| 207 m.data.lock.Lock() | 209 m.data.lock.Lock() |
| 208 defer m.data.lock.Unlock() | 210 defer m.data.lock.Unlock() |
| 209 | 211 |
| 210 if cur, err := m.data.retrieveLocked(now, itm.Key()); err == nil { | 212 if cur, err := m.data.retrieveLocked(now, itm.Key()); err == nil { |
| 211 casid := uint64(0) | 213 casid := uint64(0) |
| 212 if mi, ok := itm.(*mcItem); ok && mi != nil { | 214 if mi, ok := itm.(*mcItem); ok && mi != nil { |
| 213 casid = mi.CasID | 215 casid = mi.CasID |
| 214 } | 216 } |
| 215 | 217 |
| 216 » » » if cur.CasID == casid { | 218 » » » if cur.casID == casid { |
| 217 m.data.setItemLocked(now, itm) | 219 m.data.setItemLocked(now, itm) |
| 218 } else { | 220 } else { |
| 219 return mc.ErrCASConflict | 221 return mc.ErrCASConflict |
| 220 } | 222 } |
| 221 return nil | 223 return nil |
| 222 } | 224 } |
| 223 return mc.ErrNotStored | 225 return mc.ErrNotStored |
| 224 }) | 226 }) |
| 225 return nil | 227 return nil |
| 226 } | 228 } |
| (...skipping 16 matching lines...) Expand all Loading... | |
| 243 errs := make([]error, len(keys)) | 245 errs := make([]error, len(keys)) |
| 244 | 246 |
| 245 for i, k := range keys { | 247 for i, k := range keys { |
| 246 itms[i], errs[i] = func() (mc.Item, error) { | 248 itms[i], errs[i] = func() (mc.Item, error) { |
| 247 m.data.lock.RLock() | 249 m.data.lock.RLock() |
| 248 defer m.data.lock.RUnlock() | 250 defer m.data.lock.RUnlock() |
| 249 val, err := m.data.retrieveLocked(now, k) | 251 val, err := m.data.retrieveLocked(now, k) |
| 250 if err != nil { | 252 if err != nil { |
| 251 return nil, err | 253 return nil, err |
| 252 } | 254 } |
| 253 » » » return val.duplicate(true).SetExpiration(0), nil | 255 » » » return val.toUserItem(k), nil |
| 254 }() | 256 }() |
| 255 } | 257 } |
| 256 | 258 |
| 257 for i, itm := range itms { | 259 for i, itm := range itms { |
| 258 cb(itm, errs[i]) | 260 cb(itm, errs[i]) |
| 259 } | 261 } |
| 260 | 262 |
| 261 return nil | 263 return nil |
| 262 } | 264 } |
| 263 | 265 |
| (...skipping 66 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 330 return cur, nil | 332 return cur, nil |
| 331 } | 333 } |
| 332 | 334 |
| 333 func (m *memcacheImpl) Stats() (*mc.Statistics, error) { | 335 func (m *memcacheImpl) Stats() (*mc.Statistics, error) { |
| 334 m.data.lock.RLock() | 336 m.data.lock.RLock() |
| 335 defer m.data.lock.RUnlock() | 337 defer m.data.lock.RUnlock() |
| 336 | 338 |
| 337 ret := m.data.stats | 339 ret := m.data.stats |
| 338 return &ret, nil | 340 return &ret, nil |
| 339 } | 341 } |
| OLD | NEW |