Implement IdentityMap<V>, a robust, GC-safe object-identity HashMap.

src/heap/identity-map.cc

Index: src/heap/identity-map.cc
diff --git a/src/heap/identity-map.cc b/src/heap/identity-map.cc
new file mode 100644
index 0000000000000000000000000000000000000000..daa4682df42f26693223afabbdd786fa6ba34682
--- /dev/null
+++ b/src/heap/identity-map.cc
@@ -0,0 +1,170 @@
+// Copyright 2015 the V8 project authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "src/v8.h"
+
+#include "src/heap/heap.h"
+#include "src/heap/identity-map.h"
+
+namespace v8 {
+namespace internal {
+
+static const int kInitialIdentityMapSize = 32;
+
+IdentityMapBase::~IdentityMapBase() {
+  if (keys_) {
+    if (concurrent_) heap_->relocation_mutex()->Lock();

[Benedikt Meurer, 2015/04/27 04:04:17]

How about a simple helper class like this:

namespace {
class AutoLocker {
 public:
  AutoLocker(Heap* heap, bool concurrent) : heap_(heap), concurrent_(concurent)
{
   if (concurrent_) heap_->relocation_mutex()->Lock();
  }
  ~AutoLocker() { if (concurrent_) heap_->relocation_mutex()->Unlock(); }

 private:
  Heap* heap_;
  bool concurrent_;
};
}

and then use it like this:

AutoLocker locker(heap_, concurrent_);

same below. That should make the code more robust.

[titzer, 2015/04/27 10:43:03]

Done.

I've made one in the Heap called OptionalRelocationLock. Now the mutex doesn't
have to be accessible outside.

+    heap_->UnregisterStrongRoots(keys_);
+    if (concurrent_) heap_->relocation_mutex()->Unlock();
+  }
+}
+
+
+int IdentityMapBase::LookupIndex(Object* address) {
+  int start = Hash(address) & mask_;
+  for (int index = start; index < size_; index++) {
+    if (keys_[index] == address) return index;  // found
+    if (keys_[index] == nullptr) return -1;     // not found
+  }
+  for (int index = 0; index < start; index++) {
+    if (keys_[index] == address) return index;  // found
+    if (keys_[index] == nullptr) return -1;     // not found
+  }
+  return -1;
+}
+
+
+int IdentityMapBase::InsertIndex(Object* address) {
+  while (true) {
+    int start = Hash(address) & mask_;
+    int limit = size_ / 2;
+    for (int index = start; index < size_; index++) {
+      if (keys_[index] == address) return index;  // found
+      if (keys_[index] == nullptr) {              // free entry
+        keys_[index] = address;
+        return index;
+      }
+      if (--limit == 0) break;  // searched too far; resize to insert.
+    }
+    Resize();  // Should only have to resize once, since we grow 4x.

[Hannes Payer (out of office), 2015/04/27 15:06:32]

Let's assert that we just resize once.

[titzer, 2015/04/27 16:32:50]

Resize() will fail if it gets too big. Should I count the number of resizes
here?

+  }
+  UNREACHABLE();
+  return -1;
+}
+
+
+// Searches this map for the given key using the object's address
+// as the identity, returning:
+//    found => a pointer to the storage location for the value
+//    not found => a pointer to a new storage location for the value
+IdentityMapBase::RawEntry IdentityMapBase::GetEntry(Handle<Object> handle) {
+  if (concurrent_) heap_->relocation_mutex()->Lock();
+  RawEntry result;
+  if (size_ == 0) {
+    // Allocate the initial storage for keys and values.
+    size_ = kInitialIdentityMapSize;
+    mask_ = kInitialIdentityMapSize - 1;
+    gc_counter_ = heap_->gc_count();
+
+    keys_ = zone_->NewArray<Object*>(size_);
+    memset(keys_, 0, sizeof(Object*) * size_);
+    values_ = zone_->NewArray<void*>(size_);
+    memset(values_, 0, sizeof(void*) * size_);
+
+    heap_->RegisterStrongRoots(keys_, keys_ + size_);
+    result = Insert(handle);
+  } else {
+    // Perform an optimistic lookup.
+    result = Lookup(handle);
+    if (result == nullptr) {
+      // Miss; rehash if there was a GC, then insert.
+      if (gc_counter_ != heap_->gc_count()) Rehash();
+      result = Insert(handle);
+    }
+  }
+  if (concurrent_) heap_->relocation_mutex()->Unlock();
+  return result;
+}
+
+
+// Searches this map for the given key using the object's address
+// as the identity, returning:
+//    found => a pointer to the storage location for the value
+//    not found => {nullptr}
+IdentityMapBase::RawEntry IdentityMapBase::FindEntry(Handle<Object> handle) {
+  if (size_ == 0) return nullptr;
+
+  if (concurrent_) heap_->relocation_mutex()->Lock();
+  RawEntry result = Lookup(handle);
+  if (result == nullptr && gc_counter_ != heap_->gc_count()) {
+    Rehash();  // Rehash is expensive, so only do it in case of a miss.
+    result = Lookup(handle);
+  }
+  if (concurrent_) heap_->relocation_mutex()->Unlock();
+  return result;
+}
+
+
+void IdentityMapBase::Rehash() {
+  // Record the current GC counter.
+  gc_counter_ = heap_->gc_count();
+  // Assume that most objects won't be moved.
+  ZoneVector<std::pair<Object*, void*>> reinsert(zone_);
+  // Search the table looking for keys that wouldn't be found with their
+  // current hashcode and evacuate them.
+  int last_empty = -1;
+  for (int i = 0; i < size_; i++) {
+    if (keys_[i] == nullptr) {
+      last_empty = i;
+    } else {
+      int pos = Hash(keys_[i]) & mask_;
+      if (pos <= last_empty || pos > i) {
+        // Evacuate an entry that is in the wrong place.
+        reinsert.push_back(std::pair<Object*, void*>(keys_[i], values_[i]));
+        keys_[i] = nullptr;
+        values_[i] = nullptr;
+        last_empty = i;
+      }
+    }
+  }
+  // Reinsert all the key/value pairs that were in the wrong place.
+  for (auto pair : reinsert) {
+    int index = InsertIndex(pair.first);
+    DCHECK_GE(index, 0);
+    DCHECK_NULL(values_[index]);
+    values_[index] = pair.second;
+  }
+}
+
+
+void IdentityMapBase::Resize() {
+  // Grow the internal storage and reinsert all the key/value pairs.
+  int old_size = size_;
+  Object** old_keys = keys_;
+  void** old_values = values_;
+
+  size_ = size_ * 4;
+  mask_ = size_ - 1;
+  gc_counter_ = heap_->gc_count();
+
+  CHECK_LE(size_, (1024 * 1024 * 16));  // that would be extreme...
+
+  keys_ = zone_->NewArray<Object*>(size_);
+  memset(keys_, 0, sizeof(Object*) * size_);
+  values_ = zone_->NewArray<void*>(size_);
+  memset(values_, 0, sizeof(void*) * size_);
+
+  for (int i = 0; i < old_size; i++) {
+    if (old_keys[i] == nullptr) continue;
+    int index = InsertIndex(old_keys[i]);
+    DCHECK_GE(index, 0);
+    values_[index] = old_values[i];
+  }
+
+  // Unregister old keys and register new keys.
+  heap_->UnregisterStrongRoots(old_keys);
+  heap_->RegisterStrongRoots(keys_, keys_ + size_);
+}
+}
+}  // namespace v8::internal