doubly-linked free-lists for thread caches and page heaps

third_party/tcmalloc/chromium/src/common.cc

-// Copyright (c) 2008, Google Inc.
+// Copyright (c) 2011, Google Inc.
 // All rights reserved.
 // 
 // Redistribution and use in source and binary forms, with or without
 // modification, are permitted provided that the following conditions are
 // met:
 // 
 //     * Redistributions of source code must retain the above copyright
 // notice, this list of conditions and the following disclaimer.
 //     * Redistributions in binary form must reproduce the above
 // copyright notice, this list of conditions and the following disclaimer
@@ skipping 136 matching lines @@
 
   // Initialize the mapping arrays
   int next_size = 0;
   for (int c = 1; c < kNumClasses; c++) {
     const int max_size_in_class = class_to_size_[c];
     for (int s = next_size; s <= max_size_in_class; s += kAlignment) {
       class_array_[ClassIndex(s)] = c;
     }
     next_size = max_size_in_class + kAlignment;
   }
+  if (HAS_64_BIT_POINTERS) {
+    class_to_size_[FIRST_NON_0_SIZE_CLASS - 1] =
+        class_to_size_[FIRST_NON_0_SIZE_CLASS];
+    for (int i = 0; i < FIRST_NON_0_SIZE_CLASS; i++) {
+      class_array_[i] = FIRST_NON_0_SIZE_CLASS;
+    }
+  }
 
   // Double-check sizes just to be safe
   for (size_t size = 0; size <= kMaxSize; size++) {
     const int sc = SizeClass(size);
     if (sc <= 0 || sc >= kNumClasses) {
       CRASH("Bad size class %d for %" PRIuS "\n", sc, size);
     }
-    if (sc > 1 && size <= class_to_size_[sc-1]) {
+    if (sc > FIRST_NON_0_SIZE_CLASS && size <= class_to_size_[sc-1]) {
       CRASH("Allocating unnecessarily large class %d for %" PRIuS
             "\n", sc, size);
     }
     const size_t s = class_to_size_[sc];
     if (size > s) {
       CRASH("Bad size %" PRIuS " for %" PRIuS " (sc = %d)\n", s, size, sc);
     }
     if (s == 0) {
       CRASH("Bad size %" PRIuS " for %" PRIuS " (sc = %d)\n", s, size, sc);
     }
+    if (HAS_64_BIT_POINTERS) {
+      if (sc > 0 && sc < FIRST_NON_0_SIZE_CLASS){
+        CRASH("Bad size class %d for %" PRIuS "\n", sc, size);
+      }
+      if (s > 0 && s < FIRST_NON_0_SIZE) {
+        CRASH("Bad size %" PRIuS " for %" PRIuS " (sc = %d)\n", s, size, sc);
+      }
+    }
   }
 
   // Initialize the num_objects_to_move array.
   for (size_t cl = 1; cl  < kNumClasses; ++cl) {
     num_objects_to_move_[cl] = NumMoveSize(ByteSizeForClass(cl));
   }
 }
 
 void SizeMap::Dump(TCMalloc_Printer* out) {
   // Dump class sizes and maximum external wastage per size class
@@ skipping 22 matching lines @@
   return result;
 }
 
 uint64_t metadata_system_bytes() { return metadata_system_bytes_; }
 
 void increment_metadata_system_bytes(size_t bytes) {
   metadata_system_bytes_ += bytes;
 }
 
 }  // namespace tcmalloc