OLD | NEW |
1 // Copyright (c) 2008, Google Inc. | 1 // Copyright (c) 2008, Google Inc. |
2 // All rights reserved. | 2 // All rights reserved. |
3 // | 3 // |
4 // Redistribution and use in source and binary forms, with or without | 4 // Redistribution and use in source and binary forms, with or without |
5 // modification, are permitted provided that the following conditions are | 5 // modification, are permitted provided that the following conditions are |
6 // met: | 6 // met: |
7 // | 7 // |
8 // * Redistributions of source code must retain the above copyright | 8 // * Redistributions of source code must retain the above copyright |
9 // notice, this list of conditions and the following disclaimer. | 9 // notice, this list of conditions and the following disclaimer. |
10 // * Redistributions in binary form must reproduce the above | 10 // * Redistributions in binary form must reproduce the above |
(...skipping 18 matching lines...) Expand all Loading... |
29 | 29 |
30 // --- | 30 // --- |
31 // Author: Sanjay Ghemawat <opensource@google.com> | 31 // Author: Sanjay Ghemawat <opensource@google.com> |
32 | 32 |
33 #ifndef TCMALLOC_PAGE_HEAP_ALLOCATOR_H_ | 33 #ifndef TCMALLOC_PAGE_HEAP_ALLOCATOR_H_ |
34 #define TCMALLOC_PAGE_HEAP_ALLOCATOR_H_ | 34 #define TCMALLOC_PAGE_HEAP_ALLOCATOR_H_ |
35 | 35 |
36 #include <stddef.h> // for NULL, size_t | 36 #include <stddef.h> // for NULL, size_t |
37 | 37 |
38 #include "common.h" // for MetaDataAlloc | 38 #include "common.h" // for MetaDataAlloc |
| 39 #include "free_list.h" // for FL_Push/FL_Pop |
39 #include "internal_logging.h" // for ASSERT | 40 #include "internal_logging.h" // for ASSERT |
| 41 #include "system-alloc.h" // for TCMalloc_SystemAddGuard |
40 | 42 |
41 namespace tcmalloc { | 43 namespace tcmalloc { |
42 | 44 |
43 // Simple allocator for objects of a specified type. External locking | 45 // Simple allocator for objects of a specified type. External locking |
44 // is required before accessing one of these objects. | 46 // is required before accessing one of these objects. |
45 template <class T> | 47 template <class T> |
46 class PageHeapAllocator { | 48 class PageHeapAllocator { |
47 public: | 49 public: |
48 // We use an explicit Init function because these variables are statically | 50 // We use an explicit Init function because these variables are statically |
49 // allocated and their constructors might not have run by the time some | 51 // allocated and their constructors might not have run by the time some |
50 // other static variable tries to allocate memory. | 52 // other static variable tries to allocate memory. |
51 void Init() { | 53 void Init() { |
52 ASSERT(sizeof(T) <= kAllocIncrement); | 54 ASSERT(sizeof(T) <= kAllocIncrement); |
53 inuse_ = 0; | 55 inuse_ = 0; |
54 free_area_ = NULL; | 56 free_area_ = NULL; |
55 free_avail_ = 0; | 57 free_avail_ = 0; |
56 free_list_ = NULL; | 58 free_list_ = NULL; |
57 // Reserve some space at the beginning to avoid fragmentation. | 59 // Reserve some space at the beginning to avoid fragmentation. |
58 Delete(New()); | 60 Delete(New()); |
59 } | 61 } |
60 | 62 |
61 T* New() { | 63 T* New() { |
62 // Consult free list | 64 // Consult free list |
63 void* result; | 65 void* result; |
64 if (free_list_ != NULL) { | 66 if (free_list_ != NULL) { |
65 result = free_list_; | 67 result = FL_Pop(&free_list_); |
66 free_list_ = *(reinterpret_cast<void**>(result)); | |
67 } else { | 68 } else { |
68 if (free_avail_ < sizeof(T)) { | 69 if (free_avail_ < sizeof(T)) { |
69 // Need more room. We assume that MetaDataAlloc returns | 70 // Need more room. We assume that MetaDataAlloc returns |
70 // suitably aligned memory. | 71 // suitably aligned memory. |
71 free_area_ = reinterpret_cast<char*>(MetaDataAlloc(kAllocIncrement)); | 72 free_area_ = reinterpret_cast<char*>(MetaDataAlloc(kAllocIncrement)); |
72 if (free_area_ == NULL) { | 73 if (free_area_ == NULL) { |
73 Log(kCrash, __FILE__, __LINE__, | 74 Log(kCrash, __FILE__, __LINE__, |
74 "FATAL ERROR: Out of memory trying to allocate internal " | 75 "FATAL ERROR: Out of memory trying to allocate internal " |
75 "tcmalloc data (bytes, object-size)", | 76 "tcmalloc data (bytes, object-size)", |
76 kAllocIncrement, sizeof(T)); | 77 kAllocIncrement, sizeof(T)); |
77 } | 78 } |
78 free_avail_ = kAllocIncrement; | 79 |
| 80 // This guard page protects the metadata from being corrupted by a |
| 81 // buffer overrun. We currently have no mechanism for freeing it, since |
| 82 // we never release the metadata buffer. If that changes we'll need to |
| 83 // add something like TCMalloc_SystemRemoveGuard. |
| 84 size_t guard_size = TCMalloc_SystemAddGuard(free_area_, |
| 85 kAllocIncrement); |
| 86 free_area_ += guard_size; |
| 87 free_avail_ = kAllocIncrement - guard_size; |
| 88 if (free_avail_ < sizeof(T)) { |
| 89 Log(kCrash, __FILE__, __LINE__, |
| 90 "FATAL ERROR: Insufficient memory to guard internal tcmalloc " |
| 91 "data (%d bytes, object-size %d, guard-size %d)\n", |
| 92 kAllocIncrement, static_cast<int>(sizeof(T)), guard_size); |
| 93 } |
79 } | 94 } |
80 result = free_area_; | 95 result = free_area_; |
81 free_area_ += sizeof(T); | 96 free_area_ += sizeof(T); |
82 free_avail_ -= sizeof(T); | 97 free_avail_ -= sizeof(T); |
83 } | 98 } |
84 inuse_++; | 99 inuse_++; |
85 return reinterpret_cast<T*>(result); | 100 return reinterpret_cast<T*>(result); |
86 } | 101 } |
87 | 102 |
88 void Delete(T* p) { | 103 void Delete(T* p) { |
89 *(reinterpret_cast<void**>(p)) = free_list_; | 104 FL_Push(&free_list_, p); |
90 free_list_ = p; | |
91 inuse_--; | 105 inuse_--; |
92 } | 106 } |
93 | 107 |
94 int inuse() const { return inuse_; } | 108 int inuse() const { return inuse_; } |
95 | 109 |
96 private: | 110 private: |
97 // How much to allocate from system at a time | 111 // How much to allocate from system at a time |
98 static const int kAllocIncrement = 128 << 10; | 112 static const int kAllocIncrement = 128 << 10; |
99 | 113 |
100 // Free area from which to carve new objects | 114 // Free area from which to carve new objects |
101 char* free_area_; | 115 char* free_area_; |
102 size_t free_avail_; | 116 size_t free_avail_; |
103 | 117 |
104 // Free list of already carved objects | 118 // Free list of already carved objects |
105 void* free_list_; | 119 void* free_list_; |
106 | 120 |
107 // Number of allocated but unfreed objects | 121 // Number of allocated but unfreed objects |
108 int inuse_; | 122 int inuse_; |
109 }; | 123 }; |
110 | 124 |
111 } // namespace tcmalloc | 125 } // namespace tcmalloc |
112 | 126 |
113 #endif // TCMALLOC_PAGE_HEAP_ALLOCATOR_H_ | 127 #endif // TCMALLOC_PAGE_HEAP_ALLOCATOR_H_ |
OLD | NEW |