OLD | NEW |
1 // Copyright (c) 2008, Google Inc. | 1 // Copyright (c) 2008, Google Inc. |
2 // All rights reserved. | 2 // All rights reserved. |
3 // | 3 // |
4 // Redistribution and use in source and binary forms, with or without | 4 // Redistribution and use in source and binary forms, with or without |
5 // modification, are permitted provided that the following conditions are | 5 // modification, are permitted provided that the following conditions are |
6 // met: | 6 // met: |
7 // | 7 // |
8 // * Redistributions of source code must retain the above copyright | 8 // * Redistributions of source code must retain the above copyright |
9 // notice, this list of conditions and the following disclaimer. | 9 // notice, this list of conditions and the following disclaimer. |
10 // * Redistributions in binary form must reproduce the above | 10 // * Redistributions in binary form must reproduce the above |
(...skipping 14 matching lines...) Expand all Loading... |
25 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | 25 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
26 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | 26 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
27 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | 27 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
28 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | 28 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
29 | 29 |
30 // --- | 30 // --- |
31 // Author: Ken Ashcraft <opensource@google.com> | 31 // Author: Ken Ashcraft <opensource@google.com> |
32 | 32 |
33 #include <config.h> | 33 #include <config.h> |
34 #include "thread_cache.h" | 34 #include "thread_cache.h" |
| 35 #include <errno.h> |
35 #include <string.h> // for memcpy | 36 #include <string.h> // for memcpy |
36 #include <algorithm> // for max, min | 37 #include <algorithm> // for max, min |
37 #include "base/commandlineflags.h" // for SpinLockHolder | 38 #include "base/commandlineflags.h" // for SpinLockHolder |
38 #include "base/spinlock.h" // for SpinLockHolder | 39 #include "base/spinlock.h" // for SpinLockHolder |
39 #include "central_freelist.h" // for CentralFreeListPadded | 40 #include "central_freelist.h" // for CentralFreeListPadded |
40 #include "maybe_threads.h" | 41 #include "maybe_threads.h" |
41 | 42 |
42 using std::min; | 43 using std::min; |
43 using std::max; | 44 using std::max; |
44 | 45 |
(...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
78 kernel_supports_tls = true; | 79 kernel_supports_tls = true; |
79 } | 80 } |
80 # elif !HAVE_DECL_UNAME // if too old for uname, probably too old for TLS | 81 # elif !HAVE_DECL_UNAME // if too old for uname, probably too old for TLS |
81 void CheckIfKernelSupportsTLS() { | 82 void CheckIfKernelSupportsTLS() { |
82 kernel_supports_tls = false; | 83 kernel_supports_tls = false; |
83 } | 84 } |
84 # else | 85 # else |
85 # include <sys/utsname.h> // DECL_UNAME checked for <sys/utsname.h> too | 86 # include <sys/utsname.h> // DECL_UNAME checked for <sys/utsname.h> too |
86 void CheckIfKernelSupportsTLS() { | 87 void CheckIfKernelSupportsTLS() { |
87 struct utsname buf; | 88 struct utsname buf; |
88 if (uname(&buf) != 0) { // should be impossible | 89 if (uname(&buf) < 0) { // should be impossible |
89 MESSAGE("uname failed assuming no TLS support (errno=%d)\n", errno); | 90 Log(kLog, __FILE__, __LINE__, |
| 91 "uname failed assuming no TLS support (errno)", errno); |
90 kernel_supports_tls = false; | 92 kernel_supports_tls = false; |
91 } else if (strcasecmp(buf.sysname, "linux") == 0) { | 93 } else if (strcasecmp(buf.sysname, "linux") == 0) { |
92 // The linux case: the first kernel to support TLS was 2.6.0 | 94 // The linux case: the first kernel to support TLS was 2.6.0 |
93 if (buf.release[0] < '2' && buf.release[1] == '.') // 0.x or 1.x | 95 if (buf.release[0] < '2' && buf.release[1] == '.') // 0.x or 1.x |
94 kernel_supports_tls = false; | 96 kernel_supports_tls = false; |
95 else if (buf.release[0] == '2' && buf.release[1] == '.' && | 97 else if (buf.release[0] == '2' && buf.release[1] == '.' && |
96 buf.release[2] >= '0' && buf.release[2] < '6' && | 98 buf.release[2] >= '0' && buf.release[2] < '6' && |
97 buf.release[3] == '.') // 2.0 - 2.5 | 99 buf.release[3] == '.') // 2.0 - 2.5 |
98 kernel_supports_tls = false; | 100 kernel_supports_tls = false; |
99 else | 101 else |
100 kernel_supports_tls = true; | 102 kernel_supports_tls = true; |
| 103 } else if (strcasecmp(buf.sysname, "CYGWIN_NT-6.1-WOW64") == 0) { |
| 104 // In my testing, this version of cygwin, at least, would hang |
| 105 // when using TLS. |
| 106 kernel_supports_tls = false; |
101 } else { // some other kernel, we'll be optimisitic | 107 } else { // some other kernel, we'll be optimisitic |
102 kernel_supports_tls = true; | 108 kernel_supports_tls = true; |
103 } | 109 } |
104 // TODO(csilvers): VLOG(1) the tls status once we support RAW_VLOG | 110 // TODO(csilvers): VLOG(1) the tls status once we support RAW_VLOG |
105 } | 111 } |
106 # endif // HAVE_DECL_UNAME | 112 # endif // HAVE_DECL_UNAME |
107 #endif // HAVE_TLS | 113 #endif // HAVE_TLS |
108 | 114 |
109 void ThreadCache::Init(pthread_t tid) { | 115 void ThreadCache::Init(pthread_t tid) { |
110 size_ = 0; | 116 size_ = 0; |
(...skipping 142 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
253 const int batch_size = Static::sizemap()->num_objects_to_move(cl); | 259 const int batch_size = Static::sizemap()->num_objects_to_move(cl); |
254 if (list->max_length() > batch_size) { | 260 if (list->max_length() > batch_size) { |
255 list->set_max_length( | 261 list->set_max_length( |
256 max<int>(list->max_length() - batch_size, batch_size)); | 262 max<int>(list->max_length() - batch_size, batch_size)); |
257 } | 263 } |
258 } | 264 } |
259 list->clear_lowwatermark(); | 265 list->clear_lowwatermark(); |
260 } | 266 } |
261 | 267 |
262 IncreaseCacheLimit(); | 268 IncreaseCacheLimit(); |
263 | |
264 // int64 finish = CycleClock::Now(); | |
265 // CycleTimer ct; | |
266 // MESSAGE("GC: %.0f ns\n", ct.CyclesToUsec(finish-start)*1000.0); | |
267 } | 269 } |
268 | 270 |
269 void ThreadCache::IncreaseCacheLimit() { | 271 void ThreadCache::IncreaseCacheLimit() { |
270 SpinLockHolder h(Static::pageheap_lock()); | 272 SpinLockHolder h(Static::pageheap_lock()); |
271 IncreaseCacheLimitLocked(); | 273 IncreaseCacheLimitLocked(); |
272 } | 274 } |
273 | 275 |
274 void ThreadCache::IncreaseCacheLimitLocked() { | 276 void ThreadCache::IncreaseCacheLimitLocked() { |
275 if (unclaimed_cache_space_ > 0) { | 277 if (unclaimed_cache_space_ > 0) { |
276 // Possibly make unclaimed_cache_space_ negative. | 278 // Possibly make unclaimed_cache_space_ negative. |
(...skipping 192 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
469 for (ThreadCache* h = thread_heaps_; h != NULL; h = h->next_) { | 471 for (ThreadCache* h = thread_heaps_; h != NULL; h = h->next_) { |
470 // Increasing the total cache size should not circumvent the | 472 // Increasing the total cache size should not circumvent the |
471 // slow-start growth of max_size_. | 473 // slow-start growth of max_size_. |
472 if (ratio < 1.0) { | 474 if (ratio < 1.0) { |
473 h->max_size_ = static_cast<size_t>(h->max_size_ * ratio); | 475 h->max_size_ = static_cast<size_t>(h->max_size_ * ratio); |
474 } | 476 } |
475 claimed += h->max_size_; | 477 claimed += h->max_size_; |
476 } | 478 } |
477 unclaimed_cache_space_ = overall_thread_cache_size_ - claimed; | 479 unclaimed_cache_space_ = overall_thread_cache_size_ - claimed; |
478 per_thread_cache_size_ = space; | 480 per_thread_cache_size_ = space; |
479 // TCMalloc_MESSAGE(__FILE__, __LINE__, "Threads %d => cache size %8d\n", n,
int(space)); | |
480 } | |
481 | |
482 void ThreadCache::Print(TCMalloc_Printer* out) const { | |
483 for (int cl = 0; cl < kNumClasses; ++cl) { | |
484 out->printf(" %5" PRIuS " : %4" PRIuS " len; %4d lo; %4"PRIuS | |
485 " max; %4"PRIuS" overages;\n", | |
486 Static::sizemap()->ByteSizeForClass(cl), | |
487 list_[cl].length(), | |
488 list_[cl].lowwatermark(), | |
489 list_[cl].max_length(), | |
490 list_[cl].length_overages()); | |
491 } | |
492 } | |
493 | |
494 void ThreadCache::PrintThreads(TCMalloc_Printer* out) { | |
495 size_t actual_limit = 0; | |
496 for (ThreadCache* h = thread_heaps_; h != NULL; h = h->next_) { | |
497 h->Print(out); | |
498 actual_limit += h->max_size_; | |
499 } | |
500 out->printf("ThreadCache overall: %"PRIuS ", unclaimed: %"PRIdS | |
501 ", actual: %"PRIuS"\n", | |
502 overall_thread_cache_size_, unclaimed_cache_space_, actual_limit); | |
503 } | 481 } |
504 | 482 |
505 void ThreadCache::GetThreadStats(uint64_t* total_bytes, uint64_t* class_count) { | 483 void ThreadCache::GetThreadStats(uint64_t* total_bytes, uint64_t* class_count) { |
506 for (ThreadCache* h = thread_heaps_; h != NULL; h = h->next_) { | 484 for (ThreadCache* h = thread_heaps_; h != NULL; h = h->next_) { |
507 *total_bytes += h->Size(); | 485 *total_bytes += h->Size(); |
508 if (class_count) { | 486 if (class_count) { |
509 for (int cl = 0; cl < kNumClasses; ++cl) { | 487 for (int cl = 0; cl < kNumClasses; ++cl) { |
510 class_count[cl] += h->freelist_length(cl); | 488 class_count[cl] += h->freelist_length(cl); |
511 } | 489 } |
512 } | 490 } |
513 } | 491 } |
514 } | 492 } |
515 | 493 |
516 void ThreadCache::set_overall_thread_cache_size(size_t new_size) { | 494 void ThreadCache::set_overall_thread_cache_size(size_t new_size) { |
517 // Clip the value to a reasonable range | 495 // Clip the value to a reasonable range |
518 if (new_size < kMinThreadCacheSize) new_size = kMinThreadCacheSize; | 496 if (new_size < kMinThreadCacheSize) new_size = kMinThreadCacheSize; |
519 if (new_size > (1<<30)) new_size = (1<<30); // Limit to 1GB | 497 if (new_size > (1<<30)) new_size = (1<<30); // Limit to 1GB |
520 overall_thread_cache_size_ = new_size; | 498 overall_thread_cache_size_ = new_size; |
521 | 499 |
522 RecomputePerThreadCacheSize(); | 500 RecomputePerThreadCacheSize(); |
523 } | 501 } |
524 | 502 |
525 } // namespace tcmalloc | 503 } // namespace tcmalloc |
OLD | NEW |