OLD | NEW |
1 /* Copyright (c) 2009, Google Inc. | 1 /* Copyright (c) 2009, Google Inc. |
2 * All rights reserved. | 2 * All rights reserved. |
3 * | 3 * |
4 * Redistribution and use in source and binary forms, with or without | 4 * Redistribution and use in source and binary forms, with or without |
5 * modification, are permitted provided that the following conditions are | 5 * modification, are permitted provided that the following conditions are |
6 * met: | 6 * met: |
7 * | 7 * |
8 * * Redistributions of source code must retain the above copyright | 8 * * Redistributions of source code must retain the above copyright |
9 * notice, this list of conditions and the following disclaimer. | 9 * notice, this list of conditions and the following disclaimer. |
10 * * Redistributions in binary form must reproduce the above | 10 * * Redistributions in binary form must reproduce the above |
(...skipping 13 matching lines...) Expand all Loading... |
24 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, | 24 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
25 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY | 25 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
26 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | 26 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
27 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | 27 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
28 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | 28 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
29 * | 29 * |
30 * --- | 30 * --- |
31 * This file is a Linux-specific part of spinlock_internal.cc | 31 * This file is a Linux-specific part of spinlock_internal.cc |
32 */ | 32 */ |
33 | 33 |
| 34 #include <errno.h> |
34 #include <sched.h> | 35 #include <sched.h> |
35 #include <time.h> | 36 #include <time.h> |
36 #include <limits.h> | 37 #include <limits.h> |
37 #include "base/linux_syscall_support.h" | 38 #include "base/linux_syscall_support.h" |
38 | 39 |
39 #define FUTEX_WAIT 0 | 40 #define FUTEX_WAIT 0 |
40 #define FUTEX_WAKE 1 | 41 #define FUTEX_WAKE 1 |
41 #define FUTEX_PRIVATE_FLAG 128 | 42 #define FUTEX_PRIVATE_FLAG 128 |
42 | 43 |
43 // Note: Instead of making direct system calls that are inlined, we rely | |
44 // on the syscall() function in glibc to do the right thing. This | |
45 // is necessary to make the code compatible with the seccomp sandbox, | |
46 // which needs to be able to find and patch all places where system | |
47 // calls are made. Scanning through and patching glibc is fast, but | |
48 // doing so on the entire Chrome binary would be prohibitively | |
49 // expensive. | |
50 // This is a notable change from the upstream version of tcmalloc, | |
51 // which prefers direct system calls in order to improve compatibility | |
52 // with older toolchains and runtime libraries. | |
53 | |
54 static bool have_futex; | 44 static bool have_futex; |
55 static int futex_private_flag = FUTEX_PRIVATE_FLAG; | 45 static int futex_private_flag = FUTEX_PRIVATE_FLAG; |
56 | 46 |
57 namespace { | 47 namespace { |
58 static struct InitModule { | 48 static struct InitModule { |
59 InitModule() { | 49 InitModule() { |
60 int x = 0; | 50 int x = 0; |
61 // futexes are ints, so we can use them only when | 51 // futexes are ints, so we can use them only when |
62 // that's the same size as the lockword_ in SpinLock. | 52 // that's the same size as the lockword_ in SpinLock. |
63 #ifdef __arm__ | 53 #ifdef __arm__ |
64 // ARM linux doesn't support sys_futex1(void*, int, int, struct timespec*); | 54 // ARM linux doesn't support sys_futex1(void*, int, int, struct timespec*); |
65 have_futex = 0; | 55 have_futex = 0; |
66 #else | 56 #else |
67 have_futex = (sizeof (Atomic32) == sizeof (int) && | 57 have_futex = (sizeof (Atomic32) == sizeof (int) && |
68 syscall(__NR_futex, &x, FUTEX_WAKE, 1, 0) >= 0); | 58 sys_futex(&x, FUTEX_WAKE, 1, 0) >= 0); |
69 #endif | 59 #endif |
70 if (have_futex && | 60 if (have_futex && |
71 syscall(__NR_futex, &x, FUTEX_WAKE | futex_private_flag, 1, 0) < 0) { | 61 sys_futex(&x, FUTEX_WAKE | futex_private_flag, 1, 0) < 0) { |
72 futex_private_flag = 0; | 62 futex_private_flag = 0; |
73 } | 63 } |
74 } | 64 } |
75 } init_module; | 65 } init_module; |
76 | 66 |
77 } // anonymous namespace | 67 } // anonymous namespace |
78 | 68 |
79 | 69 |
80 namespace base { | 70 namespace base { |
81 namespace internal { | 71 namespace internal { |
82 | 72 |
83 void SpinLockDelay(volatile Atomic32 *w, int32 value, int loop) { | 73 void SpinLockDelay(volatile Atomic32 *w, int32 value, int loop) { |
84 if (loop != 0) { | 74 if (loop != 0) { |
85 int save_errno = errno; | 75 int save_errno = errno; |
86 struct timespec tm; | 76 struct timespec tm; |
87 tm.tv_sec = 0; | 77 tm.tv_sec = 0; |
88 if (have_futex) { | 78 if (have_futex) { |
89 tm.tv_nsec = 1000000; // 1ms; really we're trying to sleep for one | 79 tm.tv_nsec = base::internal::SuggestedDelayNS(loop); |
90 // kernel clock tick | |
91 } else { | 80 } else { |
92 tm.tv_nsec = 2000001; // above 2ms so linux 2.4 doesn't spin | 81 tm.tv_nsec = 2000001; // above 2ms so linux 2.4 doesn't spin |
93 } | 82 } |
94 if (have_futex) { | 83 if (have_futex) { |
95 syscall(__NR_futex, reinterpret_cast<int *>(const_cast<Atomic32 *>(w)), | 84 tm.tv_nsec *= 16; // increase the delay; we expect explicit wakeups |
| 85 sys_futex(reinterpret_cast<int *>(const_cast<Atomic32 *>(w)), |
96 FUTEX_WAIT | futex_private_flag, | 86 FUTEX_WAIT | futex_private_flag, |
97 value, reinterpret_cast<struct kernel_timespec *>(&tm)); | 87 value, reinterpret_cast<struct kernel_timespec *>(&tm)); |
98 } else { | 88 } else { |
99 nanosleep(&tm, NULL); | 89 nanosleep(&tm, NULL); |
100 } | 90 } |
101 errno = save_errno; | 91 errno = save_errno; |
102 } | 92 } |
103 } | 93 } |
104 | 94 |
105 void SpinLockWake(volatile Atomic32 *w, bool all) { | 95 void SpinLockWake(volatile Atomic32 *w, bool all) { |
106 if (have_futex) { | 96 if (have_futex) { |
107 syscall(__NR_futex, reinterpret_cast<int *>(const_cast<Atomic32 *>(w)), | 97 sys_futex(reinterpret_cast<int *>(const_cast<Atomic32 *>(w)), |
108 FUTEX_WAKE | futex_private_flag, 1, 0); | 98 FUTEX_WAKE | futex_private_flag, all? INT_MAX : 1, 0); |
109 } | 99 } |
110 } | 100 } |
111 | 101 |
112 } // namespace internal | 102 } // namespace internal |
113 } // namespace base | 103 } // namespace base |
OLD | NEW |