OLD | NEW |
1 // Copyright (c) 2009 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2009 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 // This file is an internal atomic implementation, use base/atomicops.h instead. | 5 // This file is an internal atomic implementation, include base/atomicops.h |
6 // | 6 // instead. This file is for platforms that use GCC intrinsics rather than |
7 // LinuxKernelCmpxchg and Barrier_AtomicIncrement are from Google Gears. | 7 // platform-specific assembly code for atomic operations. |
8 | 8 |
9 #ifndef BASE_ATOMICOPS_INTERNALS_ARM_GCC_H_ | 9 #ifndef BASE_ATOMICOPS_INTERNALS_GCC_H_ |
10 #define BASE_ATOMICOPS_INTERNALS_ARM_GCC_H_ | 10 #define BASE_ATOMICOPS_INTERNALS_GCC_H_ |
11 | 11 |
12 namespace base { | 12 namespace base { |
13 namespace subtle { | 13 namespace subtle { |
14 | 14 |
15 // 0xffff0fc0 is the hard coded address of a function provided by | |
16 // the kernel which implements an atomic compare-exchange. On older | |
17 // ARM architecture revisions (pre-v6) this may be implemented using | |
18 // a syscall. This address is stable, and in active use (hard coded) | |
19 // by at least glibc-2.7 and the Android C library. | |
20 typedef Atomic32 (*LinuxKernelCmpxchgFunc)(Atomic32 old_value, | |
21 Atomic32 new_value, | |
22 volatile Atomic32* ptr); | |
23 LinuxKernelCmpxchgFunc pLinuxKernelCmpxchg __attribute__((weak)) = | |
24 (LinuxKernelCmpxchgFunc) 0xffff0fc0; | |
25 | |
26 typedef void (*LinuxKernelMemoryBarrierFunc)(void); | |
27 LinuxKernelMemoryBarrierFunc pLinuxKernelMemoryBarrier __attribute__((weak)) = | |
28 (LinuxKernelMemoryBarrierFunc) 0xffff0fa0; | |
29 | |
30 | |
31 inline Atomic32 NoBarrier_CompareAndSwap(volatile Atomic32* ptr, | 15 inline Atomic32 NoBarrier_CompareAndSwap(volatile Atomic32* ptr, |
32 Atomic32 old_value, | 16 Atomic32 old_value, |
33 Atomic32 new_value) { | 17 Atomic32 new_value) { |
34 Atomic32 prev_value = *ptr; | 18 Atomic32 prev_value; |
35 do { | 19 do { |
36 if (!pLinuxKernelCmpxchg(old_value, new_value, | 20 prev_value = __sync_val_compare_and_swap(ptr, old_value, new_value); |
37 const_cast<Atomic32*>(ptr))) { | 21 } while (prev_value != old_value); |
38 return old_value; | 22 return old_value; |
39 } | |
40 prev_value = *ptr; | |
41 } while (prev_value == old_value); | |
42 return prev_value; | |
43 } | 23 } |
44 | 24 |
45 inline Atomic32 NoBarrier_AtomicExchange(volatile Atomic32* ptr, | 25 inline Atomic32 NoBarrier_AtomicExchange(volatile Atomic32* ptr, |
46 Atomic32 new_value) { | 26 Atomic32 new_value) { |
47 Atomic32 old_value; | 27 Atomic32 old_value; |
48 do { | 28 do { |
49 old_value = *ptr; | 29 old_value = *ptr; |
50 } while (pLinuxKernelCmpxchg(old_value, new_value, | 30 } while (!__sync_bool_compare_and_swap(ptr, old_value, new_value)); |
51 const_cast<Atomic32*>(ptr))); | |
52 return old_value; | 31 return old_value; |
53 } | 32 } |
54 | 33 |
55 inline Atomic32 NoBarrier_AtomicIncrement(volatile Atomic32* ptr, | 34 inline Atomic32 NoBarrier_AtomicIncrement(volatile Atomic32* ptr, |
56 Atomic32 increment) { | 35 Atomic32 increment) { |
57 return Barrier_AtomicIncrement(ptr, increment); | 36 return Barrier_AtomicIncrement(ptr, increment); |
58 } | 37 } |
59 | 38 |
60 inline Atomic32 Barrier_AtomicIncrement(volatile Atomic32* ptr, | 39 inline Atomic32 Barrier_AtomicIncrement(volatile Atomic32* ptr, |
61 Atomic32 increment) { | 40 Atomic32 increment) { |
62 for (;;) { | 41 for (;;) { |
63 // Atomic exchange the old value with an incremented one. | 42 // Atomic exchange the old value with an incremented one. |
64 Atomic32 old_value = *ptr; | 43 Atomic32 old_value = *ptr; |
65 Atomic32 new_value = old_value + increment; | 44 Atomic32 new_value = old_value + increment; |
66 if (pLinuxKernelCmpxchg(old_value, new_value, | 45 if (__sync_bool_compare_and_swap(ptr, old_value, new_value)) { |
67 const_cast<Atomic32*>(ptr)) == 0) { | |
68 // The exchange took place as expected. | 46 // The exchange took place as expected. |
69 return new_value; | 47 return new_value; |
70 } | 48 } |
71 // Otherwise, *ptr changed mid-loop and we need to retry. | 49 // Otherwise, *ptr changed mid-loop and we need to retry. |
72 } | 50 } |
73 | |
74 } | 51 } |
75 | 52 |
76 inline Atomic32 Acquire_CompareAndSwap(volatile Atomic32* ptr, | 53 inline Atomic32 Acquire_CompareAndSwap(volatile Atomic32* ptr, |
77 Atomic32 old_value, | 54 Atomic32 old_value, |
78 Atomic32 new_value) { | 55 Atomic32 new_value) { |
| 56 // Since NoBarrier_CompareAndSwap uses __sync_bool_compare_and_swap, which |
| 57 // is a full memory barrier, none is needed here or below in Release. |
79 return NoBarrier_CompareAndSwap(ptr, old_value, new_value); | 58 return NoBarrier_CompareAndSwap(ptr, old_value, new_value); |
80 } | 59 } |
81 | 60 |
82 inline Atomic32 Release_CompareAndSwap(volatile Atomic32* ptr, | 61 inline Atomic32 Release_CompareAndSwap(volatile Atomic32* ptr, |
83 Atomic32 old_value, | 62 Atomic32 old_value, |
84 Atomic32 new_value) { | 63 Atomic32 new_value) { |
85 return NoBarrier_CompareAndSwap(ptr, old_value, new_value); | 64 return NoBarrier_CompareAndSwap(ptr, old_value, new_value); |
86 } | 65 } |
87 | 66 |
88 inline void NoBarrier_Store(volatile Atomic32* ptr, Atomic32 value) { | 67 inline void NoBarrier_Store(volatile Atomic32* ptr, Atomic32 value) { |
89 *ptr = value; | 68 *ptr = value; |
90 } | 69 } |
91 | 70 |
92 inline void MemoryBarrier() { | 71 inline void MemoryBarrier() { |
93 pLinuxKernelMemoryBarrier(); | 72 __sync_synchronize(); |
94 } | 73 } |
95 | 74 |
96 inline void Acquire_Store(volatile Atomic32* ptr, Atomic32 value) { | 75 inline void Acquire_Store(volatile Atomic32* ptr, Atomic32 value) { |
97 *ptr = value; | 76 *ptr = value; |
98 MemoryBarrier(); | 77 MemoryBarrier(); |
99 } | 78 } |
100 | 79 |
101 inline void Release_Store(volatile Atomic32* ptr, Atomic32 value) { | 80 inline void Release_Store(volatile Atomic32* ptr, Atomic32 value) { |
102 MemoryBarrier(); | 81 MemoryBarrier(); |
103 *ptr = value; | 82 *ptr = value; |
104 } | 83 } |
105 | 84 |
106 inline Atomic32 NoBarrier_Load(volatile const Atomic32* ptr) { | 85 inline Atomic32 NoBarrier_Load(volatile const Atomic32* ptr) { |
107 return *ptr; | 86 return *ptr; |
108 } | 87 } |
109 | 88 |
110 inline Atomic32 Acquire_Load(volatile const Atomic32* ptr) { | 89 inline Atomic32 Acquire_Load(volatile const Atomic32* ptr) { |
111 Atomic32 value = *ptr; | 90 Atomic32 value = *ptr; |
112 MemoryBarrier(); | 91 MemoryBarrier(); |
113 return value; | 92 return value; |
114 } | 93 } |
115 | 94 |
116 inline Atomic32 Release_Load(volatile const Atomic32* ptr) { | 95 inline Atomic32 Release_Load(volatile const Atomic32* ptr) { |
117 MemoryBarrier(); | 96 MemoryBarrier(); |
118 return *ptr; | 97 return *ptr; |
119 } | 98 } |
120 | 99 |
121 } // namespace base::subtle | 100 } // namespace base::subtle |
122 } // namespace base | 101 } // namespace base |
123 | 102 |
124 #endif // BASE_ATOMICOPS_INTERNALS_ARM_GCC_H_ | 103 #endif // BASE_ATOMICOPS_INTERNALS_GCC_H_ |
| 104 |
OLD | NEW |