OLD | NEW |
1 // Copyright 2012 the V8 project authors. All rights reserved. | 1 // Copyright 2016 the V8 project authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 // This file is an internal atomic implementation, use atomicops.h instead. | 5 // This file is an internal atomic implementation, use atomicops.h instead. |
6 // | |
7 | 6 |
8 #ifndef V8_BASE_ATOMICOPS_INTERNALS_PPC_H_ | 7 #ifndef V8_BASE_ATOMICOPS_INTERNALS_S390_H_ |
9 #define V8_BASE_ATOMICOPS_INTERNALS_PPC_H_ | 8 #define V8_BASE_ATOMICOPS_INTERNALS_S390_H_ |
10 | 9 |
11 namespace v8 { | 10 namespace v8 { |
12 namespace base { | 11 namespace base { |
13 | 12 |
14 inline Atomic32 NoBarrier_CompareAndSwap(volatile Atomic32* ptr, | 13 inline Atomic32 NoBarrier_CompareAndSwap(volatile Atomic32* ptr, |
15 Atomic32 old_value, | 14 Atomic32 old_value, |
16 Atomic32 new_value) { | 15 Atomic32 new_value) { |
17 return (__sync_val_compare_and_swap(ptr, old_value, new_value)); | 16 return (__sync_val_compare_and_swap(ptr, old_value, new_value)); |
18 } | 17 } |
19 | 18 |
20 inline Atomic32 NoBarrier_AtomicExchange(volatile Atomic32* ptr, | 19 inline Atomic32 NoBarrier_AtomicExchange(volatile Atomic32* ptr, |
21 Atomic32 new_value) { | 20 Atomic32 new_value) { |
22 Atomic32 old_value; | 21 Atomic32 old_value; |
23 do { | 22 do { |
24 old_value = *ptr; | 23 old_value = *ptr; |
25 } while (__sync_bool_compare_and_swap(ptr, old_value, new_value) == false); | 24 } while (__sync_bool_compare_and_swap(ptr, old_value, new_value) == false); |
26 return old_value; | 25 return old_value; |
27 } | 26 } |
28 | 27 |
29 inline Atomic32 NoBarrier_AtomicIncrement(volatile Atomic32* ptr, | 28 inline Atomic32 NoBarrier_AtomicIncrement(volatile Atomic32* ptr, |
30 Atomic32 increment) { | 29 Atomic32 increment) { |
31 return Barrier_AtomicIncrement(ptr, increment); | 30 return Barrier_AtomicIncrement(ptr, increment); |
32 } | 31 } |
33 | 32 |
34 inline Atomic32 Barrier_AtomicIncrement(volatile Atomic32* ptr, | 33 inline Atomic32 Barrier_AtomicIncrement(volatile Atomic32* ptr, |
35 Atomic32 increment) { | 34 Atomic32 increment) { |
36 for (;;) { | 35 return __sync_add_and_fetch(ptr, increment); |
37 Atomic32 old_value = *ptr; | |
38 Atomic32 new_value = old_value + increment; | |
39 if (__sync_bool_compare_and_swap(ptr, old_value, new_value)) { | |
40 return new_value; | |
41 // The exchange took place as expected. | |
42 } | |
43 // Otherwise, *ptr changed mid-loop and we need to retry. | |
44 } | |
45 } | 36 } |
46 | 37 |
47 inline Atomic32 Acquire_CompareAndSwap(volatile Atomic32* ptr, | 38 inline Atomic32 Acquire_CompareAndSwap(volatile Atomic32* ptr, |
48 Atomic32 old_value, Atomic32 new_value) { | 39 Atomic32 old_value, Atomic32 new_value) { |
49 return NoBarrier_CompareAndSwap(ptr, old_value, new_value); | 40 return NoBarrier_CompareAndSwap(ptr, old_value, new_value); |
50 } | 41 } |
51 | 42 |
52 inline Atomic32 Release_CompareAndSwap(volatile Atomic32* ptr, | 43 inline Atomic32 Release_CompareAndSwap(volatile Atomic32* ptr, |
53 Atomic32 old_value, Atomic32 new_value) { | 44 Atomic32 old_value, Atomic32 new_value) { |
54 return NoBarrier_CompareAndSwap(ptr, old_value, new_value); | 45 return NoBarrier_CompareAndSwap(ptr, old_value, new_value); |
55 } | 46 } |
56 | 47 |
57 inline void NoBarrier_Store(volatile Atomic8* ptr, Atomic8 value) { | 48 inline void NoBarrier_Store(volatile Atomic8* ptr, Atomic8 value) { |
58 *ptr = value; | 49 *ptr = value; |
59 } | 50 } |
60 | 51 |
61 inline void NoBarrier_Store(volatile Atomic32* ptr, Atomic32 value) { | 52 inline void NoBarrier_Store(volatile Atomic32* ptr, Atomic32 value) { |
62 *ptr = value; | 53 *ptr = value; |
63 } | 54 } |
64 | 55 |
65 inline void MemoryBarrier() { | 56 inline void MemoryBarrier() { __sync_synchronize(); } |
66 __asm__ __volatile__("sync" : : : "memory"); } | |
67 | 57 |
68 inline void Acquire_Store(volatile Atomic32* ptr, Atomic32 value) { | 58 inline void Acquire_Store(volatile Atomic32* ptr, Atomic32 value) { |
69 *ptr = value; | 59 *ptr = value; |
70 MemoryBarrier(); | 60 MemoryBarrier(); |
71 } | 61 } |
72 | 62 |
73 inline void Release_Store(volatile Atomic32* ptr, Atomic32 value) { | 63 inline void Release_Store(volatile Atomic32* ptr, Atomic32 value) { |
74 MemoryBarrier(); | 64 MemoryBarrier(); |
75 *ptr = value; | 65 *ptr = value; |
76 } | 66 } |
77 | 67 |
78 inline Atomic8 NoBarrier_Load(volatile const Atomic8* ptr) { return *ptr; } | 68 inline Atomic8 NoBarrier_Load(volatile const Atomic8* ptr) { return *ptr; } |
79 | 69 |
80 inline Atomic32 NoBarrier_Load(volatile const Atomic32* ptr) { return *ptr; } | 70 inline Atomic32 NoBarrier_Load(volatile const Atomic32* ptr) { return *ptr; } |
81 | 71 |
82 inline Atomic32 Acquire_Load(volatile const Atomic32* ptr) { | 72 inline Atomic32 Acquire_Load(volatile const Atomic32* ptr) { |
83 Atomic32 value = *ptr; | 73 Atomic32 value = *ptr; |
84 MemoryBarrier(); | 74 MemoryBarrier(); |
85 return value; | 75 return value; |
86 } | 76 } |
87 | 77 |
88 inline Atomic32 Release_Load(volatile const Atomic32* ptr) { | 78 inline Atomic32 Release_Load(volatile const Atomic32* ptr) { |
89 MemoryBarrier(); | 79 MemoryBarrier(); |
90 return *ptr; | 80 return *ptr; |
91 } | 81 } |
92 | 82 |
93 #ifdef V8_TARGET_ARCH_PPC64 | 83 #ifdef V8_TARGET_ARCH_S390X |
94 inline Atomic64 NoBarrier_CompareAndSwap(volatile Atomic64* ptr, | 84 inline Atomic64 NoBarrier_CompareAndSwap(volatile Atomic64* ptr, |
95 Atomic64 old_value, | 85 Atomic64 old_value, |
96 Atomic64 new_value) { | 86 Atomic64 new_value) { |
97 return (__sync_val_compare_and_swap(ptr, old_value, new_value)); | 87 return (__sync_val_compare_and_swap(ptr, old_value, new_value)); |
98 } | 88 } |
99 | 89 |
100 inline Atomic64 NoBarrier_AtomicExchange(volatile Atomic64* ptr, | 90 inline Atomic64 NoBarrier_AtomicExchange(volatile Atomic64* ptr, |
101 Atomic64 new_value) { | 91 Atomic64 new_value) { |
102 Atomic64 old_value; | 92 Atomic64 old_value; |
103 do { | 93 do { |
104 old_value = *ptr; | 94 old_value = *ptr; |
105 } while (__sync_bool_compare_and_swap(ptr, old_value, new_value) == false); | 95 } while (__sync_bool_compare_and_swap(ptr, old_value, new_value) == false); |
106 return old_value; | 96 return old_value; |
107 } | 97 } |
108 | 98 |
109 inline Atomic64 NoBarrier_AtomicIncrement(volatile Atomic64* ptr, | 99 inline Atomic64 NoBarrier_AtomicIncrement(volatile Atomic64* ptr, |
110 Atomic64 increment) { | 100 Atomic64 increment) { |
111 return Barrier_AtomicIncrement(ptr, increment); | 101 return Barrier_AtomicIncrement(ptr, increment); |
112 } | 102 } |
113 | 103 |
114 inline Atomic64 Barrier_AtomicIncrement(volatile Atomic64* ptr, | 104 inline Atomic64 Barrier_AtomicIncrement(volatile Atomic64* ptr, |
115 Atomic64 increment) { | 105 Atomic64 increment) { |
116 for (;;) { | 106 return __sync_add_and_fetch(ptr, increment); |
117 Atomic64 old_value = *ptr; | |
118 Atomic64 new_value = old_value + increment; | |
119 if (__sync_bool_compare_and_swap(ptr, old_value, new_value)) { | |
120 return new_value; | |
121 // The exchange took place as expected. | |
122 } | |
123 // Otherwise, *ptr changed mid-loop and we need to retry. | |
124 } | |
125 } | 107 } |
126 | 108 |
| 109 |
127 inline Atomic64 Acquire_CompareAndSwap(volatile Atomic64* ptr, | 110 inline Atomic64 Acquire_CompareAndSwap(volatile Atomic64* ptr, |
128 Atomic64 old_value, Atomic64 new_value) { | 111 Atomic64 old_value, Atomic64 new_value) { |
129 return NoBarrier_CompareAndSwap(ptr, old_value, new_value); | 112 return NoBarrier_CompareAndSwap(ptr, old_value, new_value); |
130 } | 113 } |
131 | 114 |
132 inline Atomic64 Release_CompareAndSwap(volatile Atomic64* ptr, | 115 inline Atomic64 Release_CompareAndSwap(volatile Atomic64* ptr, |
133 Atomic64 old_value, Atomic64 new_value) { | 116 Atomic64 old_value, Atomic64 new_value) { |
134 return NoBarrier_CompareAndSwap(ptr, old_value, new_value); | 117 return NoBarrier_CompareAndSwap(ptr, old_value, new_value); |
135 } | 118 } |
136 | 119 |
(...skipping 18 matching lines...) Expand all Loading... |
155 MemoryBarrier(); | 138 MemoryBarrier(); |
156 return value; | 139 return value; |
157 } | 140 } |
158 | 141 |
159 inline Atomic64 Release_Load(volatile const Atomic64* ptr) { | 142 inline Atomic64 Release_Load(volatile const Atomic64* ptr) { |
160 MemoryBarrier(); | 143 MemoryBarrier(); |
161 return *ptr; | 144 return *ptr; |
162 } | 145 } |
163 | 146 |
164 #endif | 147 #endif |
| 148 |
165 } // namespace base | 149 } // namespace base |
166 } // namespace v8 | 150 } // namespace v8 |
167 | 151 |
168 #endif // V8_BASE_ATOMICOPS_INTERNALS_PPC_GCC_H_ | 152 #endif // V8_BASE_ATOMICOPS_INTERNALS_S390_H_ |
OLD | NEW |