30 inline Atomic32 NoBarrier_CompareAndSwap(volatile Atomic32* ptr,  in NoBarrier_CompareAndSwap()  argument
36                        : "q" (new_value), "m" (*ptr), "0" (old_value)  in NoBarrier_CompareAndSwap()
41 inline Atomic32 NoBarrier_AtomicExchange(volatile Atomic32* ptr,  in NoBarrier_AtomicExchange()  argument
45                        : "m" (*ptr), "0" (new_value)  in NoBarrier_AtomicExchange()
50 inline Atomic32 NoBarrier_AtomicIncrement(volatile Atomic32* ptr,  in NoBarrier_AtomicIncrement()  argument
54                        : "+r" (temp), "+m" (*ptr)  in NoBarrier_AtomicIncrement()
60 inline Atomic32 Barrier_AtomicIncrement(volatile Atomic32* ptr,  in Barrier_AtomicIncrement()  argument
64                        : "+r" (temp), "+m" (*ptr)  in Barrier_AtomicIncrement()
73 inline Atomic32 Acquire_CompareAndSwap(volatile Atomic32* ptr,  in Acquire_CompareAndSwap()  argument
76   Atomic32 x = NoBarrier_CompareAndSwap(ptr, old_value, new_value);  in Acquire_CompareAndSwap()
83 inline Atomic32 Release_CompareAndSwap(volatile Atomic32* ptr,  in Release_CompareAndSwap()  argument
86   return NoBarrier_CompareAndSwap(ptr, old_value, new_value);  in Release_CompareAndSwap()
89 inline void NoBarrier_Store(volatile Atomic8* ptr, Atomic8 value) {  in NoBarrier_Store()  argument
90   *ptr = value;  in NoBarrier_Store()
93 inline void NoBarrier_Store(volatile Atomic32* ptr, Atomic32 value) {  in NoBarrier_Store()  argument
94   *ptr = value;  in NoBarrier_Store()
105 inline void Acquire_Store(volatile Atomic32* ptr, Atomic32 value) {  in Acquire_Store()  argument
106   *ptr = value;  in Acquire_Store()
121 inline void Acquire_Store(volatile Atomic32* ptr, Atomic32 value) {  in Acquire_Store()  argument
123     *ptr = value;  in Acquire_Store()
126     NoBarrier_AtomicExchange(ptr, value);  in Acquire_Store()
132 inline void Release_Store(volatile Atomic32* ptr, Atomic32 value) {  in Release_Store()  argument
134   *ptr = value;  // An x86 store acts as a release barrier.  in Release_Store()
138 inline Atomic8 NoBarrier_Load(volatile const Atomic8* ptr) {  in NoBarrier_Load()  argument
139   return *ptr;  in NoBarrier_Load()
142 inline Atomic32 NoBarrier_Load(volatile const Atomic32* ptr) {  in NoBarrier_Load()  argument
143   return *ptr;  in NoBarrier_Load()
146 inline Atomic32 Acquire_Load(volatile const Atomic32* ptr) {  in Acquire_Load()  argument
147   Atomic32 value = *ptr;  // An x86 load acts as a acquire barrier.  in Acquire_Load()
153 inline Atomic32 Release_Load(volatile const Atomic32* ptr) {  in Release_Load()  argument
155   return *ptr;  in Release_Load()
162 inline Atomic64 NoBarrier_CompareAndSwap(volatile Atomic64* ptr,  in NoBarrier_CompareAndSwap()  argument
168                        : "q" (new_value), "m" (*ptr), "0" (old_value)  in NoBarrier_CompareAndSwap()
173 inline Atomic64 NoBarrier_AtomicExchange(volatile Atomic64* ptr,  in NoBarrier_AtomicExchange()  argument
177                        : "m" (*ptr), "0" (new_value)  in NoBarrier_AtomicExchange()
182 inline Atomic64 NoBarrier_AtomicIncrement(volatile Atomic64* ptr,  in NoBarrier_AtomicIncrement()  argument
186                        : "+r" (temp), "+m" (*ptr)  in NoBarrier_AtomicIncrement()
192 inline Atomic64 Barrier_AtomicIncrement(volatile Atomic64* ptr,  in Barrier_AtomicIncrement()  argument
196                        : "+r" (temp), "+m" (*ptr)  in Barrier_AtomicIncrement()
205 inline void NoBarrier_Store(volatile Atomic64* ptr, Atomic64 value) {  in NoBarrier_Store()  argument
206   *ptr = value;  in NoBarrier_Store()
209 inline void Acquire_Store(volatile Atomic64* ptr, Atomic64 value) {  in Acquire_Store()  argument
210   *ptr = value;  in Acquire_Store()
214 inline void Release_Store(volatile Atomic64* ptr, Atomic64 value) {  in Release_Store()  argument
217   *ptr = value;  // An x86 store acts as a release barrier  in Release_Store()
235 inline Atomic64 NoBarrier_Load(volatile const Atomic64* ptr) {  in NoBarrier_Load()  argument
236   return *ptr;  in NoBarrier_Load()
239 inline Atomic64 Acquire_Load(volatile const Atomic64* ptr) {  in Acquire_Load()  argument
240   Atomic64 value = *ptr;  // An x86 load acts as a acquire barrier,  in Acquire_Load()
247 inline Atomic64 Release_Load(volatile const Atomic64* ptr) {  in Release_Load()  argument
249   return *ptr;  in Release_Load()
252 inline Atomic64 Acquire_CompareAndSwap(volatile Atomic64* ptr,  in Acquire_CompareAndSwap()  argument
255   Atomic64 x = NoBarrier_CompareAndSwap(ptr, old_value, new_value);  in Acquire_CompareAndSwap()
262 inline Atomic64 Release_CompareAndSwap(volatile Atomic64* ptr,  in Release_CompareAndSwap()  argument
265   return NoBarrier_CompareAndSwap(ptr, old_value, new_value);  in Release_CompareAndSwap()