| 
									
										
										
										
											2015-05-24 06:55:12 +02:00
										 |  |  | // Copyright 2009 Dolphin Emulator Project
 | 
					
						
							| 
									
										
										
										
											2015-05-18 01:08:10 +02:00
										 |  |  | // Licensed under GPLv2+
 | 
					
						
							| 
									
										
										
										
											2013-04-17 23:09:55 -04:00
										 |  |  | // Refer to the license.txt file included.
 | 
					
						
							| 
									
										
										
										
											2010-02-19 17:05:26 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-02-20 04:11:52 +01:00
										 |  |  | // IWYU pragma: private, include "Common/Atomic.h"
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-02-10 13:54:46 -05:00
										 |  |  | #pragma once
 | 
					
						
							| 
									
										
										
										
											2010-02-19 17:05:26 +00:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-02-17 05:18:15 -05:00
										 |  |  | #include "Common/Common.h"
 | 
					
						
							| 
									
										
										
										
											2010-02-19 17:05:26 +00:00
										 |  |  | 
 | 
					
						
							|  |  |  | // Atomic operations are performed in a single step by the CPU. It is
 | 
					
						
							|  |  |  | // impossible for other threads to see the operation "half-done."
 | 
					
						
							|  |  |  | //
 | 
					
						
							|  |  |  | // Some atomic operations can be combined with different types of memory
 | 
					
						
							|  |  |  | // barriers called "Acquire semantics" and "Release semantics", defined below.
 | 
					
						
							|  |  |  | //
 | 
					
						
							|  |  |  | // Acquire semantics: Future memory accesses cannot be relocated to before the
 | 
					
						
							|  |  |  | //                    operation.
 | 
					
						
							|  |  |  | //
 | 
					
						
							|  |  |  | // Release semantics: Past memory accesses cannot be relocated to after the
 | 
					
						
							|  |  |  | //                    operation.
 | 
					
						
							|  |  |  | //
 | 
					
						
							|  |  |  | // These barriers affect not only the compiler, but also the CPU.
 | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | namespace Common | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-08-30 16:14:56 -04:00
										 |  |  | inline void AtomicAdd(volatile u32& target, u32 value) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2010-02-19 17:05:26 +00:00
										 |  |  | 	__sync_add_and_fetch(&target, value); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-08-30 16:14:56 -04:00
										 |  |  | inline void AtomicAnd(volatile u32& target, u32 value) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2010-02-19 17:05:26 +00:00
										 |  |  | 	__sync_and_and_fetch(&target, value); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-08-30 16:14:56 -04:00
										 |  |  | inline void AtomicDecrement(volatile u32& target) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2010-08-10 08:29:15 +00:00
										 |  |  | 	__sync_add_and_fetch(&target, -1); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-08-30 16:14:56 -04:00
										 |  |  | inline void AtomicIncrement(volatile u32& target) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2010-02-19 17:05:26 +00:00
										 |  |  | 	__sync_add_and_fetch(&target, 1); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-08-30 16:14:56 -04:00
										 |  |  | inline void AtomicOr(volatile u32& target, u32 value) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-09-22 16:07:45 -04:00
										 |  |  | 	__sync_or_and_fetch(&target, value); | 
					
						
							| 
									
										
										
										
											2010-02-19 17:05:26 +00:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2013-09-22 16:07:45 -04:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-04-17 10:39:02 +02:00
										 |  |  | // Support clang versions older than 3.4.
 | 
					
						
							|  |  |  | #if __clang__ && !__has_feature(cxx_atomic)
 | 
					
						
							| 
									
										
										
										
											2013-09-22 16:07:45 -04:00
										 |  |  | template <typename T> | 
					
						
							|  |  |  | _Atomic(T)* ToC11Atomic(volatile T* loc) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | 	return (_Atomic(T)*) loc; | 
					
						
							| 
									
										
										
										
											2010-02-19 17:05:26 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-09-22 16:07:45 -04:00
										 |  |  | #define __atomic_load_n(p, m) __c11_atomic_load(ToC11Atomic(p), m)
 | 
					
						
							|  |  |  | #define __atomic_store_n(p, v, m) __c11_atomic_store(ToC11Atomic(p), v, m)
 | 
					
						
							|  |  |  | #define __atomic_exchange_n(p, v, m) __c11_atomic_exchange(ToC11Atomic(p), v, m)
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-09-23 15:00:53 -04:00
										 |  |  | #ifndef __ATOMIC_RELAXED
 | 
					
						
							|  |  |  | #error __ATOMIC_RELAXED not defined; your compiler version is too old.
 | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-09-22 16:07:45 -04:00
										 |  |  | template <typename T> | 
					
						
							| 
									
										
										
										
											2014-08-30 16:14:56 -04:00
										 |  |  | inline T AtomicLoad(volatile T& src) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-09-22 16:07:45 -04:00
										 |  |  | 	return __atomic_load_n(&src, __ATOMIC_RELAXED); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | template <typename T> | 
					
						
							| 
									
										
										
										
											2014-08-30 16:14:56 -04:00
										 |  |  | inline T AtomicLoadAcquire(volatile T& src) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-09-22 16:07:45 -04:00
										 |  |  | 	return __atomic_load_n(&src, __ATOMIC_ACQUIRE); | 
					
						
							| 
									
										
										
										
											2010-02-19 17:05:26 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2013-09-22 16:07:45 -04:00
										 |  |  | template <typename T, typename U> | 
					
						
							| 
									
										
										
										
											2014-08-30 16:14:56 -04:00
										 |  |  | inline void AtomicStore(volatile T& dest, U value) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-09-22 16:07:45 -04:00
										 |  |  | 	__atomic_store_n(&dest, value, __ATOMIC_RELAXED); | 
					
						
							| 
									
										
										
										
											2010-02-19 17:05:26 +00:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2013-09-22 16:07:45 -04:00
										 |  |  | 
 | 
					
						
							|  |  |  | template <typename T, typename U> | 
					
						
							| 
									
										
										
										
											2014-08-30 16:14:56 -04:00
										 |  |  | inline void AtomicStoreRelease(volatile T& dest, U value) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-09-22 16:07:45 -04:00
										 |  |  | 	__atomic_store_n(&dest, value, __ATOMIC_RELEASE); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | template <typename T, typename U> | 
					
						
							| 
									
										
										
										
											2014-08-30 16:14:56 -04:00
										 |  |  | inline T* AtomicExchangeAcquire(T* volatile& loc, U newval) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2013-09-22 16:07:45 -04:00
										 |  |  | 	return __atomic_exchange_n(&loc, newval, __ATOMIC_ACQ_REL); | 
					
						
							| 
									
										
										
										
											2010-02-19 17:05:26 +00:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | } |