|
@@ -103,8 +103,10 @@ static inline unsigned long __xchg(unsigned long x, volatile void *ptr, int size
|
|
return ret;
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
|
|
-#define xchg(ptr,x) \
|
|
|
|
- ((__typeof__(*(ptr)))__xchg((unsigned long)(x),(ptr),sizeof(*(ptr))))
|
|
|
|
|
|
+#define xchg(ptr, x) ({ \
|
|
|
|
+ (__typeof__(*(ptr)))__xchg((unsigned long)(x), (ptr), \
|
|
|
|
+ sizeof(*(ptr))); \
|
|
|
|
+})
|
|
|
|
|
|
#include <asm-generic/cmpxchg-local.h>
|
|
#include <asm-generic/cmpxchg-local.h>
|
|
|
|
|
|
@@ -119,14 +121,16 @@ static inline unsigned long __xchg(unsigned long x, volatile void *ptr, int size
|
|
* cmpxchg_local and cmpxchg64_local are atomic wrt current CPU. Always make
|
|
* cmpxchg_local and cmpxchg64_local are atomic wrt current CPU. Always make
|
|
* them available.
|
|
* them available.
|
|
*/
|
|
*/
|
|
-#define cmpxchg_local(ptr, o, n) \
|
|
|
|
- ((__typeof__(*(ptr)))__cmpxchg_local_generic((ptr), (unsigned long)(o),\
|
|
|
|
- (unsigned long)(n), sizeof(*(ptr))))
|
|
|
|
|
|
+#define cmpxchg_local(ptr, o, n) ({ \
|
|
|
|
+ (__typeof(*ptr))__cmpxchg_local_generic((ptr), \
|
|
|
|
+ (unsigned long)(o), \
|
|
|
|
+ (unsigned long)(n), \
|
|
|
|
+ sizeof(*(ptr))); \
|
|
|
|
+})
|
|
|
|
+
|
|
#define cmpxchg64_local(ptr, o, n) __cmpxchg64_local_generic((ptr), (o), (n))
|
|
#define cmpxchg64_local(ptr, o, n) __cmpxchg64_local_generic((ptr), (o), (n))
|
|
|
|
|
|
-#ifndef CONFIG_SMP
|
|
|
|
#include <asm-generic/cmpxchg.h>
|
|
#include <asm-generic/cmpxchg.h>
|
|
-#endif
|
|
|
|
|
|
|
|
#else /* min ARCH >= ARMv6 */
|
|
#else /* min ARCH >= ARMv6 */
|
|
|
|
|
|
@@ -202,11 +206,12 @@ static inline unsigned long __cmpxchg_mb(volatile void *ptr, unsigned long old,
|
|
return ret;
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
|
|
-#define cmpxchg(ptr,o,n) \
|
|
|
|
- ((__typeof__(*(ptr)))__cmpxchg_mb((ptr), \
|
|
|
|
- (unsigned long)(o), \
|
|
|
|
- (unsigned long)(n), \
|
|
|
|
- sizeof(*(ptr))))
|
|
|
|
|
|
+#define cmpxchg(ptr,o,n) ({ \
|
|
|
|
+ (__typeof__(*(ptr)))__cmpxchg_mb((ptr), \
|
|
|
|
+ (unsigned long)(o), \
|
|
|
|
+ (unsigned long)(n), \
|
|
|
|
+ sizeof(*(ptr))); \
|
|
|
|
+})
|
|
|
|
|
|
static inline unsigned long __cmpxchg_local(volatile void *ptr,
|
|
static inline unsigned long __cmpxchg_local(volatile void *ptr,
|
|
unsigned long old,
|
|
unsigned long old,
|
|
@@ -228,6 +233,13 @@ static inline unsigned long __cmpxchg_local(volatile void *ptr,
|
|
return ret;
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+#define cmpxchg_local(ptr, o, n) ({ \
|
|
|
|
+ (__typeof(*ptr))__cmpxchg_local((ptr), \
|
|
|
|
+ (unsigned long)(o), \
|
|
|
|
+ (unsigned long)(n), \
|
|
|
|
+ sizeof(*(ptr))); \
|
|
|
|
+})
|
|
|
|
+
|
|
static inline unsigned long long __cmpxchg64(unsigned long long *ptr,
|
|
static inline unsigned long long __cmpxchg64(unsigned long long *ptr,
|
|
unsigned long long old,
|
|
unsigned long long old,
|
|
unsigned long long new)
|
|
unsigned long long new)
|
|
@@ -253,6 +265,14 @@ static inline unsigned long long __cmpxchg64(unsigned long long *ptr,
|
|
return oldval;
|
|
return oldval;
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+#define cmpxchg64_relaxed(ptr, o, n) ({ \
|
|
|
|
+ (__typeof__(*(ptr)))__cmpxchg64((ptr), \
|
|
|
|
+ (unsigned long long)(o), \
|
|
|
|
+ (unsigned long long)(n)); \
|
|
|
|
+})
|
|
|
|
+
|
|
|
|
+#define cmpxchg64_local(ptr, o, n) cmpxchg64_relaxed((ptr), (o), (n))
|
|
|
|
+
|
|
static inline unsigned long long __cmpxchg64_mb(unsigned long long *ptr,
|
|
static inline unsigned long long __cmpxchg64_mb(unsigned long long *ptr,
|
|
unsigned long long old,
|
|
unsigned long long old,
|
|
unsigned long long new)
|
|
unsigned long long new)
|
|
@@ -266,23 +286,11 @@ static inline unsigned long long __cmpxchg64_mb(unsigned long long *ptr,
|
|
return ret;
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
|
|
-#define cmpxchg_local(ptr,o,n) \
|
|
|
|
- ((__typeof__(*(ptr)))__cmpxchg_local((ptr), \
|
|
|
|
- (unsigned long)(o), \
|
|
|
|
- (unsigned long)(n), \
|
|
|
|
- sizeof(*(ptr))))
|
|
|
|
-
|
|
|
|
-#define cmpxchg64(ptr, o, n) \
|
|
|
|
- ((__typeof__(*(ptr)))__cmpxchg64_mb((ptr), \
|
|
|
|
- (unsigned long long)(o), \
|
|
|
|
- (unsigned long long)(n)))
|
|
|
|
-
|
|
|
|
-#define cmpxchg64_relaxed(ptr, o, n) \
|
|
|
|
- ((__typeof__(*(ptr)))__cmpxchg64((ptr), \
|
|
|
|
- (unsigned long long)(o), \
|
|
|
|
- (unsigned long long)(n)))
|
|
|
|
-
|
|
|
|
-#define cmpxchg64_local(ptr, o, n) cmpxchg64_relaxed((ptr), (o), (n))
|
|
|
|
|
|
+#define cmpxchg64(ptr, o, n) ({ \
|
|
|
|
+ (__typeof__(*(ptr)))__cmpxchg64_mb((ptr), \
|
|
|
|
+ (unsigned long long)(o), \
|
|
|
|
+ (unsigned long long)(n)); \
|
|
|
|
+})
|
|
|
|
|
|
#endif /* __LINUX_ARM_ARCH__ >= 6 */
|
|
#endif /* __LINUX_ARM_ARCH__ >= 6 */
|
|
|
|
|