1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Copyright IBM Corp. 1999, 2016
4 * Author(s): Martin Schwidefsky <schwidefsky@de.ibm.com>,
9 #ifndef __ARCH_S390_ATOMIC__
10 #define __ARCH_S390_ATOMIC__
12 #include <linux/compiler.h>
13 #include <linux/types.h>
14 #include <asm/atomic_ops.h>
15 #include <asm/barrier.h>
16 #include <asm/cmpxchg.h>
18 static inline int atomic_read(const atomic_t *v)
24 : "=d" (c) : "Q" (v->counter));
28 static inline void atomic_set(atomic_t *v, int i)
32 : "=Q" (v->counter) : "d" (i));
35 static inline int atomic_add_return(int i, atomic_t *v)
37 return __atomic_add_barrier(i, &v->counter) + i;
40 static inline int atomic_fetch_add(int i, atomic_t *v)
42 return __atomic_add_barrier(i, &v->counter);
45 static inline void atomic_add(int i, atomic_t *v)
47 #ifdef CONFIG_HAVE_MARCH_Z196_FEATURES
49 * Order of conditions is important to circumvent gcc 10 bug:
50 * https://gcc.gnu.org/pipermail/gcc-patches/2020-July/549318.html
52 if ((i > -129) && (i < 128) && __builtin_constant_p(i)) {
53 __atomic_add_const(i, &v->counter);
57 __atomic_add(i, &v->counter);
60 #define atomic_sub(_i, _v) atomic_add(-(int)(_i), _v)
61 #define atomic_sub_return(_i, _v) atomic_add_return(-(int)(_i), _v)
62 #define atomic_fetch_sub(_i, _v) atomic_fetch_add(-(int)(_i), _v)
64 #define ATOMIC_OPS(op) \
65 static inline void atomic_##op(int i, atomic_t *v) \
67 __atomic_##op(i, &v->counter); \
69 static inline int atomic_fetch_##op(int i, atomic_t *v) \
71 return __atomic_##op##_barrier(i, &v->counter); \
80 #define atomic_xchg(v, new) (xchg(&((v)->counter), new))
82 static inline int atomic_cmpxchg(atomic_t *v, int old, int new)
84 return __atomic_cmpxchg(&v->counter, old, new);
87 #define ATOMIC64_INIT(i) { (i) }
89 static inline s64 atomic64_read(const atomic64_t *v)
95 : "=d" (c) : "Q" (v->counter));
99 static inline void atomic64_set(atomic64_t *v, s64 i)
103 : "=Q" (v->counter) : "d" (i));
106 static inline s64 atomic64_add_return(s64 i, atomic64_t *v)
108 return __atomic64_add_barrier(i, (long *)&v->counter) + i;
111 static inline s64 atomic64_fetch_add(s64 i, atomic64_t *v)
113 return __atomic64_add_barrier(i, (long *)&v->counter);
116 static inline void atomic64_add(s64 i, atomic64_t *v)
118 #ifdef CONFIG_HAVE_MARCH_Z196_FEATURES
120 * Order of conditions is important to circumvent gcc 10 bug:
121 * https://gcc.gnu.org/pipermail/gcc-patches/2020-July/549318.html
123 if ((i > -129) && (i < 128) && __builtin_constant_p(i)) {
124 __atomic64_add_const(i, (long *)&v->counter);
128 __atomic64_add(i, (long *)&v->counter);
131 #define atomic64_xchg(v, new) (xchg(&((v)->counter), new))
133 static inline s64 atomic64_cmpxchg(atomic64_t *v, s64 old, s64 new)
135 return __atomic64_cmpxchg((long *)&v->counter, old, new);
138 #define ATOMIC64_OPS(op) \
139 static inline void atomic64_##op(s64 i, atomic64_t *v) \
141 __atomic64_##op(i, (long *)&v->counter); \
143 static inline long atomic64_fetch_##op(s64 i, atomic64_t *v) \
145 return __atomic64_##op##_barrier(i, (long *)&v->counter); \
154 #define atomic64_sub_return(_i, _v) atomic64_add_return(-(s64)(_i), _v)
155 #define atomic64_fetch_sub(_i, _v) atomic64_fetch_add(-(s64)(_i), _v)
156 #define atomic64_sub(_i, _v) atomic64_add(-(s64)(_i), _v)
158 #endif /* __ARCH_S390_ATOMIC__ */