Merge tag 'xfs-5.14-merge-6' of git://git.kernel.org/pub/scm/fs/xfs/xfs-linux
[linux-2.6-microblaze.git] / include / asm-generic / atomic.h
1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /*
3  * Generic C implementation of atomic counter operations. Do not include in
4  * machine independent code.
5  *
6  * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
7  * Written by David Howells (dhowells@redhat.com)
8  */
9 #ifndef __ASM_GENERIC_ATOMIC_H
10 #define __ASM_GENERIC_ATOMIC_H
11
12 #include <asm/cmpxchg.h>
13 #include <asm/barrier.h>
14
15 #ifdef CONFIG_SMP
16
17 /* we can build all atomic primitives from cmpxchg */
18
19 #define ATOMIC_OP(op, c_op)                                             \
20 static inline void generic_atomic_##op(int i, atomic_t *v)              \
21 {                                                                       \
22         int c, old;                                                     \
23                                                                         \
24         c = v->counter;                                                 \
25         while ((old = arch_cmpxchg(&v->counter, c, c c_op i)) != c)     \
26                 c = old;                                                \
27 }
28
29 #define ATOMIC_OP_RETURN(op, c_op)                                      \
30 static inline int generic_atomic_##op##_return(int i, atomic_t *v)      \
31 {                                                                       \
32         int c, old;                                                     \
33                                                                         \
34         c = v->counter;                                                 \
35         while ((old = arch_cmpxchg(&v->counter, c, c c_op i)) != c)     \
36                 c = old;                                                \
37                                                                         \
38         return c c_op i;                                                \
39 }
40
41 #define ATOMIC_FETCH_OP(op, c_op)                                       \
42 static inline int generic_atomic_fetch_##op(int i, atomic_t *v)         \
43 {                                                                       \
44         int c, old;                                                     \
45                                                                         \
46         c = v->counter;                                                 \
47         while ((old = arch_cmpxchg(&v->counter, c, c c_op i)) != c)     \
48                 c = old;                                                \
49                                                                         \
50         return c;                                                       \
51 }
52
53 #else
54
55 #include <linux/irqflags.h>
56
57 #define ATOMIC_OP(op, c_op)                                             \
58 static inline void generic_atomic_##op(int i, atomic_t *v)              \
59 {                                                                       \
60         unsigned long flags;                                            \
61                                                                         \
62         raw_local_irq_save(flags);                                      \
63         v->counter = v->counter c_op i;                                 \
64         raw_local_irq_restore(flags);                                   \
65 }
66
67 #define ATOMIC_OP_RETURN(op, c_op)                                      \
68 static inline int generic_atomic_##op##_return(int i, atomic_t *v)      \
69 {                                                                       \
70         unsigned long flags;                                            \
71         int ret;                                                        \
72                                                                         \
73         raw_local_irq_save(flags);                                      \
74         ret = (v->counter = v->counter c_op i);                         \
75         raw_local_irq_restore(flags);                                   \
76                                                                         \
77         return ret;                                                     \
78 }
79
80 #define ATOMIC_FETCH_OP(op, c_op)                                       \
81 static inline int generic_atomic_fetch_##op(int i, atomic_t *v)         \
82 {                                                                       \
83         unsigned long flags;                                            \
84         int ret;                                                        \
85                                                                         \
86         raw_local_irq_save(flags);                                      \
87         ret = v->counter;                                               \
88         v->counter = v->counter c_op i;                                 \
89         raw_local_irq_restore(flags);                                   \
90                                                                         \
91         return ret;                                                     \
92 }
93
94 #endif /* CONFIG_SMP */
95
96 ATOMIC_OP_RETURN(add, +)
97 ATOMIC_OP_RETURN(sub, -)
98
99 ATOMIC_FETCH_OP(add, +)
100 ATOMIC_FETCH_OP(sub, -)
101 ATOMIC_FETCH_OP(and, &)
102 ATOMIC_FETCH_OP(or, |)
103 ATOMIC_FETCH_OP(xor, ^)
104
105 ATOMIC_OP(add, +)
106 ATOMIC_OP(sub, -)
107 ATOMIC_OP(and, &)
108 ATOMIC_OP(or, |)
109 ATOMIC_OP(xor, ^)
110
111 #undef ATOMIC_FETCH_OP
112 #undef ATOMIC_OP_RETURN
113 #undef ATOMIC_OP
114
115 #define arch_atomic_add_return                  generic_atomic_add_return
116 #define arch_atomic_sub_return                  generic_atomic_sub_return
117
118 #define arch_atomic_fetch_add                   generic_atomic_fetch_add
119 #define arch_atomic_fetch_sub                   generic_atomic_fetch_sub
120 #define arch_atomic_fetch_and                   generic_atomic_fetch_and
121 #define arch_atomic_fetch_or                    generic_atomic_fetch_or
122 #define arch_atomic_fetch_xor                   generic_atomic_fetch_xor
123
124 #define arch_atomic_add                         generic_atomic_add
125 #define arch_atomic_sub                         generic_atomic_sub
126 #define arch_atomic_and                         generic_atomic_and
127 #define arch_atomic_or                          generic_atomic_or
128 #define arch_atomic_xor                         generic_atomic_xor
129
130 #define arch_atomic_read(v)                     READ_ONCE((v)->counter)
131 #define arch_atomic_set(v, i)                   WRITE_ONCE(((v)->counter), (i))
132
133 #define arch_atomic_xchg(ptr, v)                (arch_xchg(&(ptr)->counter, (v)))
134 #define arch_atomic_cmpxchg(v, old, new)        (arch_cmpxchg(&((v)->counter), (old), (new)))
135
136 #endif /* __ASM_GENERIC_ATOMIC_H */