Commit | Line | Data |
---|---|---|
72099ed2 AB |
1 | #ifndef _ASM_GENERIC_ATOMIC_LONG_H |
2 | #define _ASM_GENERIC_ATOMIC_LONG_H | |
d3cb4871 CL |
3 | /* |
4 | * Copyright (C) 2005 Silicon Graphics, Inc. | |
cde53535 | 5 | * Christoph Lameter |
d3cb4871 CL |
6 | * |
7 | * Allows to provide arch independent atomic definitions without the need to | |
8 | * edit all arch specific atomic.h files. | |
9 | */ | |
10 | ||
5998bf1d | 11 | #include <asm/types.h> |
d3cb4871 CL |
12 | |
13 | /* | |
14 | * Suppport for atomic_long_t | |
15 | * | |
16 | * Casts for parameters are avoided for existing atomic functions in order to | |
17 | * avoid issues with cast-as-lval under gcc 4.x and other limitations that the | |
18 | * macros of a platform may have. | |
19 | */ | |
20 | ||
21 | #if BITS_PER_LONG == 64 | |
22 | ||
23 | typedef atomic64_t atomic_long_t; | |
24 | ||
25 | #define ATOMIC_LONG_INIT(i) ATOMIC64_INIT(i) | |
586b610e | 26 | #define ATOMIC_LONG_PFX(x) atomic64 ## x |
d3cb4871 | 27 | |
586b610e | 28 | #else |
d3cb4871 CL |
29 | |
30 | typedef atomic_t atomic_long_t; | |
31 | ||
32 | #define ATOMIC_LONG_INIT(i) ATOMIC_INIT(i) | |
586b610e WD |
33 | #define ATOMIC_LONG_PFX(x) atomic ## x |
34 | ||
35 | #endif | |
36 | ||
6d79ef2d | 37 | #define ATOMIC_LONG_READ_OP(mo) \ |
e3e72ab8 | 38 | static inline long atomic_long_read##mo(const atomic_long_t *l) \ |
6d79ef2d WD |
39 | { \ |
40 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \ | |
41 | \ | |
42 | return (long)ATOMIC_LONG_PFX(_read##mo)(v); \ | |
d3cb4871 | 43 | } |
6d79ef2d WD |
44 | ATOMIC_LONG_READ_OP() |
45 | ATOMIC_LONG_READ_OP(_acquire) | |
d3cb4871 | 46 | |
6d79ef2d | 47 | #undef ATOMIC_LONG_READ_OP |
d3cb4871 | 48 | |
6d79ef2d WD |
49 | #define ATOMIC_LONG_SET_OP(mo) \ |
50 | static inline void atomic_long_set##mo(atomic_long_t *l, long i) \ | |
51 | { \ | |
52 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \ | |
53 | \ | |
54 | ATOMIC_LONG_PFX(_set##mo)(v, i); \ | |
55 | } | |
56 | ATOMIC_LONG_SET_OP() | |
57 | ATOMIC_LONG_SET_OP(_release) | |
58 | ||
59 | #undef ATOMIC_LONG_SET_OP | |
60 | ||
61 | #define ATOMIC_LONG_ADD_SUB_OP(op, mo) \ | |
62 | static inline long \ | |
63 | atomic_long_##op##_return##mo(long i, atomic_long_t *l) \ | |
64 | { \ | |
65 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \ | |
66 | \ | |
67 | return (long)ATOMIC_LONG_PFX(_##op##_return##mo)(i, v); \ | |
d3cb4871 | 68 | } |
6d79ef2d WD |
69 | ATOMIC_LONG_ADD_SUB_OP(add,) |
70 | ATOMIC_LONG_ADD_SUB_OP(add, _relaxed) | |
71 | ATOMIC_LONG_ADD_SUB_OP(add, _acquire) | |
72 | ATOMIC_LONG_ADD_SUB_OP(add, _release) | |
73 | ATOMIC_LONG_ADD_SUB_OP(sub,) | |
74 | ATOMIC_LONG_ADD_SUB_OP(sub, _relaxed) | |
75 | ATOMIC_LONG_ADD_SUB_OP(sub, _acquire) | |
76 | ATOMIC_LONG_ADD_SUB_OP(sub, _release) | |
77 | ||
78 | #undef ATOMIC_LONG_ADD_SUB_OP | |
79 | ||
80 | #define atomic_long_cmpxchg_relaxed(l, old, new) \ | |
81 | (ATOMIC_LONG_PFX(_cmpxchg_relaxed)((ATOMIC_LONG_PFX(_t) *)(l), \ | |
82 | (old), (new))) | |
83 | #define atomic_long_cmpxchg_acquire(l, old, new) \ | |
84 | (ATOMIC_LONG_PFX(_cmpxchg_acquire)((ATOMIC_LONG_PFX(_t) *)(l), \ | |
85 | (old), (new))) | |
86 | #define atomic_long_cmpxchg_release(l, old, new) \ | |
87 | (ATOMIC_LONG_PFX(_cmpxchg_release)((ATOMIC_LONG_PFX(_t) *)(l), \ | |
88 | (old), (new))) | |
89 | #define atomic_long_cmpxchg(l, old, new) \ | |
90 | (ATOMIC_LONG_PFX(_cmpxchg)((ATOMIC_LONG_PFX(_t) *)(l), (old), (new))) | |
91 | ||
92 | #define atomic_long_xchg_relaxed(v, new) \ | |
93 | (ATOMIC_LONG_PFX(_xchg_relaxed)((ATOMIC_LONG_PFX(_t) *)(v), (new))) | |
94 | #define atomic_long_xchg_acquire(v, new) \ | |
95 | (ATOMIC_LONG_PFX(_xchg_acquire)((ATOMIC_LONG_PFX(_t) *)(v), (new))) | |
96 | #define atomic_long_xchg_release(v, new) \ | |
97 | (ATOMIC_LONG_PFX(_xchg_release)((ATOMIC_LONG_PFX(_t) *)(v), (new))) | |
98 | #define atomic_long_xchg(v, new) \ | |
99 | (ATOMIC_LONG_PFX(_xchg)((ATOMIC_LONG_PFX(_t) *)(v), (new))) | |
d3cb4871 | 100 | |
a644fdf0 | 101 | static __always_inline void atomic_long_inc(atomic_long_t *l) |
d3cb4871 | 102 | { |
586b610e | 103 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; |
d3cb4871 | 104 | |
586b610e | 105 | ATOMIC_LONG_PFX(_inc)(v); |
d3cb4871 CL |
106 | } |
107 | ||
a644fdf0 | 108 | static __always_inline void atomic_long_dec(atomic_long_t *l) |
d3cb4871 | 109 | { |
586b610e | 110 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; |
d3cb4871 | 111 | |
586b610e | 112 | ATOMIC_LONG_PFX(_dec)(v); |
d3cb4871 CL |
113 | } |
114 | ||
28aa2bda PZ |
115 | #define ATOMIC_LONG_FETCH_OP(op, mo) \ |
116 | static inline long \ | |
117 | atomic_long_fetch_##op##mo(long i, atomic_long_t *l) \ | |
118 | { \ | |
119 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \ | |
120 | \ | |
121 | return (long)ATOMIC_LONG_PFX(_fetch_##op##mo)(i, v); \ | |
122 | } | |
123 | ||
124 | ATOMIC_LONG_FETCH_OP(add, ) | |
125 | ATOMIC_LONG_FETCH_OP(add, _relaxed) | |
126 | ATOMIC_LONG_FETCH_OP(add, _acquire) | |
127 | ATOMIC_LONG_FETCH_OP(add, _release) | |
128 | ATOMIC_LONG_FETCH_OP(sub, ) | |
129 | ATOMIC_LONG_FETCH_OP(sub, _relaxed) | |
130 | ATOMIC_LONG_FETCH_OP(sub, _acquire) | |
131 | ATOMIC_LONG_FETCH_OP(sub, _release) | |
132 | ATOMIC_LONG_FETCH_OP(and, ) | |
133 | ATOMIC_LONG_FETCH_OP(and, _relaxed) | |
134 | ATOMIC_LONG_FETCH_OP(and, _acquire) | |
135 | ATOMIC_LONG_FETCH_OP(and, _release) | |
136 | ATOMIC_LONG_FETCH_OP(andnot, ) | |
137 | ATOMIC_LONG_FETCH_OP(andnot, _relaxed) | |
138 | ATOMIC_LONG_FETCH_OP(andnot, _acquire) | |
139 | ATOMIC_LONG_FETCH_OP(andnot, _release) | |
140 | ATOMIC_LONG_FETCH_OP(or, ) | |
141 | ATOMIC_LONG_FETCH_OP(or, _relaxed) | |
142 | ATOMIC_LONG_FETCH_OP(or, _acquire) | |
143 | ATOMIC_LONG_FETCH_OP(or, _release) | |
144 | ATOMIC_LONG_FETCH_OP(xor, ) | |
145 | ATOMIC_LONG_FETCH_OP(xor, _relaxed) | |
146 | ATOMIC_LONG_FETCH_OP(xor, _acquire) | |
147 | ATOMIC_LONG_FETCH_OP(xor, _release) | |
148 | ||
f0662863 DB |
149 | #undef ATOMIC_LONG_FETCH_OP |
150 | ||
151 | #define ATOMIC_LONG_FETCH_INC_DEC_OP(op, mo) \ | |
152 | static inline long \ | |
153 | atomic_long_fetch_##op##mo(atomic_long_t *l) \ | |
154 | { \ | |
155 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \ | |
156 | \ | |
157 | return (long)ATOMIC_LONG_PFX(_fetch_##op##mo)(v); \ | |
158 | } | |
159 | ||
160 | ATOMIC_LONG_FETCH_INC_DEC_OP(inc,) | |
161 | ATOMIC_LONG_FETCH_INC_DEC_OP(inc, _relaxed) | |
162 | ATOMIC_LONG_FETCH_INC_DEC_OP(inc, _acquire) | |
163 | ATOMIC_LONG_FETCH_INC_DEC_OP(inc, _release) | |
164 | ATOMIC_LONG_FETCH_INC_DEC_OP(dec,) | |
165 | ATOMIC_LONG_FETCH_INC_DEC_OP(dec, _relaxed) | |
166 | ATOMIC_LONG_FETCH_INC_DEC_OP(dec, _acquire) | |
167 | ATOMIC_LONG_FETCH_INC_DEC_OP(dec, _release) | |
168 | ||
169 | #undef ATOMIC_LONG_FETCH_INC_DEC_OP | |
170 | ||
90fe6514 | 171 | #define ATOMIC_LONG_OP(op) \ |
a644fdf0 | 172 | static __always_inline void \ |
90fe6514 PZ |
173 | atomic_long_##op(long i, atomic_long_t *l) \ |
174 | { \ | |
175 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \ | |
176 | \ | |
177 | ATOMIC_LONG_PFX(_##op)(i, v); \ | |
d3cb4871 CL |
178 | } |
179 | ||
90fe6514 PZ |
180 | ATOMIC_LONG_OP(add) |
181 | ATOMIC_LONG_OP(sub) | |
182 | ATOMIC_LONG_OP(and) | |
28aa2bda | 183 | ATOMIC_LONG_OP(andnot) |
90fe6514 PZ |
184 | ATOMIC_LONG_OP(or) |
185 | ATOMIC_LONG_OP(xor) | |
d3cb4871 | 186 | |
90fe6514 | 187 | #undef ATOMIC_LONG_OP |
d3cb4871 | 188 | |
bb2382c3 MD |
189 | static inline int atomic_long_sub_and_test(long i, atomic_long_t *l) |
190 | { | |
586b610e | 191 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; |
bb2382c3 | 192 | |
586b610e | 193 | return ATOMIC_LONG_PFX(_sub_and_test)(i, v); |
bb2382c3 MD |
194 | } |
195 | ||
196 | static inline int atomic_long_dec_and_test(atomic_long_t *l) | |
197 | { | |
586b610e | 198 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; |
bb2382c3 | 199 | |
586b610e | 200 | return ATOMIC_LONG_PFX(_dec_and_test)(v); |
bb2382c3 MD |
201 | } |
202 | ||
203 | static inline int atomic_long_inc_and_test(atomic_long_t *l) | |
204 | { | |
586b610e | 205 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; |
bb2382c3 | 206 | |
586b610e | 207 | return ATOMIC_LONG_PFX(_inc_and_test)(v); |
bb2382c3 MD |
208 | } |
209 | ||
210 | static inline int atomic_long_add_negative(long i, atomic_long_t *l) | |
211 | { | |
586b610e | 212 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; |
bb2382c3 | 213 | |
586b610e | 214 | return ATOMIC_LONG_PFX(_add_negative)(i, v); |
bb2382c3 MD |
215 | } |
216 | ||
63ab7bd0 DB |
217 | #define ATOMIC_LONG_INC_DEC_OP(op, mo) \ |
218 | static inline long \ | |
219 | atomic_long_##op##_return##mo(atomic_long_t *l) \ | |
220 | { \ | |
221 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \ | |
222 | \ | |
223 | return (long)ATOMIC_LONG_PFX(_##op##_return##mo)(v); \ | |
bb2382c3 | 224 | } |
63ab7bd0 DB |
225 | ATOMIC_LONG_INC_DEC_OP(inc,) |
226 | ATOMIC_LONG_INC_DEC_OP(inc, _relaxed) | |
227 | ATOMIC_LONG_INC_DEC_OP(inc, _acquire) | |
228 | ATOMIC_LONG_INC_DEC_OP(inc, _release) | |
229 | ATOMIC_LONG_INC_DEC_OP(dec,) | |
230 | ATOMIC_LONG_INC_DEC_OP(dec, _relaxed) | |
231 | ATOMIC_LONG_INC_DEC_OP(dec, _acquire) | |
232 | ATOMIC_LONG_INC_DEC_OP(dec, _release) | |
233 | ||
234 | #undef ATOMIC_LONG_INC_DEC_OP | |
bb2382c3 | 235 | |
2856f5e3 MD |
236 | static inline long atomic_long_add_unless(atomic_long_t *l, long a, long u) |
237 | { | |
586b610e | 238 | ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; |
2856f5e3 | 239 | |
586b610e | 240 | return (long)ATOMIC_LONG_PFX(_add_unless)(v, a, u); |
2856f5e3 | 241 | } |
bb2382c3 | 242 | |
586b610e WD |
243 | #define atomic_long_inc_not_zero(l) \ |
244 | ATOMIC_LONG_PFX(_inc_not_zero)((ATOMIC_LONG_PFX(_t) *)(l)) | |
4b358e22 | 245 | |
72099ed2 | 246 | #endif /* _ASM_GENERIC_ATOMIC_LONG_H */ |