blob: 288cc9e963953ae182e6b8760663d7b712e834c6 [file] [log] [blame]
Arnd Bergmann72099ed2009-05-13 22:56:29 +00001#ifndef _ASM_GENERIC_ATOMIC_LONG_H
2#define _ASM_GENERIC_ATOMIC_LONG_H
Christoph Lameterd3cb4872006-01-06 00:11:20 -08003/*
4 * Copyright (C) 2005 Silicon Graphics, Inc.
Christoph Lametercde53532008-07-04 09:59:22 -07005 * Christoph Lameter
Christoph Lameterd3cb4872006-01-06 00:11:20 -08006 *
7 * Allows to provide arch independent atomic definitions without the need to
8 * edit all arch specific atomic.h files.
9 */
10
Andrew Morton5998bf12006-01-08 01:00:29 -080011#include <asm/types.h>
Christoph Lameterd3cb4872006-01-06 00:11:20 -080012
13/*
14 * Suppport for atomic_long_t
15 *
16 * Casts for parameters are avoided for existing atomic functions in order to
17 * avoid issues with cast-as-lval under gcc 4.x and other limitations that the
18 * macros of a platform may have.
19 */
20
21#if BITS_PER_LONG == 64
22
23typedef atomic64_t atomic_long_t;
24
25#define ATOMIC_LONG_INIT(i) ATOMIC64_INIT(i)
Will Deacon586b6102015-08-06 17:54:38 +010026#define ATOMIC_LONG_PFX(x) atomic64 ## x
Christoph Lameterd3cb4872006-01-06 00:11:20 -080027
Will Deacon586b6102015-08-06 17:54:38 +010028#else
Christoph Lameterd3cb4872006-01-06 00:11:20 -080029
30typedef atomic_t atomic_long_t;
31
32#define ATOMIC_LONG_INIT(i) ATOMIC_INIT(i)
Will Deacon586b6102015-08-06 17:54:38 +010033#define ATOMIC_LONG_PFX(x) atomic ## x
34
35#endif
36
Will Deacon6d79ef22015-08-06 17:54:39 +010037#define ATOMIC_LONG_READ_OP(mo) \
Peter Zijlstrae3e72ab2015-09-18 13:22:52 +020038static inline long atomic_long_read##mo(const atomic_long_t *l) \
Will Deacon6d79ef22015-08-06 17:54:39 +010039{ \
40 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
41 \
42 return (long)ATOMIC_LONG_PFX(_read##mo)(v); \
Christoph Lameterd3cb4872006-01-06 00:11:20 -080043}
Will Deacon6d79ef22015-08-06 17:54:39 +010044ATOMIC_LONG_READ_OP()
45ATOMIC_LONG_READ_OP(_acquire)
Christoph Lameterd3cb4872006-01-06 00:11:20 -080046
Will Deacon6d79ef22015-08-06 17:54:39 +010047#undef ATOMIC_LONG_READ_OP
Christoph Lameterd3cb4872006-01-06 00:11:20 -080048
Will Deacon6d79ef22015-08-06 17:54:39 +010049#define ATOMIC_LONG_SET_OP(mo) \
50static inline void atomic_long_set##mo(atomic_long_t *l, long i) \
51{ \
52 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
53 \
54 ATOMIC_LONG_PFX(_set##mo)(v, i); \
Christoph Lameterd3cb4872006-01-06 00:11:20 -080055}
Will Deacon6d79ef22015-08-06 17:54:39 +010056ATOMIC_LONG_SET_OP()
57ATOMIC_LONG_SET_OP(_release)
58
59#undef ATOMIC_LONG_SET_OP
60
61#define ATOMIC_LONG_ADD_SUB_OP(op, mo) \
62static inline long \
63atomic_long_##op##_return##mo(long i, atomic_long_t *l) \
64{ \
65 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
66 \
67 return (long)ATOMIC_LONG_PFX(_##op##_return##mo)(i, v); \
68}
69ATOMIC_LONG_ADD_SUB_OP(add,)
70ATOMIC_LONG_ADD_SUB_OP(add, _relaxed)
71ATOMIC_LONG_ADD_SUB_OP(add, _acquire)
72ATOMIC_LONG_ADD_SUB_OP(add, _release)
73ATOMIC_LONG_ADD_SUB_OP(sub,)
74ATOMIC_LONG_ADD_SUB_OP(sub, _relaxed)
75ATOMIC_LONG_ADD_SUB_OP(sub, _acquire)
76ATOMIC_LONG_ADD_SUB_OP(sub, _release)
77
78#undef ATOMIC_LONG_ADD_SUB_OP
79
80#define atomic_long_cmpxchg_relaxed(l, old, new) \
81 (ATOMIC_LONG_PFX(_cmpxchg_relaxed)((ATOMIC_LONG_PFX(_t) *)(l), \
82 (old), (new)))
83#define atomic_long_cmpxchg_acquire(l, old, new) \
84 (ATOMIC_LONG_PFX(_cmpxchg_acquire)((ATOMIC_LONG_PFX(_t) *)(l), \
85 (old), (new)))
86#define atomic_long_cmpxchg_release(l, old, new) \
87 (ATOMIC_LONG_PFX(_cmpxchg_release)((ATOMIC_LONG_PFX(_t) *)(l), \
88 (old), (new)))
89#define atomic_long_cmpxchg(l, old, new) \
90 (ATOMIC_LONG_PFX(_cmpxchg)((ATOMIC_LONG_PFX(_t) *)(l), (old), (new)))
91
92#define atomic_long_xchg_relaxed(v, new) \
93 (ATOMIC_LONG_PFX(_xchg_relaxed)((ATOMIC_LONG_PFX(_t) *)(v), (new)))
94#define atomic_long_xchg_acquire(v, new) \
95 (ATOMIC_LONG_PFX(_xchg_acquire)((ATOMIC_LONG_PFX(_t) *)(v), (new)))
96#define atomic_long_xchg_release(v, new) \
97 (ATOMIC_LONG_PFX(_xchg_release)((ATOMIC_LONG_PFX(_t) *)(v), (new)))
98#define atomic_long_xchg(v, new) \
99 (ATOMIC_LONG_PFX(_xchg)((ATOMIC_LONG_PFX(_t) *)(v), (new)))
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800100
Denys Vlasenkoa644fdf2016-03-17 14:22:41 -0700101static __always_inline void atomic_long_inc(atomic_long_t *l)
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800102{
Will Deacon586b6102015-08-06 17:54:38 +0100103 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800104
Will Deacon586b6102015-08-06 17:54:38 +0100105 ATOMIC_LONG_PFX(_inc)(v);
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800106}
107
Denys Vlasenkoa644fdf2016-03-17 14:22:41 -0700108static __always_inline void atomic_long_dec(atomic_long_t *l)
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800109{
Will Deacon586b6102015-08-06 17:54:38 +0100110 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800111
Will Deacon586b6102015-08-06 17:54:38 +0100112 ATOMIC_LONG_PFX(_dec)(v);
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800113}
114
Peter Zijlstra28aa2bd2016-04-18 00:54:38 +0200115#define ATOMIC_LONG_FETCH_OP(op, mo) \
116static inline long \
117atomic_long_fetch_##op##mo(long i, atomic_long_t *l) \
118{ \
119 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
120 \
121 return (long)ATOMIC_LONG_PFX(_fetch_##op##mo)(i, v); \
122}
123
124ATOMIC_LONG_FETCH_OP(add, )
125ATOMIC_LONG_FETCH_OP(add, _relaxed)
126ATOMIC_LONG_FETCH_OP(add, _acquire)
127ATOMIC_LONG_FETCH_OP(add, _release)
128ATOMIC_LONG_FETCH_OP(sub, )
129ATOMIC_LONG_FETCH_OP(sub, _relaxed)
130ATOMIC_LONG_FETCH_OP(sub, _acquire)
131ATOMIC_LONG_FETCH_OP(sub, _release)
132ATOMIC_LONG_FETCH_OP(and, )
133ATOMIC_LONG_FETCH_OP(and, _relaxed)
134ATOMIC_LONG_FETCH_OP(and, _acquire)
135ATOMIC_LONG_FETCH_OP(and, _release)
136ATOMIC_LONG_FETCH_OP(andnot, )
137ATOMIC_LONG_FETCH_OP(andnot, _relaxed)
138ATOMIC_LONG_FETCH_OP(andnot, _acquire)
139ATOMIC_LONG_FETCH_OP(andnot, _release)
140ATOMIC_LONG_FETCH_OP(or, )
141ATOMIC_LONG_FETCH_OP(or, _relaxed)
142ATOMIC_LONG_FETCH_OP(or, _acquire)
143ATOMIC_LONG_FETCH_OP(or, _release)
144ATOMIC_LONG_FETCH_OP(xor, )
145ATOMIC_LONG_FETCH_OP(xor, _relaxed)
146ATOMIC_LONG_FETCH_OP(xor, _acquire)
147ATOMIC_LONG_FETCH_OP(xor, _release)
148
Davidlohr Buesof0662862016-06-28 14:56:51 -0700149#undef ATOMIC_LONG_FETCH_OP
150
151#define ATOMIC_LONG_FETCH_INC_DEC_OP(op, mo) \
152static inline long \
153atomic_long_fetch_##op##mo(atomic_long_t *l) \
154{ \
155 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
156 \
157 return (long)ATOMIC_LONG_PFX(_fetch_##op##mo)(v); \
158}
159
160ATOMIC_LONG_FETCH_INC_DEC_OP(inc,)
161ATOMIC_LONG_FETCH_INC_DEC_OP(inc, _relaxed)
162ATOMIC_LONG_FETCH_INC_DEC_OP(inc, _acquire)
163ATOMIC_LONG_FETCH_INC_DEC_OP(inc, _release)
164ATOMIC_LONG_FETCH_INC_DEC_OP(dec,)
165ATOMIC_LONG_FETCH_INC_DEC_OP(dec, _relaxed)
166ATOMIC_LONG_FETCH_INC_DEC_OP(dec, _acquire)
167ATOMIC_LONG_FETCH_INC_DEC_OP(dec, _release)
168
169#undef ATOMIC_LONG_FETCH_INC_DEC_OP
170
Peter Zijlstra90fe6512015-09-18 15:04:59 +0200171#define ATOMIC_LONG_OP(op) \
Denys Vlasenkoa644fdf2016-03-17 14:22:41 -0700172static __always_inline void \
Peter Zijlstra90fe6512015-09-18 15:04:59 +0200173atomic_long_##op(long i, atomic_long_t *l) \
174{ \
175 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
176 \
177 ATOMIC_LONG_PFX(_##op)(i, v); \
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800178}
179
Peter Zijlstra90fe6512015-09-18 15:04:59 +0200180ATOMIC_LONG_OP(add)
181ATOMIC_LONG_OP(sub)
182ATOMIC_LONG_OP(and)
Peter Zijlstra28aa2bd2016-04-18 00:54:38 +0200183ATOMIC_LONG_OP(andnot)
Peter Zijlstra90fe6512015-09-18 15:04:59 +0200184ATOMIC_LONG_OP(or)
185ATOMIC_LONG_OP(xor)
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800186
Peter Zijlstra90fe6512015-09-18 15:04:59 +0200187#undef ATOMIC_LONG_OP
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800188
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700189static inline int atomic_long_sub_and_test(long i, atomic_long_t *l)
190{
Will Deacon586b6102015-08-06 17:54:38 +0100191 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700192
Will Deacon586b6102015-08-06 17:54:38 +0100193 return ATOMIC_LONG_PFX(_sub_and_test)(i, v);
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700194}
195
196static inline int atomic_long_dec_and_test(atomic_long_t *l)
197{
Will Deacon586b6102015-08-06 17:54:38 +0100198 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700199
Will Deacon586b6102015-08-06 17:54:38 +0100200 return ATOMIC_LONG_PFX(_dec_and_test)(v);
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700201}
202
203static inline int atomic_long_inc_and_test(atomic_long_t *l)
204{
Will Deacon586b6102015-08-06 17:54:38 +0100205 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700206
Will Deacon586b6102015-08-06 17:54:38 +0100207 return ATOMIC_LONG_PFX(_inc_and_test)(v);
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700208}
209
210static inline int atomic_long_add_negative(long i, atomic_long_t *l)
211{
Will Deacon586b6102015-08-06 17:54:38 +0100212 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700213
Will Deacon586b6102015-08-06 17:54:38 +0100214 return ATOMIC_LONG_PFX(_add_negative)(i, v);
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700215}
216
Davidlohr Bueso63ab7bd2015-09-30 13:03:11 -0700217#define ATOMIC_LONG_INC_DEC_OP(op, mo) \
218static inline long \
219atomic_long_##op##_return##mo(atomic_long_t *l) \
220{ \
221 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
222 \
223 return (long)ATOMIC_LONG_PFX(_##op##_return##mo)(v); \
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700224}
Davidlohr Bueso63ab7bd2015-09-30 13:03:11 -0700225ATOMIC_LONG_INC_DEC_OP(inc,)
226ATOMIC_LONG_INC_DEC_OP(inc, _relaxed)
227ATOMIC_LONG_INC_DEC_OP(inc, _acquire)
228ATOMIC_LONG_INC_DEC_OP(inc, _release)
229ATOMIC_LONG_INC_DEC_OP(dec,)
230ATOMIC_LONG_INC_DEC_OP(dec, _relaxed)
231ATOMIC_LONG_INC_DEC_OP(dec, _acquire)
232ATOMIC_LONG_INC_DEC_OP(dec, _release)
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700233
Davidlohr Bueso63ab7bd2015-09-30 13:03:11 -0700234#undef ATOMIC_LONG_INC_DEC_OP
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700235
Mathieu Desnoyers2856f5e2007-05-08 00:34:38 -0700236static inline long atomic_long_add_unless(atomic_long_t *l, long a, long u)
237{
Will Deacon586b6102015-08-06 17:54:38 +0100238 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Mathieu Desnoyers2856f5e2007-05-08 00:34:38 -0700239
Will Deacon586b6102015-08-06 17:54:38 +0100240 return (long)ATOMIC_LONG_PFX(_add_unless)(v, a, u);
Mathieu Desnoyers2856f5e2007-05-08 00:34:38 -0700241}
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700242
Will Deacon586b6102015-08-06 17:54:38 +0100243#define atomic_long_inc_not_zero(l) \
244 ATOMIC_LONG_PFX(_inc_not_zero)((ATOMIC_LONG_PFX(_t) *)(l))
Adrian Bunk4b358e22006-12-06 20:40:28 -0800245
Arnd Bergmann72099ed2009-05-13 22:56:29 +0000246#endif /* _ASM_GENERIC_ATOMIC_LONG_H */