blob: 87d14476edc23dfcfa99a6daf18885ff8eddacb1 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Arnd Bergmann72099ed2009-05-13 22:56:29 +00002#ifndef _ASM_GENERIC_ATOMIC_LONG_H
3#define _ASM_GENERIC_ATOMIC_LONG_H
Christoph Lameterd3cb4872006-01-06 00:11:20 -08004/*
5 * Copyright (C) 2005 Silicon Graphics, Inc.
Christoph Lametercde53532008-07-04 09:59:22 -07006 * Christoph Lameter
Christoph Lameterd3cb4872006-01-06 00:11:20 -08007 *
8 * Allows to provide arch independent atomic definitions without the need to
9 * edit all arch specific atomic.h files.
10 */
11
Andrew Morton5998bf12006-01-08 01:00:29 -080012#include <asm/types.h>
Christoph Lameterd3cb4872006-01-06 00:11:20 -080013
14/*
15 * Suppport for atomic_long_t
16 *
17 * Casts for parameters are avoided for existing atomic functions in order to
18 * avoid issues with cast-as-lval under gcc 4.x and other limitations that the
19 * macros of a platform may have.
20 */
21
22#if BITS_PER_LONG == 64
23
24typedef atomic64_t atomic_long_t;
25
26#define ATOMIC_LONG_INIT(i) ATOMIC64_INIT(i)
Will Deacon586b6102015-08-06 17:54:38 +010027#define ATOMIC_LONG_PFX(x) atomic64 ## x
Peter Zijlstrac427f692018-04-05 11:05:35 +020028#define ATOMIC_LONG_TYPE s64
Christoph Lameterd3cb4872006-01-06 00:11:20 -080029
Will Deacon586b6102015-08-06 17:54:38 +010030#else
Christoph Lameterd3cb4872006-01-06 00:11:20 -080031
32typedef atomic_t atomic_long_t;
33
34#define ATOMIC_LONG_INIT(i) ATOMIC_INIT(i)
Will Deacon586b6102015-08-06 17:54:38 +010035#define ATOMIC_LONG_PFX(x) atomic ## x
Peter Zijlstrac427f692018-04-05 11:05:35 +020036#define ATOMIC_LONG_TYPE int
Will Deacon586b6102015-08-06 17:54:38 +010037
38#endif
39
Will Deacon6d79ef22015-08-06 17:54:39 +010040#define ATOMIC_LONG_READ_OP(mo) \
Peter Zijlstrae3e72ab2015-09-18 13:22:52 +020041static inline long atomic_long_read##mo(const atomic_long_t *l) \
Will Deacon6d79ef22015-08-06 17:54:39 +010042{ \
43 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
44 \
45 return (long)ATOMIC_LONG_PFX(_read##mo)(v); \
Christoph Lameterd3cb4872006-01-06 00:11:20 -080046}
Will Deacon6d79ef22015-08-06 17:54:39 +010047ATOMIC_LONG_READ_OP()
48ATOMIC_LONG_READ_OP(_acquire)
Christoph Lameterd3cb4872006-01-06 00:11:20 -080049
Will Deacon6d79ef22015-08-06 17:54:39 +010050#undef ATOMIC_LONG_READ_OP
Christoph Lameterd3cb4872006-01-06 00:11:20 -080051
Will Deacon6d79ef22015-08-06 17:54:39 +010052#define ATOMIC_LONG_SET_OP(mo) \
53static inline void atomic_long_set##mo(atomic_long_t *l, long i) \
54{ \
55 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
56 \
57 ATOMIC_LONG_PFX(_set##mo)(v, i); \
Christoph Lameterd3cb4872006-01-06 00:11:20 -080058}
Will Deacon6d79ef22015-08-06 17:54:39 +010059ATOMIC_LONG_SET_OP()
60ATOMIC_LONG_SET_OP(_release)
61
62#undef ATOMIC_LONG_SET_OP
63
64#define ATOMIC_LONG_ADD_SUB_OP(op, mo) \
65static inline long \
66atomic_long_##op##_return##mo(long i, atomic_long_t *l) \
67{ \
68 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
69 \
70 return (long)ATOMIC_LONG_PFX(_##op##_return##mo)(i, v); \
71}
72ATOMIC_LONG_ADD_SUB_OP(add,)
73ATOMIC_LONG_ADD_SUB_OP(add, _relaxed)
74ATOMIC_LONG_ADD_SUB_OP(add, _acquire)
75ATOMIC_LONG_ADD_SUB_OP(add, _release)
76ATOMIC_LONG_ADD_SUB_OP(sub,)
77ATOMIC_LONG_ADD_SUB_OP(sub, _relaxed)
78ATOMIC_LONG_ADD_SUB_OP(sub, _acquire)
79ATOMIC_LONG_ADD_SUB_OP(sub, _release)
80
81#undef ATOMIC_LONG_ADD_SUB_OP
82
83#define atomic_long_cmpxchg_relaxed(l, old, new) \
84 (ATOMIC_LONG_PFX(_cmpxchg_relaxed)((ATOMIC_LONG_PFX(_t) *)(l), \
85 (old), (new)))
86#define atomic_long_cmpxchg_acquire(l, old, new) \
87 (ATOMIC_LONG_PFX(_cmpxchg_acquire)((ATOMIC_LONG_PFX(_t) *)(l), \
88 (old), (new)))
89#define atomic_long_cmpxchg_release(l, old, new) \
90 (ATOMIC_LONG_PFX(_cmpxchg_release)((ATOMIC_LONG_PFX(_t) *)(l), \
91 (old), (new)))
92#define atomic_long_cmpxchg(l, old, new) \
93 (ATOMIC_LONG_PFX(_cmpxchg)((ATOMIC_LONG_PFX(_t) *)(l), (old), (new)))
94
Peter Zijlstrac427f692018-04-05 11:05:35 +020095
96#define atomic_long_try_cmpxchg_relaxed(l, old, new) \
97 (ATOMIC_LONG_PFX(_try_cmpxchg_relaxed)((ATOMIC_LONG_PFX(_t) *)(l), \
98 (ATOMIC_LONG_TYPE *)(old), (ATOMIC_LONG_TYPE)(new)))
99#define atomic_long_try_cmpxchg_acquire(l, old, new) \
100 (ATOMIC_LONG_PFX(_try_cmpxchg_acquire)((ATOMIC_LONG_PFX(_t) *)(l), \
101 (ATOMIC_LONG_TYPE *)(old), (ATOMIC_LONG_TYPE)(new)))
102#define atomic_long_try_cmpxchg_release(l, old, new) \
103 (ATOMIC_LONG_PFX(_try_cmpxchg_release)((ATOMIC_LONG_PFX(_t) *)(l), \
104 (ATOMIC_LONG_TYPE *)(old), (ATOMIC_LONG_TYPE)(new)))
105#define atomic_long_try_cmpxchg(l, old, new) \
106 (ATOMIC_LONG_PFX(_try_cmpxchg)((ATOMIC_LONG_PFX(_t) *)(l), \
107 (ATOMIC_LONG_TYPE *)(old), (ATOMIC_LONG_TYPE)(new)))
108
109
Will Deacon6d79ef22015-08-06 17:54:39 +0100110#define atomic_long_xchg_relaxed(v, new) \
111 (ATOMIC_LONG_PFX(_xchg_relaxed)((ATOMIC_LONG_PFX(_t) *)(v), (new)))
112#define atomic_long_xchg_acquire(v, new) \
113 (ATOMIC_LONG_PFX(_xchg_acquire)((ATOMIC_LONG_PFX(_t) *)(v), (new)))
114#define atomic_long_xchg_release(v, new) \
115 (ATOMIC_LONG_PFX(_xchg_release)((ATOMIC_LONG_PFX(_t) *)(v), (new)))
116#define atomic_long_xchg(v, new) \
117 (ATOMIC_LONG_PFX(_xchg)((ATOMIC_LONG_PFX(_t) *)(v), (new)))
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800118
Denys Vlasenkoa644fdf2016-03-17 14:22:41 -0700119static __always_inline void atomic_long_inc(atomic_long_t *l)
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800120{
Will Deacon586b6102015-08-06 17:54:38 +0100121 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800122
Will Deacon586b6102015-08-06 17:54:38 +0100123 ATOMIC_LONG_PFX(_inc)(v);
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800124}
125
Denys Vlasenkoa644fdf2016-03-17 14:22:41 -0700126static __always_inline void atomic_long_dec(atomic_long_t *l)
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800127{
Will Deacon586b6102015-08-06 17:54:38 +0100128 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800129
Will Deacon586b6102015-08-06 17:54:38 +0100130 ATOMIC_LONG_PFX(_dec)(v);
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800131}
132
Peter Zijlstra28aa2bd2016-04-18 00:54:38 +0200133#define ATOMIC_LONG_FETCH_OP(op, mo) \
134static inline long \
135atomic_long_fetch_##op##mo(long i, atomic_long_t *l) \
136{ \
137 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
138 \
139 return (long)ATOMIC_LONG_PFX(_fetch_##op##mo)(i, v); \
140}
141
142ATOMIC_LONG_FETCH_OP(add, )
143ATOMIC_LONG_FETCH_OP(add, _relaxed)
144ATOMIC_LONG_FETCH_OP(add, _acquire)
145ATOMIC_LONG_FETCH_OP(add, _release)
146ATOMIC_LONG_FETCH_OP(sub, )
147ATOMIC_LONG_FETCH_OP(sub, _relaxed)
148ATOMIC_LONG_FETCH_OP(sub, _acquire)
149ATOMIC_LONG_FETCH_OP(sub, _release)
150ATOMIC_LONG_FETCH_OP(and, )
151ATOMIC_LONG_FETCH_OP(and, _relaxed)
152ATOMIC_LONG_FETCH_OP(and, _acquire)
153ATOMIC_LONG_FETCH_OP(and, _release)
154ATOMIC_LONG_FETCH_OP(andnot, )
155ATOMIC_LONG_FETCH_OP(andnot, _relaxed)
156ATOMIC_LONG_FETCH_OP(andnot, _acquire)
157ATOMIC_LONG_FETCH_OP(andnot, _release)
158ATOMIC_LONG_FETCH_OP(or, )
159ATOMIC_LONG_FETCH_OP(or, _relaxed)
160ATOMIC_LONG_FETCH_OP(or, _acquire)
161ATOMIC_LONG_FETCH_OP(or, _release)
162ATOMIC_LONG_FETCH_OP(xor, )
163ATOMIC_LONG_FETCH_OP(xor, _relaxed)
164ATOMIC_LONG_FETCH_OP(xor, _acquire)
165ATOMIC_LONG_FETCH_OP(xor, _release)
166
Davidlohr Buesof0662862016-06-28 14:56:51 -0700167#undef ATOMIC_LONG_FETCH_OP
168
169#define ATOMIC_LONG_FETCH_INC_DEC_OP(op, mo) \
170static inline long \
171atomic_long_fetch_##op##mo(atomic_long_t *l) \
172{ \
173 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
174 \
175 return (long)ATOMIC_LONG_PFX(_fetch_##op##mo)(v); \
176}
177
178ATOMIC_LONG_FETCH_INC_DEC_OP(inc,)
179ATOMIC_LONG_FETCH_INC_DEC_OP(inc, _relaxed)
180ATOMIC_LONG_FETCH_INC_DEC_OP(inc, _acquire)
181ATOMIC_LONG_FETCH_INC_DEC_OP(inc, _release)
182ATOMIC_LONG_FETCH_INC_DEC_OP(dec,)
183ATOMIC_LONG_FETCH_INC_DEC_OP(dec, _relaxed)
184ATOMIC_LONG_FETCH_INC_DEC_OP(dec, _acquire)
185ATOMIC_LONG_FETCH_INC_DEC_OP(dec, _release)
186
187#undef ATOMIC_LONG_FETCH_INC_DEC_OP
188
Peter Zijlstra90fe6512015-09-18 15:04:59 +0200189#define ATOMIC_LONG_OP(op) \
Denys Vlasenkoa644fdf2016-03-17 14:22:41 -0700190static __always_inline void \
Peter Zijlstra90fe6512015-09-18 15:04:59 +0200191atomic_long_##op(long i, atomic_long_t *l) \
192{ \
193 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
194 \
195 ATOMIC_LONG_PFX(_##op)(i, v); \
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800196}
197
Peter Zijlstra90fe6512015-09-18 15:04:59 +0200198ATOMIC_LONG_OP(add)
199ATOMIC_LONG_OP(sub)
200ATOMIC_LONG_OP(and)
Peter Zijlstra28aa2bd2016-04-18 00:54:38 +0200201ATOMIC_LONG_OP(andnot)
Peter Zijlstra90fe6512015-09-18 15:04:59 +0200202ATOMIC_LONG_OP(or)
203ATOMIC_LONG_OP(xor)
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800204
Peter Zijlstra90fe6512015-09-18 15:04:59 +0200205#undef ATOMIC_LONG_OP
Christoph Lameterd3cb4872006-01-06 00:11:20 -0800206
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700207static inline int atomic_long_sub_and_test(long i, atomic_long_t *l)
208{
Will Deacon586b6102015-08-06 17:54:38 +0100209 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700210
Will Deacon586b6102015-08-06 17:54:38 +0100211 return ATOMIC_LONG_PFX(_sub_and_test)(i, v);
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700212}
213
214static inline int atomic_long_dec_and_test(atomic_long_t *l)
215{
Will Deacon586b6102015-08-06 17:54:38 +0100216 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700217
Will Deacon586b6102015-08-06 17:54:38 +0100218 return ATOMIC_LONG_PFX(_dec_and_test)(v);
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700219}
220
221static inline int atomic_long_inc_and_test(atomic_long_t *l)
222{
Will Deacon586b6102015-08-06 17:54:38 +0100223 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700224
Will Deacon586b6102015-08-06 17:54:38 +0100225 return ATOMIC_LONG_PFX(_inc_and_test)(v);
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700226}
227
228static inline int atomic_long_add_negative(long i, atomic_long_t *l)
229{
Will Deacon586b6102015-08-06 17:54:38 +0100230 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700231
Will Deacon586b6102015-08-06 17:54:38 +0100232 return ATOMIC_LONG_PFX(_add_negative)(i, v);
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700233}
234
Davidlohr Bueso63ab7bd2015-09-30 13:03:11 -0700235#define ATOMIC_LONG_INC_DEC_OP(op, mo) \
236static inline long \
237atomic_long_##op##_return##mo(atomic_long_t *l) \
238{ \
239 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l; \
240 \
241 return (long)ATOMIC_LONG_PFX(_##op##_return##mo)(v); \
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700242}
Davidlohr Bueso63ab7bd2015-09-30 13:03:11 -0700243ATOMIC_LONG_INC_DEC_OP(inc,)
244ATOMIC_LONG_INC_DEC_OP(inc, _relaxed)
245ATOMIC_LONG_INC_DEC_OP(inc, _acquire)
246ATOMIC_LONG_INC_DEC_OP(inc, _release)
247ATOMIC_LONG_INC_DEC_OP(dec,)
248ATOMIC_LONG_INC_DEC_OP(dec, _relaxed)
249ATOMIC_LONG_INC_DEC_OP(dec, _acquire)
250ATOMIC_LONG_INC_DEC_OP(dec, _release)
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700251
Davidlohr Bueso63ab7bd2015-09-30 13:03:11 -0700252#undef ATOMIC_LONG_INC_DEC_OP
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700253
Mathieu Desnoyers2856f5e2007-05-08 00:34:38 -0700254static inline long atomic_long_add_unless(atomic_long_t *l, long a, long u)
255{
Will Deacon586b6102015-08-06 17:54:38 +0100256 ATOMIC_LONG_PFX(_t) *v = (ATOMIC_LONG_PFX(_t) *)l;
Mathieu Desnoyers2856f5e2007-05-08 00:34:38 -0700257
Will Deacon586b6102015-08-06 17:54:38 +0100258 return (long)ATOMIC_LONG_PFX(_add_unless)(v, a, u);
Mathieu Desnoyers2856f5e2007-05-08 00:34:38 -0700259}
Mathieu Desnoyersbb2382c2007-05-08 00:34:19 -0700260
Will Deacon586b6102015-08-06 17:54:38 +0100261#define atomic_long_inc_not_zero(l) \
262 ATOMIC_LONG_PFX(_inc_not_zero)((ATOMIC_LONG_PFX(_t) *)(l))
Adrian Bunk4b358e22006-12-06 20:40:28 -0800263
Will Deaconfcfdfe302018-04-26 11:34:15 +0100264#define atomic_long_cond_read_relaxed(v, c) \
265 ATOMIC_LONG_PFX(_cond_read_relaxed)((ATOMIC_LONG_PFX(_t) *)(v), (c))
Will Deacon4df714b2017-10-12 13:20:48 +0100266#define atomic_long_cond_read_acquire(v, c) \
267 ATOMIC_LONG_PFX(_cond_read_acquire)((ATOMIC_LONG_PFX(_t) *)(v), (c))
268
Arnd Bergmann72099ed2009-05-13 22:56:29 +0000269#endif /* _ASM_GENERIC_ATOMIC_LONG_H */