Commit | Line | Data |
---|---|---|
6170a974 CM |
1 | /* |
2 | * Based on arch/arm/include/asm/atomic.h | |
3 | * | |
4 | * Copyright (C) 1996 Russell King. | |
5 | * Copyright (C) 2002 Deep Blue Solutions Ltd. | |
6 | * Copyright (C) 2012 ARM Ltd. | |
7 | * | |
8 | * This program is free software; you can redistribute it and/or modify | |
9 | * it under the terms of the GNU General Public License version 2 as | |
10 | * published by the Free Software Foundation. | |
11 | * | |
12 | * This program is distributed in the hope that it will be useful, | |
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
15 | * GNU General Public License for more details. | |
16 | * | |
17 | * You should have received a copy of the GNU General Public License | |
18 | * along with this program. If not, see <http://www.gnu.org/licenses/>. | |
19 | */ | |
20 | #ifndef __ASM_ATOMIC_H | |
21 | #define __ASM_ATOMIC_H | |
22 | ||
23 | #include <linux/compiler.h> | |
24 | #include <linux/types.h> | |
25 | ||
26 | #include <asm/barrier.h> | |
c09d6a04 | 27 | #include <asm/lse.h> |
6170a974 | 28 | |
6170a974 CM |
29 | #ifdef __KERNEL__ |
30 | ||
c0385b24 WD |
31 | #define __ARM64_IN_ATOMIC_IMPL |
32 | ||
c09d6a04 | 33 | #if defined(CONFIG_ARM64_LSE_ATOMICS) && defined(CONFIG_AS_LSE) |
c0385b24 WD |
34 | #include <asm/atomic_lse.h> |
35 | #else | |
c275f76b | 36 | #include <asm/atomic_ll_sc.h> |
c0385b24 WD |
37 | #endif |
38 | ||
39 | #undef __ARM64_IN_ATOMIC_IMPL | |
c275f76b | 40 | |
c342f782 WD |
41 | #include <asm/cmpxchg.h> |
42 | ||
a82e6238 WD |
43 | #define ___atomic_add_unless(v, a, u, sfx) \ |
44 | ({ \ | |
45 | typeof((v)->counter) c, old; \ | |
46 | \ | |
47 | c = atomic##sfx##_read(v); \ | |
48 | while (c != (u) && \ | |
49 | (old = atomic##sfx##_cmpxchg((v), c, c + (a))) != c) \ | |
50 | c = old; \ | |
51 | c; \ | |
52 | }) | |
6170a974 | 53 | |
a82e6238 | 54 | #define ATOMIC_INIT(i) { (i) } |
6170a974 | 55 | |
a82e6238 WD |
56 | #define atomic_read(v) READ_ONCE((v)->counter) |
57 | #define atomic_set(v, i) (((v)->counter) = (i)) | |
58 | #define atomic_xchg(v, new) xchg(&((v)->counter), (new)) | |
59 | ||
60 | #define atomic_inc(v) atomic_add(1, (v)) | |
61 | #define atomic_dec(v) atomic_sub(1, (v)) | |
62 | #define atomic_inc_return(v) atomic_add_return(1, (v)) | |
63 | #define atomic_dec_return(v) atomic_sub_return(1, (v)) | |
64 | #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0) | |
65 | #define atomic_dec_and_test(v) (atomic_dec_return(v) == 0) | |
66 | #define atomic_sub_and_test(i, v) (atomic_sub_return((i), (v)) == 0) | |
67 | #define atomic_add_negative(i, v) (atomic_add_return((i), (v)) < 0) | |
68 | #define __atomic_add_unless(v, a, u) ___atomic_add_unless(v, a, u,) | |
69 | #define atomic_andnot atomic_andnot | |
c275f76b | 70 | |
6170a974 CM |
71 | /* |
72 | * 64-bit atomic operations. | |
73 | */ | |
a82e6238 WD |
74 | #define ATOMIC64_INIT ATOMIC_INIT |
75 | #define atomic64_read atomic_read | |
76 | #define atomic64_set atomic_set | |
77 | #define atomic64_xchg atomic_xchg | |
78 | ||
79 | #define atomic64_inc(v) atomic64_add(1, (v)) | |
80 | #define atomic64_dec(v) atomic64_sub(1, (v)) | |
81 | #define atomic64_inc_return(v) atomic64_add_return(1, (v)) | |
82 | #define atomic64_dec_return(v) atomic64_sub_return(1, (v)) | |
6170a974 | 83 | #define atomic64_inc_and_test(v) (atomic64_inc_return(v) == 0) |
a82e6238 WD |
84 | #define atomic64_dec_and_test(v) (atomic64_dec_return(v) == 0) |
85 | #define atomic64_sub_and_test(i, v) (atomic64_sub_return((i), (v)) == 0) | |
86 | #define atomic64_add_negative(i, v) (atomic64_add_return((i), (v)) < 0) | |
87 | #define atomic64_add_unless(v, a, u) (___atomic_add_unless(v, a, u, 64) != u) | |
88 | #define atomic64_andnot atomic64_andnot | |
6170a974 | 89 | |
a82e6238 | 90 | #define atomic64_inc_not_zero(v) atomic64_add_unless((v), 1, 0) |
c275f76b | 91 | |
6170a974 CM |
92 | #endif |
93 | #endif |