Commit | Line | Data |
---|---|---|
6b6b4792 TG |
1 | #ifndef __LINUX_RWLOCK_API_SMP_H |
2 | #define __LINUX_RWLOCK_API_SMP_H | |
3 | ||
4 | #ifndef __LINUX_SPINLOCK_API_SMP_H | |
5 | # error "please don't include this file directly" | |
6 | #endif | |
7 | ||
8 | /* | |
9 | * include/linux/rwlock_api_smp.h | |
10 | * | |
11 | * spinlock API declarations on SMP (and debug) | |
12 | * (implemented in kernel/spinlock.c) | |
13 | * | |
14 | * portions Copyright 2005, Red Hat, Inc., Ingo Molnar | |
15 | * Released under the General Public License (GPL). | |
16 | */ | |
17 | ||
9c1721aa TG |
18 | void __lockfunc _raw_read_lock(rwlock_t *lock) __acquires(lock); |
19 | void __lockfunc _raw_write_lock(rwlock_t *lock) __acquires(lock); | |
20 | void __lockfunc _raw_read_lock_bh(rwlock_t *lock) __acquires(lock); | |
21 | void __lockfunc _raw_write_lock_bh(rwlock_t *lock) __acquires(lock); | |
22 | void __lockfunc _raw_read_lock_irq(rwlock_t *lock) __acquires(lock); | |
23 | void __lockfunc _raw_write_lock_irq(rwlock_t *lock) __acquires(lock); | |
24 | unsigned long __lockfunc _raw_read_lock_irqsave(rwlock_t *lock) | |
6b6b4792 | 25 | __acquires(lock); |
9c1721aa | 26 | unsigned long __lockfunc _raw_write_lock_irqsave(rwlock_t *lock) |
6b6b4792 | 27 | __acquires(lock); |
9c1721aa TG |
28 | int __lockfunc _raw_read_trylock(rwlock_t *lock); |
29 | int __lockfunc _raw_write_trylock(rwlock_t *lock); | |
30 | void __lockfunc _raw_read_unlock(rwlock_t *lock) __releases(lock); | |
31 | void __lockfunc _raw_write_unlock(rwlock_t *lock) __releases(lock); | |
32 | void __lockfunc _raw_read_unlock_bh(rwlock_t *lock) __releases(lock); | |
33 | void __lockfunc _raw_write_unlock_bh(rwlock_t *lock) __releases(lock); | |
34 | void __lockfunc _raw_read_unlock_irq(rwlock_t *lock) __releases(lock); | |
35 | void __lockfunc _raw_write_unlock_irq(rwlock_t *lock) __releases(lock); | |
36 | void __lockfunc | |
37 | _raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags) | |
6b6b4792 | 38 | __releases(lock); |
9c1721aa TG |
39 | void __lockfunc |
40 | _raw_write_unlock_irqrestore(rwlock_t *lock, unsigned long flags) | |
6b6b4792 TG |
41 | __releases(lock); |
42 | ||
43 | #ifdef CONFIG_INLINE_READ_LOCK | |
9c1721aa | 44 | #define _raw_read_lock(lock) __raw_read_lock(lock) |
6b6b4792 TG |
45 | #endif |
46 | ||
47 | #ifdef CONFIG_INLINE_WRITE_LOCK | |
9c1721aa | 48 | #define _raw_write_lock(lock) __raw_write_lock(lock) |
6b6b4792 TG |
49 | #endif |
50 | ||
51 | #ifdef CONFIG_INLINE_READ_LOCK_BH | |
9c1721aa | 52 | #define _raw_read_lock_bh(lock) __raw_read_lock_bh(lock) |
6b6b4792 TG |
53 | #endif |
54 | ||
55 | #ifdef CONFIG_INLINE_WRITE_LOCK_BH | |
9c1721aa | 56 | #define _raw_write_lock_bh(lock) __raw_write_lock_bh(lock) |
6b6b4792 TG |
57 | #endif |
58 | ||
59 | #ifdef CONFIG_INLINE_READ_LOCK_IRQ | |
9c1721aa | 60 | #define _raw_read_lock_irq(lock) __raw_read_lock_irq(lock) |
6b6b4792 TG |
61 | #endif |
62 | ||
63 | #ifdef CONFIG_INLINE_WRITE_LOCK_IRQ | |
9c1721aa | 64 | #define _raw_write_lock_irq(lock) __raw_write_lock_irq(lock) |
6b6b4792 TG |
65 | #endif |
66 | ||
67 | #ifdef CONFIG_INLINE_READ_LOCK_IRQSAVE | |
9c1721aa | 68 | #define _raw_read_lock_irqsave(lock) __raw_read_lock_irqsave(lock) |
6b6b4792 TG |
69 | #endif |
70 | ||
71 | #ifdef CONFIG_INLINE_WRITE_LOCK_IRQSAVE | |
9c1721aa | 72 | #define _raw_write_lock_irqsave(lock) __raw_write_lock_irqsave(lock) |
6b6b4792 TG |
73 | #endif |
74 | ||
75 | #ifdef CONFIG_INLINE_READ_TRYLOCK | |
9c1721aa | 76 | #define _raw_read_trylock(lock) __raw_read_trylock(lock) |
6b6b4792 TG |
77 | #endif |
78 | ||
79 | #ifdef CONFIG_INLINE_WRITE_TRYLOCK | |
9c1721aa | 80 | #define _raw_write_trylock(lock) __raw_write_trylock(lock) |
6b6b4792 TG |
81 | #endif |
82 | ||
83 | #ifdef CONFIG_INLINE_READ_UNLOCK | |
9c1721aa | 84 | #define _raw_read_unlock(lock) __raw_read_unlock(lock) |
6b6b4792 TG |
85 | #endif |
86 | ||
87 | #ifdef CONFIG_INLINE_WRITE_UNLOCK | |
9c1721aa | 88 | #define _raw_write_unlock(lock) __raw_write_unlock(lock) |
6b6b4792 TG |
89 | #endif |
90 | ||
91 | #ifdef CONFIG_INLINE_READ_UNLOCK_BH | |
9c1721aa | 92 | #define _raw_read_unlock_bh(lock) __raw_read_unlock_bh(lock) |
6b6b4792 TG |
93 | #endif |
94 | ||
95 | #ifdef CONFIG_INLINE_WRITE_UNLOCK_BH | |
9c1721aa | 96 | #define _raw_write_unlock_bh(lock) __raw_write_unlock_bh(lock) |
6b6b4792 TG |
97 | #endif |
98 | ||
99 | #ifdef CONFIG_INLINE_READ_UNLOCK_IRQ | |
9c1721aa | 100 | #define _raw_read_unlock_irq(lock) __raw_read_unlock_irq(lock) |
6b6b4792 TG |
101 | #endif |
102 | ||
103 | #ifdef CONFIG_INLINE_WRITE_UNLOCK_IRQ | |
9c1721aa | 104 | #define _raw_write_unlock_irq(lock) __raw_write_unlock_irq(lock) |
6b6b4792 TG |
105 | #endif |
106 | ||
107 | #ifdef CONFIG_INLINE_READ_UNLOCK_IRQRESTORE | |
9c1721aa TG |
108 | #define _raw_read_unlock_irqrestore(lock, flags) \ |
109 | __raw_read_unlock_irqrestore(lock, flags) | |
6b6b4792 TG |
110 | #endif |
111 | ||
112 | #ifdef CONFIG_INLINE_WRITE_UNLOCK_IRQRESTORE | |
9c1721aa TG |
113 | #define _raw_write_unlock_irqrestore(lock, flags) \ |
114 | __raw_write_unlock_irqrestore(lock, flags) | |
6b6b4792 TG |
115 | #endif |
116 | ||
9c1721aa | 117 | static inline int __raw_read_trylock(rwlock_t *lock) |
6b6b4792 TG |
118 | { |
119 | preempt_disable(); | |
9828ea9d | 120 | if (do_raw_read_trylock(lock)) { |
6b6b4792 TG |
121 | rwlock_acquire_read(&lock->dep_map, 0, 1, _RET_IP_); |
122 | return 1; | |
123 | } | |
124 | preempt_enable(); | |
125 | return 0; | |
126 | } | |
127 | ||
9c1721aa | 128 | static inline int __raw_write_trylock(rwlock_t *lock) |
6b6b4792 TG |
129 | { |
130 | preempt_disable(); | |
9828ea9d | 131 | if (do_raw_write_trylock(lock)) { |
6b6b4792 TG |
132 | rwlock_acquire(&lock->dep_map, 0, 1, _RET_IP_); |
133 | return 1; | |
134 | } | |
135 | preempt_enable(); | |
136 | return 0; | |
137 | } | |
138 | ||
139 | /* | |
140 | * If lockdep is enabled then we use the non-preemption spin-ops | |
141 | * even on CONFIG_PREEMPT, because lockdep assumes that interrupts are | |
142 | * not re-enabled during lock-acquire (which the preempt-spin-ops do): | |
143 | */ | |
144 | #if !defined(CONFIG_GENERIC_LOCKBREAK) || defined(CONFIG_DEBUG_LOCK_ALLOC) | |
145 | ||
9c1721aa | 146 | static inline void __raw_read_lock(rwlock_t *lock) |
6b6b4792 TG |
147 | { |
148 | preempt_disable(); | |
149 | rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d | 150 | LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock); |
6b6b4792 TG |
151 | } |
152 | ||
9c1721aa | 153 | static inline unsigned long __raw_read_lock_irqsave(rwlock_t *lock) |
6b6b4792 TG |
154 | { |
155 | unsigned long flags; | |
156 | ||
157 | local_irq_save(flags); | |
158 | preempt_disable(); | |
159 | rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d TG |
160 | LOCK_CONTENDED_FLAGS(lock, do_raw_read_trylock, do_raw_read_lock, |
161 | do_raw_read_lock_flags, &flags); | |
6b6b4792 TG |
162 | return flags; |
163 | } | |
164 | ||
9c1721aa | 165 | static inline void __raw_read_lock_irq(rwlock_t *lock) |
6b6b4792 TG |
166 | { |
167 | local_irq_disable(); | |
168 | preempt_disable(); | |
169 | rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d | 170 | LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock); |
6b6b4792 TG |
171 | } |
172 | ||
9c1721aa | 173 | static inline void __raw_read_lock_bh(rwlock_t *lock) |
6b6b4792 | 174 | { |
9ea4c380 | 175 | __local_bh_disable_ip(_RET_IP_, SOFTIRQ_LOCK_OFFSET); |
6b6b4792 | 176 | rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_); |
9828ea9d | 177 | LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock); |
6b6b4792 TG |
178 | } |
179 | ||
9c1721aa | 180 | static inline unsigned long __raw_write_lock_irqsave(rwlock_t *lock) |
6b6b4792 TG |
181 | { |
182 | unsigned long flags; | |
183 | ||
184 | local_irq_save(flags); | |
185 | preempt_disable(); | |
186 | rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d TG |
187 | LOCK_CONTENDED_FLAGS(lock, do_raw_write_trylock, do_raw_write_lock, |
188 | do_raw_write_lock_flags, &flags); | |
6b6b4792 TG |
189 | return flags; |
190 | } | |
191 | ||
9c1721aa | 192 | static inline void __raw_write_lock_irq(rwlock_t *lock) |
6b6b4792 TG |
193 | { |
194 | local_irq_disable(); | |
195 | preempt_disable(); | |
196 | rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d | 197 | LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock); |
6b6b4792 TG |
198 | } |
199 | ||
9c1721aa | 200 | static inline void __raw_write_lock_bh(rwlock_t *lock) |
6b6b4792 | 201 | { |
9ea4c380 | 202 | __local_bh_disable_ip(_RET_IP_, SOFTIRQ_LOCK_OFFSET); |
6b6b4792 | 203 | rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_); |
9828ea9d | 204 | LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock); |
6b6b4792 TG |
205 | } |
206 | ||
9c1721aa | 207 | static inline void __raw_write_lock(rwlock_t *lock) |
6b6b4792 TG |
208 | { |
209 | preempt_disable(); | |
210 | rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d | 211 | LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock); |
6b6b4792 TG |
212 | } |
213 | ||
214 | #endif /* CONFIG_PREEMPT */ | |
215 | ||
9c1721aa | 216 | static inline void __raw_write_unlock(rwlock_t *lock) |
6b6b4792 TG |
217 | { |
218 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 219 | do_raw_write_unlock(lock); |
6b6b4792 TG |
220 | preempt_enable(); |
221 | } | |
222 | ||
9c1721aa | 223 | static inline void __raw_read_unlock(rwlock_t *lock) |
6b6b4792 TG |
224 | { |
225 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 226 | do_raw_read_unlock(lock); |
6b6b4792 TG |
227 | preempt_enable(); |
228 | } | |
229 | ||
9c1721aa TG |
230 | static inline void |
231 | __raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags) | |
6b6b4792 TG |
232 | { |
233 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 234 | do_raw_read_unlock(lock); |
6b6b4792 TG |
235 | local_irq_restore(flags); |
236 | preempt_enable(); | |
237 | } | |
238 | ||
9c1721aa | 239 | static inline void __raw_read_unlock_irq(rwlock_t *lock) |
6b6b4792 TG |
240 | { |
241 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 242 | do_raw_read_unlock(lock); |
6b6b4792 TG |
243 | local_irq_enable(); |
244 | preempt_enable(); | |
245 | } | |
246 | ||
9c1721aa | 247 | static inline void __raw_read_unlock_bh(rwlock_t *lock) |
6b6b4792 TG |
248 | { |
249 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 250 | do_raw_read_unlock(lock); |
9ea4c380 | 251 | __local_bh_enable_ip(_RET_IP_, SOFTIRQ_LOCK_OFFSET); |
6b6b4792 TG |
252 | } |
253 | ||
9c1721aa | 254 | static inline void __raw_write_unlock_irqrestore(rwlock_t *lock, |
6b6b4792 TG |
255 | unsigned long flags) |
256 | { | |
257 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 258 | do_raw_write_unlock(lock); |
6b6b4792 TG |
259 | local_irq_restore(flags); |
260 | preempt_enable(); | |
261 | } | |
262 | ||
9c1721aa | 263 | static inline void __raw_write_unlock_irq(rwlock_t *lock) |
6b6b4792 TG |
264 | { |
265 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 266 | do_raw_write_unlock(lock); |
6b6b4792 TG |
267 | local_irq_enable(); |
268 | preempt_enable(); | |
269 | } | |
270 | ||
9c1721aa | 271 | static inline void __raw_write_unlock_bh(rwlock_t *lock) |
6b6b4792 TG |
272 | { |
273 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 274 | do_raw_write_unlock(lock); |
9ea4c380 | 275 | __local_bh_enable_ip(_RET_IP_, SOFTIRQ_LOCK_OFFSET); |
6b6b4792 TG |
276 | } |
277 | ||
278 | #endif /* __LINUX_RWLOCK_API_SMP_H */ |