Commit | Line | Data |
---|---|---|
62ac665f MP |
1 | #ifndef _LINUX_PERCPU_RWSEM_H |
2 | #define _LINUX_PERCPU_RWSEM_H | |
3 | ||
9390ef0c | 4 | #include <linux/atomic.h> |
a1fd3e24 | 5 | #include <linux/rwsem.h> |
62ac665f | 6 | #include <linux/percpu.h> |
a1fd3e24 | 7 | #include <linux/wait.h> |
001dac62 | 8 | #include <linux/rcu_sync.h> |
8ebe3473 | 9 | #include <linux/lockdep.h> |
62ac665f MP |
10 | |
11 | struct percpu_rw_semaphore { | |
001dac62 | 12 | struct rcu_sync rss; |
a1fd3e24 | 13 | unsigned int __percpu *fast_read_ctr; |
a1fd3e24 ON |
14 | struct rw_semaphore rw_sem; |
15 | atomic_t slow_read_ctr; | |
16 | wait_queue_head_t write_waitq; | |
62ac665f MP |
17 | }; |
18 | ||
a1fd3e24 | 19 | extern void percpu_down_read(struct percpu_rw_semaphore *); |
9287f692 | 20 | extern int percpu_down_read_trylock(struct percpu_rw_semaphore *); |
a1fd3e24 | 21 | extern void percpu_up_read(struct percpu_rw_semaphore *); |
5c1eabe6 | 22 | |
a1fd3e24 ON |
23 | extern void percpu_down_write(struct percpu_rw_semaphore *); |
24 | extern void percpu_up_write(struct percpu_rw_semaphore *); | |
62ac665f | 25 | |
8ebe3473 ON |
26 | extern int __percpu_init_rwsem(struct percpu_rw_semaphore *, |
27 | const char *, struct lock_class_key *); | |
a1fd3e24 | 28 | extern void percpu_free_rwsem(struct percpu_rw_semaphore *); |
62ac665f | 29 | |
8ebe3473 ON |
30 | #define percpu_init_rwsem(brw) \ |
31 | ({ \ | |
32 | static struct lock_class_key rwsem_key; \ | |
33 | __percpu_init_rwsem(brw, #brw, &rwsem_key); \ | |
34 | }) | |
35 | ||
55cc1565 ON |
36 | |
37 | #define percpu_rwsem_is_held(sem) lockdep_is_held(&(sem)->rw_sem) | |
38 | ||
39 | static inline void percpu_rwsem_release(struct percpu_rw_semaphore *sem, | |
40 | bool read, unsigned long ip) | |
41 | { | |
42 | lock_release(&sem->rw_sem.dep_map, 1, ip); | |
43 | #ifdef CONFIG_RWSEM_SPIN_ON_OWNER | |
44 | if (!read) | |
45 | sem->rw_sem.owner = NULL; | |
46 | #endif | |
47 | } | |
48 | ||
49 | static inline void percpu_rwsem_acquire(struct percpu_rw_semaphore *sem, | |
50 | bool read, unsigned long ip) | |
51 | { | |
52 | lock_acquire(&sem->rw_sem.dep_map, 0, 1, read, 1, NULL, ip); | |
53 | } | |
54 | ||
62ac665f | 55 | #endif |