Commit | Line | Data |
---|---|---|
6b6b4792 TG |
1 | #ifndef __LINUX_RWLOCK_API_SMP_H |
2 | #define __LINUX_RWLOCK_API_SMP_H | |
3 | ||
4 | #ifndef __LINUX_SPINLOCK_API_SMP_H | |
5 | # error "please don't include this file directly" | |
6 | #endif | |
7 | ||
8 | /* | |
9 | * include/linux/rwlock_api_smp.h | |
10 | * | |
11 | * spinlock API declarations on SMP (and debug) | |
12 | * (implemented in kernel/spinlock.c) | |
13 | * | |
14 | * portions Copyright 2005, Red Hat, Inc., Ingo Molnar | |
15 | * Released under the General Public License (GPL). | |
16 | */ | |
17 | ||
9c1721aa TG |
18 | void __lockfunc _raw_read_lock(rwlock_t *lock) __acquires(lock); |
19 | void __lockfunc _raw_write_lock(rwlock_t *lock) __acquires(lock); | |
20 | void __lockfunc _raw_read_lock_bh(rwlock_t *lock) __acquires(lock); | |
21 | void __lockfunc _raw_write_lock_bh(rwlock_t *lock) __acquires(lock); | |
22 | void __lockfunc _raw_read_lock_irq(rwlock_t *lock) __acquires(lock); | |
23 | void __lockfunc _raw_write_lock_irq(rwlock_t *lock) __acquires(lock); | |
24 | unsigned long __lockfunc _raw_read_lock_irqsave(rwlock_t *lock) | |
6b6b4792 | 25 | __acquires(lock); |
9c1721aa | 26 | unsigned long __lockfunc _raw_write_lock_irqsave(rwlock_t *lock) |
6b6b4792 | 27 | __acquires(lock); |
9c1721aa TG |
28 | int __lockfunc _raw_read_trylock(rwlock_t *lock); |
29 | int __lockfunc _raw_write_trylock(rwlock_t *lock); | |
30 | void __lockfunc _raw_read_unlock(rwlock_t *lock) __releases(lock); | |
31 | void __lockfunc _raw_write_unlock(rwlock_t *lock) __releases(lock); | |
32 | void __lockfunc _raw_read_unlock_bh(rwlock_t *lock) __releases(lock); | |
33 | void __lockfunc _raw_write_unlock_bh(rwlock_t *lock) __releases(lock); | |
34 | void __lockfunc _raw_read_unlock_irq(rwlock_t *lock) __releases(lock); | |
35 | void __lockfunc _raw_write_unlock_irq(rwlock_t *lock) __releases(lock); | |
36 | void __lockfunc | |
37 | _raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags) | |
6b6b4792 | 38 | __releases(lock); |
9c1721aa TG |
39 | void __lockfunc |
40 | _raw_write_unlock_irqrestore(rwlock_t *lock, unsigned long flags) | |
6b6b4792 TG |
41 | __releases(lock); |
42 | ||
43 | #ifdef CONFIG_INLINE_READ_LOCK | |
9c1721aa | 44 | #define _raw_read_lock(lock) __raw_read_lock(lock) |
6b6b4792 TG |
45 | #endif |
46 | ||
47 | #ifdef CONFIG_INLINE_WRITE_LOCK | |
9c1721aa | 48 | #define _raw_write_lock(lock) __raw_write_lock(lock) |
6b6b4792 TG |
49 | #endif |
50 | ||
51 | #ifdef CONFIG_INLINE_READ_LOCK_BH | |
9c1721aa | 52 | #define _raw_read_lock_bh(lock) __raw_read_lock_bh(lock) |
6b6b4792 TG |
53 | #endif |
54 | ||
55 | #ifdef CONFIG_INLINE_WRITE_LOCK_BH | |
9c1721aa | 56 | #define _raw_write_lock_bh(lock) __raw_write_lock_bh(lock) |
6b6b4792 TG |
57 | #endif |
58 | ||
59 | #ifdef CONFIG_INLINE_READ_LOCK_IRQ | |
9c1721aa | 60 | #define _raw_read_lock_irq(lock) __raw_read_lock_irq(lock) |
6b6b4792 TG |
61 | #endif |
62 | ||
63 | #ifdef CONFIG_INLINE_WRITE_LOCK_IRQ | |
9c1721aa | 64 | #define _raw_write_lock_irq(lock) __raw_write_lock_irq(lock) |
6b6b4792 TG |
65 | #endif |
66 | ||
67 | #ifdef CONFIG_INLINE_READ_LOCK_IRQSAVE | |
9c1721aa | 68 | #define _raw_read_lock_irqsave(lock) __raw_read_lock_irqsave(lock) |
6b6b4792 TG |
69 | #endif |
70 | ||
71 | #ifdef CONFIG_INLINE_WRITE_LOCK_IRQSAVE | |
9c1721aa | 72 | #define _raw_write_lock_irqsave(lock) __raw_write_lock_irqsave(lock) |
6b6b4792 TG |
73 | #endif |
74 | ||
75 | #ifdef CONFIG_INLINE_READ_TRYLOCK | |
9c1721aa | 76 | #define _raw_read_trylock(lock) __raw_read_trylock(lock) |
6b6b4792 TG |
77 | #endif |
78 | ||
79 | #ifdef CONFIG_INLINE_WRITE_TRYLOCK | |
9c1721aa | 80 | #define _raw_write_trylock(lock) __raw_write_trylock(lock) |
6b6b4792 TG |
81 | #endif |
82 | ||
83 | #ifdef CONFIG_INLINE_READ_UNLOCK | |
9c1721aa | 84 | #define _raw_read_unlock(lock) __raw_read_unlock(lock) |
6b6b4792 TG |
85 | #endif |
86 | ||
87 | #ifdef CONFIG_INLINE_WRITE_UNLOCK | |
9c1721aa | 88 | #define _raw_write_unlock(lock) __raw_write_unlock(lock) |
6b6b4792 TG |
89 | #endif |
90 | ||
91 | #ifdef CONFIG_INLINE_READ_UNLOCK_BH | |
9c1721aa | 92 | #define _raw_read_unlock_bh(lock) __raw_read_unlock_bh(lock) |
6b6b4792 TG |
93 | #endif |
94 | ||
95 | #ifdef CONFIG_INLINE_WRITE_UNLOCK_BH | |
9c1721aa | 96 | #define _raw_write_unlock_bh(lock) __raw_write_unlock_bh(lock) |
6b6b4792 TG |
97 | #endif |
98 | ||
99 | #ifdef CONFIG_INLINE_READ_UNLOCK_IRQ | |
9c1721aa | 100 | #define _raw_read_unlock_irq(lock) __raw_read_unlock_irq(lock) |
6b6b4792 TG |
101 | #endif |
102 | ||
103 | #ifdef CONFIG_INLINE_WRITE_UNLOCK_IRQ | |
9c1721aa | 104 | #define _raw_write_unlock_irq(lock) __raw_write_unlock_irq(lock) |
6b6b4792 TG |
105 | #endif |
106 | ||
107 | #ifdef CONFIG_INLINE_READ_UNLOCK_IRQRESTORE | |
9c1721aa TG |
108 | #define _raw_read_unlock_irqrestore(lock, flags) \ |
109 | __raw_read_unlock_irqrestore(lock, flags) | |
6b6b4792 TG |
110 | #endif |
111 | ||
112 | #ifdef CONFIG_INLINE_WRITE_UNLOCK_IRQRESTORE | |
9c1721aa TG |
113 | #define _raw_write_unlock_irqrestore(lock, flags) \ |
114 | __raw_write_unlock_irqrestore(lock, flags) | |
6b6b4792 TG |
115 | #endif |
116 | ||
9c1721aa | 117 | static inline int __raw_read_trylock(rwlock_t *lock) |
6b6b4792 TG |
118 | { |
119 | preempt_disable(); | |
9828ea9d | 120 | if (do_raw_read_trylock(lock)) { |
6b6b4792 TG |
121 | rwlock_acquire_read(&lock->dep_map, 0, 1, _RET_IP_); |
122 | return 1; | |
123 | } | |
124 | preempt_enable(); | |
125 | return 0; | |
126 | } | |
127 | ||
9c1721aa | 128 | static inline int __raw_write_trylock(rwlock_t *lock) |
6b6b4792 TG |
129 | { |
130 | preempt_disable(); | |
9828ea9d | 131 | if (do_raw_write_trylock(lock)) { |
6b6b4792 TG |
132 | rwlock_acquire(&lock->dep_map, 0, 1, _RET_IP_); |
133 | return 1; | |
134 | } | |
135 | preempt_enable(); | |
136 | return 0; | |
137 | } | |
138 | ||
139 | /* | |
140 | * If lockdep is enabled then we use the non-preemption spin-ops | |
141 | * even on CONFIG_PREEMPT, because lockdep assumes that interrupts are | |
142 | * not re-enabled during lock-acquire (which the preempt-spin-ops do): | |
143 | */ | |
144 | #if !defined(CONFIG_GENERIC_LOCKBREAK) || defined(CONFIG_DEBUG_LOCK_ALLOC) | |
145 | ||
9c1721aa | 146 | static inline void __raw_read_lock(rwlock_t *lock) |
6b6b4792 TG |
147 | { |
148 | preempt_disable(); | |
149 | rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d | 150 | LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock); |
6b6b4792 TG |
151 | } |
152 | ||
9c1721aa | 153 | static inline unsigned long __raw_read_lock_irqsave(rwlock_t *lock) |
6b6b4792 TG |
154 | { |
155 | unsigned long flags; | |
156 | ||
157 | local_irq_save(flags); | |
158 | preempt_disable(); | |
159 | rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d TG |
160 | LOCK_CONTENDED_FLAGS(lock, do_raw_read_trylock, do_raw_read_lock, |
161 | do_raw_read_lock_flags, &flags); | |
6b6b4792 TG |
162 | return flags; |
163 | } | |
164 | ||
9c1721aa | 165 | static inline void __raw_read_lock_irq(rwlock_t *lock) |
6b6b4792 TG |
166 | { |
167 | local_irq_disable(); | |
168 | preempt_disable(); | |
169 | rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d | 170 | LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock); |
6b6b4792 TG |
171 | } |
172 | ||
9c1721aa | 173 | static inline void __raw_read_lock_bh(rwlock_t *lock) |
6b6b4792 TG |
174 | { |
175 | local_bh_disable(); | |
176 | preempt_disable(); | |
177 | rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d | 178 | LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock); |
6b6b4792 TG |
179 | } |
180 | ||
9c1721aa | 181 | static inline unsigned long __raw_write_lock_irqsave(rwlock_t *lock) |
6b6b4792 TG |
182 | { |
183 | unsigned long flags; | |
184 | ||
185 | local_irq_save(flags); | |
186 | preempt_disable(); | |
187 | rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d TG |
188 | LOCK_CONTENDED_FLAGS(lock, do_raw_write_trylock, do_raw_write_lock, |
189 | do_raw_write_lock_flags, &flags); | |
6b6b4792 TG |
190 | return flags; |
191 | } | |
192 | ||
9c1721aa | 193 | static inline void __raw_write_lock_irq(rwlock_t *lock) |
6b6b4792 TG |
194 | { |
195 | local_irq_disable(); | |
196 | preempt_disable(); | |
197 | rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d | 198 | LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock); |
6b6b4792 TG |
199 | } |
200 | ||
9c1721aa | 201 | static inline void __raw_write_lock_bh(rwlock_t *lock) |
6b6b4792 TG |
202 | { |
203 | local_bh_disable(); | |
204 | preempt_disable(); | |
205 | rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d | 206 | LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock); |
6b6b4792 TG |
207 | } |
208 | ||
9c1721aa | 209 | static inline void __raw_write_lock(rwlock_t *lock) |
6b6b4792 TG |
210 | { |
211 | preempt_disable(); | |
212 | rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_); | |
9828ea9d | 213 | LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock); |
6b6b4792 TG |
214 | } |
215 | ||
216 | #endif /* CONFIG_PREEMPT */ | |
217 | ||
9c1721aa | 218 | static inline void __raw_write_unlock(rwlock_t *lock) |
6b6b4792 TG |
219 | { |
220 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 221 | do_raw_write_unlock(lock); |
6b6b4792 TG |
222 | preempt_enable(); |
223 | } | |
224 | ||
9c1721aa | 225 | static inline void __raw_read_unlock(rwlock_t *lock) |
6b6b4792 TG |
226 | { |
227 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 228 | do_raw_read_unlock(lock); |
6b6b4792 TG |
229 | preempt_enable(); |
230 | } | |
231 | ||
9c1721aa TG |
232 | static inline void |
233 | __raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags) | |
6b6b4792 TG |
234 | { |
235 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 236 | do_raw_read_unlock(lock); |
6b6b4792 TG |
237 | local_irq_restore(flags); |
238 | preempt_enable(); | |
239 | } | |
240 | ||
9c1721aa | 241 | static inline void __raw_read_unlock_irq(rwlock_t *lock) |
6b6b4792 TG |
242 | { |
243 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 244 | do_raw_read_unlock(lock); |
6b6b4792 TG |
245 | local_irq_enable(); |
246 | preempt_enable(); | |
247 | } | |
248 | ||
9c1721aa | 249 | static inline void __raw_read_unlock_bh(rwlock_t *lock) |
6b6b4792 TG |
250 | { |
251 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 252 | do_raw_read_unlock(lock); |
6b6b4792 TG |
253 | preempt_enable_no_resched(); |
254 | local_bh_enable_ip((unsigned long)__builtin_return_address(0)); | |
255 | } | |
256 | ||
9c1721aa | 257 | static inline void __raw_write_unlock_irqrestore(rwlock_t *lock, |
6b6b4792 TG |
258 | unsigned long flags) |
259 | { | |
260 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 261 | do_raw_write_unlock(lock); |
6b6b4792 TG |
262 | local_irq_restore(flags); |
263 | preempt_enable(); | |
264 | } | |
265 | ||
9c1721aa | 266 | static inline void __raw_write_unlock_irq(rwlock_t *lock) |
6b6b4792 TG |
267 | { |
268 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 269 | do_raw_write_unlock(lock); |
6b6b4792 TG |
270 | local_irq_enable(); |
271 | preempt_enable(); | |
272 | } | |
273 | ||
9c1721aa | 274 | static inline void __raw_write_unlock_bh(rwlock_t *lock) |
6b6b4792 TG |
275 | { |
276 | rwlock_release(&lock->dep_map, 1, _RET_IP_); | |
9828ea9d | 277 | do_raw_write_unlock(lock); |
6b6b4792 TG |
278 | preempt_enable_no_resched(); |
279 | local_bh_enable_ip((unsigned long)__builtin_return_address(0)); | |
280 | } | |
281 | ||
282 | #endif /* __LINUX_RWLOCK_API_SMP_H */ |