rwlock_api_smp.h 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284
  1. #ifndef __LINUX_RWLOCK_API_SMP_H
  2. #define __LINUX_RWLOCK_API_SMP_H
  3. #ifndef __LINUX_SPINLOCK_API_SMP_H
  4. # error "please don't include this file directly"
  5. #endif
  6. /*
  7. * include/linux/rwlock_api_smp.h
  8. *
  9. * spinlock API declarations on SMP (and debug)
  10. * (implemented in kernel/spinlock.c)
  11. *
  12. * portions Copyright 2005, Red Hat, Inc., Ingo Molnar
  13. * Released under the General Public License (GPL).
  14. */
  15. void __lockfunc _raw_read_lock(rwlock_t *lock) __acquires(lock);
  16. void __lockfunc _raw_write_lock(rwlock_t *lock) __acquires(lock);
  17. void __lockfunc _raw_write_lock_nested(rwlock_t *lock, int subclass) __acquires(lock);
  18. void __lockfunc _raw_read_lock_bh(rwlock_t *lock) __acquires(lock);
  19. void __lockfunc _raw_write_lock_bh(rwlock_t *lock) __acquires(lock);
  20. void __lockfunc _raw_read_lock_irq(rwlock_t *lock) __acquires(lock);
  21. void __lockfunc _raw_write_lock_irq(rwlock_t *lock) __acquires(lock);
  22. unsigned long __lockfunc _raw_read_lock_irqsave(rwlock_t *lock)
  23. __acquires(lock);
  24. unsigned long __lockfunc _raw_write_lock_irqsave(rwlock_t *lock)
  25. __acquires(lock);
  26. int __lockfunc _raw_read_trylock(rwlock_t *lock);
  27. int __lockfunc _raw_write_trylock(rwlock_t *lock);
  28. void __lockfunc _raw_read_unlock(rwlock_t *lock) __releases(lock);
  29. void __lockfunc _raw_write_unlock(rwlock_t *lock) __releases(lock);
  30. void __lockfunc _raw_read_unlock_bh(rwlock_t *lock) __releases(lock);
  31. void __lockfunc _raw_write_unlock_bh(rwlock_t *lock) __releases(lock);
  32. void __lockfunc _raw_read_unlock_irq(rwlock_t *lock) __releases(lock);
  33. void __lockfunc _raw_write_unlock_irq(rwlock_t *lock) __releases(lock);
  34. void __lockfunc
  35. _raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
  36. __releases(lock);
  37. void __lockfunc
  38. _raw_write_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
  39. __releases(lock);
  40. #ifdef CONFIG_INLINE_READ_LOCK
  41. #define _raw_read_lock(lock) __raw_read_lock(lock)
  42. #endif
  43. #ifdef CONFIG_INLINE_WRITE_LOCK
  44. #define _raw_write_lock(lock) __raw_write_lock(lock)
  45. #endif
  46. #ifdef CONFIG_INLINE_READ_LOCK_BH
  47. #define _raw_read_lock_bh(lock) __raw_read_lock_bh(lock)
  48. #endif
  49. #ifdef CONFIG_INLINE_WRITE_LOCK_BH
  50. #define _raw_write_lock_bh(lock) __raw_write_lock_bh(lock)
  51. #endif
  52. #ifdef CONFIG_INLINE_READ_LOCK_IRQ
  53. #define _raw_read_lock_irq(lock) __raw_read_lock_irq(lock)
  54. #endif
  55. #ifdef CONFIG_INLINE_WRITE_LOCK_IRQ
  56. #define _raw_write_lock_irq(lock) __raw_write_lock_irq(lock)
  57. #endif
  58. #ifdef CONFIG_INLINE_READ_LOCK_IRQSAVE
  59. #define _raw_read_lock_irqsave(lock) __raw_read_lock_irqsave(lock)
  60. #endif
  61. #ifdef CONFIG_INLINE_WRITE_LOCK_IRQSAVE
  62. #define _raw_write_lock_irqsave(lock) __raw_write_lock_irqsave(lock)
  63. #endif
  64. #ifdef CONFIG_INLINE_READ_TRYLOCK
  65. #define _raw_read_trylock(lock) __raw_read_trylock(lock)
  66. #endif
  67. #ifdef CONFIG_INLINE_WRITE_TRYLOCK
  68. #define _raw_write_trylock(lock) __raw_write_trylock(lock)
  69. #endif
  70. #ifdef CONFIG_INLINE_READ_UNLOCK
  71. #define _raw_read_unlock(lock) __raw_read_unlock(lock)
  72. #endif
  73. #ifdef CONFIG_INLINE_WRITE_UNLOCK
  74. #define _raw_write_unlock(lock) __raw_write_unlock(lock)
  75. #endif
  76. #ifdef CONFIG_INLINE_READ_UNLOCK_BH
  77. #define _raw_read_unlock_bh(lock) __raw_read_unlock_bh(lock)
  78. #endif
  79. #ifdef CONFIG_INLINE_WRITE_UNLOCK_BH
  80. #define _raw_write_unlock_bh(lock) __raw_write_unlock_bh(lock)
  81. #endif
  82. #ifdef CONFIG_INLINE_READ_UNLOCK_IRQ
  83. #define _raw_read_unlock_irq(lock) __raw_read_unlock_irq(lock)
  84. #endif
  85. #ifdef CONFIG_INLINE_WRITE_UNLOCK_IRQ
  86. #define _raw_write_unlock_irq(lock) __raw_write_unlock_irq(lock)
  87. #endif
  88. #ifdef CONFIG_INLINE_READ_UNLOCK_IRQRESTORE
  89. #define _raw_read_unlock_irqrestore(lock, flags) \
  90. __raw_read_unlock_irqrestore(lock, flags)
  91. #endif
  92. #ifdef CONFIG_INLINE_WRITE_UNLOCK_IRQRESTORE
  93. #define _raw_write_unlock_irqrestore(lock, flags) \
  94. __raw_write_unlock_irqrestore(lock, flags)
  95. #endif
  96. static inline int __raw_read_trylock(rwlock_t *lock)
  97. {
  98. preempt_disable();
  99. if (do_raw_read_trylock(lock)) {
  100. rwlock_acquire_read(&lock->dep_map, 0, 1, _RET_IP_);
  101. return 1;
  102. }
  103. preempt_enable();
  104. return 0;
  105. }
  106. static inline int __raw_write_trylock(rwlock_t *lock)
  107. {
  108. preempt_disable();
  109. if (do_raw_write_trylock(lock)) {
  110. rwlock_acquire(&lock->dep_map, 0, 1, _RET_IP_);
  111. return 1;
  112. }
  113. preempt_enable();
  114. return 0;
  115. }
  116. /*
  117. * If lockdep is enabled then we use the non-preemption spin-ops
  118. * even on CONFIG_PREEMPT, because lockdep assumes that interrupts are
  119. * not re-enabled during lock-acquire (which the preempt-spin-ops do):
  120. */
  121. #if !defined(CONFIG_GENERIC_LOCKBREAK) || defined(CONFIG_DEBUG_LOCK_ALLOC)
  122. static inline void __raw_read_lock(rwlock_t *lock)
  123. {
  124. preempt_disable();
  125. rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
  126. LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock);
  127. }
  128. static inline unsigned long __raw_read_lock_irqsave(rwlock_t *lock)
  129. {
  130. unsigned long flags;
  131. local_irq_save(flags);
  132. preempt_disable();
  133. rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
  134. LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock);
  135. return flags;
  136. }
  137. static inline void __raw_read_lock_irq(rwlock_t *lock)
  138. {
  139. local_irq_disable();
  140. preempt_disable();
  141. rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
  142. LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock);
  143. }
  144. static inline void __raw_read_lock_bh(rwlock_t *lock)
  145. {
  146. __local_bh_disable_ip(_RET_IP_, SOFTIRQ_LOCK_OFFSET);
  147. rwlock_acquire_read(&lock->dep_map, 0, 0, _RET_IP_);
  148. LOCK_CONTENDED(lock, do_raw_read_trylock, do_raw_read_lock);
  149. }
  150. static inline unsigned long __raw_write_lock_irqsave(rwlock_t *lock)
  151. {
  152. unsigned long flags;
  153. local_irq_save(flags);
  154. preempt_disable();
  155. rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
  156. LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock);
  157. return flags;
  158. }
  159. static inline void __raw_write_lock_irq(rwlock_t *lock)
  160. {
  161. local_irq_disable();
  162. preempt_disable();
  163. rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
  164. LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock);
  165. }
  166. static inline void __raw_write_lock_bh(rwlock_t *lock)
  167. {
  168. __local_bh_disable_ip(_RET_IP_, SOFTIRQ_LOCK_OFFSET);
  169. rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
  170. LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock);
  171. }
  172. static inline void __raw_write_lock(rwlock_t *lock)
  173. {
  174. preempt_disable();
  175. rwlock_acquire(&lock->dep_map, 0, 0, _RET_IP_);
  176. LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock);
  177. }
  178. static inline void __raw_write_lock_nested(rwlock_t *lock, int subclass)
  179. {
  180. preempt_disable();
  181. rwlock_acquire(&lock->dep_map, subclass, 0, _RET_IP_);
  182. LOCK_CONTENDED(lock, do_raw_write_trylock, do_raw_write_lock);
  183. }
  184. #endif /* !CONFIG_GENERIC_LOCKBREAK || CONFIG_DEBUG_LOCK_ALLOC */
  185. static inline void __raw_write_unlock(rwlock_t *lock)
  186. {
  187. rwlock_release(&lock->dep_map, _RET_IP_);
  188. do_raw_write_unlock(lock);
  189. preempt_enable();
  190. }
  191. static inline void __raw_read_unlock(rwlock_t *lock)
  192. {
  193. rwlock_release(&lock->dep_map, _RET_IP_);
  194. do_raw_read_unlock(lock);
  195. preempt_enable();
  196. }
  197. static inline void
  198. __raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
  199. {
  200. rwlock_release(&lock->dep_map, _RET_IP_);
  201. do_raw_read_unlock(lock);
  202. local_irq_restore(flags);
  203. preempt_enable();
  204. }
  205. static inline void __raw_read_unlock_irq(rwlock_t *lock)
  206. {
  207. rwlock_release(&lock->dep_map, _RET_IP_);
  208. do_raw_read_unlock(lock);
  209. local_irq_enable();
  210. preempt_enable();
  211. }
  212. static inline void __raw_read_unlock_bh(rwlock_t *lock)
  213. {
  214. rwlock_release(&lock->dep_map, _RET_IP_);
  215. do_raw_read_unlock(lock);
  216. __local_bh_enable_ip(_RET_IP_, SOFTIRQ_LOCK_OFFSET);
  217. }
  218. static inline void __raw_write_unlock_irqrestore(rwlock_t *lock,
  219. unsigned long flags)
  220. {
  221. rwlock_release(&lock->dep_map, _RET_IP_);
  222. do_raw_write_unlock(lock);
  223. local_irq_restore(flags);
  224. preempt_enable();
  225. }
  226. static inline void __raw_write_unlock_irq(rwlock_t *lock)
  227. {
  228. rwlock_release(&lock->dep_map, _RET_IP_);
  229. do_raw_write_unlock(lock);
  230. local_irq_enable();
  231. preempt_enable();
  232. }
  233. static inline void __raw_write_unlock_bh(rwlock_t *lock)
  234. {
  235. rwlock_release(&lock->dep_map, _RET_IP_);
  236. do_raw_write_unlock(lock);
  237. __local_bh_enable_ip(_RET_IP_, SOFTIRQ_LOCK_OFFSET);
  238. }
  239. #endif /* __LINUX_RWLOCK_API_SMP_H */