qdf_lock.h 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506
  1. /*
  2. * Copyright (c) 2014-2017 The Linux Foundation. All rights reserved.
  3. *
  4. * Previously licensed under the ISC license by Qualcomm Atheros, Inc.
  5. *
  6. *
  7. * Permission to use, copy, modify, and/or distribute this software for
  8. * any purpose with or without fee is hereby granted, provided that the
  9. * above copyright notice and this permission notice appear in all
  10. * copies.
  11. *
  12. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL
  13. * WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED
  14. * WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE
  15. * AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL
  16. * DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR
  17. * PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER
  18. * TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR
  19. * PERFORMANCE OF THIS SOFTWARE.
  20. */
  21. /*
  22. * This file was originally distributed by Qualcomm Atheros, Inc.
  23. * under proprietary terms before Copyright ownership was assigned
  24. * to the Linux Foundation.
  25. */
  26. /**
  27. * @file qdf_lock.h
  28. * This file abstracts locking operations.
  29. */
  30. #ifndef _QDF_LOCK_H
  31. #define _QDF_LOCK_H
  32. #include <qdf_types.h>
  33. #include <qdf_mem.h>
  34. #include <qdf_time.h>
  35. #include <i_qdf_trace.h>
  36. #ifndef QDF_LOCK_STATS
  37. #define QDF_LOCK_STATS 0
  38. #endif
  39. #ifndef QDF_LOCK_STATS_DESTROY_PRINT
  40. #define QDF_LOCK_STATS_DESTROY_PRINT 0
  41. #endif
  42. #ifndef QDF_LOCK_STATS_BUG_ON
  43. #define QDF_LOCK_STATS_BUG_ON 0
  44. #endif
  45. #ifndef QDF_LOCK_STATS_LIST
  46. #define QDF_LOCK_STATS_LIST 0
  47. #endif
  48. /* Max hold time in micro seconds, 0 to disable detection*/
  49. #define QDF_MAX_HOLD_TIME_ALOWED_SPINLOCK_IRQ 10000
  50. #define QDF_MAX_HOLD_TIME_ALOWED_SPINLOCK_BH 1000000
  51. #define QDF_MAX_HOLD_TIME_ALOWED_SPINLOCK 0
  52. #if !QDF_LOCK_STATS
  53. struct lock_stats {};
  54. #define BEFORE_LOCK(x...) do {} while (0)
  55. #define AFTER_LOCK(x...) do {} while (0)
  56. #define BEFORE_TRYLOCK(x...) do {} while (0)
  57. #define AFTER_TRYLOCK(x...) do {} while (0)
  58. #define BEFORE_UNLOCK(x...) do {} while (0)
  59. #define qdf_lock_stats_create(x...) do {} while (0)
  60. #define qdf_lock_stats_destroy(x...) do {} while (0)
  61. #define qdf_lock_stats_init(x...) do {} while (0)
  62. #define qdf_lock_stats_deinit(x...) do {} while (0)
  63. #else
  64. void qdf_lock_stats_init(void);
  65. void qdf_lock_stats_deinit(void);
  66. struct qdf_lock_cookie;
  67. struct lock_stats {
  68. const char *initialization_fn;
  69. const char *acquired_by;
  70. int line;
  71. int acquired;
  72. int contended;
  73. uint64_t contention_time;
  74. uint64_t non_contention_time;
  75. uint64_t held_time;
  76. uint64_t last_acquired;
  77. uint64_t max_contention_wait;
  78. uint64_t max_held_time;
  79. int num_large_contentions;
  80. int num_large_holds;
  81. struct qdf_lock_cookie *cookie;
  82. };
  83. #define LARGE_CONTENTION QDF_LOG_TIMESTAMP_CYCLES_PER_10_US
  84. #define BEFORE_LOCK(lock, was_locked) \
  85. do { \
  86. uint64_t BEFORE_LOCK_time; \
  87. uint64_t AFTER_LOCK_time; \
  88. bool BEFORE_LOCK_is_locked = was_locked; \
  89. BEFORE_LOCK_time = qdf_get_log_timestamp(); \
  90. do {} while (0)
  91. #define AFTER_LOCK(lock, func) \
  92. lock->stats.acquired_by = func; \
  93. AFTER_LOCK_time = qdf_get_log_timestamp(); \
  94. lock->stats.acquired++; \
  95. lock->stats.last_acquired = AFTER_LOCK_time; \
  96. if (BEFORE_LOCK_is_locked) { \
  97. lock->stats.contended++; \
  98. lock->stats.contention_time += \
  99. (AFTER_LOCK_time - BEFORE_LOCK_time); \
  100. } else { \
  101. lock->stats.non_contention_time += \
  102. (AFTER_LOCK_time - BEFORE_LOCK_time); \
  103. } \
  104. \
  105. if (AFTER_LOCK_time - BEFORE_LOCK_time > LARGE_CONTENTION) \
  106. lock->stats.num_large_contentions++; \
  107. \
  108. if (AFTER_LOCK_time - BEFORE_LOCK_time > \
  109. lock->stats.max_contention_wait) \
  110. lock->stats.max_contention_wait = \
  111. AFTER_LOCK_time - BEFORE_LOCK_time; \
  112. } while (0)
  113. #define BEFORE_TRYLOCK(lock) \
  114. do { \
  115. uint64_t BEFORE_LOCK_time; \
  116. uint64_t AFTER_LOCK_time; \
  117. BEFORE_LOCK_time = qdf_get_log_timestamp(); \
  118. do {} while (0)
  119. #define AFTER_TRYLOCK(lock, trylock_return, func) \
  120. AFTER_LOCK_time = qdf_get_log_timestamp(); \
  121. if (trylock_return) { \
  122. lock->stats.acquired++; \
  123. lock->stats.last_acquired = AFTER_LOCK_time; \
  124. lock->stats.non_contention_time += \
  125. (AFTER_LOCK_time - BEFORE_LOCK_time); \
  126. lock->stats.acquired_by = func; \
  127. } \
  128. } while (0)
  129. /* max_hold_time in US */
  130. #define BEFORE_UNLOCK(lock, max_hold_time) \
  131. do {\
  132. uint64_t held_time = qdf_get_log_timestamp() - \
  133. lock->stats.last_acquired; \
  134. lock->stats.held_time += held_time; \
  135. \
  136. if (held_time > lock->stats.max_held_time) \
  137. lock->stats.max_held_time = held_time; \
  138. \
  139. if (held_time > LARGE_CONTENTION) \
  140. lock->stats.num_large_holds++; \
  141. if (QDF_LOCK_STATS_BUG_ON && max_hold_time && \
  142. held_time > qdf_usecs_to_log_timestamp(max_hold_time)) { \
  143. qdf_print("BEFORE_UNLOCK: lock held too long (%lluus)\n", \
  144. qdf_log_timestamp_to_usecs(held_time)); \
  145. QDF_BUG(0); \
  146. } \
  147. lock->stats.acquired_by = NULL; \
  148. } while (0)
  149. void qdf_lock_stats_cookie_destroy(struct lock_stats *stats);
  150. void qdf_lock_stats_cookie_create(struct lock_stats *stats,
  151. const char *func, int line);
  152. static inline void qdf_lock_stats_destroy(struct lock_stats *stats)
  153. {
  154. if (QDF_LOCK_STATS_DESTROY_PRINT) {
  155. qdf_print("%s: lock: %s %d \t"
  156. "acquired:\t%d\tcontended:\t%d\t"
  157. "contention_time\t%llu\tmax_contention_wait:\t%llu\t"
  158. "non_contention_time\t%llu\t"
  159. "held_time\t%llu\tmax_held:\t%llu\t\n"
  160. , __func__, stats->initialization_fn, stats->line,
  161. stats->acquired, stats->contended,
  162. qdf_log_timestamp_to_usecs(stats->contention_time),
  163. qdf_log_timestamp_to_usecs(stats->max_contention_wait),
  164. qdf_log_timestamp_to_usecs(stats->non_contention_time),
  165. qdf_log_timestamp_to_usecs(stats->held_time),
  166. qdf_log_timestamp_to_usecs(stats->max_held_time));
  167. }
  168. if (QDF_LOCK_STATS_LIST)
  169. qdf_lock_stats_cookie_destroy(stats);
  170. }
  171. #ifndef MEMORY_DEBUG
  172. #define qdf_mem_malloc_debug(x, y, z) qdf_mem_malloc(x)
  173. #endif
  174. /* qdf_lock_stats_create() - initialize the lock stats structure
  175. *
  176. */
  177. static inline void qdf_lock_stats_create(struct lock_stats *stats,
  178. const char *func, int line)
  179. {
  180. qdf_mem_zero(stats, sizeof(*stats));
  181. stats->initialization_fn = func;
  182. stats->line = line;
  183. if (QDF_LOCK_STATS_LIST)
  184. qdf_lock_stats_cookie_create(stats, func, line);
  185. }
  186. #endif
  187. #include <i_qdf_lock.h>
  188. #define WIFI_POWER_EVENT_DEFAULT_WAKELOCK_TIMEOUT 0
  189. #define WIFI_POWER_EVENT_WAKELOCK_TAKEN 0
  190. #define WIFI_POWER_EVENT_WAKELOCK_RELEASED 1
  191. /**
  192. * qdf_semaphore_acquire_timeout() - Take the semaphore before timeout
  193. * @m: semaphore to take
  194. * @timeout: maximum time to try to take the semaphore
  195. * Return: int
  196. */
  197. static inline int qdf_semaphore_acquire_timeout(struct semaphore *m,
  198. unsigned long timeout)
  199. {
  200. return __qdf_semaphore_acquire_timeout(m, timeout);
  201. }
  202. struct qdf_spinlock {
  203. __qdf_spinlock_t lock;
  204. struct lock_stats stats;
  205. };
  206. /**
  207. * @brief Platform spinlock object
  208. */
  209. typedef struct qdf_spinlock qdf_spinlock_t;
  210. /**
  211. * @brief Platform mutex object
  212. */
  213. typedef __qdf_semaphore_t qdf_semaphore_t;
  214. typedef __qdf_mutex_t qdf_mutex_t;
  215. /* function Declaration */
  216. QDF_STATUS qdf_mutex_create(qdf_mutex_t *m, const char *func, int line);
  217. #define qdf_mutex_create(m) qdf_mutex_create(m, __func__, __LINE__)
  218. QDF_STATUS qdf_mutex_acquire(qdf_mutex_t *m);
  219. QDF_STATUS qdf_mutex_release(qdf_mutex_t *m);
  220. QDF_STATUS qdf_mutex_destroy(qdf_mutex_t *lock);
  221. /**
  222. * qdf_spinlock_create - Initialize a spinlock
  223. * @lock: spinlock object pointer
  224. * Return: none
  225. */
  226. static inline void qdf_spinlock_create(qdf_spinlock_t *lock, const char *func,
  227. int line)
  228. {
  229. __qdf_spinlock_create(&lock->lock);
  230. /* spinlock stats create relies on the spinlock working allread */
  231. qdf_lock_stats_create(&lock->stats, func, line);
  232. }
  233. #define qdf_spinlock_create(x) qdf_spinlock_create(x, __func__, __LINE__)
  234. /**
  235. * qdf_spinlock_destroy - Delete a spinlock
  236. * @lock: spinlock object pointer
  237. * Return: none
  238. */
  239. static inline void qdf_spinlock_destroy(qdf_spinlock_t *lock)
  240. {
  241. qdf_lock_stats_destroy(&lock->stats);
  242. __qdf_spinlock_destroy(&lock->lock);
  243. }
  244. /**
  245. * qdf_spin_is_locked() - check if the spinlock is locked
  246. * @lock: spinlock object
  247. *
  248. * Return: nonzero if lock is held.
  249. */
  250. static inline int qdf_spin_is_locked(qdf_spinlock_t *lock)
  251. {
  252. return __qdf_spin_is_locked(&lock->lock);
  253. }
  254. /**
  255. * qdf_spin_trylock_bh() - spin trylock bottomhalf
  256. * @lock: spinlock object
  257. *
  258. * Return: nonzero if lock is acquired
  259. */
  260. static inline int qdf_spin_trylock_bh(qdf_spinlock_t *lock, const char *func)
  261. {
  262. int trylock_return;
  263. BEFORE_TRYLOCK(lock);
  264. trylock_return = __qdf_spin_trylock_bh(&lock->lock);
  265. AFTER_TRYLOCK(lock, trylock_return, func);
  266. return trylock_return;
  267. }
  268. #define qdf_spin_trylock_bh(lock) qdf_spin_trylock_bh(lock, __func__)
  269. int qdf_spin_trylock_bh_outline(qdf_spinlock_t *lock);
  270. /**
  271. * qdf_spin_lock_bh() - locks the spinlock mutex in soft irq context
  272. * @lock: spinlock object pointer
  273. * Return: none
  274. */
  275. static inline void qdf_spin_lock_bh(qdf_spinlock_t *lock, const char *func)
  276. {
  277. BEFORE_LOCK(lock, qdf_spin_is_locked(lock));
  278. __qdf_spin_lock_bh(&lock->lock);
  279. AFTER_LOCK(lock, func);
  280. }
  281. #define qdf_spin_lock_bh(lock) qdf_spin_lock_bh(lock, __func__)
  282. void qdf_spin_lock_bh_outline(qdf_spinlock_t *lock);
  283. /**
  284. * qdf_spin_unlock_bh() - unlocks the spinlock mutex in soft irq context
  285. * @lock: spinlock object pointer
  286. * Return: none
  287. */
  288. static inline void qdf_spin_unlock_bh(qdf_spinlock_t *lock)
  289. {
  290. BEFORE_UNLOCK(lock, QDF_MAX_HOLD_TIME_ALOWED_SPINLOCK_BH);
  291. __qdf_spin_unlock_bh(&lock->lock);
  292. }
  293. void qdf_spin_unlock_bh_outline(qdf_spinlock_t *lock);
  294. /**
  295. * qdf_spinlock_irq_exec - Execute the input function with spinlock held
  296. * and interrupt disabled.
  297. * @hdl: OS handle
  298. * @lock: spinlock to be held for the critical region
  299. * @func: critical region function that to be executed
  300. * @context: context of the critical region function
  301. * Return: Boolean status returned by the critical region function
  302. */
  303. static inline bool qdf_spinlock_irq_exec(qdf_handle_t hdl,
  304. qdf_spinlock_t *lock,
  305. qdf_irqlocked_func_t func, void *arg)
  306. {
  307. return __qdf_spinlock_irq_exec(hdl, &lock->lock, func, arg);
  308. }
  309. /**
  310. * qdf_spin_lock() - Acquire a Spinlock(SMP) & disable Preemption (Preemptive)
  311. * @lock: Lock object
  312. *
  313. * Return: none
  314. */
  315. static inline void qdf_spin_lock(qdf_spinlock_t *lock, const char *func)
  316. {
  317. BEFORE_LOCK(lock, qdf_spin_is_locked(lock));
  318. __qdf_spin_lock(&lock->lock);
  319. AFTER_LOCK(lock, func);
  320. }
  321. #define qdf_spin_lock(lock) qdf_spin_lock(lock, __func__)
  322. /**
  323. * qdf_spin_unlock() - Unlock the spinlock and enables the Preemption
  324. * @lock: Lock object
  325. *
  326. * Return: none
  327. */
  328. static inline void qdf_spin_unlock(qdf_spinlock_t *lock)
  329. {
  330. BEFORE_UNLOCK(lock, QDF_MAX_HOLD_TIME_ALOWED_SPINLOCK);
  331. __qdf_spin_unlock(&lock->lock);
  332. }
  333. /**
  334. * qdf_spin_lock_irq() - Acquire a Spinlock(SMP) & save the irq state
  335. * @lock: Lock object
  336. * @flags: flags
  337. *
  338. * Return: none
  339. */
  340. static inline void qdf_spin_lock_irq(qdf_spinlock_t *lock, unsigned long flags,
  341. const char *func)
  342. {
  343. BEFORE_LOCK(lock, qdf_spin_is_locked(lock));
  344. __qdf_spin_lock_irq(&lock->lock.spinlock, flags);
  345. AFTER_LOCK(lock, func);
  346. }
  347. #define qdf_spin_lock_irq(lock, flags) qdf_spin_lock_irq(lock, flags, __func__)
  348. /**
  349. * qdf_spin_lock_irqsave() - Acquire a Spinlock (SMP) & disable Preemption
  350. * (Preemptive) and disable IRQs
  351. * @lock: Lock object
  352. *
  353. * Return: none
  354. */
  355. static inline void qdf_spin_lock_irqsave(qdf_spinlock_t *lock, const char *func)
  356. {
  357. BEFORE_LOCK(lock, qdf_spin_is_locked(lock));
  358. __qdf_spin_lock_irqsave(&lock->lock);
  359. AFTER_LOCK(lock, func);
  360. }
  361. #define qdf_spin_lock_irqsave(lock) qdf_spin_lock_irqsave(lock, __func__)
  362. /**
  363. * qdf_spin_unlock_irqrestore() - Unlock the spinlock and enables the
  364. * Preemption and enable IRQ
  365. * @lock: Lock object
  366. *
  367. * Return: none
  368. */
  369. static inline void qdf_spin_unlock_irqrestore(qdf_spinlock_t *lock)
  370. {
  371. BEFORE_UNLOCK(lock, QDF_MAX_HOLD_TIME_ALOWED_SPINLOCK_IRQ);
  372. __qdf_spin_unlock_irqrestore(&lock->lock);
  373. }
  374. /**
  375. * qdf_spin_unlock_irq() - Unlock a Spinlock(SMP) & save the restore state
  376. * @lock: Lock object
  377. * @flags: flags
  378. *
  379. * Return: none
  380. */
  381. static inline void qdf_spin_unlock_irq(qdf_spinlock_t *lock,
  382. unsigned long flags)
  383. {
  384. BEFORE_UNLOCK(lock, QDF_MAX_HOLD_TIME_ALOWED_SPINLOCK_IRQ);
  385. __qdf_spin_unlock_irq(&lock->lock.spinlock, flags);
  386. }
  387. /**
  388. * qdf_semaphore_init() - initialize a semaphore
  389. * @m: Semaphore to initialize
  390. * Return: None
  391. */
  392. static inline void qdf_semaphore_init(qdf_semaphore_t *m)
  393. {
  394. __qdf_semaphore_init(m);
  395. }
  396. /**
  397. * qdf_semaphore_acquire() - take the semaphore
  398. * @m: Semaphore to take
  399. * Return: int
  400. */
  401. static inline int qdf_semaphore_acquire(qdf_semaphore_t *m)
  402. {
  403. return __qdf_semaphore_acquire(m);
  404. }
  405. /**
  406. * qdf_semaphore_release() - give the semaphore
  407. * @m: Semaphore to give
  408. * Return: None
  409. */
  410. static inline void qdf_semaphore_release(qdf_semaphore_t *m)
  411. {
  412. __qdf_semaphore_release(m);
  413. }
  414. /**
  415. * qdf_semaphore_acquire_intr - Take the semaphore, interruptible version
  416. * @osdev: OS Device
  417. * @m: mutex to take
  418. * Return: int
  419. */
  420. static inline int qdf_semaphore_acquire_intr(qdf_semaphore_t *m)
  421. {
  422. return __qdf_semaphore_acquire_intr(m);
  423. }
  424. QDF_STATUS qdf_wake_lock_create(qdf_wake_lock_t *lock, const char *name);
  425. QDF_STATUS qdf_wake_lock_acquire(qdf_wake_lock_t *lock, uint32_t reason);
  426. const char *qdf_wake_lock_name(qdf_wake_lock_t *lock);
  427. QDF_STATUS qdf_wake_lock_timeout_acquire(qdf_wake_lock_t *lock,
  428. uint32_t msec);
  429. QDF_STATUS qdf_wake_lock_release(qdf_wake_lock_t *lock, uint32_t reason);
  430. QDF_STATUS qdf_wake_lock_destroy(qdf_wake_lock_t *lock);
  431. QDF_STATUS qdf_runtime_pm_get(void);
  432. QDF_STATUS qdf_runtime_pm_put(void);
  433. QDF_STATUS qdf_runtime_pm_prevent_suspend(qdf_runtime_lock_t *lock);
  434. QDF_STATUS qdf_runtime_pm_allow_suspend(qdf_runtime_lock_t *lock);
  435. QDF_STATUS __qdf_runtime_lock_init(qdf_runtime_lock_t *lock, const char *name);
  436. #define qdf_runtime_lock_init(lock) __qdf_runtime_lock_init(lock, #lock)
  437. void qdf_runtime_lock_deinit(qdf_runtime_lock_t *lock);
  438. QDF_STATUS qdf_spinlock_acquire(qdf_spinlock_t *lock);
  439. QDF_STATUS qdf_spinlock_release(qdf_spinlock_t *lock);
  440. #endif /* _QDF_LOCK_H */