ipa_interrupt.c 8.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303
  1. // SPDX-License-Identifier: GPL-2.0
  2. /* Copyright (c) 2014-2018, The Linux Foundation. All rights reserved.
  3. * Copyright (C) 2018-2022 Linaro Ltd.
  4. */
  5. /* DOC: IPA Interrupts
  6. *
  7. * The IPA has an interrupt line distinct from the interrupt used by the GSI
  8. * code. Whereas GSI interrupts are generally related to channel events (like
  9. * transfer completions), IPA interrupts are related to other events related
  10. * to the IPA. Some of the IPA interrupts come from a microcontroller
  11. * embedded in the IPA. Each IPA interrupt type can be both masked and
  12. * acknowledged independent of the others.
  13. *
  14. * Two of the IPA interrupts are initiated by the microcontroller. A third
  15. * can be generated to signal the need for a wakeup/resume when an IPA
  16. * endpoint has been suspended. There are other IPA events, but at this
  17. * time only these three are supported.
  18. */
  19. #include <linux/types.h>
  20. #include <linux/interrupt.h>
  21. #include <linux/pm_runtime.h>
  22. #include "ipa.h"
  23. #include "ipa_reg.h"
  24. #include "ipa_endpoint.h"
  25. #include "ipa_interrupt.h"
  26. /**
  27. * struct ipa_interrupt - IPA interrupt information
  28. * @ipa: IPA pointer
  29. * @irq: Linux IRQ number used for IPA interrupts
  30. * @enabled: Mask indicating which interrupts are enabled
  31. * @handler: Array of handlers indexed by IPA interrupt ID
  32. */
  33. struct ipa_interrupt {
  34. struct ipa *ipa;
  35. u32 irq;
  36. u32 enabled;
  37. ipa_irq_handler_t handler[IPA_IRQ_COUNT];
  38. };
  39. /* Returns true if the interrupt type is associated with the microcontroller */
  40. static bool ipa_interrupt_uc(struct ipa_interrupt *interrupt, u32 irq_id)
  41. {
  42. return irq_id == IPA_IRQ_UC_0 || irq_id == IPA_IRQ_UC_1;
  43. }
  44. /* Process a particular interrupt type that has been received */
  45. static void ipa_interrupt_process(struct ipa_interrupt *interrupt, u32 irq_id)
  46. {
  47. bool uc_irq = ipa_interrupt_uc(interrupt, irq_id);
  48. struct ipa *ipa = interrupt->ipa;
  49. const struct ipa_reg *reg;
  50. u32 mask = BIT(irq_id);
  51. u32 offset;
  52. /* For microcontroller interrupts, clear the interrupt right away,
  53. * "to avoid clearing unhandled interrupts."
  54. */
  55. reg = ipa_reg(ipa, IPA_IRQ_CLR);
  56. offset = ipa_reg_offset(reg);
  57. if (uc_irq)
  58. iowrite32(mask, ipa->reg_virt + offset);
  59. if (irq_id < IPA_IRQ_COUNT && interrupt->handler[irq_id])
  60. interrupt->handler[irq_id](interrupt->ipa, irq_id);
  61. /* Clearing the SUSPEND_TX interrupt also clears the register
  62. * that tells us which suspended endpoint(s) caused the interrupt,
  63. * so defer clearing until after the handler has been called.
  64. */
  65. if (!uc_irq)
  66. iowrite32(mask, ipa->reg_virt + offset);
  67. }
  68. /* IPA IRQ handler is threaded */
  69. static irqreturn_t ipa_isr_thread(int irq, void *dev_id)
  70. {
  71. struct ipa_interrupt *interrupt = dev_id;
  72. struct ipa *ipa = interrupt->ipa;
  73. u32 enabled = interrupt->enabled;
  74. const struct ipa_reg *reg;
  75. struct device *dev;
  76. u32 pending;
  77. u32 offset;
  78. u32 mask;
  79. int ret;
  80. dev = &ipa->pdev->dev;
  81. ret = pm_runtime_get_sync(dev);
  82. if (WARN_ON(ret < 0))
  83. goto out_power_put;
  84. /* The status register indicates which conditions are present,
  85. * including conditions whose interrupt is not enabled. Handle
  86. * only the enabled ones.
  87. */
  88. reg = ipa_reg(ipa, IPA_IRQ_STTS);
  89. offset = ipa_reg_offset(reg);
  90. pending = ioread32(ipa->reg_virt + offset);
  91. while ((mask = pending & enabled)) {
  92. do {
  93. u32 irq_id = __ffs(mask);
  94. mask ^= BIT(irq_id);
  95. ipa_interrupt_process(interrupt, irq_id);
  96. } while (mask);
  97. pending = ioread32(ipa->reg_virt + offset);
  98. }
  99. /* If any disabled interrupts are pending, clear them */
  100. if (pending) {
  101. dev_dbg(dev, "clearing disabled IPA interrupts 0x%08x\n",
  102. pending);
  103. reg = ipa_reg(ipa, IPA_IRQ_CLR);
  104. offset = ipa_reg_offset(reg);
  105. iowrite32(pending, ipa->reg_virt + offset);
  106. }
  107. out_power_put:
  108. pm_runtime_mark_last_busy(dev);
  109. (void)pm_runtime_put_autosuspend(dev);
  110. return IRQ_HANDLED;
  111. }
  112. void ipa_interrupt_irq_disable(struct ipa *ipa)
  113. {
  114. disable_irq(ipa->interrupt->irq);
  115. }
  116. void ipa_interrupt_irq_enable(struct ipa *ipa)
  117. {
  118. enable_irq(ipa->interrupt->irq);
  119. }
  120. /* Common function used to enable/disable TX_SUSPEND for an endpoint */
  121. static void ipa_interrupt_suspend_control(struct ipa_interrupt *interrupt,
  122. u32 endpoint_id, bool enable)
  123. {
  124. struct ipa *ipa = interrupt->ipa;
  125. u32 mask = BIT(endpoint_id);
  126. const struct ipa_reg *reg;
  127. u32 offset;
  128. u32 val;
  129. WARN_ON(!(mask & ipa->available));
  130. /* IPA version 3.0 does not support TX_SUSPEND interrupt control */
  131. if (ipa->version == IPA_VERSION_3_0)
  132. return;
  133. reg = ipa_reg(ipa, IRQ_SUSPEND_EN);
  134. offset = ipa_reg_offset(reg);
  135. val = ioread32(ipa->reg_virt + offset);
  136. if (enable)
  137. val |= mask;
  138. else
  139. val &= ~mask;
  140. iowrite32(val, ipa->reg_virt + offset);
  141. }
  142. /* Enable TX_SUSPEND for an endpoint */
  143. void
  144. ipa_interrupt_suspend_enable(struct ipa_interrupt *interrupt, u32 endpoint_id)
  145. {
  146. ipa_interrupt_suspend_control(interrupt, endpoint_id, true);
  147. }
  148. /* Disable TX_SUSPEND for an endpoint */
  149. void
  150. ipa_interrupt_suspend_disable(struct ipa_interrupt *interrupt, u32 endpoint_id)
  151. {
  152. ipa_interrupt_suspend_control(interrupt, endpoint_id, false);
  153. }
  154. /* Clear the suspend interrupt for all endpoints that signaled it */
  155. void ipa_interrupt_suspend_clear_all(struct ipa_interrupt *interrupt)
  156. {
  157. struct ipa *ipa = interrupt->ipa;
  158. const struct ipa_reg *reg;
  159. u32 val;
  160. reg = ipa_reg(ipa, IRQ_SUSPEND_INFO);
  161. val = ioread32(ipa->reg_virt + ipa_reg_offset(reg));
  162. /* SUSPEND interrupt status isn't cleared on IPA version 3.0 */
  163. if (ipa->version == IPA_VERSION_3_0)
  164. return;
  165. reg = ipa_reg(ipa, IRQ_SUSPEND_CLR);
  166. iowrite32(val, ipa->reg_virt + ipa_reg_offset(reg));
  167. }
  168. /* Simulate arrival of an IPA TX_SUSPEND interrupt */
  169. void ipa_interrupt_simulate_suspend(struct ipa_interrupt *interrupt)
  170. {
  171. ipa_interrupt_process(interrupt, IPA_IRQ_TX_SUSPEND);
  172. }
  173. /* Add a handler for an IPA interrupt */
  174. void ipa_interrupt_add(struct ipa_interrupt *interrupt,
  175. enum ipa_irq_id ipa_irq, ipa_irq_handler_t handler)
  176. {
  177. struct ipa *ipa = interrupt->ipa;
  178. const struct ipa_reg *reg;
  179. if (WARN_ON(ipa_irq >= IPA_IRQ_COUNT))
  180. return;
  181. interrupt->handler[ipa_irq] = handler;
  182. /* Update the IPA interrupt mask to enable it */
  183. interrupt->enabled |= BIT(ipa_irq);
  184. reg = ipa_reg(ipa, IPA_IRQ_EN);
  185. iowrite32(interrupt->enabled, ipa->reg_virt + ipa_reg_offset(reg));
  186. }
  187. /* Remove the handler for an IPA interrupt type */
  188. void
  189. ipa_interrupt_remove(struct ipa_interrupt *interrupt, enum ipa_irq_id ipa_irq)
  190. {
  191. struct ipa *ipa = interrupt->ipa;
  192. const struct ipa_reg *reg;
  193. if (WARN_ON(ipa_irq >= IPA_IRQ_COUNT))
  194. return;
  195. /* Update the IPA interrupt mask to disable it */
  196. interrupt->enabled &= ~BIT(ipa_irq);
  197. reg = ipa_reg(ipa, IPA_IRQ_EN);
  198. iowrite32(interrupt->enabled, ipa->reg_virt + ipa_reg_offset(reg));
  199. interrupt->handler[ipa_irq] = NULL;
  200. }
  201. /* Configure the IPA interrupt framework */
  202. struct ipa_interrupt *ipa_interrupt_config(struct ipa *ipa)
  203. {
  204. struct device *dev = &ipa->pdev->dev;
  205. struct ipa_interrupt *interrupt;
  206. const struct ipa_reg *reg;
  207. unsigned int irq;
  208. int ret;
  209. ret = platform_get_irq_byname(ipa->pdev, "ipa");
  210. if (ret <= 0) {
  211. dev_err(dev, "DT error %d getting \"ipa\" IRQ property\n",
  212. ret);
  213. return ERR_PTR(ret ? : -EINVAL);
  214. }
  215. irq = ret;
  216. interrupt = kzalloc(sizeof(*interrupt), GFP_KERNEL);
  217. if (!interrupt)
  218. return ERR_PTR(-ENOMEM);
  219. interrupt->ipa = ipa;
  220. interrupt->irq = irq;
  221. /* Start with all IPA interrupts disabled */
  222. reg = ipa_reg(ipa, IPA_IRQ_EN);
  223. iowrite32(0, ipa->reg_virt + ipa_reg_offset(reg));
  224. ret = request_threaded_irq(irq, NULL, ipa_isr_thread, IRQF_ONESHOT,
  225. "ipa", interrupt);
  226. if (ret) {
  227. dev_err(dev, "error %d requesting \"ipa\" IRQ\n", ret);
  228. goto err_kfree;
  229. }
  230. ret = enable_irq_wake(irq);
  231. if (ret) {
  232. dev_err(dev, "error %d enabling wakeup for \"ipa\" IRQ\n", ret);
  233. goto err_free_irq;
  234. }
  235. return interrupt;
  236. err_free_irq:
  237. free_irq(interrupt->irq, interrupt);
  238. err_kfree:
  239. kfree(interrupt);
  240. return ERR_PTR(ret);
  241. }
  242. /* Inverse of ipa_interrupt_config() */
  243. void ipa_interrupt_deconfig(struct ipa_interrupt *interrupt)
  244. {
  245. struct device *dev = &interrupt->ipa->pdev->dev;
  246. int ret;
  247. ret = disable_irq_wake(interrupt->irq);
  248. if (ret)
  249. dev_err(dev, "error %d disabling \"ipa\" IRQ wakeup\n", ret);
  250. free_irq(interrupt->irq, interrupt);
  251. kfree(interrupt);
  252. }