solo6x10-p2m.c 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317
  1. // SPDX-License-Identifier: GPL-2.0-or-later
  2. /*
  3. * Copyright (C) 2010-2013 Bluecherry, LLC <https://www.bluecherrydvr.com>
  4. *
  5. * Original author:
  6. * Ben Collins <[email protected]>
  7. *
  8. * Additional work by:
  9. * John Brooks <[email protected]>
  10. */
  11. #include <linux/kernel.h>
  12. #include <linux/module.h>
  13. #include <linux/slab.h>
  14. #include "solo6x10.h"
  15. static int multi_p2m;
  16. module_param(multi_p2m, uint, 0644);
  17. MODULE_PARM_DESC(multi_p2m,
  18. "Use multiple P2M DMA channels (default: no, 6010-only)");
  19. static int desc_mode;
  20. module_param(desc_mode, uint, 0644);
  21. MODULE_PARM_DESC(desc_mode,
  22. "Allow use of descriptor mode DMA (default: no, 6010-only)");
  23. int solo_p2m_dma(struct solo_dev *solo_dev, int wr,
  24. void *sys_addr, u32 ext_addr, u32 size,
  25. int repeat, u32 ext_size)
  26. {
  27. dma_addr_t dma_addr;
  28. int ret;
  29. if (WARN_ON_ONCE((unsigned long)sys_addr & 0x03))
  30. return -EINVAL;
  31. if (WARN_ON_ONCE(!size))
  32. return -EINVAL;
  33. dma_addr = dma_map_single(&solo_dev->pdev->dev, sys_addr, size,
  34. wr ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
  35. if (dma_mapping_error(&solo_dev->pdev->dev, dma_addr))
  36. return -ENOMEM;
  37. ret = solo_p2m_dma_t(solo_dev, wr, dma_addr, ext_addr, size,
  38. repeat, ext_size);
  39. dma_unmap_single(&solo_dev->pdev->dev, dma_addr, size,
  40. wr ? DMA_TO_DEVICE : DMA_FROM_DEVICE);
  41. return ret;
  42. }
  43. /* Mutex must be held for p2m_id before calling this!! */
  44. int solo_p2m_dma_desc(struct solo_dev *solo_dev,
  45. struct solo_p2m_desc *desc, dma_addr_t desc_dma,
  46. int desc_cnt)
  47. {
  48. struct solo_p2m_dev *p2m_dev;
  49. unsigned int timeout;
  50. unsigned int config = 0;
  51. int ret = 0;
  52. unsigned int p2m_id = 0;
  53. /* Get next ID. According to Softlogic, 6110 has problems on !=0 P2M */
  54. if (solo_dev->type != SOLO_DEV_6110 && multi_p2m)
  55. p2m_id = atomic_inc_return(&solo_dev->p2m_count) % SOLO_NR_P2M;
  56. p2m_dev = &solo_dev->p2m_dev[p2m_id];
  57. if (mutex_lock_interruptible(&p2m_dev->mutex))
  58. return -EINTR;
  59. reinit_completion(&p2m_dev->completion);
  60. p2m_dev->error = 0;
  61. if (desc_cnt > 1 && solo_dev->type != SOLO_DEV_6110 && desc_mode) {
  62. /* For 6010 with more than one desc, we can do a one-shot */
  63. p2m_dev->desc_count = p2m_dev->desc_idx = 0;
  64. config = solo_reg_read(solo_dev, SOLO_P2M_CONFIG(p2m_id));
  65. solo_reg_write(solo_dev, SOLO_P2M_DES_ADR(p2m_id), desc_dma);
  66. solo_reg_write(solo_dev, SOLO_P2M_DESC_ID(p2m_id), desc_cnt);
  67. solo_reg_write(solo_dev, SOLO_P2M_CONFIG(p2m_id), config |
  68. SOLO_P2M_DESC_MODE);
  69. } else {
  70. /* For single descriptors and 6110, we need to run each desc */
  71. p2m_dev->desc_count = desc_cnt;
  72. p2m_dev->desc_idx = 1;
  73. p2m_dev->descs = desc;
  74. solo_reg_write(solo_dev, SOLO_P2M_TAR_ADR(p2m_id),
  75. desc[1].dma_addr);
  76. solo_reg_write(solo_dev, SOLO_P2M_EXT_ADR(p2m_id),
  77. desc[1].ext_addr);
  78. solo_reg_write(solo_dev, SOLO_P2M_EXT_CFG(p2m_id),
  79. desc[1].cfg);
  80. solo_reg_write(solo_dev, SOLO_P2M_CONTROL(p2m_id),
  81. desc[1].ctrl);
  82. }
  83. timeout = wait_for_completion_timeout(&p2m_dev->completion,
  84. solo_dev->p2m_jiffies);
  85. if (WARN_ON_ONCE(p2m_dev->error))
  86. ret = -EIO;
  87. else if (timeout == 0) {
  88. solo_dev->p2m_timeouts++;
  89. ret = -EAGAIN;
  90. }
  91. solo_reg_write(solo_dev, SOLO_P2M_CONTROL(p2m_id), 0);
  92. /* Don't write here for the no_desc_mode case, because config is 0.
  93. * We can't test no_desc_mode again, it might race. */
  94. if (desc_cnt > 1 && solo_dev->type != SOLO_DEV_6110 && config)
  95. solo_reg_write(solo_dev, SOLO_P2M_CONFIG(p2m_id), config);
  96. mutex_unlock(&p2m_dev->mutex);
  97. return ret;
  98. }
  99. void solo_p2m_fill_desc(struct solo_p2m_desc *desc, int wr,
  100. dma_addr_t dma_addr, u32 ext_addr, u32 size,
  101. int repeat, u32 ext_size)
  102. {
  103. WARN_ON_ONCE(dma_addr & 0x03);
  104. WARN_ON_ONCE(!size);
  105. desc->cfg = SOLO_P2M_COPY_SIZE(size >> 2);
  106. desc->ctrl = SOLO_P2M_BURST_SIZE(SOLO_P2M_BURST_256) |
  107. (wr ? SOLO_P2M_WRITE : 0) | SOLO_P2M_TRANS_ON;
  108. if (repeat) {
  109. desc->cfg |= SOLO_P2M_EXT_INC(ext_size >> 2);
  110. desc->ctrl |= SOLO_P2M_PCI_INC(size >> 2) |
  111. SOLO_P2M_REPEAT(repeat);
  112. }
  113. desc->dma_addr = dma_addr;
  114. desc->ext_addr = ext_addr;
  115. }
  116. int solo_p2m_dma_t(struct solo_dev *solo_dev, int wr,
  117. dma_addr_t dma_addr, u32 ext_addr, u32 size,
  118. int repeat, u32 ext_size)
  119. {
  120. struct solo_p2m_desc desc[2];
  121. solo_p2m_fill_desc(&desc[1], wr, dma_addr, ext_addr, size, repeat,
  122. ext_size);
  123. /* No need for desc_dma since we know it is a single-shot */
  124. return solo_p2m_dma_desc(solo_dev, desc, 0, 1);
  125. }
  126. void solo_p2m_isr(struct solo_dev *solo_dev, int id)
  127. {
  128. struct solo_p2m_dev *p2m_dev = &solo_dev->p2m_dev[id];
  129. struct solo_p2m_desc *desc;
  130. if (p2m_dev->desc_count <= p2m_dev->desc_idx) {
  131. complete(&p2m_dev->completion);
  132. return;
  133. }
  134. /* Setup next descriptor */
  135. p2m_dev->desc_idx++;
  136. desc = &p2m_dev->descs[p2m_dev->desc_idx];
  137. solo_reg_write(solo_dev, SOLO_P2M_CONTROL(id), 0);
  138. solo_reg_write(solo_dev, SOLO_P2M_TAR_ADR(id), desc->dma_addr);
  139. solo_reg_write(solo_dev, SOLO_P2M_EXT_ADR(id), desc->ext_addr);
  140. solo_reg_write(solo_dev, SOLO_P2M_EXT_CFG(id), desc->cfg);
  141. solo_reg_write(solo_dev, SOLO_P2M_CONTROL(id), desc->ctrl);
  142. }
  143. void solo_p2m_error_isr(struct solo_dev *solo_dev)
  144. {
  145. unsigned int err = solo_reg_read(solo_dev, SOLO_PCI_ERR);
  146. struct solo_p2m_dev *p2m_dev;
  147. int i;
  148. if (!(err & (SOLO_PCI_ERR_P2M | SOLO_PCI_ERR_P2M_DESC)))
  149. return;
  150. for (i = 0; i < SOLO_NR_P2M; i++) {
  151. p2m_dev = &solo_dev->p2m_dev[i];
  152. p2m_dev->error = 1;
  153. solo_reg_write(solo_dev, SOLO_P2M_CONTROL(i), 0);
  154. complete(&p2m_dev->completion);
  155. }
  156. }
  157. void solo_p2m_exit(struct solo_dev *solo_dev)
  158. {
  159. int i;
  160. for (i = 0; i < SOLO_NR_P2M; i++)
  161. solo_irq_off(solo_dev, SOLO_IRQ_P2M(i));
  162. }
  163. static int solo_p2m_test(struct solo_dev *solo_dev, int base, int size)
  164. {
  165. u32 *wr_buf;
  166. u32 *rd_buf;
  167. int i;
  168. int ret = -EIO;
  169. int order = get_order(size);
  170. wr_buf = (u32 *)__get_free_pages(GFP_KERNEL, order);
  171. if (wr_buf == NULL)
  172. return -1;
  173. rd_buf = (u32 *)__get_free_pages(GFP_KERNEL, order);
  174. if (rd_buf == NULL) {
  175. free_pages((unsigned long)wr_buf, order);
  176. return -1;
  177. }
  178. for (i = 0; i < (size >> 3); i++)
  179. *(wr_buf + i) = (i << 16) | (i + 1);
  180. for (i = (size >> 3); i < (size >> 2); i++)
  181. *(wr_buf + i) = ~((i << 16) | (i + 1));
  182. memset(rd_buf, 0x55, size);
  183. if (solo_p2m_dma(solo_dev, 1, wr_buf, base, size, 0, 0))
  184. goto test_fail;
  185. if (solo_p2m_dma(solo_dev, 0, rd_buf, base, size, 0, 0))
  186. goto test_fail;
  187. for (i = 0; i < (size >> 2); i++) {
  188. if (*(wr_buf + i) != *(rd_buf + i))
  189. goto test_fail;
  190. }
  191. ret = 0;
  192. test_fail:
  193. free_pages((unsigned long)wr_buf, order);
  194. free_pages((unsigned long)rd_buf, order);
  195. return ret;
  196. }
  197. int solo_p2m_init(struct solo_dev *solo_dev)
  198. {
  199. struct solo_p2m_dev *p2m_dev;
  200. int i;
  201. for (i = 0; i < SOLO_NR_P2M; i++) {
  202. p2m_dev = &solo_dev->p2m_dev[i];
  203. mutex_init(&p2m_dev->mutex);
  204. init_completion(&p2m_dev->completion);
  205. solo_reg_write(solo_dev, SOLO_P2M_CONTROL(i), 0);
  206. solo_reg_write(solo_dev, SOLO_P2M_CONFIG(i),
  207. SOLO_P2M_CSC_16BIT_565 |
  208. SOLO_P2M_DESC_INTR_OPT |
  209. SOLO_P2M_DMA_INTERVAL(0) |
  210. SOLO_P2M_PCI_MASTER_MODE);
  211. solo_irq_on(solo_dev, SOLO_IRQ_P2M(i));
  212. }
  213. /* Find correct SDRAM size */
  214. for (solo_dev->sdram_size = 0, i = 2; i >= 0; i--) {
  215. solo_reg_write(solo_dev, SOLO_DMA_CTRL,
  216. SOLO_DMA_CTRL_REFRESH_CYCLE(1) |
  217. SOLO_DMA_CTRL_SDRAM_SIZE(i) |
  218. SOLO_DMA_CTRL_SDRAM_CLK_INVERT |
  219. SOLO_DMA_CTRL_READ_CLK_SELECT |
  220. SOLO_DMA_CTRL_LATENCY(1));
  221. solo_reg_write(solo_dev, SOLO_SYS_CFG, solo_dev->sys_config |
  222. SOLO_SYS_CFG_RESET);
  223. solo_reg_write(solo_dev, SOLO_SYS_CFG, solo_dev->sys_config);
  224. switch (i) {
  225. case 2:
  226. if (solo_p2m_test(solo_dev, 0x07ff0000, 0x00010000) ||
  227. solo_p2m_test(solo_dev, 0x05ff0000, 0x00010000))
  228. continue;
  229. break;
  230. case 1:
  231. if (solo_p2m_test(solo_dev, 0x03ff0000, 0x00010000))
  232. continue;
  233. break;
  234. default:
  235. if (solo_p2m_test(solo_dev, 0x01ff0000, 0x00010000))
  236. continue;
  237. }
  238. solo_dev->sdram_size = (32 << 20) << i;
  239. break;
  240. }
  241. if (!solo_dev->sdram_size) {
  242. dev_err(&solo_dev->pdev->dev, "Error detecting SDRAM size\n");
  243. return -EIO;
  244. }
  245. if (SOLO_SDRAM_END(solo_dev) > solo_dev->sdram_size) {
  246. dev_err(&solo_dev->pdev->dev,
  247. "SDRAM is not large enough (%u < %u)\n",
  248. solo_dev->sdram_size, SOLO_SDRAM_END(solo_dev));
  249. return -EIO;
  250. }
  251. return 0;
  252. }