sart.c 8.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333
  1. // SPDX-License-Identifier: GPL-2.0-only OR MIT
  2. /*
  3. * Apple SART device driver
  4. * Copyright (C) The Asahi Linux Contributors
  5. *
  6. * Apple SART is a simple address filter for some DMA transactions.
  7. * Regions of physical memory must be added to the SART's allow
  8. * list before any DMA can target these. Unlike a proper
  9. * IOMMU no remapping can be done and special support in the
  10. * consumer driver is required since not all DMA transactions of
  11. * a single device are subject to SART filtering.
  12. */
  13. #include <linux/soc/apple/sart.h>
  14. #include <linux/atomic.h>
  15. #include <linux/bits.h>
  16. #include <linux/bitfield.h>
  17. #include <linux/device.h>
  18. #include <linux/io.h>
  19. #include <linux/module.h>
  20. #include <linux/of.h>
  21. #include <linux/of_platform.h>
  22. #include <linux/platform_device.h>
  23. #include <linux/types.h>
  24. #define APPLE_SART_MAX_ENTRIES 16
  25. /* This is probably a bitfield but the exact meaning of each bit is unknown. */
  26. #define APPLE_SART_FLAGS_ALLOW 0xff
  27. /* SARTv2 registers */
  28. #define APPLE_SART2_CONFIG(idx) (0x00 + 4 * (idx))
  29. #define APPLE_SART2_CONFIG_FLAGS GENMASK(31, 24)
  30. #define APPLE_SART2_CONFIG_SIZE GENMASK(23, 0)
  31. #define APPLE_SART2_CONFIG_SIZE_SHIFT 12
  32. #define APPLE_SART2_CONFIG_SIZE_MAX GENMASK(23, 0)
  33. #define APPLE_SART2_PADDR(idx) (0x40 + 4 * (idx))
  34. #define APPLE_SART2_PADDR_SHIFT 12
  35. /* SARTv3 registers */
  36. #define APPLE_SART3_CONFIG(idx) (0x00 + 4 * (idx))
  37. #define APPLE_SART3_PADDR(idx) (0x40 + 4 * (idx))
  38. #define APPLE_SART3_PADDR_SHIFT 12
  39. #define APPLE_SART3_SIZE(idx) (0x80 + 4 * (idx))
  40. #define APPLE_SART3_SIZE_SHIFT 12
  41. #define APPLE_SART3_SIZE_MAX GENMASK(29, 0)
  42. struct apple_sart_ops {
  43. void (*get_entry)(struct apple_sart *sart, int index, u8 *flags,
  44. phys_addr_t *paddr, size_t *size);
  45. void (*set_entry)(struct apple_sart *sart, int index, u8 flags,
  46. phys_addr_t paddr_shifted, size_t size_shifted);
  47. unsigned int size_shift;
  48. unsigned int paddr_shift;
  49. size_t size_max;
  50. };
  51. struct apple_sart {
  52. struct device *dev;
  53. void __iomem *regs;
  54. const struct apple_sart_ops *ops;
  55. unsigned long protected_entries;
  56. unsigned long used_entries;
  57. };
  58. static void sart2_get_entry(struct apple_sart *sart, int index, u8 *flags,
  59. phys_addr_t *paddr, size_t *size)
  60. {
  61. u32 cfg = readl(sart->regs + APPLE_SART2_CONFIG(index));
  62. phys_addr_t paddr_ = readl(sart->regs + APPLE_SART2_PADDR(index));
  63. size_t size_ = FIELD_GET(APPLE_SART2_CONFIG_SIZE, cfg);
  64. *flags = FIELD_GET(APPLE_SART2_CONFIG_FLAGS, cfg);
  65. *size = size_ << APPLE_SART2_CONFIG_SIZE_SHIFT;
  66. *paddr = paddr_ << APPLE_SART2_PADDR_SHIFT;
  67. }
  68. static void sart2_set_entry(struct apple_sart *sart, int index, u8 flags,
  69. phys_addr_t paddr_shifted, size_t size_shifted)
  70. {
  71. u32 cfg;
  72. cfg = FIELD_PREP(APPLE_SART2_CONFIG_FLAGS, flags);
  73. cfg |= FIELD_PREP(APPLE_SART2_CONFIG_SIZE, size_shifted);
  74. writel(paddr_shifted, sart->regs + APPLE_SART2_PADDR(index));
  75. writel(cfg, sart->regs + APPLE_SART2_CONFIG(index));
  76. }
  77. static struct apple_sart_ops sart_ops_v2 = {
  78. .get_entry = sart2_get_entry,
  79. .set_entry = sart2_set_entry,
  80. .size_shift = APPLE_SART2_CONFIG_SIZE_SHIFT,
  81. .paddr_shift = APPLE_SART2_PADDR_SHIFT,
  82. .size_max = APPLE_SART2_CONFIG_SIZE_MAX,
  83. };
  84. static void sart3_get_entry(struct apple_sart *sart, int index, u8 *flags,
  85. phys_addr_t *paddr, size_t *size)
  86. {
  87. phys_addr_t paddr_ = readl(sart->regs + APPLE_SART3_PADDR(index));
  88. size_t size_ = readl(sart->regs + APPLE_SART3_SIZE(index));
  89. *flags = readl(sart->regs + APPLE_SART3_CONFIG(index));
  90. *size = size_ << APPLE_SART3_SIZE_SHIFT;
  91. *paddr = paddr_ << APPLE_SART3_PADDR_SHIFT;
  92. }
  93. static void sart3_set_entry(struct apple_sart *sart, int index, u8 flags,
  94. phys_addr_t paddr_shifted, size_t size_shifted)
  95. {
  96. writel(paddr_shifted, sart->regs + APPLE_SART3_PADDR(index));
  97. writel(size_shifted, sart->regs + APPLE_SART3_SIZE(index));
  98. writel(flags, sart->regs + APPLE_SART3_CONFIG(index));
  99. }
  100. static struct apple_sart_ops sart_ops_v3 = {
  101. .get_entry = sart3_get_entry,
  102. .set_entry = sart3_set_entry,
  103. .size_shift = APPLE_SART3_SIZE_SHIFT,
  104. .paddr_shift = APPLE_SART3_PADDR_SHIFT,
  105. .size_max = APPLE_SART3_SIZE_MAX,
  106. };
  107. static int apple_sart_probe(struct platform_device *pdev)
  108. {
  109. int i;
  110. struct apple_sart *sart;
  111. struct device *dev = &pdev->dev;
  112. sart = devm_kzalloc(dev, sizeof(*sart), GFP_KERNEL);
  113. if (!sart)
  114. return -ENOMEM;
  115. sart->dev = dev;
  116. sart->ops = of_device_get_match_data(dev);
  117. sart->regs = devm_platform_ioremap_resource(pdev, 0);
  118. if (IS_ERR(sart->regs))
  119. return PTR_ERR(sart->regs);
  120. for (i = 0; i < APPLE_SART_MAX_ENTRIES; ++i) {
  121. u8 flags;
  122. size_t size;
  123. phys_addr_t paddr;
  124. sart->ops->get_entry(sart, i, &flags, &paddr, &size);
  125. if (!flags)
  126. continue;
  127. dev_dbg(sart->dev,
  128. "SART bootloader entry: index %02d; flags: 0x%02x; paddr: %pa; size: 0x%zx\n",
  129. i, flags, &paddr, size);
  130. set_bit(i, &sart->protected_entries);
  131. }
  132. platform_set_drvdata(pdev, sart);
  133. return 0;
  134. }
  135. static void apple_sart_put_device(void *dev)
  136. {
  137. put_device(dev);
  138. }
  139. struct apple_sart *devm_apple_sart_get(struct device *dev)
  140. {
  141. struct device_node *sart_node;
  142. struct platform_device *sart_pdev;
  143. struct apple_sart *sart;
  144. int ret;
  145. sart_node = of_parse_phandle(dev->of_node, "apple,sart", 0);
  146. if (!sart_node)
  147. return ERR_PTR(-ENODEV);
  148. sart_pdev = of_find_device_by_node(sart_node);
  149. of_node_put(sart_node);
  150. if (!sart_pdev)
  151. return ERR_PTR(-ENODEV);
  152. sart = dev_get_drvdata(&sart_pdev->dev);
  153. if (!sart) {
  154. put_device(&sart_pdev->dev);
  155. return ERR_PTR(-EPROBE_DEFER);
  156. }
  157. ret = devm_add_action_or_reset(dev, apple_sart_put_device,
  158. &sart_pdev->dev);
  159. if (ret)
  160. return ERR_PTR(ret);
  161. device_link_add(dev, &sart_pdev->dev,
  162. DL_FLAG_PM_RUNTIME | DL_FLAG_AUTOREMOVE_SUPPLIER);
  163. return sart;
  164. }
  165. EXPORT_SYMBOL_GPL(devm_apple_sart_get);
  166. static int sart_set_entry(struct apple_sart *sart, int index, u8 flags,
  167. phys_addr_t paddr, size_t size)
  168. {
  169. if (size & ((1 << sart->ops->size_shift) - 1))
  170. return -EINVAL;
  171. if (paddr & ((1 << sart->ops->paddr_shift) - 1))
  172. return -EINVAL;
  173. paddr >>= sart->ops->size_shift;
  174. size >>= sart->ops->paddr_shift;
  175. if (size > sart->ops->size_max)
  176. return -EINVAL;
  177. sart->ops->set_entry(sart, index, flags, paddr, size);
  178. return 0;
  179. }
  180. int apple_sart_add_allowed_region(struct apple_sart *sart, phys_addr_t paddr,
  181. size_t size)
  182. {
  183. int i, ret;
  184. for (i = 0; i < APPLE_SART_MAX_ENTRIES; ++i) {
  185. if (test_bit(i, &sart->protected_entries))
  186. continue;
  187. if (test_and_set_bit(i, &sart->used_entries))
  188. continue;
  189. ret = sart_set_entry(sart, i, APPLE_SART_FLAGS_ALLOW, paddr,
  190. size);
  191. if (ret) {
  192. dev_dbg(sart->dev,
  193. "unable to set entry %d to [%pa, 0x%zx]\n",
  194. i, &paddr, size);
  195. clear_bit(i, &sart->used_entries);
  196. return ret;
  197. }
  198. dev_dbg(sart->dev, "wrote [%pa, 0x%zx] to %d\n", &paddr, size,
  199. i);
  200. return 0;
  201. }
  202. dev_warn(sart->dev,
  203. "no free entries left to add [paddr: 0x%pa, size: 0x%zx]\n",
  204. &paddr, size);
  205. return -EBUSY;
  206. }
  207. EXPORT_SYMBOL_GPL(apple_sart_add_allowed_region);
  208. int apple_sart_remove_allowed_region(struct apple_sart *sart, phys_addr_t paddr,
  209. size_t size)
  210. {
  211. int i;
  212. dev_dbg(sart->dev,
  213. "will remove [paddr: %pa, size: 0x%zx] from allowed regions\n",
  214. &paddr, size);
  215. for (i = 0; i < APPLE_SART_MAX_ENTRIES; ++i) {
  216. u8 eflags;
  217. size_t esize;
  218. phys_addr_t epaddr;
  219. if (test_bit(i, &sart->protected_entries))
  220. continue;
  221. sart->ops->get_entry(sart, i, &eflags, &epaddr, &esize);
  222. if (epaddr != paddr || esize != size)
  223. continue;
  224. sart->ops->set_entry(sart, i, 0, 0, 0);
  225. clear_bit(i, &sart->used_entries);
  226. dev_dbg(sart->dev, "cleared entry %d\n", i);
  227. return 0;
  228. }
  229. dev_warn(sart->dev, "entry [paddr: 0x%pa, size: 0x%zx] not found\n",
  230. &paddr, size);
  231. return -EINVAL;
  232. }
  233. EXPORT_SYMBOL_GPL(apple_sart_remove_allowed_region);
  234. static void apple_sart_shutdown(struct platform_device *pdev)
  235. {
  236. struct apple_sart *sart = dev_get_drvdata(&pdev->dev);
  237. int i;
  238. for (i = 0; i < APPLE_SART_MAX_ENTRIES; ++i) {
  239. if (test_bit(i, &sart->protected_entries))
  240. continue;
  241. sart->ops->set_entry(sart, i, 0, 0, 0);
  242. }
  243. }
  244. static const struct of_device_id apple_sart_of_match[] = {
  245. {
  246. .compatible = "apple,t6000-sart",
  247. .data = &sart_ops_v3,
  248. },
  249. {
  250. .compatible = "apple,t8103-sart",
  251. .data = &sart_ops_v2,
  252. },
  253. {}
  254. };
  255. MODULE_DEVICE_TABLE(of, apple_sart_of_match);
  256. static struct platform_driver apple_sart_driver = {
  257. .driver = {
  258. .name = "apple-sart",
  259. .of_match_table = apple_sart_of_match,
  260. },
  261. .probe = apple_sart_probe,
  262. .shutdown = apple_sart_shutdown,
  263. };
  264. module_platform_driver(apple_sart_driver);
  265. MODULE_LICENSE("Dual MIT/GPL");
  266. MODULE_AUTHOR("Sven Peter <[email protected]>");
  267. MODULE_DESCRIPTION("Apple SART driver");