devres.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602
  1. // SPDX-License-Identifier: GPL-2.0
  2. #include <linux/err.h>
  3. #include <linux/pci.h>
  4. #include <linux/io.h>
  5. #include <linux/gfp.h>
  6. #include <linux/export.h>
  7. #include <linux/of_address.h>
  8. enum devm_ioremap_type {
  9. DEVM_IOREMAP = 0,
  10. DEVM_IOREMAP_UC,
  11. DEVM_IOREMAP_WC,
  12. DEVM_IOREMAP_NP,
  13. };
  14. void devm_ioremap_release(struct device *dev, void *res)
  15. {
  16. iounmap(*(void __iomem **)res);
  17. }
  18. static int devm_ioremap_match(struct device *dev, void *res, void *match_data)
  19. {
  20. return *(void **)res == match_data;
  21. }
  22. static void __iomem *__devm_ioremap(struct device *dev, resource_size_t offset,
  23. resource_size_t size,
  24. enum devm_ioremap_type type)
  25. {
  26. void __iomem **ptr, *addr = NULL;
  27. ptr = devres_alloc_node(devm_ioremap_release, sizeof(*ptr), GFP_KERNEL,
  28. dev_to_node(dev));
  29. if (!ptr)
  30. return NULL;
  31. switch (type) {
  32. case DEVM_IOREMAP:
  33. addr = ioremap(offset, size);
  34. break;
  35. case DEVM_IOREMAP_UC:
  36. addr = ioremap_uc(offset, size);
  37. break;
  38. case DEVM_IOREMAP_WC:
  39. addr = ioremap_wc(offset, size);
  40. break;
  41. case DEVM_IOREMAP_NP:
  42. addr = ioremap_np(offset, size);
  43. break;
  44. }
  45. if (addr) {
  46. *ptr = addr;
  47. devres_add(dev, ptr);
  48. } else
  49. devres_free(ptr);
  50. return addr;
  51. }
  52. /**
  53. * devm_ioremap - Managed ioremap()
  54. * @dev: Generic device to remap IO address for
  55. * @offset: Resource address to map
  56. * @size: Size of map
  57. *
  58. * Managed ioremap(). Map is automatically unmapped on driver detach.
  59. */
  60. void __iomem *devm_ioremap(struct device *dev, resource_size_t offset,
  61. resource_size_t size)
  62. {
  63. return __devm_ioremap(dev, offset, size, DEVM_IOREMAP);
  64. }
  65. EXPORT_SYMBOL(devm_ioremap);
  66. /**
  67. * devm_ioremap_uc - Managed ioremap_uc()
  68. * @dev: Generic device to remap IO address for
  69. * @offset: Resource address to map
  70. * @size: Size of map
  71. *
  72. * Managed ioremap_uc(). Map is automatically unmapped on driver detach.
  73. */
  74. void __iomem *devm_ioremap_uc(struct device *dev, resource_size_t offset,
  75. resource_size_t size)
  76. {
  77. return __devm_ioremap(dev, offset, size, DEVM_IOREMAP_UC);
  78. }
  79. EXPORT_SYMBOL_GPL(devm_ioremap_uc);
  80. /**
  81. * devm_ioremap_wc - Managed ioremap_wc()
  82. * @dev: Generic device to remap IO address for
  83. * @offset: Resource address to map
  84. * @size: Size of map
  85. *
  86. * Managed ioremap_wc(). Map is automatically unmapped on driver detach.
  87. */
  88. void __iomem *devm_ioremap_wc(struct device *dev, resource_size_t offset,
  89. resource_size_t size)
  90. {
  91. return __devm_ioremap(dev, offset, size, DEVM_IOREMAP_WC);
  92. }
  93. EXPORT_SYMBOL(devm_ioremap_wc);
  94. /**
  95. * devm_iounmap - Managed iounmap()
  96. * @dev: Generic device to unmap for
  97. * @addr: Address to unmap
  98. *
  99. * Managed iounmap(). @addr must have been mapped using devm_ioremap*().
  100. */
  101. void devm_iounmap(struct device *dev, void __iomem *addr)
  102. {
  103. WARN_ON(devres_destroy(dev, devm_ioremap_release, devm_ioremap_match,
  104. (__force void *)addr));
  105. iounmap(addr);
  106. }
  107. EXPORT_SYMBOL(devm_iounmap);
  108. static void __iomem *
  109. __devm_ioremap_resource(struct device *dev, const struct resource *res,
  110. enum devm_ioremap_type type)
  111. {
  112. resource_size_t size;
  113. void __iomem *dest_ptr;
  114. char *pretty_name;
  115. BUG_ON(!dev);
  116. if (!res || resource_type(res) != IORESOURCE_MEM) {
  117. dev_err(dev, "invalid resource\n");
  118. return IOMEM_ERR_PTR(-EINVAL);
  119. }
  120. if (type == DEVM_IOREMAP && res->flags & IORESOURCE_MEM_NONPOSTED)
  121. type = DEVM_IOREMAP_NP;
  122. size = resource_size(res);
  123. if (res->name)
  124. pretty_name = devm_kasprintf(dev, GFP_KERNEL, "%s %s",
  125. dev_name(dev), res->name);
  126. else
  127. pretty_name = devm_kstrdup(dev, dev_name(dev), GFP_KERNEL);
  128. if (!pretty_name) {
  129. dev_err(dev, "can't generate pretty name for resource %pR\n", res);
  130. return IOMEM_ERR_PTR(-ENOMEM);
  131. }
  132. if (!devm_request_mem_region(dev, res->start, size, pretty_name)) {
  133. dev_err(dev, "can't request region for resource %pR\n", res);
  134. return IOMEM_ERR_PTR(-EBUSY);
  135. }
  136. dest_ptr = __devm_ioremap(dev, res->start, size, type);
  137. if (!dest_ptr) {
  138. dev_err(dev, "ioremap failed for resource %pR\n", res);
  139. devm_release_mem_region(dev, res->start, size);
  140. dest_ptr = IOMEM_ERR_PTR(-ENOMEM);
  141. }
  142. return dest_ptr;
  143. }
  144. /**
  145. * devm_ioremap_resource() - check, request region, and ioremap resource
  146. * @dev: generic device to handle the resource for
  147. * @res: resource to be handled
  148. *
  149. * Checks that a resource is a valid memory region, requests the memory
  150. * region and ioremaps it. All operations are managed and will be undone
  151. * on driver detach.
  152. *
  153. * Usage example:
  154. *
  155. * res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
  156. * base = devm_ioremap_resource(&pdev->dev, res);
  157. * if (IS_ERR(base))
  158. * return PTR_ERR(base);
  159. *
  160. * Return: a pointer to the remapped memory or an ERR_PTR() encoded error code
  161. * on failure.
  162. */
  163. void __iomem *devm_ioremap_resource(struct device *dev,
  164. const struct resource *res)
  165. {
  166. return __devm_ioremap_resource(dev, res, DEVM_IOREMAP);
  167. }
  168. EXPORT_SYMBOL(devm_ioremap_resource);
  169. /**
  170. * devm_ioremap_resource_wc() - write-combined variant of
  171. * devm_ioremap_resource()
  172. * @dev: generic device to handle the resource for
  173. * @res: resource to be handled
  174. *
  175. * Return: a pointer to the remapped memory or an ERR_PTR() encoded error code
  176. * on failure.
  177. */
  178. void __iomem *devm_ioremap_resource_wc(struct device *dev,
  179. const struct resource *res)
  180. {
  181. return __devm_ioremap_resource(dev, res, DEVM_IOREMAP_WC);
  182. }
  183. /*
  184. * devm_of_iomap - Requests a resource and maps the memory mapped IO
  185. * for a given device_node managed by a given device
  186. *
  187. * Checks that a resource is a valid memory region, requests the memory
  188. * region and ioremaps it. All operations are managed and will be undone
  189. * on driver detach of the device.
  190. *
  191. * This is to be used when a device requests/maps resources described
  192. * by other device tree nodes (children or otherwise).
  193. *
  194. * @dev: The device "managing" the resource
  195. * @node: The device-tree node where the resource resides
  196. * @index: index of the MMIO range in the "reg" property
  197. * @size: Returns the size of the resource (pass NULL if not needed)
  198. *
  199. * Usage example:
  200. *
  201. * base = devm_of_iomap(&pdev->dev, node, 0, NULL);
  202. * if (IS_ERR(base))
  203. * return PTR_ERR(base);
  204. *
  205. * Please Note: This is not a one-to-one replacement for of_iomap() because the
  206. * of_iomap() function does not track whether the region is already mapped. If
  207. * two drivers try to map the same memory, the of_iomap() function will succeed
  208. * but the devm_of_iomap() function will return -EBUSY.
  209. *
  210. * Return: a pointer to the requested and mapped memory or an ERR_PTR() encoded
  211. * error code on failure.
  212. */
  213. void __iomem *devm_of_iomap(struct device *dev, struct device_node *node, int index,
  214. resource_size_t *size)
  215. {
  216. struct resource res;
  217. if (of_address_to_resource(node, index, &res))
  218. return IOMEM_ERR_PTR(-EINVAL);
  219. if (size)
  220. *size = resource_size(&res);
  221. return devm_ioremap_resource(dev, &res);
  222. }
  223. EXPORT_SYMBOL(devm_of_iomap);
  224. #ifdef CONFIG_HAS_IOPORT_MAP
  225. /*
  226. * Generic iomap devres
  227. */
  228. static void devm_ioport_map_release(struct device *dev, void *res)
  229. {
  230. ioport_unmap(*(void __iomem **)res);
  231. }
  232. static int devm_ioport_map_match(struct device *dev, void *res,
  233. void *match_data)
  234. {
  235. return *(void **)res == match_data;
  236. }
  237. /**
  238. * devm_ioport_map - Managed ioport_map()
  239. * @dev: Generic device to map ioport for
  240. * @port: Port to map
  241. * @nr: Number of ports to map
  242. *
  243. * Managed ioport_map(). Map is automatically unmapped on driver
  244. * detach.
  245. *
  246. * Return: a pointer to the remapped memory or NULL on failure.
  247. */
  248. void __iomem *devm_ioport_map(struct device *dev, unsigned long port,
  249. unsigned int nr)
  250. {
  251. void __iomem **ptr, *addr;
  252. ptr = devres_alloc_node(devm_ioport_map_release, sizeof(*ptr), GFP_KERNEL,
  253. dev_to_node(dev));
  254. if (!ptr)
  255. return NULL;
  256. addr = ioport_map(port, nr);
  257. if (addr) {
  258. *ptr = addr;
  259. devres_add(dev, ptr);
  260. } else
  261. devres_free(ptr);
  262. return addr;
  263. }
  264. EXPORT_SYMBOL(devm_ioport_map);
  265. /**
  266. * devm_ioport_unmap - Managed ioport_unmap()
  267. * @dev: Generic device to unmap for
  268. * @addr: Address to unmap
  269. *
  270. * Managed ioport_unmap(). @addr must have been mapped using
  271. * devm_ioport_map().
  272. */
  273. void devm_ioport_unmap(struct device *dev, void __iomem *addr)
  274. {
  275. ioport_unmap(addr);
  276. WARN_ON(devres_destroy(dev, devm_ioport_map_release,
  277. devm_ioport_map_match, (__force void *)addr));
  278. }
  279. EXPORT_SYMBOL(devm_ioport_unmap);
  280. #endif /* CONFIG_HAS_IOPORT_MAP */
  281. #ifdef CONFIG_PCI
  282. /*
  283. * PCI iomap devres
  284. */
  285. #define PCIM_IOMAP_MAX PCI_STD_NUM_BARS
  286. struct pcim_iomap_devres {
  287. void __iomem *table[PCIM_IOMAP_MAX];
  288. };
  289. static void pcim_iomap_release(struct device *gendev, void *res)
  290. {
  291. struct pci_dev *dev = to_pci_dev(gendev);
  292. struct pcim_iomap_devres *this = res;
  293. int i;
  294. for (i = 0; i < PCIM_IOMAP_MAX; i++)
  295. if (this->table[i])
  296. pci_iounmap(dev, this->table[i]);
  297. }
  298. /**
  299. * pcim_iomap_table - access iomap allocation table
  300. * @pdev: PCI device to access iomap table for
  301. *
  302. * Access iomap allocation table for @dev. If iomap table doesn't
  303. * exist and @pdev is managed, it will be allocated. All iomaps
  304. * recorded in the iomap table are automatically unmapped on driver
  305. * detach.
  306. *
  307. * This function might sleep when the table is first allocated but can
  308. * be safely called without context and guaranteed to succeed once
  309. * allocated.
  310. */
  311. void __iomem * const *pcim_iomap_table(struct pci_dev *pdev)
  312. {
  313. struct pcim_iomap_devres *dr, *new_dr;
  314. dr = devres_find(&pdev->dev, pcim_iomap_release, NULL, NULL);
  315. if (dr)
  316. return dr->table;
  317. new_dr = devres_alloc_node(pcim_iomap_release, sizeof(*new_dr), GFP_KERNEL,
  318. dev_to_node(&pdev->dev));
  319. if (!new_dr)
  320. return NULL;
  321. dr = devres_get(&pdev->dev, new_dr, NULL, NULL);
  322. return dr->table;
  323. }
  324. EXPORT_SYMBOL(pcim_iomap_table);
  325. /**
  326. * pcim_iomap - Managed pcim_iomap()
  327. * @pdev: PCI device to iomap for
  328. * @bar: BAR to iomap
  329. * @maxlen: Maximum length of iomap
  330. *
  331. * Managed pci_iomap(). Map is automatically unmapped on driver
  332. * detach.
  333. */
  334. void __iomem *pcim_iomap(struct pci_dev *pdev, int bar, unsigned long maxlen)
  335. {
  336. void __iomem **tbl;
  337. BUG_ON(bar >= PCIM_IOMAP_MAX);
  338. tbl = (void __iomem **)pcim_iomap_table(pdev);
  339. if (!tbl || tbl[bar]) /* duplicate mappings not allowed */
  340. return NULL;
  341. tbl[bar] = pci_iomap(pdev, bar, maxlen);
  342. return tbl[bar];
  343. }
  344. EXPORT_SYMBOL(pcim_iomap);
  345. /**
  346. * pcim_iounmap - Managed pci_iounmap()
  347. * @pdev: PCI device to iounmap for
  348. * @addr: Address to unmap
  349. *
  350. * Managed pci_iounmap(). @addr must have been mapped using pcim_iomap().
  351. */
  352. void pcim_iounmap(struct pci_dev *pdev, void __iomem *addr)
  353. {
  354. void __iomem **tbl;
  355. int i;
  356. pci_iounmap(pdev, addr);
  357. tbl = (void __iomem **)pcim_iomap_table(pdev);
  358. BUG_ON(!tbl);
  359. for (i = 0; i < PCIM_IOMAP_MAX; i++)
  360. if (tbl[i] == addr) {
  361. tbl[i] = NULL;
  362. return;
  363. }
  364. WARN_ON(1);
  365. }
  366. EXPORT_SYMBOL(pcim_iounmap);
  367. /**
  368. * pcim_iomap_regions - Request and iomap PCI BARs
  369. * @pdev: PCI device to map IO resources for
  370. * @mask: Mask of BARs to request and iomap
  371. * @name: Name used when requesting regions
  372. *
  373. * Request and iomap regions specified by @mask.
  374. */
  375. int pcim_iomap_regions(struct pci_dev *pdev, int mask, const char *name)
  376. {
  377. void __iomem * const *iomap;
  378. int i, rc;
  379. iomap = pcim_iomap_table(pdev);
  380. if (!iomap)
  381. return -ENOMEM;
  382. for (i = 0; i < DEVICE_COUNT_RESOURCE; i++) {
  383. unsigned long len;
  384. if (!(mask & (1 << i)))
  385. continue;
  386. rc = -EINVAL;
  387. len = pci_resource_len(pdev, i);
  388. if (!len)
  389. goto err_inval;
  390. rc = pci_request_region(pdev, i, name);
  391. if (rc)
  392. goto err_inval;
  393. rc = -ENOMEM;
  394. if (!pcim_iomap(pdev, i, 0))
  395. goto err_region;
  396. }
  397. return 0;
  398. err_region:
  399. pci_release_region(pdev, i);
  400. err_inval:
  401. while (--i >= 0) {
  402. if (!(mask & (1 << i)))
  403. continue;
  404. pcim_iounmap(pdev, iomap[i]);
  405. pci_release_region(pdev, i);
  406. }
  407. return rc;
  408. }
  409. EXPORT_SYMBOL(pcim_iomap_regions);
  410. /**
  411. * pcim_iomap_regions_request_all - Request all BARs and iomap specified ones
  412. * @pdev: PCI device to map IO resources for
  413. * @mask: Mask of BARs to iomap
  414. * @name: Name used when requesting regions
  415. *
  416. * Request all PCI BARs and iomap regions specified by @mask.
  417. */
  418. int pcim_iomap_regions_request_all(struct pci_dev *pdev, int mask,
  419. const char *name)
  420. {
  421. int request_mask = ((1 << 6) - 1) & ~mask;
  422. int rc;
  423. rc = pci_request_selected_regions(pdev, request_mask, name);
  424. if (rc)
  425. return rc;
  426. rc = pcim_iomap_regions(pdev, mask, name);
  427. if (rc)
  428. pci_release_selected_regions(pdev, request_mask);
  429. return rc;
  430. }
  431. EXPORT_SYMBOL(pcim_iomap_regions_request_all);
  432. /**
  433. * pcim_iounmap_regions - Unmap and release PCI BARs
  434. * @pdev: PCI device to map IO resources for
  435. * @mask: Mask of BARs to unmap and release
  436. *
  437. * Unmap and release regions specified by @mask.
  438. */
  439. void pcim_iounmap_regions(struct pci_dev *pdev, int mask)
  440. {
  441. void __iomem * const *iomap;
  442. int i;
  443. iomap = pcim_iomap_table(pdev);
  444. if (!iomap)
  445. return;
  446. for (i = 0; i < PCIM_IOMAP_MAX; i++) {
  447. if (!(mask & (1 << i)))
  448. continue;
  449. pcim_iounmap(pdev, iomap[i]);
  450. pci_release_region(pdev, i);
  451. }
  452. }
  453. EXPORT_SYMBOL(pcim_iounmap_regions);
  454. #endif /* CONFIG_PCI */
  455. static void devm_arch_phys_ac_add_release(struct device *dev, void *res)
  456. {
  457. arch_phys_wc_del(*((int *)res));
  458. }
  459. /**
  460. * devm_arch_phys_wc_add - Managed arch_phys_wc_add()
  461. * @dev: Managed device
  462. * @base: Memory base address
  463. * @size: Size of memory range
  464. *
  465. * Adds a WC MTRR using arch_phys_wc_add() and sets up a release callback.
  466. * See arch_phys_wc_add() for more information.
  467. */
  468. int devm_arch_phys_wc_add(struct device *dev, unsigned long base, unsigned long size)
  469. {
  470. int *mtrr;
  471. int ret;
  472. mtrr = devres_alloc_node(devm_arch_phys_ac_add_release, sizeof(*mtrr), GFP_KERNEL,
  473. dev_to_node(dev));
  474. if (!mtrr)
  475. return -ENOMEM;
  476. ret = arch_phys_wc_add(base, size);
  477. if (ret < 0) {
  478. devres_free(mtrr);
  479. return ret;
  480. }
  481. *mtrr = ret;
  482. devres_add(dev, mtrr);
  483. return ret;
  484. }
  485. EXPORT_SYMBOL(devm_arch_phys_wc_add);
  486. struct arch_io_reserve_memtype_wc_devres {
  487. resource_size_t start;
  488. resource_size_t size;
  489. };
  490. static void devm_arch_io_free_memtype_wc_release(struct device *dev, void *res)
  491. {
  492. const struct arch_io_reserve_memtype_wc_devres *this = res;
  493. arch_io_free_memtype_wc(this->start, this->size);
  494. }
  495. /**
  496. * devm_arch_io_reserve_memtype_wc - Managed arch_io_reserve_memtype_wc()
  497. * @dev: Managed device
  498. * @start: Memory base address
  499. * @size: Size of memory range
  500. *
  501. * Reserves a memory range with WC caching using arch_io_reserve_memtype_wc()
  502. * and sets up a release callback See arch_io_reserve_memtype_wc() for more
  503. * information.
  504. */
  505. int devm_arch_io_reserve_memtype_wc(struct device *dev, resource_size_t start,
  506. resource_size_t size)
  507. {
  508. struct arch_io_reserve_memtype_wc_devres *dr;
  509. int ret;
  510. dr = devres_alloc_node(devm_arch_io_free_memtype_wc_release, sizeof(*dr), GFP_KERNEL,
  511. dev_to_node(dev));
  512. if (!dr)
  513. return -ENOMEM;
  514. ret = arch_io_reserve_memtype_wc(start, size);
  515. if (ret < 0) {
  516. devres_free(dr);
  517. return ret;
  518. }
  519. dr->start = start;
  520. dr->size = size;
  521. devres_add(dev, dr);
  522. return ret;
  523. }
  524. EXPORT_SYMBOL(devm_arch_io_reserve_memtype_wc);