ioremap_64.c 1.6 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465
  1. // SPDX-License-Identifier: GPL-2.0-or-later
  2. #include <linux/io.h>
  3. #include <linux/slab.h>
  4. #include <linux/vmalloc.h>
  5. void __iomem *__ioremap_caller(phys_addr_t addr, unsigned long size,
  6. pgprot_t prot, void *caller)
  7. {
  8. phys_addr_t paligned, offset;
  9. void __iomem *ret;
  10. int err;
  11. /* We don't support the 4K PFN hack with ioremap */
  12. if (pgprot_val(prot) & H_PAGE_4K_PFN)
  13. return NULL;
  14. /*
  15. * Choose an address to map it to. Once the vmalloc system is running,
  16. * we use it. Before that, we map using addresses going up from
  17. * ioremap_bot. vmalloc will use the addresses from IOREMAP_BASE
  18. * through ioremap_bot.
  19. */
  20. paligned = addr & PAGE_MASK;
  21. offset = addr & ~PAGE_MASK;
  22. size = PAGE_ALIGN(addr + size) - paligned;
  23. if (size == 0 || paligned == 0)
  24. return NULL;
  25. if (slab_is_available())
  26. return do_ioremap(paligned, offset, size, prot, caller);
  27. pr_warn("ioremap() called early from %pS. Use early_ioremap() instead\n", caller);
  28. err = early_ioremap_range(ioremap_bot, paligned, size, prot);
  29. if (err)
  30. return NULL;
  31. ret = (void __iomem *)ioremap_bot + offset;
  32. ioremap_bot += size + PAGE_SIZE;
  33. return ret;
  34. }
  35. /*
  36. * Unmap an IO region and remove it from vmalloc'd list.
  37. * Access to IO memory should be serialized by driver.
  38. */
  39. void iounmap(volatile void __iomem *token)
  40. {
  41. void *addr;
  42. if (!slab_is_available())
  43. return;
  44. addr = (void *)((unsigned long __force)PCI_FIX_ADDR(token) & PAGE_MASK);
  45. if ((unsigned long)addr < ioremap_bot) {
  46. pr_warn("Attempt to iounmap early bolted mapping at 0x%p\n", addr);
  47. return;
  48. }
  49. vunmap(addr);
  50. }
  51. EXPORT_SYMBOL(iounmap);