123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293 |
- // SPDX-License-Identifier: GPL-2.0-or-later
- #include <linux/io.h>
- #include <linux/slab.h>
- #include <linux/vmalloc.h>
- #include <mm/mmu_decl.h>
- void __iomem *ioremap_wt(phys_addr_t addr, unsigned long size)
- {
- pgprot_t prot = pgprot_cached_wthru(PAGE_KERNEL);
- return __ioremap_caller(addr, size, prot, __builtin_return_address(0));
- }
- EXPORT_SYMBOL(ioremap_wt);
- void __iomem *
- __ioremap_caller(phys_addr_t addr, unsigned long size, pgprot_t prot, void *caller)
- {
- unsigned long v;
- phys_addr_t p, offset;
- int err;
- /*
- * Choose an address to map it to.
- * Once the vmalloc system is running, we use it.
- * Before then, we use space going down from IOREMAP_TOP
- * (ioremap_bot records where we're up to).
- */
- p = addr & PAGE_MASK;
- offset = addr & ~PAGE_MASK;
- size = PAGE_ALIGN(addr + size) - p;
- /*
- * If the address lies within the first 16 MB, assume it's in ISA
- * memory space
- */
- if (p < 16 * 1024 * 1024)
- p += _ISA_MEM_BASE;
- #ifndef CONFIG_CRASH_DUMP
- /*
- * Don't allow anybody to remap normal RAM that we're using.
- * mem_init() sets high_memory so only do the check after that.
- */
- if (slab_is_available() && p <= virt_to_phys(high_memory - 1) &&
- page_is_ram(__phys_to_pfn(p))) {
- pr_warn("%s(): phys addr 0x%llx is RAM lr %ps\n", __func__,
- (unsigned long long)p, __builtin_return_address(0));
- return NULL;
- }
- #endif
- if (size == 0)
- return NULL;
- /*
- * Is it already mapped? Perhaps overlapped by a previous
- * mapping.
- */
- v = p_block_mapped(p);
- if (v)
- return (void __iomem *)v + offset;
- if (slab_is_available())
- return do_ioremap(p, offset, size, prot, caller);
- /*
- * Should check if it is a candidate for a BAT mapping
- */
- pr_warn("ioremap() called early from %pS. Use early_ioremap() instead\n", caller);
- err = early_ioremap_range(ioremap_bot - size - PAGE_SIZE, p, size, prot);
- if (err)
- return NULL;
- ioremap_bot -= size + PAGE_SIZE;
- return (void __iomem *)ioremap_bot + offset;
- }
- void iounmap(volatile void __iomem *addr)
- {
- /*
- * If mapped by BATs then there is nothing to do.
- * Calling vfree() generates a benign warning.
- */
- if (v_block_mapped((unsigned long)addr))
- return;
- if (addr > high_memory && (unsigned long)addr < ioremap_bot)
- vunmap((void *)(PAGE_MASK & (unsigned long)addr));
- }
- EXPORT_SYMBOL(iounmap);
|