94 lines
2.3 KiB
C
94 lines
2.3 KiB
C
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
||
|
|
|
||
|
|
#include <linux/io.h>
|
||
|
|
#include <linux/slab.h>
|
||
|
|
#include <linux/vmalloc.h>
|
||
|
|
|
||
|
|
#include <mm/mmu_decl.h>
|
||
|
|
|
||
|
|
void __iomem *ioremap_wt(phys_addr_t addr, unsigned long size)
|
||
|
|
{
|
||
|
|
pgprot_t prot = pgprot_cached_wthru(PAGE_KERNEL);
|
||
|
|
|
||
|
|
return __ioremap_caller(addr, size, prot, __builtin_return_address(0));
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(ioremap_wt);
|
||
|
|
|
||
|
|
void __iomem *
|
||
|
|
__ioremap_caller(phys_addr_t addr, unsigned long size, pgprot_t prot, void *caller)
|
||
|
|
{
|
||
|
|
unsigned long v;
|
||
|
|
phys_addr_t p, offset;
|
||
|
|
int err;
|
||
|
|
|
||
|
|
/*
|
||
|
|
* Choose an address to map it to.
|
||
|
|
* Once the vmalloc system is running, we use it.
|
||
|
|
* Before then, we use space going down from IOREMAP_TOP
|
||
|
|
* (ioremap_bot records where we're up to).
|
||
|
|
*/
|
||
|
|
p = addr & PAGE_MASK;
|
||
|
|
offset = addr & ~PAGE_MASK;
|
||
|
|
size = PAGE_ALIGN(addr + size) - p;
|
||
|
|
|
||
|
|
/*
|
||
|
|
* If the address lies within the first 16 MB, assume it's in ISA
|
||
|
|
* memory space
|
||
|
|
*/
|
||
|
|
if (p < 16 * 1024 * 1024)
|
||
|
|
p += _ISA_MEM_BASE;
|
||
|
|
|
||
|
|
#ifndef CONFIG_CRASH_DUMP
|
||
|
|
/*
|
||
|
|
* Don't allow anybody to remap normal RAM that we're using.
|
||
|
|
* mem_init() sets high_memory so only do the check after that.
|
||
|
|
*/
|
||
|
|
if (slab_is_available() && p <= virt_to_phys(high_memory - 1) &&
|
||
|
|
page_is_ram(__phys_to_pfn(p))) {
|
||
|
|
pr_warn("%s(): phys addr 0x%llx is RAM lr %ps\n", __func__,
|
||
|
|
(unsigned long long)p, __builtin_return_address(0));
|
||
|
|
return NULL;
|
||
|
|
}
|
||
|
|
#endif
|
||
|
|
|
||
|
|
if (size == 0)
|
||
|
|
return NULL;
|
||
|
|
|
||
|
|
/*
|
||
|
|
* Is it already mapped? Perhaps overlapped by a previous
|
||
|
|
* mapping.
|
||
|
|
*/
|
||
|
|
v = p_block_mapped(p);
|
||
|
|
if (v)
|
||
|
|
return (void __iomem *)v + offset;
|
||
|
|
|
||
|
|
if (slab_is_available())
|
||
|
|
return do_ioremap(p, offset, size, prot, caller);
|
||
|
|
|
||
|
|
/*
|
||
|
|
* Should check if it is a candidate for a BAT mapping
|
||
|
|
*/
|
||
|
|
pr_warn("ioremap() called early from %pS. Use early_ioremap() instead\n", caller);
|
||
|
|
|
||
|
|
err = early_ioremap_range(ioremap_bot - size - PAGE_SIZE, p, size, prot);
|
||
|
|
if (err)
|
||
|
|
return NULL;
|
||
|
|
ioremap_bot -= size + PAGE_SIZE;
|
||
|
|
|
||
|
|
return (void __iomem *)ioremap_bot + offset;
|
||
|
|
}
|
||
|
|
|
||
|
|
void iounmap(volatile void __iomem *addr)
|
||
|
|
{
|
||
|
|
/*
|
||
|
|
* If mapped by BATs then there is nothing to do.
|
||
|
|
* Calling vfree() generates a benign warning.
|
||
|
|
*/
|
||
|
|
if (v_block_mapped((unsigned long)addr))
|
||
|
|
return;
|
||
|
|
|
||
|
|
if (addr > high_memory && (unsigned long)addr < ioremap_bot)
|
||
|
|
vunmap((void *)(PAGE_MASK & (unsigned long)addr));
|
||
|
|
}
|
||
|
|
EXPORT_SYMBOL(iounmap);
|