76 lines
1.8 KiB
C
76 lines
1.8 KiB
C
|
/* SPDX-License-Identifier: GPL-2.0-only */
|
||
|
|
#ifndef __KVM_HYP_MEMORY_H
|
||
|
|
#define __KVM_HYP_MEMORY_H
|
||
|
|
|
||
|
|
#include <asm/kvm_mmu.h>
|
||
|
|
#include <asm/page.h>
|
||
|
|
|
||
|
|
#include <linux/types.h>
|
||
|
|
|
||
|
|
struct hyp_page {
|
||
|
|
unsigned short refcount;
|
||
|
|
unsigned short order;
|
||
|
|
};
|
||
|
|
|
||
|
|
extern u64 __hyp_vmemmap;
|
||
|
|
#define hyp_vmemmap ((struct hyp_page *)__hyp_vmemmap)
|
||
|
|
|
||
|
|
#define __hyp_va(phys) ((void *)((phys_addr_t)(phys) - hyp_physvirt_offset))
|
||
|
|
|
||
|
|
static inline void *hyp_phys_to_virt(phys_addr_t phys)
|
||
|
|
{
|
||
|
|
return __hyp_va(phys);
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline phys_addr_t hyp_virt_to_phys(void *addr)
|
||
|
|
{
|
||
|
|
return __hyp_pa(addr);
|
||
|
|
}
|
||
|
|
|
||
|
|
#define hyp_phys_to_pfn(phys) ((phys) >> PAGE_SHIFT)
|
||
|
|
#define hyp_pfn_to_phys(pfn) ((phys_addr_t)((pfn) << PAGE_SHIFT))
|
||
|
|
#define hyp_phys_to_page(phys) (&hyp_vmemmap[hyp_phys_to_pfn(phys)])
|
||
|
|
#define hyp_virt_to_page(virt) hyp_phys_to_page(__hyp_pa(virt))
|
||
|
|
#define hyp_virt_to_pfn(virt) hyp_phys_to_pfn(__hyp_pa(virt))
|
||
|
|
|
||
|
|
#define hyp_page_to_pfn(page) ((struct hyp_page *)(page) - hyp_vmemmap)
|
||
|
|
#define hyp_page_to_phys(page) hyp_pfn_to_phys((hyp_page_to_pfn(page)))
|
||
|
|
#define hyp_page_to_virt(page) __hyp_va(hyp_page_to_phys(page))
|
||
|
|
#define hyp_page_to_pool(page) (((struct hyp_page *)page)->pool)
|
||
|
|
|
||
|
|
/*
|
||
|
|
* Refcounting for 'struct hyp_page'.
|
||
|
|
* hyp_pool::lock must be held if atomic access to the refcount is required.
|
||
|
|
*/
|
||
|
|
static inline int hyp_page_count(void *addr)
|
||
|
|
{
|
||
|
|
struct hyp_page *p = hyp_virt_to_page(addr);
|
||
|
|
|
||
|
|
return p->refcount;
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline void hyp_page_ref_inc(struct hyp_page *p)
|
||
|
|
{
|
||
|
|
BUG_ON(p->refcount == USHRT_MAX);
|
||
|
|
p->refcount++;
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline void hyp_page_ref_dec(struct hyp_page *p)
|
||
|
|
{
|
||
|
|
BUG_ON(!p->refcount);
|
||
|
|
p->refcount--;
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline int hyp_page_ref_dec_and_test(struct hyp_page *p)
|
||
|
|
{
|
||
|
|
hyp_page_ref_dec(p);
|
||
|
|
return (p->refcount == 0);
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline void hyp_set_page_refcounted(struct hyp_page *p)
|
||
|
|
{
|
||
|
|
BUG_ON(p->refcount);
|
||
|
|
p->refcount = 1;
|
||
|
|
}
|
||
|
|
#endif /* __KVM_HYP_MEMORY_H */
|