2020-01-15 16:46:19 +08:00
|
|
|
/*
|
2023-10-17 13:07:59 +08:00
|
|
|
* Copyright (c) 2006-2023, RT-Thread Development Team
|
2020-01-15 16:46:19 +08:00
|
|
|
*
|
|
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
|
|
*
|
|
|
|
* Change Logs:
|
2022-01-07 13:49:06 +08:00
|
|
|
* Date Author Notes
|
2022-12-20 17:49:37 +08:00
|
|
|
* 2021-05-12 RT-Thread the first version
|
2023-10-17 13:07:59 +08:00
|
|
|
* 2023-08-15 Shell Support more mapping attribution
|
2020-01-15 16:46:19 +08:00
|
|
|
*/
|
2022-01-07 13:49:06 +08:00
|
|
|
#ifndef __MMU_H_
|
|
|
|
#define __MMU_H_
|
2020-02-20 15:42:10 +08:00
|
|
|
|
2022-01-07 13:49:06 +08:00
|
|
|
#include <rtthread.h>
|
2023-01-09 10:08:55 +08:00
|
|
|
#include <mm_aspace.h>
|
2020-03-17 13:45:13 +08:00
|
|
|
|
2022-01-07 13:49:06 +08:00
|
|
|
/* normal memory wra mapping type */
|
2022-12-20 17:49:37 +08:00
|
|
|
#define NORMAL_MEM 0
|
2022-01-07 13:49:06 +08:00
|
|
|
/* normal nocache memory mapping type */
|
2022-12-20 17:49:37 +08:00
|
|
|
#define NORMAL_NOCACHE_MEM 1
|
2022-01-07 13:49:06 +08:00
|
|
|
/* device mapping type */
|
2022-12-20 17:49:37 +08:00
|
|
|
#define DEVICE_MEM 2
|
2020-02-20 15:42:10 +08:00
|
|
|
|
2022-01-07 13:49:06 +08:00
|
|
|
struct mem_desc
|
|
|
|
{
|
|
|
|
unsigned long vaddr_start;
|
|
|
|
unsigned long vaddr_end;
|
|
|
|
unsigned long paddr_start;
|
|
|
|
unsigned long attr;
|
2023-01-09 10:08:55 +08:00
|
|
|
struct rt_varea varea;
|
2022-01-07 13:49:06 +08:00
|
|
|
};
|
2020-03-02 20:42:01 +08:00
|
|
|
|
2023-10-20 13:28:20 +08:00
|
|
|
#define RT_HW_MMU_PROT_READ 1
|
|
|
|
#define RT_HW_MMU_PROT_WRITE 2
|
|
|
|
#define RT_HW_MMU_PROT_EXECUTE 4
|
|
|
|
#define RT_HW_MMU_PROT_KERNEL 8
|
|
|
|
#define RT_HW_MMU_PROT_USER 16
|
|
|
|
#define RT_HW_MMU_PROT_CACHE 32
|
2023-10-17 13:07:59 +08:00
|
|
|
|
2022-12-20 17:49:37 +08:00
|
|
|
#define MMU_AF_SHIFT 10
|
|
|
|
#define MMU_SHARED_SHIFT 8
|
|
|
|
#define MMU_AP_SHIFT 6
|
|
|
|
#define MMU_MA_SHIFT 2
|
2023-10-17 13:07:59 +08:00
|
|
|
#define MMU_AP_MASK (0x3 << MMU_AP_SHIFT)
|
2022-12-20 17:49:37 +08:00
|
|
|
|
|
|
|
#define MMU_AP_KAUN 0UL /* kernel r/w, user none */
|
|
|
|
#define MMU_AP_KAUA 1UL /* kernel r/w, user r/w */
|
|
|
|
#define MMU_AP_KRUN 2UL /* kernel r, user none */
|
|
|
|
#define MMU_AP_KRUR 3UL /* kernel r, user r */
|
2023-10-17 13:07:59 +08:00
|
|
|
#define MMU_ATTR_AF (1ul << MMU_AF_SHIFT) /* the access flag */
|
|
|
|
#define MMU_ATTR_DBM (1ul << 51) /* the dirty bit modifier */
|
2022-12-20 17:49:37 +08:00
|
|
|
|
2023-01-09 10:08:55 +08:00
|
|
|
#define MMU_MAP_CUSTOM(ap, mtype) \
|
|
|
|
((0x1UL << MMU_AF_SHIFT) | (0x2UL << MMU_SHARED_SHIFT) | \
|
|
|
|
((ap) << MMU_AP_SHIFT) | ((mtype) << MMU_MA_SHIFT))
|
2023-10-17 13:07:59 +08:00
|
|
|
#define MMU_MAP_K_ROCB MMU_MAP_CUSTOM(MMU_AP_KRUN, NORMAL_MEM)
|
|
|
|
#define MMU_MAP_K_RO MMU_MAP_CUSTOM(MMU_AP_KRUN, NORMAL_NOCACHE_MEM)
|
|
|
|
#define MMU_MAP_K_RWCB MMU_MAP_CUSTOM(MMU_AP_KAUN, NORMAL_MEM)
|
|
|
|
#define MMU_MAP_K_RW MMU_MAP_CUSTOM(MMU_AP_KAUN, NORMAL_NOCACHE_MEM)
|
|
|
|
#define MMU_MAP_K_DEVICE MMU_MAP_CUSTOM(MMU_AP_KAUN, DEVICE_MEM)
|
|
|
|
#define MMU_MAP_U_ROCB MMU_MAP_CUSTOM(MMU_AP_KRUR, NORMAL_MEM)
|
|
|
|
#define MMU_MAP_U_RO MMU_MAP_CUSTOM(MMU_AP_KRUR, NORMAL_NOCACHE_MEM)
|
|
|
|
#define MMU_MAP_U_RWCB MMU_MAP_CUSTOM(MMU_AP_KAUA, NORMAL_MEM)
|
|
|
|
#define MMU_MAP_U_RW MMU_MAP_CUSTOM(MMU_AP_KAUA, NORMAL_NOCACHE_MEM)
|
|
|
|
#define MMU_MAP_U_DEVICE MMU_MAP_CUSTOM(MMU_AP_KAUA, DEVICE_MEM)
|
|
|
|
#define MMU_MAP_TRACE(attr) ((attr) & ~(MMU_ATTR_AF | MMU_ATTR_DBM))
|
2022-12-20 17:49:37 +08:00
|
|
|
|
|
|
|
#define ARCH_SECTION_SHIFT 21
|
|
|
|
#define ARCH_SECTION_SIZE (1 << ARCH_SECTION_SHIFT)
|
|
|
|
#define ARCH_SECTION_MASK (ARCH_SECTION_SIZE - 1)
|
|
|
|
#define ARCH_PAGE_SHIFT 12
|
|
|
|
#define ARCH_PAGE_SIZE (1 << ARCH_PAGE_SHIFT)
|
|
|
|
#define ARCH_PAGE_MASK (ARCH_PAGE_SIZE - 1)
|
|
|
|
#define ARCH_PAGE_TBL_SHIFT 12
|
|
|
|
#define ARCH_PAGE_TBL_SIZE (1 << ARCH_PAGE_TBL_SHIFT)
|
|
|
|
#define ARCH_PAGE_TBL_MASK (ARCH_PAGE_TBL_SIZE - 1)
|
|
|
|
|
2023-01-09 10:08:55 +08:00
|
|
|
#define ARCH_VADDR_WIDTH 48
|
2022-12-20 17:49:37 +08:00
|
|
|
#define ARCH_ADDRESS_WIDTH_BITS 64
|
|
|
|
|
|
|
|
#define MMU_MAP_ERROR_VANOTALIGN -1
|
|
|
|
#define MMU_MAP_ERROR_PANOTALIGN -2
|
|
|
|
#define MMU_MAP_ERROR_NOPAGE -3
|
|
|
|
#define MMU_MAP_ERROR_CONFLICT -4
|
|
|
|
|
2023-01-09 10:08:55 +08:00
|
|
|
#define ARCH_MAP_FAILED ((void *)0x1ffffffffffff)
|
2022-12-20 17:49:37 +08:00
|
|
|
|
2023-01-09 10:08:55 +08:00
|
|
|
struct rt_aspace;
|
2022-12-20 17:49:37 +08:00
|
|
|
|
|
|
|
void rt_hw_mmu_ktbl_set(unsigned long tbl);
|
2023-02-14 23:08:32 +08:00
|
|
|
void rt_hw_mem_setup_early(unsigned long *tbl0, unsigned long *tbl1,
|
2023-01-09 10:08:55 +08:00
|
|
|
unsigned long size, unsigned long pv_off);
|
|
|
|
void rt_hw_mmu_setup(struct rt_aspace *aspace, struct mem_desc *mdesc,
|
|
|
|
int desc_nr);
|
|
|
|
|
|
|
|
int rt_hw_mmu_map_init(struct rt_aspace *aspace, void *v_address,
|
|
|
|
rt_size_t size, rt_size_t *vtable, rt_size_t pv_off);
|
|
|
|
void *rt_hw_mmu_map(struct rt_aspace *aspace, void *v_addr, void *p_addr,
|
|
|
|
size_t size, size_t attr);
|
|
|
|
void rt_hw_mmu_unmap(struct rt_aspace *aspace, void *v_addr, size_t size);
|
|
|
|
void rt_hw_aspace_switch(struct rt_aspace *aspace);
|
|
|
|
void *rt_hw_mmu_v2p(struct rt_aspace *aspace, void *vaddr);
|
|
|
|
void rt_hw_mmu_kernel_map_init(struct rt_aspace *aspace, rt_size_t vaddr_start,
|
|
|
|
rt_size_t size);
|
2023-10-17 13:07:59 +08:00
|
|
|
void *rt_hw_mmu_pgtbl_create(void);
|
|
|
|
void rt_hw_mmu_pgtbl_delete(void *pgtbl);
|
2020-02-20 15:42:10 +08:00
|
|
|
|
2023-01-09 10:08:55 +08:00
|
|
|
static inline void *rt_hw_mmu_tbl_get()
|
|
|
|
{
|
|
|
|
uintptr_t tbl;
|
|
|
|
__asm__ volatile("MRS %0, TTBR0_EL1" : "=r"(tbl));
|
|
|
|
return (void *)(tbl & ((1ul << 48) - 2));
|
|
|
|
}
|
2020-03-17 13:45:13 +08:00
|
|
|
|
2023-04-22 23:59:11 +08:00
|
|
|
static inline void *rt_hw_mmu_kernel_v2p(void *v_addr)
|
|
|
|
{
|
|
|
|
rt_ubase_t par;
|
|
|
|
void *paddr;
|
2023-10-17 13:07:59 +08:00
|
|
|
__asm__ volatile("at s1e1w, %0"::"r"(v_addr):"memory");
|
|
|
|
__asm__ volatile("mrs %0, par_el1":"=r"(par)::"memory");
|
2023-04-22 23:59:11 +08:00
|
|
|
|
|
|
|
if (par & 0x1)
|
|
|
|
{
|
|
|
|
paddr = ARCH_MAP_FAILED;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
#define MMU_ADDRESS_MASK 0x0000fffffffff000UL
|
|
|
|
par &= MMU_ADDRESS_MASK;
|
|
|
|
par |= (rt_ubase_t)v_addr & ARCH_PAGE_MASK;
|
|
|
|
paddr = (void *)par;
|
|
|
|
}
|
|
|
|
|
|
|
|
return paddr;
|
|
|
|
}
|
2023-10-17 13:07:59 +08:00
|
|
|
/**
|
|
|
|
* @brief Add permission from attribution
|
|
|
|
*
|
|
|
|
* @param attr architecture specified mmu attribution
|
|
|
|
* @param prot protect that will be added
|
|
|
|
* @return size_t returned attribution
|
|
|
|
*/
|
2023-10-20 13:28:20 +08:00
|
|
|
rt_inline size_t rt_hw_mmu_attr_add_perm(size_t attr, rt_base_t prot)
|
2023-10-17 13:07:59 +08:00
|
|
|
{
|
|
|
|
switch (prot)
|
|
|
|
{
|
|
|
|
/* remove write permission for user */
|
|
|
|
case RT_HW_MMU_PROT_WRITE | RT_HW_MMU_PROT_USER:
|
|
|
|
attr = (attr & ~MMU_AP_MASK) | (MMU_AP_KAUA << MMU_AP_SHIFT);
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
RT_ASSERT(0);
|
|
|
|
}
|
|
|
|
return attr;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief Remove permission from attribution
|
|
|
|
*
|
|
|
|
* @param attr architecture specified mmu attribution
|
|
|
|
* @param prot protect that will be removed
|
|
|
|
* @return size_t returned attribution
|
|
|
|
*/
|
2023-10-20 13:28:20 +08:00
|
|
|
rt_inline size_t rt_hw_mmu_attr_rm_perm(size_t attr, rt_base_t prot)
|
2023-10-17 13:07:59 +08:00
|
|
|
{
|
|
|
|
switch (prot)
|
|
|
|
{
|
|
|
|
/* remove write permission for user */
|
|
|
|
case RT_HW_MMU_PROT_WRITE | RT_HW_MMU_PROT_USER:
|
|
|
|
if (attr & 0x40)
|
|
|
|
attr |= 0x80;
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
RT_ASSERT(0);
|
|
|
|
}
|
|
|
|
return attr;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @brief Test permission from attribution
|
|
|
|
*
|
|
|
|
* @param attr architecture specified mmu attribution
|
|
|
|
* @param prot protect that will be test
|
|
|
|
* @return rt_bool_t RT_TRUE if the prot is allowed, otherwise RT_FALSE
|
|
|
|
*/
|
2023-10-20 13:28:20 +08:00
|
|
|
rt_inline rt_bool_t rt_hw_mmu_attr_test_perm(size_t attr, rt_base_t prot)
|
2023-10-17 13:07:59 +08:00
|
|
|
{
|
|
|
|
rt_bool_t rc;
|
|
|
|
switch (prot)
|
|
|
|
{
|
|
|
|
/* test write permission for user */
|
|
|
|
case RT_HW_MMU_PROT_WRITE | RT_HW_MMU_PROT_USER:
|
|
|
|
if ((attr & MMU_AP_MASK) == (MMU_AP_KAUA << MMU_AP_SHIFT))
|
|
|
|
rc = RT_TRUE;
|
|
|
|
else
|
|
|
|
rc = RT_FALSE;
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
RT_ASSERT(0);
|
|
|
|
}
|
|
|
|
return rc;
|
|
|
|
}
|
2023-04-22 23:59:11 +08:00
|
|
|
|
2023-01-09 10:08:55 +08:00
|
|
|
int rt_hw_mmu_control(struct rt_aspace *aspace, void *vaddr, size_t size,
|
|
|
|
enum rt_mmu_cntl cmd);
|
2020-03-17 13:45:13 +08:00
|
|
|
|
2022-12-20 17:49:37 +08:00
|
|
|
#endif
|