2023-01-09 10:08:55 +08:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2006-2022, RT-Thread Development Team
|
|
|
|
*
|
|
|
|
* SPDX-License-Identifier: Apache-2.0
|
|
|
|
*
|
|
|
|
* Change Logs:
|
|
|
|
* Date Author Notes
|
|
|
|
* 2022-12-06 WangXiaoyao the first version
|
|
|
|
*/
|
|
|
|
#include <rtthread.h>
|
|
|
|
|
|
|
|
#ifdef RT_USING_SMART
|
2023-01-16 08:24:03 +08:00
|
|
|
#define DBG_TAG "mm.fault"
|
|
|
|
#define DBG_LVL DBG_INFO
|
|
|
|
#include <rtdbg.h>
|
|
|
|
|
2023-01-09 10:08:55 +08:00
|
|
|
#include <lwp.h>
|
|
|
|
#include <lwp_syscall.h>
|
|
|
|
#include "mm_aspace.h"
|
|
|
|
#include "mm_fault.h"
|
|
|
|
#include "mm_flag.h"
|
|
|
|
#include "mm_private.h"
|
|
|
|
#include <mmu.h>
|
|
|
|
#include <tlb.h>
|
|
|
|
|
|
|
|
#define UNRECOVERABLE 0
|
|
|
|
#define RECOVERABLE 1
|
|
|
|
|
2023-03-30 08:25:15 +08:00
|
|
|
static int _fetch_page(rt_varea_t varea, struct rt_aspace_fault_msg *msg)
|
2023-01-09 10:08:55 +08:00
|
|
|
{
|
2023-04-22 09:25:52 +08:00
|
|
|
int err = UNRECOVERABLE;
|
2023-03-30 08:25:15 +08:00
|
|
|
msg->response.status = MM_FAULT_STATUS_UNRECOVERABLE;
|
|
|
|
msg->response.vaddr = 0;
|
|
|
|
msg->response.size = 0;
|
2023-03-16 10:26:55 +08:00
|
|
|
if (varea->mem_obj && varea->mem_obj->on_page_fault)
|
2023-01-09 10:08:55 +08:00
|
|
|
{
|
2023-03-16 10:26:55 +08:00
|
|
|
varea->mem_obj->on_page_fault(varea, msg);
|
2023-03-30 08:25:15 +08:00
|
|
|
err = _varea_map_with_msg(varea, msg);
|
|
|
|
err = (err == RT_EOK ? RECOVERABLE : UNRECOVERABLE);
|
2023-01-09 10:08:55 +08:00
|
|
|
}
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
2023-03-30 08:25:15 +08:00
|
|
|
static int _read_fault(rt_varea_t varea, void *pa, struct rt_aspace_fault_msg *msg)
|
2023-01-09 10:08:55 +08:00
|
|
|
{
|
|
|
|
int err = UNRECOVERABLE;
|
|
|
|
if (msg->fault_type == MM_FAULT_TYPE_PAGE_FAULT)
|
|
|
|
{
|
|
|
|
RT_ASSERT(pa == ARCH_MAP_FAILED);
|
2023-03-30 08:25:15 +08:00
|
|
|
RT_ASSERT(!(varea->flag & MMF_PREFETCH));
|
2023-01-09 10:08:55 +08:00
|
|
|
err = _fetch_page(varea, msg);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
/* signal a fault to user? */
|
|
|
|
}
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
2023-03-30 08:25:15 +08:00
|
|
|
static int _write_fault(rt_varea_t varea, void *pa, struct rt_aspace_fault_msg *msg)
|
2023-01-09 10:08:55 +08:00
|
|
|
{
|
|
|
|
int err = UNRECOVERABLE;
|
|
|
|
if (msg->fault_type == MM_FAULT_TYPE_PAGE_FAULT)
|
|
|
|
{
|
|
|
|
RT_ASSERT(pa == ARCH_MAP_FAILED);
|
2023-03-30 08:25:15 +08:00
|
|
|
RT_ASSERT(!(varea->flag & MMF_PREFETCH));
|
2023-01-09 10:08:55 +08:00
|
|
|
err = _fetch_page(varea, msg);
|
|
|
|
}
|
|
|
|
else if (msg->fault_type == MM_FAULT_TYPE_ACCESS_FAULT &&
|
|
|
|
varea->flag & MMF_COW)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
/* signal a fault to user? */
|
|
|
|
}
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
2023-03-30 08:25:15 +08:00
|
|
|
static int _exec_fault(rt_varea_t varea, void *pa, struct rt_aspace_fault_msg *msg)
|
2023-01-09 10:08:55 +08:00
|
|
|
{
|
|
|
|
int err = UNRECOVERABLE;
|
|
|
|
if (msg->fault_type == MM_FAULT_TYPE_PAGE_FAULT)
|
|
|
|
{
|
|
|
|
RT_ASSERT(pa == ARCH_MAP_FAILED);
|
2023-03-30 08:25:15 +08:00
|
|
|
RT_ASSERT(!(varea->flag & MMF_PREFETCH));
|
2023-01-09 10:08:55 +08:00
|
|
|
err = _fetch_page(varea, msg);
|
|
|
|
}
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
2023-03-30 08:25:15 +08:00
|
|
|
int rt_aspace_fault_try_fix(struct rt_aspace_fault_msg *msg)
|
2023-01-09 10:08:55 +08:00
|
|
|
{
|
|
|
|
struct rt_lwp *lwp = lwp_self();
|
|
|
|
int err = UNRECOVERABLE;
|
2023-03-30 08:25:15 +08:00
|
|
|
uintptr_t va = (uintptr_t)msg->fault_vaddr;
|
2023-01-09 10:08:55 +08:00
|
|
|
va &= ~ARCH_PAGE_MASK;
|
2023-03-30 08:25:15 +08:00
|
|
|
msg->fault_vaddr = (void *)va;
|
2023-01-09 10:08:55 +08:00
|
|
|
|
|
|
|
if (lwp)
|
|
|
|
{
|
|
|
|
rt_aspace_t aspace = lwp->aspace;
|
2023-03-30 08:25:15 +08:00
|
|
|
rt_varea_t varea = _aspace_bst_search(aspace, msg->fault_vaddr);
|
2023-01-09 10:08:55 +08:00
|
|
|
if (varea)
|
|
|
|
{
|
2023-03-30 08:25:15 +08:00
|
|
|
void *pa = rt_hw_mmu_v2p(aspace, msg->fault_vaddr);
|
2023-04-22 23:59:11 +08:00
|
|
|
msg->off = ((char *)msg->fault_vaddr - (char *)varea->start) >> ARCH_PAGE_SHIFT;
|
2023-01-09 10:08:55 +08:00
|
|
|
|
|
|
|
/* permission checked by fault op */
|
|
|
|
switch (msg->fault_op)
|
|
|
|
{
|
|
|
|
case MM_FAULT_OP_READ:
|
|
|
|
err = _read_fault(varea, pa, msg);
|
|
|
|
break;
|
|
|
|
case MM_FAULT_OP_WRITE:
|
|
|
|
err = _write_fault(varea, pa, msg);
|
|
|
|
break;
|
|
|
|
case MM_FAULT_OP_EXECUTE:
|
|
|
|
err = _exec_fault(varea, pa, msg);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif /* RT_USING_SMART */
|