#include <sys/param.h>
#include <sys/systm.h>
#include <sh/pte.h>
#include <sh/mmu.h>
#include <sh/mmu_sh4.h>
#define SH4_MMU_HAZARD __asm volatile("nop;nop;nop;nop;nop;nop;nop;nop;")
static inline void __sh4_itlb_invalidate_all(void);
static inline void
__sh4_itlb_invalidate_all(void)
{
_reg_write_4(SH4_ITLB_AA, 0);
_reg_write_4(SH4_ITLB_AA | (1 << SH4_ITLB_E_SHIFT), 0);
_reg_write_4(SH4_ITLB_AA | (2 << SH4_ITLB_E_SHIFT), 0);
_reg_write_4(SH4_ITLB_AA | (3 << SH4_ITLB_E_SHIFT), 0);
}
void
sh4_mmu_start(void)
{
_reg_write_4(SH4_MMUCR, 0);
sh_tlb_invalidate_all();
sh_tlb_set_asid(0);
_reg_write_4(SH4_MMUCR, SH4_MMUCR_AT | SH4_MMUCR_TI | SH4_MMUCR_SQMD |
(SH4_UTLB_ENTRY - UPAGES) << SH4_MMUCR_URB_SHIFT);
SH4_MMU_HAZARD;
}
void
sh4_tlb_invalidate_addr(int asid, vaddr_t va)
{
uint32_t pteh;
int s;
va &= SH4_PTEH_VPN_MASK;
s = _cpu_exception_suspend();
pteh = _reg_read_4(SH4_PTEH);
_reg_write_4(SH4_PTEH, asid);
RUN_P2;
_reg_write_4(SH4_UTLB_AA | SH4_UTLB_A, va);
RUN_P1;
_reg_write_4(SH4_PTEH, pteh);
_cpu_exception_resume(s);
}
void
sh4_tlb_invalidate_asid(int asid)
{
uint32_t a;
int e, s;
s = _cpu_exception_suspend();
RUN_P2;
for (e = 0; e < SH4_UTLB_ENTRY; e++) {
a = SH4_UTLB_AA | (e << SH4_UTLB_E_SHIFT);
if ((_reg_read_4(a) & SH4_UTLB_AA_ASID_MASK) == asid)
_reg_write_4(a, 0);
}
__sh4_itlb_invalidate_all();
RUN_P1;
_cpu_exception_resume(s);
}
void
sh4_tlb_invalidate_all(void)
{
uint32_t a;
int e, eend, s;
s = _cpu_exception_suspend();
a = _reg_read_4(SH4_MMUCR) & SH4_MMUCR_URB_MASK;
eend = a ? (a >> SH4_MMUCR_URB_SHIFT) : SH4_UTLB_ENTRY;
RUN_P2;
for (e = 0; e < eend; e++) {
a = SH4_UTLB_AA | (e << SH4_UTLB_E_SHIFT);
_reg_write_4(a, 0);
a = SH4_UTLB_DA1 | (e << SH4_UTLB_E_SHIFT);
_reg_write_4(a, 0);
}
__sh4_itlb_invalidate_all();
_reg_write_4(SH4_ITLB_DA1, 0);
_reg_write_4(SH4_ITLB_DA1 | (1 << SH4_ITLB_E_SHIFT), 0);
_reg_write_4(SH4_ITLB_DA1 | (2 << SH4_ITLB_E_SHIFT), 0);
_reg_write_4(SH4_ITLB_DA1 | (3 << SH4_ITLB_E_SHIFT), 0);
RUN_P1;
_cpu_exception_resume(s);
}
void
sh4_tlb_update(int asid, vaddr_t va, uint32_t pte)
{
uint32_t oasid;
uint32_t ptel;
int s;
KDASSERT(asid < 0x100 && (pte & ~PGOFSET) != 0 && va != 0);
s = _cpu_exception_suspend();
oasid = _reg_read_4(SH4_PTEH) & SH4_PTEH_ASID_MASK;
sh4_tlb_invalidate_addr(asid, va);
_reg_write_4(SH4_PTEH, asid);
_reg_write_4(SH4_PTEH, (va & ~PGOFSET) | asid);
ptel = pte & PG_HW_BITS;
if (pte & _PG_PCMCIA) {
_reg_write_4(SH4_PTEA,
(pte >> _PG_PCMCIA_SHIFT) & SH4_PTEA_SA_MASK);
} else {
_reg_write_4(SH4_PTEA, 0);
}
_reg_write_4(SH4_PTEL, ptel);
__asm volatile("ldtlb; nop");
if (asid != oasid)
_reg_write_4(SH4_PTEH, oasid);
_cpu_exception_resume(s);
}