#include <sys/cdefs.h>
__KERNEL_RCSID(0, "$NetBSD: cache_tx39.c,v 1.9 2021/11/06 06:49:02 msaitoh Exp $");
#include <sys/param.h>
#include <mips/cache.h>
#include <mips/cache_tx39.h>
#include <mips/locore.h>
#define round_line(x) (((x) + 15) & ~15)
#define trunc_line(x) ((x) & ~15)
void
tx3900_icache_sync_all_16(void)
{
tx3900_icache_do_inv_index_16(MIPS_PHYS_TO_KSEG0(0),
MIPS_PHYS_TO_KSEG0(mips_cache_info.mci_picache_size));
}
void
tx3900_icache_sync_range_16(register_t va, vsize_t size)
{
vaddr_t eva = round_line(va + size);
va = trunc_line(va);
if ((eva - va) >= mips_cache_info.mci_picache_size) {
va = MIPS_PHYS_TO_KSEG0(0);
eva = MIPS_PHYS_TO_KSEG0(mips_cache_info.mci_picache_size);
}
tx3900_icache_do_inv_index_16(va, eva);
}
#undef round_line
#undef trunc_line
#define round_line(x) (((x) + 3) & ~3)
#define trunc_line(x) ((x) & ~3)
static int tx3900_dummy_buffer[R3900_C_SIZE_MAX / sizeof(int)];
void
tx3900_pdcache_wbinv_all_4(void)
{
vaddr_t va = MIPS_PHYS_TO_KSEG0(0);
vaddr_t eva = va + mips_cache_info.mci_pdcache_size;
volatile int *p;
p = tx3900_dummy_buffer;
while (va < eva) {
(void) *p++; (void) *p++; (void) *p++; (void) *p++;
(void) *p++; (void) *p++; (void) *p++; (void) *p++;
(void) *p++; (void) *p++; (void) *p++; (void) *p++;
(void) *p++; (void) *p++; (void) *p++; (void) *p++;
(void) *p++; (void) *p++; (void) *p++; (void) *p++;
(void) *p++; (void) *p++; (void) *p++; (void) *p++;
(void) *p++; (void) *p++; (void) *p++; (void) *p++;
(void) *p++; (void) *p++; (void) *p++; (void) *p++;
va += (32 * 4);
}
}
void
tx3900_pdcache_inv_range_4(register_t va, vsize_t size)
{
vaddr_t eva = round_line(va + size);
va = trunc_line(va);
while ((eva - va) >= (32 * 4)) {
cache_tx39_op_32lines_4(va,
CACHE_TX39_D|CACHEOP_TX3900_HIT_INV);
va += (32 * 4);
};
while (va < eva) {
cache_op_tx39_line(va, CACHE_TX39_D|CACHEOP_TX3900_HIT_INV);
va += 4;
}
}
void
tx3900_pdcache_wb_range_4(register_t va, vsize_t size)
{
}
#undef round_line
#undef trunc_line
#define round_line(x) (((x) + 15) & ~15)
#define trunc_line(x) ((x) & ~15)
void
tx3920_icache_sync_all_16wb(void)
{
mips_dcache_wbinv_all();
__asm volatile(".set push; .set mips2; sync; .set pop");
tx3920_icache_do_inv_16(MIPS_PHYS_TO_KSEG0(0),
MIPS_PHYS_TO_KSEG0(mips_cache_info.mci_picache_size));
}
void
tx3920_icache_sync_range_16wt(register_t va, vsize_t size)
{
vaddr_t eva = round_line(va + size);
va = trunc_line(va);
tx3920_icache_do_inv_16(va, eva);
}
void
tx3920_icache_sync_range_16wb(register_t va, vsize_t size)
{
vaddr_t eva = round_line(va + size);
va = trunc_line(va);
mips_dcache_wb_range(va, (eva - va));
__asm volatile(".set push; .set mips2; sync; .set pop");
tx3920_icache_do_inv_16(va, eva);
}
void
tx3920_pdcache_wbinv_all_16wt(void)
{
vaddr_t va = MIPS_PHYS_TO_KSEG0(0);
vaddr_t eva = va + mips_cache_info.mci_pdcache_size;
while (va < eva) {
cache_tx39_op_32lines_16(va,
CACHE_TX39_D|CACHEOP_TX3920_INDEX_INV);
va += (32 * 16);
}
}
void
tx3920_pdcache_wbinv_all_16wb(void)
{
vaddr_t va = MIPS_PHYS_TO_KSEG0(0);
vaddr_t eva = va + mips_cache_info.mci_pdcache_size;
while (va < eva) {
cache_tx39_op_32lines_16(va,
CACHE_TX39_D|CACHEOP_TX3920_INDEX_WB_INV);
va += (32 * 16);
}
}
void
tx3920_pdcache_wbinv_range_16wb(register_t va, vsize_t size)
{
vaddr_t eva = round_line(va + size);
va = trunc_line(va);
while ((eva - va) >= (32 * 16)) {
cache_tx39_op_32lines_16(va,
CACHE_TX39_D|CACHEOP_TX3920_HIT_WB_INV);
va += (32 * 16);
}
while (va < eva) {
cache_op_tx39_line(va, CACHE_TX39_D|CACHEOP_TX3920_HIT_WB_INV);
va += 16;
}
}
void
tx3920_pdcache_inv_range_16(register_t va, vsize_t size)
{
vaddr_t eva = round_line(va + size);
va = trunc_line(va);
while ((eva - va) >= (32 * 16)) {
cache_tx39_op_32lines_16(va,
CACHE_TX39_D|CACHEOP_TX3920_HIT_INV);
va += (32 * 16);
}
while (va < eva) {
cache_op_tx39_line(va, CACHE_TX39_D|CACHEOP_TX3920_HIT_INV);
va += 16;
}
}
void
tx3920_pdcache_wb_range_16wt(register_t va, vsize_t size)
{
}
void
tx3920_pdcache_wb_range_16wb(register_t va, vsize_t size)
{
vaddr_t eva = round_line(va + size);
va = trunc_line(va);
while ((eva - va) >= (32 * 16)) {
cache_tx39_op_32lines_16(va,
CACHE_TX39_D|CACHEOP_TX3920_HIT_WB);
va += (32 * 16);
}
while (va < eva) {
cache_op_tx39_line(va, CACHE_TX39_D|CACHEOP_TX3920_HIT_WB);
va += 16;
}
}