#include <sys/param.h>
#include <sys/proc.h>
#include <sys/stat.h>
#include <sys/kcore.h>
#include <sys/types.h>
#include <unistd.h>
#include <nlist.h>
#include <kvm.h>
#include <machine/kcore.h>
#include <machine/armreg.h>
#include <machine/pte.h>
#include <machine/vmparam.h>
#include <limits.h>
#include <db.h>
#include <stdlib.h>
#include "kvm_private.h"
__RCSID("$NetBSD: kvm_aarch64.c,v 1.12 2023/08/23 14:00:11 rin Exp $");
void
_kvm_freevtop(kvm_t *kd)
{
return;
}
int
_kvm_initvtop(kvm_t *kd)
{
return (0);
}
int
_kvm_kvatop(kvm_t *kd, vaddr_t va, paddr_t *pa)
{
if (ISALIVE(kd)) {
_kvm_err(kd, 0, "vatop called in live kernel!");
return(0);
}
if ((va & AARCH64_DIRECTMAP_MASK) != AARCH64_DIRECTMAP_START) {
_kvm_err(kd, 0, "invalid kernel virtual address");
lose:
*pa = -1;
return 0;
}
const cpu_kcore_hdr_t * const cpu_kh = kd->cpu_data;
const uint64_t tg1 = cpu_kh->kh_tcr1 & TCR_TG1;
const u_int t1siz = __SHIFTOUT(cpu_kh->kh_tcr1, TCR_T1SZ);
const u_int inputsz = 64 - t1siz;
u_int page_shift;
switch (tg1) {
case TCR_TG1_4KB:
page_shift = 12;
break;
case TCR_TG1_16KB:
page_shift = 14;
break;
case TCR_TG1_64KB:
page_shift = 16;
break;
default:
goto lose;
}
const size_t page_size = 1 << page_shift;
const uint64_t page_mask = __BITS(page_shift - 1, 0);
const uint64_t page_addr = __BITS(47, page_shift);
const u_int pte_shift = page_shift - 3;
u_int levels = howmany(inputsz - page_shift, pte_shift);
va &= __BITS(inputsz - 1, 0);
u_int addr_shift = page_shift + (levels - 1) * pte_shift;
paddr_t pte_addr = cpu_kh->kh_ttbr1 & TTBR_BADDR;
for (;;) {
pt_entry_t pte;
const uint64_t idx_mask = __BITS(addr_shift + pte_shift - 1,
addr_shift);
pte_addr += 8 * __SHIFTOUT(va, idx_mask);
if (_kvm_pread(kd, kd->pmfd, &pte, sizeof(pte),
_kvm_pa2off(kd, pte_addr)) != sizeof(pte)) {
_kvm_syserr(kd, 0, "could not read pte");
goto lose;
}
if ((pte & LX_VALID) == 0) {
_kvm_err(kd, 0, "invalid translation (invalid pte)");
goto lose;
}
if ((pte & LX_TYPE) == LX_TYPE_BLK) {
const size_t blk_size = 1 << addr_shift;
const uint64_t blk_mask = __BITS(addr_shift - 1, 0);
*pa = (pte & page_addr & ~blk_mask) | (va & blk_mask);
return blk_size - (va & blk_mask);
}
if (--levels == 0) {
*pa = (pte & page_addr) | (va & page_mask);
return page_size - (va & page_mask);
}
pte_addr = pte & page_addr;
addr_shift -= pte_shift;
}
}
off_t
_kvm_pa2off(kvm_t *kd, paddr_t pa)
{
const cpu_kcore_hdr_t * const cpu_kh = kd->cpu_data;
off_t off = 0;
for (const phys_ram_seg_t *ramsegs = cpu_kh->kh_ramsegs;
ramsegs->size != 0; ramsegs++) {
if (pa >= ramsegs->start
&& pa < ramsegs->start + ramsegs->size) {
off += pa - ramsegs->start;
break;
}
off += ramsegs->size;
}
return kd->dump_off + off;
}
int
_kvm_mdopen(kvm_t *kd)
{
kd->min_uva = VM_MIN_ADDRESS;
kd->max_uva = VM_MAXUSER_ADDRESS;
return (0);
}