#include <sys/types.h>
#include <sys/param.h>
#include <sys/cons.h>
#include <sys/kerneldump.h>
#include <sys/msgbuf.h>
#include <sys/proc.h>
#include <sys/sysctl.h>
#include <vm/vm.h>
#include <vm/vm_param.h>
#include <vm/vm_page.h>
#include <vm/vm_phys.h>
#include <vm/vm_dumpset.h>
#include <vm/pmap.h>
#include <machine/atomic.h>
#include <machine/dump.h>
#include <machine/md_var.h>
#include <machine/minidump.h>
#define MINIDUMP_DEBUG 0
#if MINIDUMP_DEBUG
#define dprintf(fmt, ...) printf(fmt, ## __VA_ARGS__)
#define DBG(...) __VA_ARGS__
static size_t total, dumptotal;
static void dump_total(const char *id, size_t sz);
#else
#define dprintf(fmt, ...)
#define DBG(...)
#define dump_total(...)
#endif
extern vm_offset_t __startkernel, __endkernel;
static int dump_retry_count = 5;
SYSCTL_INT(_machdep, OID_AUTO, dump_retry_count, CTLFLAG_RWTUN,
&dump_retry_count, 0,
"Number of times dump has to retry before bailing out");
static struct kerneldumpheader kdh;
static char pgbuf[PAGE_SIZE];
static size_t dumpsize;
static size_t fragsz;
static void
pmap_kenter_temporary(vm_offset_t va, vm_paddr_t pa)
{
pmap_kremove(va);
pmap_kenter(va, pa);
}
static int
blk_flush(struct dumperinfo *di)
{
int error;
if (fragsz == 0)
return (0);
error = dump_append(di, crashdumpmap, fragsz);
DBG(dumptotal += fragsz;)
fragsz = 0;
return (error);
}
static int
blk_write(struct dumperinfo *di, char *ptr, vm_paddr_t pa, size_t sz)
{
size_t len, maxdumpsz;
int error, i, c;
maxdumpsz = MIN(di->maxiosize, MAXDUMPPGS * PAGE_SIZE);
if (maxdumpsz == 0)
maxdumpsz = PAGE_SIZE;
error = 0;
if ((sz % PAGE_SIZE) != 0) {
printf("Size not page aligned\n");
return (EINVAL);
}
if (ptr != NULL && pa != 0) {
printf("Can't have both va and pa!\n");
return (EINVAL);
}
if ((pa % PAGE_SIZE) != 0) {
printf("Address not page aligned 0x%lx\n", pa);
return (EINVAL);
}
if (ptr != NULL) {
error = blk_flush(di);
if (error)
return (error);
}
while (sz) {
len = maxdumpsz - fragsz;
if (len > sz)
len = sz;
dumpsys_pb_progress(len);
if (ptr) {
error = dump_append(di, ptr, len);
if (error)
return (error);
DBG(dumptotal += len;)
ptr += len;
} else {
for (i = 0; i < len; i += PAGE_SIZE)
pmap_kenter_temporary(
(vm_offset_t)crashdumpmap + fragsz + i,
pa + i);
fragsz += len;
pa += len;
if (fragsz == maxdumpsz) {
error = blk_flush(di);
if (error)
return (error);
}
}
sz -= len;
c = cncheckc();
if (c == 0x03)
return (ECANCELED);
if (c != -1)
printf(" (CTRL-C to abort) ");
}
return (0);
}
static int
dump_pmap(struct dumperinfo *di)
{
void *ctx;
char *buf;
u_long nbytes;
int error;
ctx = dumpsys_dump_pmap_init(sizeof(pgbuf) / PAGE_SIZE);
for (;;) {
buf = dumpsys_dump_pmap(ctx, pgbuf, &nbytes);
if (buf == NULL)
break;
error = blk_write(di, buf, 0, nbytes);
if (error)
return (error);
}
return (0);
}
int
cpu_minidumpsys(struct dumperinfo *di, const struct minidumpstate *state)
{
vm_paddr_t pa;
int error, retry_count;
uint32_t pmapsize;
struct minidumphdr mdhdr;
struct msgbuf *mbp;
retry_count = 0;
retry:
retry_count++;
fragsz = 0;
DBG(total = dumptotal = 0;)
pmapsize = dumpsys_scan_pmap(state->dump_bitset);
if (pmapsize % PAGE_SIZE != 0) {
printf("pmapsize not page aligned: 0x%x\n", pmapsize);
return (EINVAL);
}
mbp = state->msgbufp;
dumpsize = PAGE_SIZE;
dumpsize += round_page(mbp->msg_size);
dumpsize += round_page(sizeof(dump_avail));
dumpsize += round_page(BITSET_SIZE(vm_page_dump_pages));
dumpsize += pmapsize;
VM_PAGE_DUMP_FOREACH(state->dump_bitset, pa) {
if (vm_phys_is_dumpable(pa))
dumpsize += PAGE_SIZE;
else
vm_page_dump_drop(state->dump_bitset, pa);
}
dumpsys_pb_init(dumpsize);
bzero(&mdhdr, sizeof(mdhdr));
strcpy(mdhdr.magic, MINIDUMP_MAGIC);
strncpy(mdhdr.mmu_name, pmap_mmu_name(), sizeof(mdhdr.mmu_name) - 1);
mdhdr.version = MINIDUMP_VERSION;
mdhdr.msgbufsize = mbp->msg_size;
mdhdr.bitmapsize = round_page(BITSET_SIZE(vm_page_dump_pages));
mdhdr.pmapsize = pmapsize;
mdhdr.kernbase = VM_MIN_KERNEL_ADDRESS;
mdhdr.kernend = VM_MAX_SAFE_KERNEL_ADDRESS;
mdhdr.dmapbase = DMAP_BASE_ADDRESS;
mdhdr.dmapend = DMAP_MAX_ADDRESS;
mdhdr.hw_direct_map = hw_direct_map;
mdhdr.startkernel = __startkernel;
mdhdr.endkernel = __endkernel;
mdhdr.dumpavailsize = round_page(sizeof(dump_avail));
dump_init_header(di, &kdh, KERNELDUMPMAGIC, KERNELDUMP_POWERPC_VERSION,
dumpsize);
error = dump_start(di, &kdh);
if (error)
goto fail;
printf("Dumping %lu out of %ju MB:", dumpsize >> 20,
ptoa((uintmax_t)physmem) / 1048576);
bzero(pgbuf, sizeof(pgbuf));
memcpy(pgbuf, &mdhdr, sizeof(mdhdr));
error = blk_write(di, pgbuf, 0, PAGE_SIZE);
if (error)
goto fail;
dump_total("header", PAGE_SIZE);
error = blk_write(di, mbp->msg_ptr, 0, round_page(mbp->msg_size));
dump_total("msgbuf", round_page(mbp->msg_size));
_Static_assert(sizeof(dump_avail) <= sizeof(pgbuf),
"Large dump_avail not handled");
bzero(pgbuf, sizeof(mdhdr));
memcpy(pgbuf, dump_avail, sizeof(dump_avail));
error = blk_write(di, pgbuf, 0, PAGE_SIZE);
if (error)
goto fail;
dump_total("dump_avail", round_page(sizeof(dump_avail)));
error = blk_write(di, (char *)vm_page_dump, 0,
round_page(BITSET_SIZE(vm_page_dump_pages)));
if (error)
goto fail;
dump_total("bitmap", round_page(BITSET_SIZE(vm_page_dump_pages)));
error = dump_pmap(di);
if (error)
goto fail;
dump_total("pmap", pmapsize);
VM_PAGE_DUMP_FOREACH(state->dump_bitset, pa) {
error = blk_write(di, 0, pa, PAGE_SIZE);
if (error)
goto fail;
}
error = blk_flush(di);
if (error)
goto fail;
dump_total("mem_chunks", dumpsize - total);
error = dump_finish(di, &kdh);
if (error)
goto fail;
printf("\nDump complete\n");
return (0);
fail:
if (error < 0)
error = -error;
printf("\n");
if (error == ENOSPC) {
printf("Dump map grown while dumping. ");
if (retry_count < dump_retry_count) {
printf("Retrying...\n");
goto retry;
}
printf("Dump failed.\n");
} else if (error == ECANCELED)
printf("Dump aborted\n");
else if (error == E2BIG)
printf("Dump failed. Partition too small.\n");
else
printf("** DUMP FAILED (ERROR %d) **\n", error);
return (error);
}
#if MINIDUMP_DEBUG
static void
dump_total(const char *id, size_t sz)
{
total += sz;
dprintf("\n%s=%08lx/%08lx/%08lx\n",
id, sz, total, dumptotal);
}
#endif