#include <sys/cdefs.h>
#include "opt_vm.h"
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/bitset.h>
#include <sys/kernel.h>
#include <sys/types.h>
#include <sys/queue.h>
#include <sys/lock.h>
#include <sys/mutex.h>
#include <sys/malloc.h>
#include <vm/vm.h>
#include <vm/vm_object.h>
#include <vm/vm_page.h>
#include <vm/uma.h>
#include <vm/uma_int.h>
#include <vm/uma_dbg.h>
#include <vm/memguard.h>
#include <machine/stack.h>
static const u_long uma_junk = (u_long)0xdeadc0dedeadc0de;
int
trash_ctor(void *mem, int size, void *arg, int flags)
{
struct uma_zone *zone = arg;
u_long *p = mem, *e;
int off;
#ifdef DEBUG_MEMGUARD
if (is_memguard_addr(mem))
return (0);
#endif
e = p + size / sizeof(*p);
for (; p < e; p++) {
if (__predict_false(*p != uma_junk))
goto dopanic;
}
return (0);
dopanic:
off = (uintptr_t)p - (uintptr_t)mem;
panic("Memory modified after free %p (%d, %s) + %d = %lx\n",
mem, size, zone ? zone->uz_name : "", off, *p);
return (0);
}
void
trash_dtor(void *mem, int size, void *arg)
{
u_long *p = mem, *e;
#ifdef DEBUG_MEMGUARD
if (is_memguard_addr(mem))
return;
#endif
e = p + size / sizeof(*p);
for (; p < e; p++)
*p = uma_junk;
}
int
trash_init(void *mem, int size, int flags)
{
trash_dtor(mem, size, NULL);
return (0);
}
void
trash_fini(void *mem, int size)
{
(void)trash_ctor(mem, size, NULL, 0);
}
int
mtrash_ctor(void *mem, int size, void *arg, int flags)
{
struct uma_zone *zone = arg;
u_long *p = mem, *e;
struct malloc_type **ksp;
int off, osize = size;
#ifdef DEBUG_MEMGUARD
if (is_memguard_addr(mem))
return (0);
#endif
size -= sizeof(struct malloc_type *);
e = p + size / sizeof(*p);
for (; p < e; p++) {
if (__predict_false(*p != uma_junk))
goto dopanic;
}
return (0);
dopanic:
off = (uintptr_t)p - (uintptr_t)mem;
ksp = (struct malloc_type **)mem;
ksp += size / sizeof(struct malloc_type *);
if (*ksp != NULL
#ifdef INKERNEL
&& INKERNEL((uintptr_t)*ksp)
#endif
) {
printf("Memory modified after free %p (%d, %s, %p) + %d = %lx\n",
mem, osize, zone ? zone->uz_name : "", *ksp, off, *p);
panic("Memory modified after free %p (%d, %s, %s) + %d = %lx\n",
mem, osize, zone ? zone->uz_name : "", (*ksp)->ks_shortdesc,
off, *p);
} else {
panic("Memory modified after free %p (%d, %s, %p) + %d = %lx\n",
mem, osize, zone ? zone->uz_name : "", *ksp, off, *p);
}
return (0);
}
void
mtrash_dtor(void *mem, int size, void *arg)
{
u_long *p = mem, *e;
#ifdef DEBUG_MEMGUARD
if (is_memguard_addr(mem))
return;
#endif
size -= sizeof(struct malloc_type *);
e = p + size / sizeof(*p);
for (; p < e; p++)
*p = uma_junk;
}
int
mtrash_init(void *mem, int size, int flags)
{
struct malloc_type **ksp;
#ifdef DEBUG_MEMGUARD
if (is_memguard_addr(mem))
return (0);
#endif
mtrash_dtor(mem, size, NULL);
ksp = (struct malloc_type **)mem;
ksp += (size / sizeof(struct malloc_type *)) - 1;
*ksp = NULL;
return (0);
}
void
mtrash_fini(void *mem, int size)
{
(void)mtrash_ctor(mem, size, NULL, 0);
}