#include <sys/cdefs.h>
__KERNEL_RCSID(0, "$NetBSD: uvm_mremap.c,v 1.23 2025/12/10 21:33:02 andvar Exp $");
#include <sys/param.h>
#include <sys/mman.h>
#include <sys/sched.h>
#include <sys/syscallargs.h>
#include <sys/proc.h>
#include <sys/atomic.h>
#include <uvm/uvm.h>
static int
uvm_mapent_extend(struct vm_map *map, vaddr_t endva, vsize_t size)
{
struct vm_map_entry *entry;
struct vm_map_entry *reserved_entry;
struct uvm_object *uobj;
int error = 0;
vm_map_lock(map);
if (!uvm_map_lookup_entry(map, endva, &reserved_entry)) {
error = ENOENT;
goto done;
}
if (reserved_entry->start != endva ||
reserved_entry->end != endva + size ||
reserved_entry->object.uvm_obj != NULL ||
reserved_entry->aref.ar_amap != NULL ||
reserved_entry->protection != VM_PROT_NONE) {
error = EINVAL;
goto done;
}
entry = reserved_entry->prev;
if (&map->header == entry || entry->end != endva) {
error = EINVAL;
goto done;
}
uobj = entry->object.uvm_obj;
if (uobj) {
voff_t offset = entry->offset;
voff_t newoffset;
newoffset = offset + entry->end - entry->start;
if (newoffset <= offset) {
error = E2BIG;
goto done;
}
if (uobj->pgops->pgo_reference)
uobj->pgops->pgo_reference(uobj);
reserved_entry->object.uvm_obj = uobj;
reserved_entry->offset = newoffset;
}
reserved_entry->etype = entry->etype;
if (UVM_ET_ISCOPYONWRITE(entry)) {
reserved_entry->etype |= UVM_ET_NEEDSCOPY;
}
reserved_entry->flags &= ~UVM_MAP_NOMERGE;
reserved_entry->protection = entry->protection;
reserved_entry->max_protection = entry->max_protection;
reserved_entry->inheritance = entry->inheritance;
reserved_entry->advice = entry->advice;
reserved_entry->wired_count = 0;
uvm_mapent_trymerge(map, reserved_entry, 0);
done:
vm_map_unlock(map);
return error;
}
int
uvm_mremap(struct vm_map *oldmap, vaddr_t oldva, vsize_t oldsize,
struct vm_map *newmap, vaddr_t *newvap, vsize_t newsize,
struct proc *newproc, int flags)
{
vaddr_t dstva;
vsize_t movesize;
vaddr_t newva;
int alignshift;
vaddr_t align = 0;
int error = 0;
const bool fixed = (flags & MAP_FIXED) != 0;
const bool duplicate = (flags & MAP_REMAPDUP) != 0;
if (fixed) {
newva = *newvap;
} else {
newva = 0;
}
if ((oldva & PAGE_MASK) != 0 ||
(newva & PAGE_MASK) != 0 ||
(oldsize & PAGE_MASK) != 0 ||
(newsize & PAGE_MASK) != 0) {
return EINVAL;
}
if (oldva + oldsize <= oldva || newva + newsize <= newva) {
return EINVAL;
}
alignshift = (flags & MAP_ALIGNMENT_MASK) >> MAP_ALIGNMENT_SHIFT;
if (alignshift != 0) {
if (alignshift >= sizeof(vaddr_t) * NBBY)
return EINVAL;
align = 1L << alignshift;
if (align < PAGE_SIZE)
return EINVAL;
if (align >= vm_map_max(oldmap))
return ENOMEM;
if ((flags & MAP_FIXED) != 0) {
if ((*newvap & (align - 1)) != 0)
return EINVAL;
align = 0;
}
}
if (!duplicate &&
(!fixed || newva == oldva) && newmap == oldmap &&
(align == 0 || (oldva & (align - 1)) == 0)) {
vaddr_t va;
if (newsize == oldsize) {
newva = oldva;
goto done;
}
if (newsize < oldsize) {
uvm_unmap(oldmap, oldva + newsize, oldva + oldsize);
newva = oldva;
goto done;
}
va = oldva + oldsize;
if (uvm_map_reserve(oldmap, newsize - oldsize, 0, 0, &va,
UVM_FLAG_FIXED)) {
newva = oldva;
goto extend;
}
if (fixed) {
return ENOMEM;
}
}
if (!fixed) {
KASSERT(&newproc->p_vmspace->vm_map == newmap);
newva = newproc->p_emul->e_vm_default_addr(newproc,
(vaddr_t)newproc->p_vmspace->vm_daddr, newsize,
newproc->p_vmspace->vm_map.flags & VM_MAP_TOPDOWN);
}
dstva = newva;
if (!uvm_map_reserve(newmap, newsize, oldva, align, &dstva,
fixed ? UVM_FLAG_FIXED : 0)) {
return ENOMEM;
}
KASSERT(!fixed || dstva == newva);
newva = dstva;
movesize = MIN(oldsize, newsize);
error = uvm_map_extract(oldmap, oldva, movesize, newmap, &dstva,
UVM_EXTRACT_RESERVED);
KASSERT(dstva == newva);
if (error != 0) {
uvm_unmap(newmap, newva, newva + newsize);
return error;
}
if (newsize > oldsize) {
extend:
error = uvm_mapent_extend(newmap, newva + oldsize,
newsize - oldsize);
if (error != 0) {
if (newva == oldva && newmap == oldmap) {
uvm_unmap(newmap, newva + oldsize,
newva + newsize);
} else {
uvm_unmap(newmap, newva, newva + newsize);
}
return error;
}
}
if (!duplicate && (oldva != newva || oldmap != newmap)) {
uvm_unmap(oldmap, oldva, oldva + oldsize);
}
done:
*newvap = newva;
return 0;
}
int
sys_mremap(struct lwp *l, const struct sys_mremap_args *uap, register_t *retval)
{
struct proc *p;
struct vm_map *map;
vaddr_t oldva;
vaddr_t newva;
size_t oldsize;
size_t newsize;
int flags;
int error;
flags = SCARG(uap, flags);
oldva = (vaddr_t)SCARG(uap, old_address);
oldsize = (vsize_t)(SCARG(uap, old_size));
newva = (vaddr_t)SCARG(uap, new_address);
newsize = (vsize_t)(SCARG(uap, new_size));
if ((flags & ~(MAP_FIXED | MAP_REMAPDUP | MAP_ALIGNMENT_MASK)) != 0) {
error = EINVAL;
goto done;
}
oldsize = round_page(oldsize);
newsize = round_page(newsize);
p = l->l_proc;
map = &p->p_vmspace->vm_map;
error = uvm_mremap(map, oldva, oldsize, map, &newva, newsize, p, flags);
done:
*retval = (error != 0) ? 0 : (register_t)newva;
return error;
}