#include <sys/cdefs.h>
__KERNEL_RCSID(0, "$NetBSD: vfs_syscalls.c,v 1.572 2026/01/03 23:08:53 riastradh Exp $");
#ifdef _KERNEL_OPT
#include "opt_fileassoc.h"
#include "veriexec.h"
#endif
#include <sys/param.h>
#include <sys/types.h>
#include <sys/atomic.h>
#include <sys/buf.h>
#include <sys/compat_stub.h>
#include <sys/dirent.h>
#include <sys/event.h>
#include <sys/extattr.h>
#include <sys/fcntl.h>
#include <sys/file.h>
#ifdef FILEASSOC
#include <sys/fileassoc.h>
#endif
#include <sys/filedesc.h>
#include <sys/fstrans.h>
#include <sys/kauth.h>
#include <sys/kernel.h>
#include <sys/kmem.h>
#include <sys/ktrace.h>
#include <sys/module.h>
#include <sys/mount.h>
#include <sys/namei.h>
#include <sys/proc.h>
#include <sys/quota.h>
#include <sys/quotactl.h>
#include <sys/sdt.h>
#include <sys/stat.h>
#include <sys/syscallargs.h>
#include <sys/sysctl.h>
#include <sys/systm.h>
#include <sys/uio.h>
#include <sys/verified_exec.h>
#include <sys/vfs_syscalls.h>
#include <sys/vnode.h>
#include <miscfs/genfs/genfs.h>
#include <miscfs/specfs/specdev.h>
#include <nfs/nfs.h>
#include <nfs/nfs_var.h>
#include <nfs/nfsproto.h>
#include <nfs/rpcv2.h>
#ifndef OFF_T_MAX
#define OFF_T_MAX __type_max(off_t)
#endif
static int change_flags(struct vnode *, u_long, struct lwp *);
static int change_mode(struct vnode *, int, struct lwp *);
static int change_owner(struct vnode *, uid_t, gid_t, struct lwp *, int);
static int do_sys_openat(lwp_t *, int, const char *, int, int, int *);
static int do_sys_mkdirat(struct lwp *l, int, const char *, mode_t,
enum uio_seg);
static int do_sys_mkfifoat(struct lwp *, int, const char *, mode_t);
static int do_sys_symlinkat(struct lwp *, const char *, int, const char *,
enum uio_seg);
static int do_sys_renameat(struct lwp *l, int, const char *, int, const char *,
enum uio_seg, int);
static int do_sys_readlinkat(struct lwp *, int, const char *, char *,
size_t, register_t *);
static int do_sys_unlinkat(struct lwp *, int, const char *, int, enum uio_seg);
static int fd_nameiat(struct lwp *, int, struct nameidata *);
static int fd_nameiat_simple_user(struct lwp *, int, const char *,
namei_simple_flags_t, struct vnode **);
const char * const mountcompatnames[] = {
NULL,
MOUNT_FFS,
MOUNT_NFS,
MOUNT_MFS,
MOUNT_MSDOS,
MOUNT_CD9660,
MOUNT_FDESC,
MOUNT_KERNFS,
NULL,
MOUNT_AFS,
};
const u_int nmountcompatnames = __arraycount(mountcompatnames);
static struct klist fs_klist;
static kmutex_t fs_klist_lock;
CTASSERT((NOTE_SUBMIT & VQ_MOUNT) == 0);
CTASSERT((NOTE_SUBMIT & VQ_UNMOUNT) == 0);
void
vfs_evfilt_fs_init(void)
{
klist_init(&fs_klist);
mutex_init(&fs_klist_lock, MUTEX_DEFAULT, IPL_NONE);
}
static int
filt_fsattach(struct knote *kn)
{
mutex_enter(&fs_klist_lock);
kn->kn_flags |= EV_CLEAR;
klist_insert(&fs_klist, kn);
mutex_exit(&fs_klist_lock);
return 0;
}
static void
filt_fsdetach(struct knote *kn)
{
mutex_enter(&fs_klist_lock);
klist_remove(&fs_klist, kn);
mutex_exit(&fs_klist_lock);
}
static int
filt_fs(struct knote *kn, long hint)
{
int rv;
if (hint & NOTE_SUBMIT) {
KASSERT(mutex_owned(&fs_klist_lock));
kn->kn_fflags |= hint & ~NOTE_SUBMIT;
} else {
mutex_enter(&fs_klist_lock);
}
rv = (kn->kn_fflags != 0);
if ((hint & NOTE_SUBMIT) == 0) {
mutex_exit(&fs_klist_lock);
}
return rv;
}
const struct filterops fs_filtops = {
.f_flags = FILTEROP_MPSAFE,
.f_attach = filt_fsattach,
.f_detach = filt_fsdetach,
.f_event = filt_fs,
};
static int
fd_nameiat(struct lwp *l, int fdat, struct nameidata *ndp)
{
file_t *dfp;
int error;
const char *path = pathbuf_stringcopy_get(ndp->ni_pathbuf);
if (fdat != AT_FDCWD && path[0] != '/') {
if ((error = fd_getvnode(fdat, &dfp)) != 0)
goto out;
NDAT(ndp, dfp->f_vnode);
}
error = namei(ndp);
if (fdat != AT_FDCWD && path[0] != '/')
fd_putfile(fdat);
out:
pathbuf_stringcopy_put(ndp->ni_pathbuf, path);
return error;
}
static int
fd_nameiat_simple_user(struct lwp *l, int fdat, const char *path,
namei_simple_flags_t sflags, struct vnode **vp_ret)
{
file_t *dfp;
struct vnode *dvp;
int error;
struct pathbuf *pb;
const char *p;
error = pathbuf_copyin(path, &pb);
if (error) {
return error;
}
p = pathbuf_stringcopy_get(pb);
if (fdat != AT_FDCWD && p[0] != '/') {
if ((error = fd_getvnode(fdat, &dfp)) != 0)
goto out;
dvp = dfp->f_vnode;
} else {
dvp = NULL;
}
error = nameiat_simple(dvp, pb, sflags, vp_ret);
if (fdat != AT_FDCWD && p[0] != '/')
fd_putfile(fdat);
out:
pathbuf_stringcopy_put(pb, p);
pathbuf_destroy(pb);
return error;
}
static int
open_setfp(struct lwp *l, file_t *fp, struct vnode *vp, int indx, int flags)
{
int error;
fp->f_flag = flags & FMASK;
fp->f_type = DTYPE_VNODE;
fp->f_ops = &vnops;
fp->f_vnode = vp;
if (flags & (O_EXLOCK | O_SHLOCK)) {
struct flock lf;
int type;
lf.l_whence = SEEK_SET;
lf.l_start = 0;
lf.l_len = 0;
if (flags & O_EXLOCK)
lf.l_type = F_WRLCK;
else
lf.l_type = F_RDLCK;
type = F_FLOCK;
if ((flags & FNONBLOCK) == 0)
type |= F_WAIT;
VOP_UNLOCK(vp);
error = VOP_ADVLOCK(vp, fp, F_SETLK, &lf, type);
if (error) {
(void) vn_close(vp, fp->f_flag, fp->f_cred);
fd_abort(l->l_proc, fp, indx);
return error;
}
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
atomic_or_uint(&fp->f_flag, FHASLOCK);
}
if (flags & O_CLOEXEC)
fd_set_exclose(l, indx, true);
if (flags & O_CLOFORK)
fd_set_foclose(l, indx, true);
return 0;
}
static int
mount_update(struct lwp *l, struct vnode *vp, const char *path, int flags,
void *data, size_t *data_len)
{
struct mount *mp;
int error = 0, saved_flags;
mp = vp->v_mount;
saved_flags = mp->mnt_flag;
if ((vp->v_vflag & VV_ROOT) == 0) {
error = SET_ERROR(EINVAL);
goto out;
}
if ((flags & (MNT_RELOAD | MNT_RDONLY)) != 0 &&
(mp->mnt_flag & MNT_RDONLY) == 0 &&
(mp->mnt_iflag & IMNT_CAN_RWTORO) == 0) {
error = SET_ERROR(EOPNOTSUPP);
goto out;
}
if ((flags & MNT_UNION) != 0 && mp->mnt_vnodecovered == NULLVP) {
error = SET_ERROR(EOPNOTSUPP);
goto out;
}
error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_MOUNT,
KAUTH_REQ_SYSTEM_MOUNT_UPDATE, mp, KAUTH_ARG(flags), data);
if (error)
goto out;
error = vfs_suspend(mp, 0);
if (error)
goto out;
mutex_enter(mp->mnt_updating);
mp->mnt_flag &= ~MNT_OP_FLAGS;
mp->mnt_flag |= flags & MNT_OP_FLAGS;
if ((flags & MNT_RDONLY) != (mp->mnt_flag & MNT_RDONLY)) {
if ((flags & MNT_RDONLY))
mp->mnt_iflag |= IMNT_WANTRDONLY;
else
mp->mnt_iflag |= IMNT_WANTRDWR;
}
mp->mnt_flag &= ~MNT_BASIC_FLAGS;
mp->mnt_flag |= flags & MNT_BASIC_FLAGS;
if ((mp->mnt_iflag & IMNT_WANTRDONLY))
mp->mnt_flag &= ~MNT_RDONLY;
error = VFS_MOUNT(mp, path, data, data_len);
if (error && data != NULL) {
int error2;
error2 = vfs_hooks_reexport(mp, path, data);
if (error2 != EJUSTRETURN)
error = error2;
}
if (error == 0 && (mp->mnt_iflag & IMNT_WANTRDONLY))
mp->mnt_flag |= MNT_RDONLY;
if (error)
mp->mnt_flag = saved_flags;
mp->mnt_flag &= ~MNT_OP_FLAGS;
mp->mnt_iflag &= ~(IMNT_WANTRDONLY | IMNT_WANTRDWR);
if ((mp->mnt_flag & (MNT_RDONLY | MNT_ASYNC)) == 0) {
if ((mp->mnt_iflag & IMNT_ONWORKLIST) == 0)
vfs_syncer_add_to_worklist(mp);
} else {
if ((mp->mnt_iflag & IMNT_ONWORKLIST) != 0)
vfs_syncer_remove_from_worklist(mp);
}
mutex_exit(mp->mnt_updating);
vfs_resume(mp);
if ((error == 0) && !(saved_flags & MNT_EXTATTR) &&
(flags & MNT_EXTATTR)) {
if (VFS_EXTATTRCTL(mp, EXTATTR_CMD_START,
NULL, 0, NULL) != 0) {
printf("%s: failed to start extattr, error = %d",
mp->mnt_stat.f_mntonname, error);
mp->mnt_flag &= ~MNT_EXTATTR;
}
}
if ((error == 0) && (saved_flags & MNT_EXTATTR) &&
!(flags & MNT_EXTATTR)) {
if (VFS_EXTATTRCTL(mp, EXTATTR_CMD_STOP,
NULL, 0, NULL) != 0) {
printf("%s: failed to stop extattr, error = %d",
mp->mnt_stat.f_mntonname, error);
mp->mnt_flag |= MNT_RDONLY;
}
}
out:
return (error);
}
static int
mount_get_vfsops(const char *fstype, enum uio_seg type_seg,
struct vfsops **vfsops)
{
char fstypename[sizeof(((struct statvfs *)NULL)->f_fstypename)];
int error;
if (type_seg == UIO_USERSPACE) {
error = copyinstr(fstype, fstypename, sizeof(fstypename),
NULL);
} else {
error = copystr(fstype, fstypename, sizeof(fstypename), NULL);
KASSERT(error == 0);
}
if (error) {
u_long fsindex = (u_long)fstype;
if (fsindex >= nmountcompatnames ||
mountcompatnames[fsindex] == NULL)
return SET_ERROR(ENODEV);
strlcpy(fstypename, mountcompatnames[fsindex],
sizeof(fstypename));
}
if (strcmp(fstypename, "ufs") == 0)
fstypename[0] = 'f';
if ((*vfsops = vfs_getopsbyname(fstypename)) != NULL)
return 0;
(void)module_autoload(fstypename, MODULE_CLASS_VFS);
if ((*vfsops = vfs_getopsbyname(fstypename)) != NULL)
return 0;
return SET_ERROR(ENODEV);
}
static int
mount_getargs(struct lwp *l, struct vnode *vp, const char *path, int flags,
void *data, size_t *data_len)
{
struct mount *mp;
int error;
if (flags & ~MNT_GETARGS)
return SET_ERROR(EINVAL);
mp = vp->v_mount;
error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_MOUNT,
KAUTH_REQ_SYSTEM_MOUNT_GET, mp, data, NULL);
if (error)
return error;
if ((vp->v_vflag & VV_ROOT) == 0)
return SET_ERROR(EINVAL);
if (vfs_busy(mp))
return SET_ERROR(EPERM);
mutex_enter(mp->mnt_updating);
mp->mnt_flag &= ~MNT_OP_FLAGS;
mp->mnt_flag |= MNT_GETARGS;
error = VFS_MOUNT(mp, path, data, data_len);
mp->mnt_flag &= ~MNT_OP_FLAGS;
mutex_exit(mp->mnt_updating);
vfs_unbusy(mp);
return (error);
}
int
sys___mount50(struct lwp *l, const struct sys___mount50_args *uap,
register_t *retval)
{
return do_sys_mount(l, SCARG(uap, type), UIO_USERSPACE,
SCARG(uap, path), SCARG(uap, flags),
SCARG(uap, data), UIO_USERSPACE, SCARG(uap, data_len),
retval);
}
int
do_sys_mount(struct lwp *l, const char *type, enum uio_seg type_seg,
const char *path, int flags,
void *data, enum uio_seg data_seg, size_t data_len,
register_t *retval)
{
struct vfsops *vfsops = NULL;
struct vnode *vp;
void *data_buf = data;
bool vfsopsrele = false;
size_t alloc_sz = 0;
int error;
error = namei_simple_user(path, NSM_FOLLOW_TRYEMULROOT, &vp);
if (error != 0) {
vp = NULL;
goto done;
}
if (flags & (MNT_GETARGS | MNT_UPDATE)) {
vfsops = vp->v_mount->mnt_op;
} else {
error = mount_get_vfsops(type, type_seg, &vfsops);
if (error != 0)
goto done;
vfsopsrele = true;
}
if (data != NULL && data_seg == UIO_USERSPACE) {
if (data_len == 0) {
data_len = vfsops->vfs_min_mount_data;
if (flags & MNT_UPDATE
&& data_len < sizeof (struct mnt_export_args30))
data_len = sizeof (struct mnt_export_args30);
}
if ((data_len == 0) || (data_len > VFS_MAX_MOUNT_DATA)) {
error = SET_ERROR(EINVAL);
goto done;
}
alloc_sz = data_len;
data_buf = kmem_alloc(alloc_sz, KM_SLEEP);
error = copyin(data, data_buf, data_len);
if (error != 0)
goto done;
}
if (flags & MNT_GETARGS) {
if (data_len == 0) {
error = SET_ERROR(EINVAL);
goto done;
}
error = mount_getargs(l, vp, path, flags, data_buf, &data_len);
if (error != 0)
goto done;
if (data_seg == UIO_USERSPACE)
error = copyout(data_buf, data, data_len);
*retval = data_len;
} else if (flags & MNT_UPDATE) {
error = mount_update(l, vp, path, flags, data_buf, &data_len);
} else {
KASSERT(vfsopsrele == true);
error = mount_domount(l, &vp, vfsops, path, flags, data_buf,
&data_len);
vfsopsrele = false;
}
if (!error) {
mutex_enter(&fs_klist_lock);
KNOTE(&fs_klist, NOTE_SUBMIT | VQ_MOUNT);
mutex_exit(&fs_klist_lock);
}
done:
if (vfsopsrele)
vfs_delref(vfsops);
if (vp != NULL) {
vrele(vp);
}
if (data_buf != data)
kmem_free(data_buf, alloc_sz);
return (error);
}
int
sys_unmount(struct lwp *l, const struct sys_unmount_args *uap,
register_t *retval)
{
struct vnode *vp;
struct mount *mp;
int error;
struct pathbuf *pb;
struct nameidata nd;
error = pathbuf_copyin(SCARG(uap, path), &pb);
if (error) {
return error;
}
NDINIT(&nd, LOOKUP, NOFOLLOW | LOCKLEAF | TRYEMULROOT, pb);
if ((error = namei(&nd)) != 0) {
pathbuf_destroy(pb);
return error;
}
vp = nd.ni_vp;
pathbuf_destroy(pb);
mp = vp->v_mount;
vfs_ref(mp);
VOP_UNLOCK(vp);
error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_MOUNT,
KAUTH_REQ_SYSTEM_MOUNT_UNMOUNT, mp, NULL, NULL);
if (error) {
vrele(vp);
vfs_rele(mp);
return (error);
}
if (mp->mnt_flag & MNT_ROOTFS) {
vrele(vp);
vfs_rele(mp);
return SET_ERROR(EINVAL);
}
if ((vp->v_vflag & VV_ROOT) == 0) {
vrele(vp);
vfs_rele(mp);
return SET_ERROR(EINVAL);
}
vrele(vp);
error = dounmount(mp, SCARG(uap, flags), l);
vfs_rele(mp);
if (!error) {
mutex_enter(&fs_klist_lock);
KNOTE(&fs_klist, NOTE_SUBMIT | VQ_UNMOUNT);
mutex_exit(&fs_klist_lock);
}
return error;
}
#ifdef DEBUG
int syncprt = 0;
struct ctldebug debug0 = { "syncprt", &syncprt };
#endif
void
do_sys_sync(struct lwp *l)
{
mount_iterator_t *iter;
struct mount *mp;
int asyncflag;
mountlist_iterator_init(&iter);
while ((mp = mountlist_iterator_next(iter)) != NULL) {
mutex_enter(mp->mnt_updating);
if ((mp->mnt_flag & MNT_RDONLY) == 0) {
asyncflag = mp->mnt_flag & MNT_ASYNC;
mp->mnt_flag &= ~MNT_ASYNC;
VFS_SYNC(mp, MNT_NOWAIT, l->l_cred);
mp->mnt_flag |= asyncflag;
}
mutex_exit(mp->mnt_updating);
}
mountlist_iterator_destroy(iter);
#ifdef DEBUG
if (syncprt)
vfs_bufstats();
#endif
}
static bool
sync_vnode_filter(void *cookie, vnode_t *vp)
{
if (vp->v_numoutput > 0) {
++*(int *)cookie;
}
return false;
}
int
vfs_syncwait(void)
{
int nbusy, nbusy_prev, iter;
struct vnode_iterator *vniter;
mount_iterator_t *mpiter;
struct mount *mp;
for (nbusy_prev = 0, iter = 0; iter < 20;) {
nbusy = 0;
mountlist_iterator_init(&mpiter);
while ((mp = mountlist_iterator_next(mpiter)) != NULL) {
vnode_t *vp __diagused;
vfs_vnode_iterator_init(mp, &vniter);
vp = vfs_vnode_iterator_next(vniter,
sync_vnode_filter, &nbusy);
KASSERT(vp == NULL);
vfs_vnode_iterator_destroy(vniter);
}
mountlist_iterator_destroy(mpiter);
if (nbusy == 0)
break;
if (nbusy_prev == 0)
nbusy_prev = nbusy;
printf("%d ", nbusy);
kpause("syncwait", false, MAX(1, hz / 25 * iter), NULL);
if (nbusy >= nbusy_prev)
iter++;
else
nbusy_prev = nbusy;
}
if (nbusy) {
#if defined(DEBUG) || defined(DEBUG_HALT_BUSY)
printf("giving up\nPrinting vnodes for busy buffers\n");
mountlist_iterator_init(&mpiter);
while ((mp = mountlist_iterator_next(mpiter)) != NULL) {
vnode_t *vp;
vfs_vnode_iterator_init(mp, &vniter);
vp = vfs_vnode_iterator_next(vniter,
NULL, NULL);
mutex_enter(vp->v_interlock);
if (vp->v_numoutput > 0)
vprint(NULL, vp);
mutex_exit(vp->v_interlock);
vrele(vp);
vfs_vnode_iterator_destroy(vniter);
}
mountlist_iterator_destroy(mpiter);
#endif
}
return nbusy;
}
int
sys_sync(struct lwp *l, const void *v, register_t *retval)
{
do_sys_sync(l);
return (0);
}
static int
do_sys_quotactl_stat(struct mount *mp, struct quotastat *info_u)
{
struct quotastat info_k;
int error;
memset(&info_k, 0, sizeof(info_k));
error = vfs_quotactl_stat(mp, &info_k);
if (error) {
return error;
}
return copyout(&info_k, info_u, sizeof(info_k));
}
static int
do_sys_quotactl_idtypestat(struct mount *mp, int idtype,
struct quotaidtypestat *info_u)
{
struct quotaidtypestat info_k;
int error;
memset(&info_k, 0, sizeof(info_k));
error = vfs_quotactl_idtypestat(mp, idtype, &info_k);
if (error) {
return error;
}
return copyout(&info_k, info_u, sizeof(info_k));
}
static int
do_sys_quotactl_objtypestat(struct mount *mp, int objtype,
struct quotaobjtypestat *info_u)
{
struct quotaobjtypestat info_k;
int error;
memset(&info_k, 0, sizeof(info_k));
error = vfs_quotactl_objtypestat(mp, objtype, &info_k);
if (error) {
return error;
}
return copyout(&info_k, info_u, sizeof(info_k));
}
static int
do_sys_quotactl_get(struct mount *mp, const struct quotakey *key_u,
struct quotaval *val_u)
{
struct quotakey key_k;
struct quotaval val_k;
int error;
memset(&val_k, 0, sizeof(val_k));
error = copyin(key_u, &key_k, sizeof(key_k));
if (error) {
return error;
}
error = vfs_quotactl_get(mp, &key_k, &val_k);
if (error) {
return error;
}
return copyout(&val_k, val_u, sizeof(val_k));
}
static int
do_sys_quotactl_put(struct mount *mp, const struct quotakey *key_u,
const struct quotaval *val_u)
{
struct quotakey key_k;
struct quotaval val_k;
int error;
error = copyin(key_u, &key_k, sizeof(key_k));
if (error) {
return error;
}
error = copyin(val_u, &val_k, sizeof(val_k));
if (error) {
return error;
}
return vfs_quotactl_put(mp, &key_k, &val_k);
}
static int
do_sys_quotactl_del(struct mount *mp, const struct quotakey *key_u)
{
struct quotakey key_k;
int error;
error = copyin(key_u, &key_k, sizeof(key_k));
if (error) {
return error;
}
return vfs_quotactl_del(mp, &key_k);
}
static int
do_sys_quotactl_cursoropen(struct mount *mp, struct quotakcursor *cursor_u)
{
struct quotakcursor cursor_k;
int error;
memset(&cursor_k, 0, sizeof(cursor_k));
error = vfs_quotactl_cursoropen(mp, &cursor_k);
if (error) {
return error;
}
return copyout(&cursor_k, cursor_u, sizeof(cursor_k));
}
static int
do_sys_quotactl_cursorclose(struct mount *mp, struct quotakcursor *cursor_u)
{
struct quotakcursor cursor_k;
int error;
error = copyin(cursor_u, &cursor_k, sizeof(cursor_k));
if (error) {
return error;
}
return vfs_quotactl_cursorclose(mp, &cursor_k);
}
static int
do_sys_quotactl_cursorskipidtype(struct mount *mp,
struct quotakcursor *cursor_u, int idtype)
{
struct quotakcursor cursor_k;
int error;
error = copyin(cursor_u, &cursor_k, sizeof(cursor_k));
if (error) {
return error;
}
error = vfs_quotactl_cursorskipidtype(mp, &cursor_k, idtype);
if (error) {
return error;
}
return copyout(&cursor_k, cursor_u, sizeof(cursor_k));
}
static int
do_sys_quotactl_cursorget(struct mount *mp, struct quotakcursor *cursor_u,
struct quotakey *keys_u, struct quotaval *vals_u, unsigned maxnum,
unsigned *ret_u)
{
#define CGET_STACK_MAX 8
struct quotakcursor cursor_k;
struct quotakey stackkeys[CGET_STACK_MAX];
struct quotaval stackvals[CGET_STACK_MAX];
struct quotakey *keys_k;
struct quotaval *vals_k;
unsigned ret_k;
int error;
if (maxnum > 128) {
maxnum = 128;
}
error = copyin(cursor_u, &cursor_k, sizeof(cursor_k));
if (error) {
return error;
}
if (maxnum <= CGET_STACK_MAX) {
keys_k = stackkeys;
vals_k = stackvals;
memset(keys_k, 0, maxnum * sizeof(keys_k[0]));
memset(vals_k, 0, maxnum * sizeof(vals_k[0]));
} else {
keys_k = kmem_zalloc(maxnum * sizeof(keys_k[0]), KM_SLEEP);
vals_k = kmem_zalloc(maxnum * sizeof(vals_k[0]), KM_SLEEP);
}
error = vfs_quotactl_cursorget(mp, &cursor_k, keys_k, vals_k, maxnum,
&ret_k);
if (error) {
goto fail;
}
error = copyout(keys_k, keys_u, ret_k * sizeof(keys_k[0]));
if (error) {
goto fail;
}
error = copyout(vals_k, vals_u, ret_k * sizeof(vals_k[0]));
if (error) {
goto fail;
}
error = copyout(&ret_k, ret_u, sizeof(ret_k));
if (error) {
goto fail;
}
error = copyout(&cursor_k, cursor_u, sizeof(cursor_k));
fail:
if (keys_k != stackkeys) {
kmem_free(keys_k, maxnum * sizeof(keys_k[0]));
}
if (vals_k != stackvals) {
kmem_free(vals_k, maxnum * sizeof(vals_k[0]));
}
return error;
}
static int
do_sys_quotactl_cursoratend(struct mount *mp, struct quotakcursor *cursor_u,
int *ret_u)
{
struct quotakcursor cursor_k;
int ret_k;
int error;
error = copyin(cursor_u, &cursor_k, sizeof(cursor_k));
if (error) {
return error;
}
error = vfs_quotactl_cursoratend(mp, &cursor_k, &ret_k);
if (error) {
return error;
}
error = copyout(&ret_k, ret_u, sizeof(ret_k));
if (error) {
return error;
}
return copyout(&cursor_k, cursor_u, sizeof(cursor_k));
}
static int
do_sys_quotactl_cursorrewind(struct mount *mp, struct quotakcursor *cursor_u)
{
struct quotakcursor cursor_k;
int error;
error = copyin(cursor_u, &cursor_k, sizeof(cursor_k));
if (error) {
return error;
}
error = vfs_quotactl_cursorrewind(mp, &cursor_k);
if (error) {
return error;
}
return copyout(&cursor_k, cursor_u, sizeof(cursor_k));
}
static int
do_sys_quotactl_quotaon(struct mount *mp, int idtype, const char *path_u)
{
char *path_k;
int error;
path_k = PNBUF_GET();
error = copyin(path_u, path_k, PATH_MAX);
if (error) {
PNBUF_PUT(path_k);
return error;
}
error = vfs_quotactl_quotaon(mp, idtype, path_k);
PNBUF_PUT(path_k);
return error;
}
static int
do_sys_quotactl_quotaoff(struct mount *mp, int idtype)
{
return vfs_quotactl_quotaoff(mp, idtype);
}
int
do_sys_quotactl(const char *path_u, const struct quotactl_args *args)
{
struct mount *mp;
struct vnode *vp;
int error;
error = namei_simple_user(path_u, NSM_FOLLOW_TRYEMULROOT, &vp);
if (error != 0)
return (error);
mp = vp->v_mount;
switch (args->qc_op) {
case QUOTACTL_STAT:
error = do_sys_quotactl_stat(mp, args->u.stat.qc_info);
break;
case QUOTACTL_IDTYPESTAT:
error = do_sys_quotactl_idtypestat(mp,
args->u.idtypestat.qc_idtype,
args->u.idtypestat.qc_info);
break;
case QUOTACTL_OBJTYPESTAT:
error = do_sys_quotactl_objtypestat(mp,
args->u.objtypestat.qc_objtype,
args->u.objtypestat.qc_info);
break;
case QUOTACTL_GET:
error = do_sys_quotactl_get(mp,
args->u.get.qc_key,
args->u.get.qc_val);
break;
case QUOTACTL_PUT:
error = do_sys_quotactl_put(mp,
args->u.put.qc_key,
args->u.put.qc_val);
break;
case QUOTACTL_DEL:
error = do_sys_quotactl_del(mp, args->u.del.qc_key);
break;
case QUOTACTL_CURSOROPEN:
error = do_sys_quotactl_cursoropen(mp,
args->u.cursoropen.qc_cursor);
break;
case QUOTACTL_CURSORCLOSE:
error = do_sys_quotactl_cursorclose(mp,
args->u.cursorclose.qc_cursor);
break;
case QUOTACTL_CURSORSKIPIDTYPE:
error = do_sys_quotactl_cursorskipidtype(mp,
args->u.cursorskipidtype.qc_cursor,
args->u.cursorskipidtype.qc_idtype);
break;
case QUOTACTL_CURSORGET:
error = do_sys_quotactl_cursorget(mp,
args->u.cursorget.qc_cursor,
args->u.cursorget.qc_keys,
args->u.cursorget.qc_vals,
args->u.cursorget.qc_maxnum,
args->u.cursorget.qc_ret);
break;
case QUOTACTL_CURSORATEND:
error = do_sys_quotactl_cursoratend(mp,
args->u.cursoratend.qc_cursor,
args->u.cursoratend.qc_ret);
break;
case QUOTACTL_CURSORREWIND:
error = do_sys_quotactl_cursorrewind(mp,
args->u.cursorrewind.qc_cursor);
break;
case QUOTACTL_QUOTAON:
error = do_sys_quotactl_quotaon(mp,
args->u.quotaon.qc_idtype,
args->u.quotaon.qc_quotafile);
break;
case QUOTACTL_QUOTAOFF:
error = do_sys_quotactl_quotaoff(mp,
args->u.quotaoff.qc_idtype);
break;
default:
error = SET_ERROR(EINVAL);
break;
}
vrele(vp);
return error;
}
int
sys___quotactl(struct lwp *l, const struct sys___quotactl_args *uap,
register_t *retval)
{
struct quotactl_args args;
int error;
error = copyin(SCARG(uap, args), &args, sizeof(args));
if (error) {
return error;
}
return do_sys_quotactl(SCARG(uap, path), &args);
}
int
dostatvfs(struct mount *mp, struct statvfs *sp, struct lwp *l, int flags,
int root)
{
struct cwdinfo *cwdi = l->l_proc->p_cwdi;
bool chrooted;
int error = 0;
KASSERT(l == curlwp);
chrooted = (atomic_load_relaxed(&cwdi->cwdi_rdir) != NULL);
if (flags == MNT_NOWAIT || flags == MNT_LAZY ||
(flags != MNT_WAIT && flags != 0)) {
memcpy(sp, &mp->mnt_stat, sizeof(*sp));
} else {
memset(sp, 0, sizeof(*sp));
if ((error = VFS_STATVFS(mp, sp)) != 0)
return error;
if (!chrooted)
(void)memcpy(&mp->mnt_stat, sp, sizeof(mp->mnt_stat));
}
if (chrooted) {
size_t len;
char *bp;
char c;
char *path = PNBUF_GET();
bp = path + MAXPATHLEN;
*--bp = '\0';
rw_enter(&cwdi->cwdi_lock, RW_READER);
error = getcwd_common(cwdi->cwdi_rdir, rootvnode, &bp, path,
MAXPATHLEN / 2, 0, l);
rw_exit(&cwdi->cwdi_lock);
if (error) {
PNBUF_PUT(path);
return error;
}
len = strlen(bp);
if (len != 1) {
if (strncmp(bp, sp->f_mntonname, len) == 0 &&
((c = sp->f_mntonname[len]) == '/' || c == '\0')) {
(void)strlcpy(sp->f_mntonname,
c == '\0' ? "/" : &sp->f_mntonname[len],
sizeof(sp->f_mntonname));
} else {
if (root)
(void)strlcpy(sp->f_mntonname, "/",
sizeof(sp->f_mntonname));
else
error = SET_ERROR(EPERM);
}
}
PNBUF_PUT(path);
}
sp->f_flag = mp->mnt_flag & MNT_VISFLAGMASK;
return error;
}
int
do_sys_pstatvfs(struct lwp *l, const char *path, int flags, struct statvfs *sb)
{
struct mount *mp;
int error;
struct vnode *vp;
error = namei_simple_user(path, NSM_FOLLOW_TRYEMULROOT, &vp);
if (error != 0)
return error;
mp = vp->v_mount;
error = dostatvfs(mp, sb, l, flags, 1);
vrele(vp);
return error;
}
int
sys___statvfs190(struct lwp *l, const struct sys___statvfs190_args *uap,
register_t *retval)
{
struct statvfs *sb;
int error;
sb = STATVFSBUF_GET();
error = do_sys_pstatvfs(l, SCARG(uap, path), SCARG(uap, flags), sb);
if (error == 0)
error = copyout(sb, SCARG(uap, buf), sizeof(*sb));
STATVFSBUF_PUT(sb);
return error;
}
int
do_sys_fstatvfs(struct lwp *l, int fd, int flags, struct statvfs *sb)
{
file_t *fp;
struct mount *mp;
int error;
if ((error = fd_getvnode(fd, &fp)) != 0)
return (error);
mp = fp->f_vnode->v_mount;
error = dostatvfs(mp, sb, curlwp, flags, 1);
fd_putfile(fd);
return error;
}
int
sys___fstatvfs190(struct lwp *l, const struct sys___fstatvfs190_args *uap,
register_t *retval)
{
struct statvfs *sb;
int error;
sb = STATVFSBUF_GET();
error = do_sys_fstatvfs(l, SCARG(uap, fd), SCARG(uap, flags), sb);
if (error == 0)
error = copyout(sb, SCARG(uap, buf), sizeof(*sb));
STATVFSBUF_PUT(sb);
return error;
}
int
do_sys_getvfsstat(struct lwp *l, void *sfsp, size_t bufsize, int flags,
int (*copyfn)(const void *, void *, size_t), size_t entry_sz,
register_t *retval)
{
int root = 0;
mount_iterator_t *iter;
struct proc *p = l->l_proc;
struct mount *mp;
struct statvfs *sb;
size_t count, maxcount;
int error = 0;
sb = STATVFSBUF_GET();
maxcount = bufsize / entry_sz;
count = 0;
mountlist_iterator_init(&iter);
while ((mp = mountlist_iterator_next(iter)) != NULL) {
if (sfsp && count < maxcount) {
error = dostatvfs(mp, sb, l, flags, 0);
if (error) {
error = 0;
continue;
}
error = copyfn(sb, sfsp, entry_sz);
if (error)
goto out;
sfsp = (char *)sfsp + entry_sz;
root |= strcmp(sb->f_mntonname, "/") == 0;
}
count++;
}
if (root == 0 && p->p_cwdi->cwdi_rdir) {
error = dostatvfs(p->p_cwdi->cwdi_rdir->v_mount,
sb, l, flags, 1);
if (error != 0)
goto out;
if (sfsp) {
error = copyfn(sb, sfsp, entry_sz);
if (error != 0)
goto out;
}
count++;
}
if (sfsp && count > maxcount)
*retval = maxcount;
else
*retval = count;
out:
mountlist_iterator_destroy(iter);
STATVFSBUF_PUT(sb);
return error;
}
int
sys___getvfsstat90(struct lwp *l, const struct sys___getvfsstat90_args *uap,
register_t *retval)
{
return do_sys_getvfsstat(l, SCARG(uap, buf), SCARG(uap, bufsize),
SCARG(uap, flags), copyout, sizeof (struct statvfs), retval);
}
int
do_sys_fchdir(struct lwp *l, int fd, register_t *retval)
{
struct proc *p = l->l_proc;
struct cwdinfo *cwdi;
struct vnode *vp, *tdp;
struct mount *mp;
file_t *fp;
int error;
if ((error = fd_getvnode(fd, &fp)) != 0)
return error;
vp = fp->f_vnode;
vref(vp);
vn_lock(vp, LK_SHARED | LK_RETRY);
if (vp->v_type != VDIR)
error = SET_ERROR(ENOTDIR);
else
error = VOP_ACCESS(vp, VEXEC, l->l_cred);
if (error) {
vput(vp);
goto out;
}
while ((mp = vp->v_mountedhere) != NULL) {
error = vfs_busy(mp);
vput(vp);
if (error != 0)
goto out;
error = VFS_ROOT(mp, LK_SHARED, &tdp);
vfs_unbusy(mp);
if (error)
goto out;
vp = tdp;
}
VOP_UNLOCK(vp);
cwdi = p->p_cwdi;
rw_enter(&cwdi->cwdi_lock, RW_WRITER);
if (cwdi->cwdi_rdir && !vn_isunder(vp, NULL, l)) {
vrele(vp);
error = SET_ERROR(EPERM);
} else {
vrele(cwdi->cwdi_cdir);
cwdi->cwdi_cdir = vp;
}
rw_exit(&cwdi->cwdi_lock);
out:
fd_putfile(fd);
return error;
}
int
sys_fchdir(struct lwp *l, const struct sys_fchdir_args *uap,
register_t *retval)
{
return do_sys_fchdir(l, SCARG(uap, fd), retval);
}
int
sys_fchroot(struct lwp *l, const struct sys_fchroot_args *uap,
register_t *retval)
{
struct vnode *vp;
file_t *fp;
int error, fd = SCARG(uap, fd);
if ((error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_CHROOT,
KAUTH_REQ_SYSTEM_CHROOT_FCHROOT, NULL, NULL, NULL)) != 0)
return error;
if ((error = fd_getvnode(fd, &fp)) != 0)
return error;
vp = fp->f_vnode;
vn_lock(vp, LK_SHARED | LK_RETRY);
if (vp->v_type != VDIR)
error = SET_ERROR(ENOTDIR);
else
error = VOP_ACCESS(vp, VEXEC, l->l_cred);
VOP_UNLOCK(vp);
if (error)
goto out;
vref(vp);
change_root(vp);
out:
fd_putfile(fd);
return (error);
}
int
do_sys_chdir(struct lwp *l, const char *path, enum uio_seg seg,
register_t *retval)
{
struct proc *p = l->l_proc;
struct cwdinfo * cwdi;
int error;
struct vnode *vp;
if ((error = chdir_lookup(path, seg, &vp, l)) != 0)
return error;
cwdi = p->p_cwdi;
rw_enter(&cwdi->cwdi_lock, RW_WRITER);
vrele(cwdi->cwdi_cdir);
cwdi->cwdi_cdir = vp;
rw_exit(&cwdi->cwdi_lock);
return 0;
}
int
sys_chdir(struct lwp *l, const struct sys_chdir_args *uap, register_t *retval)
{
return do_sys_chdir(l, SCARG(uap, path), UIO_USERSPACE, retval);
}
int
sys_chroot(struct lwp *l, const struct sys_chroot_args *uap,
register_t *retval)
{
int error;
struct vnode *vp;
if ((error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_CHROOT,
KAUTH_REQ_SYSTEM_CHROOT_CHROOT, NULL, NULL, NULL)) != 0)
return (error);
error = chdir_lookup(SCARG(uap, path), UIO_USERSPACE, &vp, l);
if (error == 0)
change_root(vp);
return error;
}
void
change_root(struct vnode *vp)
{
kauth_cred_t ncred;
struct lwp *l = curlwp;
struct proc *p = l->l_proc;
struct cwdinfo *cwdi = p->p_cwdi;
ncred = kauth_cred_alloc();
rw_enter(&cwdi->cwdi_lock, RW_WRITER);
if (cwdi->cwdi_rdir != NULL)
vrele(cwdi->cwdi_rdir);
cwdi->cwdi_rdir = vp;
if (!vn_isunder(cwdi->cwdi_cdir, vp, l)) {
vrele(cwdi->cwdi_cdir);
vref(vp);
cwdi->cwdi_cdir = vp;
}
rw_exit(&cwdi->cwdi_lock);
proc_crmod_enter();
kauth_cred_clone(p->p_cred, ncred);
kauth_proc_chroot(ncred, p->p_cwdi);
proc_crmod_leave(ncred, p->p_cred, true);
}
int
chdir_lookup(const char *path, int where, struct vnode **vpp, struct lwp *l)
{
struct pathbuf *pb;
struct nameidata nd;
int error;
error = pathbuf_maybe_copyin(path, where, &pb);
if (error) {
return error;
}
NDINIT(&nd, LOOKUP, FOLLOW | LOCKLEAF | LOCKSHARED | TRYEMULROOT, pb);
if ((error = namei(&nd)) != 0) {
pathbuf_destroy(pb);
return error;
}
*vpp = nd.ni_vp;
pathbuf_destroy(pb);
if ((*vpp)->v_type != VDIR)
error = SET_ERROR(ENOTDIR);
else
error = VOP_ACCESS(*vpp, VEXEC, l->l_cred);
if (error)
vput(*vpp);
else
VOP_UNLOCK(*vpp);
return (error);
}
int
do_open(lwp_t *l, struct vnode *dvp, struct pathbuf *pb, int open_flags,
int open_mode, int *fd)
{
struct proc *p = l->l_proc;
struct cwdinfo *cwdi = p->p_cwdi;
file_t *fp;
struct vnode *vp;
int dupfd;
bool dupfd_move;
int flags, cmode;
int indx, error;
if (open_flags & O_SEARCH) {
open_flags &= ~(int)O_SEARCH;
}
if ((open_flags & O_EXEC) && (open_flags & O_ACCMODE))
return SET_ERROR(EINVAL);
flags = FFLAGS(open_flags);
if ((flags & (FREAD | FWRITE)) == 0)
return SET_ERROR(EINVAL);
if ((error = fd_allocfile(&fp, &indx)) != 0) {
return error;
}
cmode = ((open_mode &~ cwdi->cwdi_cmask) & ALLPERMS) &~ S_ISTXT;
error = vn_open(dvp, pb, TRYEMULROOT, flags, cmode,
&vp, &dupfd_move, &dupfd);
if (error != 0) {
fd_abort(p, fp, indx);
return error;
}
if (vp == NULL) {
fd_abort(p, fp, indx);
error = fd_dupopen(dupfd, dupfd_move, flags, &indx);
if (error)
return error;
*fd = indx;
} else {
error = open_setfp(l, fp, vp, indx, flags);
if (error)
return error;
VOP_UNLOCK(vp);
*fd = indx;
fd_affix(p, fp, indx);
}
return 0;
}
int
fd_open(const char *path, int open_flags, int open_mode, int *fd)
{
struct pathbuf *pb;
int error, oflags;
oflags = FFLAGS(open_flags);
if ((oflags & (FREAD | FWRITE)) == 0)
return SET_ERROR(EINVAL);
pb = pathbuf_create(path);
if (pb == NULL)
return SET_ERROR(ENOMEM);
error = do_open(curlwp, NULL, pb, open_flags, open_mode, fd);
pathbuf_destroy(pb);
return error;
}
static int
do_sys_openat(lwp_t *l, int fdat, const char *path, int flags,
int mode, int *fd)
{
file_t *dfp = NULL;
struct vnode *dvp = NULL;
struct pathbuf *pb;
const char *pathstring = NULL;
int error;
if (path == NULL) {
MODULE_HOOK_CALL(vfs_openat_10_hook, (&pb), enosys(), error);
if (error == ENOSYS)
goto no_compat;
if (error)
return error;
} else {
no_compat:
error = pathbuf_copyin(path, &pb);
if (error)
return error;
}
pathstring = pathbuf_stringcopy_get(pb);
if (fdat != AT_FDCWD && pathstring[0] != '/') {
if ((error = fd_getvnode(fdat, &dfp)) != 0)
goto out;
dvp = dfp->f_vnode;
}
error = do_open(l, dvp, pb, flags, mode, fd);
if (dfp != NULL)
fd_putfile(fdat);
out:
pathbuf_stringcopy_put(pb, pathstring);
pathbuf_destroy(pb);
return error;
}
int
sys_open(struct lwp *l, const struct sys_open_args *uap, register_t *retval)
{
int error;
int fd;
error = do_sys_openat(l, AT_FDCWD, SCARG(uap, path),
SCARG(uap, flags), SCARG(uap, mode), &fd);
if (error == 0)
*retval = fd;
return error;
}
int
sys_openat(struct lwp *l, const struct sys_openat_args *uap,
register_t *retval)
{
int error;
int fd;
error = do_sys_openat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, oflags), SCARG(uap, mode), &fd);
if (error == 0)
*retval = fd;
return error;
}
static void
vfs__fhfree(fhandle_t *fhp)
{
size_t fhsize;
fhsize = FHANDLE_SIZE(fhp);
kmem_free(fhp, fhsize);
}
int
vfs_composefh(struct vnode *vp, fhandle_t *fhp, size_t *fh_size)
{
struct mount *mp;
struct fid *fidp;
int error;
size_t needfhsize;
size_t fidsize;
mp = vp->v_mount;
fidp = NULL;
if (*fh_size < FHANDLE_SIZE_MIN) {
fidsize = 0;
} else {
fidsize = *fh_size - offsetof(fhandle_t, fh_fid);
if (fhp != NULL) {
memset(fhp, 0, *fh_size);
fhp->fh_fsid = mp->mnt_stat.f_fsidx;
fidp = &fhp->fh_fid;
}
}
error = VFS_VPTOFH(vp, fidp, &fidsize);
needfhsize = FHANDLE_SIZE_FROM_FILEID_SIZE(fidsize);
if (error == 0 && *fh_size < needfhsize) {
error = SET_ERROR(E2BIG);
}
*fh_size = needfhsize;
return error;
}
int
vfs_composefh_alloc(struct vnode *vp, fhandle_t **fhpp)
{
struct mount *mp;
fhandle_t *fhp;
size_t fhsize;
size_t fidsize;
int error;
mp = vp->v_mount;
fidsize = 0;
error = VFS_VPTOFH(vp, NULL, &fidsize);
KASSERT(error != 0);
if (error != E2BIG) {
goto out;
}
fhsize = FHANDLE_SIZE_FROM_FILEID_SIZE(fidsize);
fhp = kmem_zalloc(fhsize, KM_SLEEP);
fhp->fh_fsid = mp->mnt_stat.f_fsidx;
error = VFS_VPTOFH(vp, &fhp->fh_fid, &fidsize);
if (error == 0) {
KASSERT(FHANDLE_SIZE(fhp) == fhsize);
KASSERT(FHANDLE_FILEID(fhp)->fid_len == fidsize);
*fhpp = fhp;
} else {
kmem_free(fhp, fhsize);
}
out:
return error;
}
void
vfs_composefh_free(fhandle_t *fhp)
{
vfs__fhfree(fhp);
}
int
vfs_fhtovp(fhandle_t *fhp, struct vnode **vpp)
{
struct mount *mp;
int error;
*vpp = NULL;
mp = vfs_getvfs(FHANDLE_FSID(fhp));
if (mp == NULL) {
error = SET_ERROR(ESTALE);
goto out;
}
if (mp->mnt_op->vfs_fhtovp == NULL) {
error = SET_ERROR(EOPNOTSUPP);
goto out;
}
error = VFS_FHTOVP(mp, FHANDLE_FILEID(fhp), LK_EXCLUSIVE, vpp);
out:
return error;
}
int
vfs_copyinfh_alloc(const void *ufhp, size_t fhsize, fhandle_t **fhpp)
{
fhandle_t *fhp;
int error;
if (fhsize > FHANDLE_SIZE_MAX) {
return SET_ERROR(EINVAL);
}
if (fhsize < FHANDLE_SIZE_MIN) {
return SET_ERROR(EINVAL);
}
again:
fhp = kmem_alloc(fhsize, KM_SLEEP);
error = copyin(ufhp, fhp, fhsize);
if (error == 0) {
if (FHANDLE_SIZE(fhp) == fhsize) {
*fhpp = fhp;
return 0;
} else if (fhsize == NFSX_V2FH && FHANDLE_SIZE(fhp) < fhsize) {
size_t sz;
sz = FHANDLE_SIZE(fhp);
kmem_free(fhp, fhsize);
fhsize = sz;
goto again;
} else {
error = SET_ERROR(EINVAL);
}
}
kmem_free(fhp, fhsize);
return error;
}
void
vfs_copyinfh_free(fhandle_t *fhp)
{
vfs__fhfree(fhp);
}
int
sys___getfh30(struct lwp *l, const struct sys___getfh30_args *uap,
register_t *retval)
{
struct vnode *vp;
fhandle_t *fh;
int error;
struct pathbuf *pb;
struct nameidata nd;
size_t sz;
size_t usz;
error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_FILEHANDLE,
0, NULL, NULL, NULL);
if (error)
return (error);
error = pathbuf_copyin(SCARG(uap, fname), &pb);
if (error) {
return error;
}
NDINIT(&nd, LOOKUP, FOLLOW | LOCKLEAF | TRYEMULROOT, pb);
error = namei(&nd);
if (error) {
pathbuf_destroy(pb);
return error;
}
vp = nd.ni_vp;
pathbuf_destroy(pb);
error = vfs_composefh_alloc(vp, &fh);
vput(vp);
if (error != 0) {
return error;
}
error = copyin(SCARG(uap, fh_size), &usz, sizeof(size_t));
if (error != 0) {
goto out;
}
sz = FHANDLE_SIZE(fh);
error = copyout(&sz, SCARG(uap, fh_size), sizeof(size_t));
if (error != 0) {
goto out;
}
if (usz >= sz) {
error = copyout(fh, SCARG(uap, fhp), sz);
} else {
error = SET_ERROR(E2BIG);
}
out:
vfs_composefh_free(fh);
return (error);
}
int
dofhopen(struct lwp *l, const void *ufhp, size_t fhsize, int oflags,
register_t *retval)
{
file_t *fp;
struct vnode *vp = NULL;
kauth_cred_t cred = l->l_cred;
file_t *nfp;
int indx, error;
struct vattr va;
fhandle_t *fh;
int flags;
proc_t *p;
p = curproc;
if ((error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_FILEHANDLE,
0, NULL, NULL, NULL)))
return (error);
if (oflags & O_SEARCH) {
oflags &= ~(int)O_SEARCH;
}
flags = FFLAGS(oflags);
if ((flags & (FREAD | FWRITE)) == 0)
return SET_ERROR(EINVAL);
if ((flags & O_CREAT))
return SET_ERROR(EINVAL);
if ((error = fd_allocfile(&nfp, &indx)) != 0)
return (error);
fp = nfp;
error = vfs_copyinfh_alloc(ufhp, fhsize, &fh);
if (error != 0) {
goto bad;
}
error = vfs_fhtovp(fh, &vp);
vfs_copyinfh_free(fh);
if (error != 0) {
goto bad;
}
if (vp->v_type == VSOCK) {
error = SET_ERROR(EOPNOTSUPP);
goto bad;
}
error = vn_openchk(vp, cred, flags);
if (error != 0)
goto bad;
if (flags & O_TRUNC) {
VOP_UNLOCK(vp);
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
vattr_null(&va);
va.va_size = 0;
error = VOP_SETATTR(vp, &va, cred);
if (error)
goto bad;
}
if ((error = VOP_OPEN(vp, flags, cred)) != 0)
goto bad;
if (flags & FWRITE) {
mutex_enter(vp->v_interlock);
vp->v_writecount++;
mutex_exit(vp->v_interlock);
}
if ((error = open_setfp(l, fp, vp, indx, flags)))
return error;
VOP_UNLOCK(vp);
*retval = indx;
fd_affix(p, fp, indx);
return (0);
bad:
fd_abort(p, fp, indx);
if (vp != NULL)
vput(vp);
if (error == EDUPFD || error == EMOVEFD) {
error = SET_ERROR(EOPNOTSUPP);
}
return (error);
}
int
sys___fhopen40(struct lwp *l, const struct sys___fhopen40_args *uap,
register_t *retval)
{
return dofhopen(l, SCARG(uap, fhp), SCARG(uap, fh_size),
SCARG(uap, flags), retval);
}
int
do_fhstat(struct lwp *l, const void *ufhp, size_t fhsize, struct stat *sb)
{
int error;
fhandle_t *fh;
struct vnode *vp;
if ((error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_FILEHANDLE,
0, NULL, NULL, NULL)))
return error;
error = vfs_copyinfh_alloc(ufhp, fhsize, &fh);
if (error != 0)
return error;
error = vfs_fhtovp(fh, &vp);
vfs_copyinfh_free(fh);
if (error != 0)
return error;
error = vn_stat(vp, sb);
vput(vp);
return error;
}
int
sys___fhstat50(struct lwp *l, const struct sys___fhstat50_args *uap,
register_t *retval)
{
struct stat sb;
int error;
error = do_fhstat(l, SCARG(uap, fhp), SCARG(uap, fh_size), &sb);
if (error)
return error;
return copyout(&sb, SCARG(uap, sb), sizeof(sb));
}
int
do_fhstatvfs(struct lwp *l, const void *ufhp, size_t fhsize,
struct statvfs *sb, int flags)
{
fhandle_t *fh;
struct mount *mp;
struct vnode *vp;
int error;
if ((error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_FILEHANDLE,
0, NULL, NULL, NULL)))
return error;
error = vfs_copyinfh_alloc(ufhp, fhsize, &fh);
if (error != 0)
return error;
error = vfs_fhtovp(fh, &vp);
vfs_copyinfh_free(fh);
if (error != 0)
return error;
mp = vp->v_mount;
error = dostatvfs(mp, sb, l, flags, 1);
vput(vp);
return error;
}
int
sys___fhstatvfs190(struct lwp *l, const struct sys___fhstatvfs190_args *uap,
register_t *retval)
{
struct statvfs *sb = STATVFSBUF_GET();
int error;
error = do_fhstatvfs(l, SCARG(uap, fhp), SCARG(uap, fh_size), sb,
SCARG(uap, flags));
if (error == 0)
error = copyout(sb, SCARG(uap, buf), sizeof(*sb));
STATVFSBUF_PUT(sb);
return error;
}
int
do_posix_mknodat(struct lwp *l, int fdat, const char *pathname, mode_t mode,
dev_t dev)
{
if ((mode & S_IFIFO) && dev == 0)
return do_sys_mkfifoat(l, fdat, pathname, mode);
else
return do_sys_mknodat(l, fdat, pathname, mode, dev,
UIO_USERSPACE);
}
int
sys___mknod50(struct lwp *l, const struct sys___mknod50_args *uap,
register_t *retval)
{
return do_posix_mknodat(l, AT_FDCWD, SCARG(uap, path),
SCARG(uap, mode), SCARG(uap, dev));
}
int
sys_mknodat(struct lwp *l, const struct sys_mknodat_args *uap,
register_t *retval)
{
return do_posix_mknodat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, mode), SCARG(uap, dev));
}
int
do_sys_mknod(struct lwp *l, const char *pathname, mode_t mode, dev_t dev,
enum uio_seg seg)
{
return do_sys_mknodat(l, AT_FDCWD, pathname, mode, dev, seg);
}
int
do_sys_mknodat(struct lwp *l, int fdat, const char *pathname, mode_t mode,
dev_t dev, enum uio_seg seg)
{
struct proc *p = l->l_proc;
struct vnode *vp;
struct vattr vattr;
int error, optype;
struct pathbuf *pb;
struct nameidata nd;
const char *pathstring;
if ((error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_MKNOD,
0, NULL, NULL, NULL)) != 0)
return (error);
optype = VOP_MKNOD_DESCOFFSET;
error = pathbuf_maybe_copyin(pathname, seg, &pb);
if (error) {
return error;
}
pathstring = pathbuf_stringcopy_get(pb);
if (pathstring == NULL) {
pathbuf_destroy(pb);
return SET_ERROR(ENOMEM);
}
NDINIT(&nd, CREATE, LOCKPARENT | TRYEMULROOT, pb);
if ((error = fd_nameiat(l, fdat, &nd)) != 0)
goto out;
vp = nd.ni_vp;
if (vp != NULL)
error = SET_ERROR(EEXIST);
else {
vattr_null(&vattr);
vattr.va_mode = (mode & ALLPERMS) &~ p->p_cwdi->cwdi_cmask;
vattr.va_rdev = dev;
switch (mode & S_IFMT) {
case S_IFMT:
vattr.va_type = VBAD;
break;
case S_IFCHR:
vattr.va_type = VCHR;
break;
case S_IFBLK:
vattr.va_type = VBLK;
break;
case S_IFWHT:
optype = VOP_WHITEOUT_DESCOFFSET;
break;
case S_IFREG:
#if NVERIEXEC > 0
error = veriexec_openchk(l, nd.ni_vp, pathstring,
O_CREAT);
#endif
vattr.va_type = VREG;
vattr.va_rdev = VNOVAL;
optype = VOP_CREATE_DESCOFFSET;
break;
default:
error = SET_ERROR(EINVAL);
break;
}
if (error == 0 && optype == VOP_MKNOD_DESCOFFSET &&
vattr.va_rdev == VNOVAL)
error = SET_ERROR(EINVAL);
}
if (!error) {
switch (optype) {
case VOP_WHITEOUT_DESCOFFSET:
error = VOP_WHITEOUT(nd.ni_dvp, &nd.ni_cnd, CREATE);
if (error)
VOP_ABORTOP(nd.ni_dvp, &nd.ni_cnd);
vput(nd.ni_dvp);
break;
case VOP_MKNOD_DESCOFFSET:
error = VOP_MKNOD(nd.ni_dvp, &nd.ni_vp,
&nd.ni_cnd, &vattr);
if (error == 0)
vrele(nd.ni_vp);
vput(nd.ni_dvp);
break;
case VOP_CREATE_DESCOFFSET:
error = VOP_CREATE(nd.ni_dvp, &nd.ni_vp,
&nd.ni_cnd, &vattr);
if (error == 0)
vrele(nd.ni_vp);
vput(nd.ni_dvp);
break;
}
} else {
VOP_ABORTOP(nd.ni_dvp, &nd.ni_cnd);
if (nd.ni_dvp == vp)
vrele(nd.ni_dvp);
else
vput(nd.ni_dvp);
if (vp)
vrele(vp);
}
out:
pathbuf_stringcopy_put(pb, pathstring);
pathbuf_destroy(pb);
return (error);
}
int
sys_mkfifo(struct lwp *l, const struct sys_mkfifo_args *uap,
register_t *retval)
{
return do_sys_mkfifoat(l, AT_FDCWD, SCARG(uap, path),
SCARG(uap, mode));
}
int
sys_mkfifoat(struct lwp *l, const struct sys_mkfifoat_args *uap,
register_t *retval)
{
return do_sys_mkfifoat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, mode));
}
static int
do_sys_mkfifoat(struct lwp *l, int fdat, const char *path, mode_t mode)
{
struct proc *p = l->l_proc;
struct vattr vattr;
int error;
struct pathbuf *pb;
struct nameidata nd;
error = pathbuf_copyin(path, &pb);
if (error) {
return error;
}
NDINIT(&nd, CREATE, LOCKPARENT | TRYEMULROOT, pb);
if ((error = fd_nameiat(l, fdat, &nd)) != 0) {
pathbuf_destroy(pb);
return error;
}
if (nd.ni_vp != NULL) {
VOP_ABORTOP(nd.ni_dvp, &nd.ni_cnd);
if (nd.ni_dvp == nd.ni_vp)
vrele(nd.ni_dvp);
else
vput(nd.ni_dvp);
vrele(nd.ni_vp);
pathbuf_destroy(pb);
return SET_ERROR(EEXIST);
}
vattr_null(&vattr);
vattr.va_type = VFIFO;
vattr.va_mode = (mode & ALLPERMS) &~ p->p_cwdi->cwdi_cmask;
error = VOP_MKNOD(nd.ni_dvp, &nd.ni_vp, &nd.ni_cnd, &vattr);
if (error == 0)
vrele(nd.ni_vp);
vput(nd.ni_dvp);
pathbuf_destroy(pb);
return (error);
}
int
do_sys_linkat(struct lwp *l, int fdpath, const char *path, int fdlink,
const char *link, int follow, register_t *retval)
{
struct vnode *vp;
struct pathbuf *linkpb;
struct nameidata nd;
namei_simple_flags_t ns_flags;
int error;
if (follow & AT_SYMLINK_FOLLOW)
ns_flags = NSM_FOLLOW_TRYEMULROOT;
else
ns_flags = NSM_NOFOLLOW_TRYEMULROOT;
error = fd_nameiat_simple_user(l, fdpath, path, ns_flags, &vp);
if (error != 0)
return (error);
error = pathbuf_copyin(link, &linkpb);
if (error) {
goto out1;
}
NDINIT(&nd, CREATE, LOCKPARENT | TRYEMULROOT, linkpb);
if ((error = fd_nameiat(l, fdlink, &nd)) != 0)
goto out2;
if (nd.ni_vp) {
error = SET_ERROR(EEXIST);
goto abortop;
}
if (vp->v_type == VDIR) {
error = SET_ERROR(EPERM);
goto abortop;
}
if (nd.ni_dvp->v_mount != vp->v_mount) {
error = SET_ERROR(EXDEV);
goto abortop;
}
error = VOP_LINK(nd.ni_dvp, vp, &nd.ni_cnd);
VOP_UNLOCK(nd.ni_dvp);
vrele(nd.ni_dvp);
out2:
pathbuf_destroy(linkpb);
out1:
vrele(vp);
return (error);
abortop:
VOP_ABORTOP(nd.ni_dvp, &nd.ni_cnd);
if (nd.ni_dvp == nd.ni_vp)
vrele(nd.ni_dvp);
else
vput(nd.ni_dvp);
if (nd.ni_vp != NULL)
vrele(nd.ni_vp);
goto out2;
}
int
sys_link(struct lwp *l, const struct sys_link_args *uap, register_t *retval)
{
const char *path = SCARG(uap, path);
const char *link = SCARG(uap, link);
return do_sys_linkat(l, AT_FDCWD, path, AT_FDCWD, link,
AT_SYMLINK_FOLLOW, retval);
}
int
sys_linkat(struct lwp *l, const struct sys_linkat_args *uap,
register_t *retval)
{
int fd1 = SCARG(uap, fd1);
const char *name1 = SCARG(uap, name1);
int fd2 = SCARG(uap, fd2);
const char *name2 = SCARG(uap, name2);
int follow;
follow = SCARG(uap, flags) & AT_SYMLINK_FOLLOW;
return do_sys_linkat(l, fd1, name1, fd2, name2, follow, retval);
}
int
do_sys_symlink(const char *patharg, const char *link, enum uio_seg seg)
{
return do_sys_symlinkat(NULL, patharg, AT_FDCWD, link, seg);
}
static int
do_sys_symlinkat(struct lwp *l, const char *patharg, int fdat,
const char *link, enum uio_seg seg)
{
struct proc *p = curproc;
struct vattr vattr;
char *path;
int error;
size_t len;
struct pathbuf *linkpb;
struct nameidata nd;
KASSERT(l != NULL || fdat == AT_FDCWD);
path = PNBUF_GET();
if (seg == UIO_USERSPACE) {
if ((error = copyinstr(patharg, path, MAXPATHLEN, &len)) != 0)
goto out1;
if ((error = pathbuf_copyin(link, &linkpb)) != 0)
goto out1;
} else {
len = strlen(patharg) + 1;
KASSERT(len <= MAXPATHLEN);
memcpy(path, patharg, len);
linkpb = pathbuf_create(link);
if (linkpb == NULL) {
error = SET_ERROR(ENOMEM);
goto out1;
}
}
ktrkuser("symlink-target", path, len - 1);
NDINIT(&nd, CREATE, LOCKPARENT | TRYEMULROOT, linkpb);
if ((error = fd_nameiat(l, fdat, &nd)) != 0)
goto out2;
if (nd.ni_vp) {
VOP_ABORTOP(nd.ni_dvp, &nd.ni_cnd);
if (nd.ni_dvp == nd.ni_vp)
vrele(nd.ni_dvp);
else
vput(nd.ni_dvp);
vrele(nd.ni_vp);
error = SET_ERROR(EEXIST);
goto out2;
}
vattr_null(&vattr);
vattr.va_type = VLNK;
vattr.va_mode = ACCESSPERMS &~ p->p_cwdi->cwdi_cmask;
error = VOP_SYMLINK(nd.ni_dvp, &nd.ni_vp, &nd.ni_cnd, &vattr, path);
if (error == 0)
vrele(nd.ni_vp);
vput(nd.ni_dvp);
out2:
pathbuf_destroy(linkpb);
out1:
PNBUF_PUT(path);
return (error);
}
int
sys_symlink(struct lwp *l, const struct sys_symlink_args *uap, register_t *retval)
{
return do_sys_symlinkat(l, SCARG(uap, path), AT_FDCWD, SCARG(uap, link),
UIO_USERSPACE);
}
int
sys_symlinkat(struct lwp *l, const struct sys_symlinkat_args *uap,
register_t *retval)
{
return do_sys_symlinkat(l, SCARG(uap, path1), SCARG(uap, fd),
SCARG(uap, path2), UIO_USERSPACE);
}
int
sys_undelete(struct lwp *l, const struct sys_undelete_args *uap,
register_t *retval)
{
int error;
struct pathbuf *pb;
struct nameidata nd;
error = pathbuf_copyin(SCARG(uap, path), &pb);
if (error) {
return error;
}
NDINIT(&nd, DELETE, LOCKPARENT | DOWHITEOUT | TRYEMULROOT, pb);
error = namei(&nd);
if (error) {
pathbuf_destroy(pb);
return (error);
}
if (nd.ni_vp != NULLVP || !(nd.ni_cnd.cn_flags & ISWHITEOUT)) {
VOP_ABORTOP(nd.ni_dvp, &nd.ni_cnd);
if (nd.ni_dvp == nd.ni_vp)
vrele(nd.ni_dvp);
else
vput(nd.ni_dvp);
if (nd.ni_vp)
vrele(nd.ni_vp);
pathbuf_destroy(pb);
return SET_ERROR(EEXIST);
}
if ((error = VOP_WHITEOUT(nd.ni_dvp, &nd.ni_cnd, DELETE)) != 0)
VOP_ABORTOP(nd.ni_dvp, &nd.ni_cnd);
vput(nd.ni_dvp);
pathbuf_destroy(pb);
return (error);
}
int
sys_unlink(struct lwp *l, const struct sys_unlink_args *uap,
register_t *retval)
{
return do_sys_unlinkat(l, AT_FDCWD, SCARG(uap, path), 0,
UIO_USERSPACE);
}
int
sys_unlinkat(struct lwp *l, const struct sys_unlinkat_args *uap,
register_t *retval)
{
return do_sys_unlinkat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, flag), UIO_USERSPACE);
}
int
do_sys_unlink(const char *arg, enum uio_seg seg)
{
return do_sys_unlinkat(NULL, AT_FDCWD, arg, 0, seg);
}
static int
do_sys_unlinkat(struct lwp *l, int fdat, const char *arg, int flags,
enum uio_seg seg)
{
struct vnode *vp;
int error;
struct pathbuf *pb;
struct nameidata nd;
const char *pathstring;
KASSERT(l != NULL || fdat == AT_FDCWD);
error = pathbuf_maybe_copyin(arg, seg, &pb);
if (error) {
return error;
}
pathstring = pathbuf_stringcopy_get(pb);
if (pathstring == NULL) {
pathbuf_destroy(pb);
return SET_ERROR(ENOMEM);
}
NDINIT(&nd, DELETE, LOCKPARENT | LOCKLEAF | TRYEMULROOT, pb);
if ((error = fd_nameiat(l, fdat, &nd)) != 0)
goto out;
vp = nd.ni_vp;
if ((vp->v_vflag & VV_ROOT) != 0) {
error = SET_ERROR(EBUSY);
goto abort;
}
if ((vp->v_type == VDIR) && (vp->v_mountedhere != NULL)) {
error = SET_ERROR(EBUSY);
goto abort;
}
if (nd.ni_dvp == vp) {
error = SET_ERROR(EINVAL);
goto abort;
}
if (vp->v_type == VDIR) {
if (!(flags & AT_REMOVEDIR)) {
error = SET_ERROR(EPERM);
goto abort;
} else {
error = VOP_RMDIR(nd.ni_dvp, nd.ni_vp, &nd.ni_cnd);
vput(nd.ni_dvp);
goto out;
}
}
if (flags & AT_REMOVEDIR) {
error = SET_ERROR(ENOTDIR);
goto abort;
}
#if NVERIEXEC > 0
if ((error = veriexec_removechk(curlwp, nd.ni_vp, pathstring)) != 0) {
goto abort;
}
#endif
#ifdef FILEASSOC
(void)fileassoc_file_delete(vp);
#endif
error = VOP_REMOVE(nd.ni_dvp, nd.ni_vp, &nd.ni_cnd);
vput(nd.ni_dvp);
goto out;
abort:
VOP_ABORTOP(nd.ni_dvp, &nd.ni_cnd);
if (nd.ni_dvp == vp)
vrele(nd.ni_dvp);
else
vput(nd.ni_dvp);
vput(vp);
out:
pathbuf_stringcopy_put(pb, pathstring);
pathbuf_destroy(pb);
return (error);
}
int
sys_lseek(struct lwp *l, const struct sys_lseek_args *uap, register_t *retval)
{
file_t *fp;
int error, fd;
switch (SCARG(uap, whence)) {
case SEEK_CUR:
case SEEK_END:
case SEEK_SET:
break;
default:
return SET_ERROR(EINVAL);
}
fd = SCARG(uap, fd);
if ((fp = fd_getfile(fd)) == NULL)
return SET_ERROR(EBADF);
if (fp->f_ops->fo_seek == NULL) {
error = SET_ERROR(ESPIPE);
goto out;
}
error = (*fp->f_ops->fo_seek)(fp, SCARG(uap, offset),
SCARG(uap, whence), (off_t *)retval, FOF_UPDATE_OFFSET);
out:
fd_putfile(fd);
return (error);
}
int
sys_pread(struct lwp *l, const struct sys_pread_args *uap, register_t *retval)
{
file_t *fp;
off_t offset;
int error, fd = SCARG(uap, fd);
if ((fp = fd_getfile(fd)) == NULL)
return SET_ERROR(EBADF);
if ((fp->f_flag & FREAD) == 0) {
fd_putfile(fd);
return SET_ERROR(EBADF);
}
if (fp->f_ops->fo_seek == NULL) {
error = SET_ERROR(ESPIPE);
goto out;
}
offset = SCARG(uap, offset);
error = (*fp->f_ops->fo_seek)(fp, offset, SEEK_SET, &offset, 0);
if (error)
goto out;
return dofileread(fd, fp, SCARG(uap, buf), SCARG(uap, nbyte),
&offset, 0, retval);
out:
fd_putfile(fd);
return (error);
}
int
sys_preadv(struct lwp *l, const struct sys_preadv_args *uap,
register_t *retval)
{
off_t offset = SCARG(uap, offset);
return do_filereadv(SCARG(uap, fd), SCARG(uap, iovp),
SCARG(uap, iovcnt), &offset, 0, retval);
}
int
sys_pwrite(struct lwp *l, const struct sys_pwrite_args *uap,
register_t *retval)
{
file_t *fp;
off_t offset;
int error, fd = SCARG(uap, fd);
if ((fp = fd_getfile(fd)) == NULL)
return SET_ERROR(EBADF);
if ((fp->f_flag & FWRITE) == 0) {
fd_putfile(fd);
return SET_ERROR(EBADF);
}
if (fp->f_ops->fo_seek == NULL) {
error = SET_ERROR(ESPIPE);
goto out;
}
offset = SCARG(uap, offset);
error = (*fp->f_ops->fo_seek)(fp, offset, SEEK_SET, &offset, 0);
if (error)
goto out;
return dofilewrite(fd, fp, SCARG(uap, buf), SCARG(uap, nbyte),
&offset, 0, retval);
out:
fd_putfile(fd);
return (error);
}
int
sys_pwritev(struct lwp *l, const struct sys_pwritev_args *uap,
register_t *retval)
{
off_t offset = SCARG(uap, offset);
return do_filewritev(SCARG(uap, fd), SCARG(uap, iovp),
SCARG(uap, iovcnt), &offset, 0, retval);
}
int
sys_access(struct lwp *l, const struct sys_access_args *uap,
register_t *retval)
{
return do_sys_accessat(l, AT_FDCWD, SCARG(uap, path),
SCARG(uap, flags), 0);
}
int
do_sys_accessat(struct lwp *l, int fdat, const char *path,
int mode, int flags)
{
kauth_cred_t cred;
struct vnode *vp;
int error, nd_flag, vmode;
struct pathbuf *pb;
struct nameidata nd;
CTASSERT(F_OK == 0);
if ((mode & ~(R_OK | W_OK | X_OK)) != 0) {
return SET_ERROR(EINVAL);
}
nd_flag = FOLLOW | LOCKLEAF | LOCKSHARED | TRYEMULROOT;
if (flags & AT_SYMLINK_NOFOLLOW)
nd_flag &= ~FOLLOW;
error = pathbuf_copyin(path, &pb);
if (error)
return error;
NDINIT(&nd, LOOKUP, nd_flag, pb);
if (!(flags & AT_EACCESS)) {
cred = kauth_cred_dup(l->l_cred);
kauth_cred_seteuid(cred, kauth_cred_getuid(l->l_cred));
kauth_cred_setegid(cred, kauth_cred_getgid(l->l_cred));
} else
cred = l->l_cred;
nd.ni_cnd.cn_cred = cred;
if ((error = fd_nameiat(l, fdat, &nd)) != 0) {
pathbuf_destroy(pb);
goto out;
}
vp = nd.ni_vp;
pathbuf_destroy(pb);
if (mode) {
vmode = 0;
if (mode & R_OK)
vmode |= VREAD;
if (mode & W_OK)
vmode |= VWRITE;
if (mode & X_OK)
vmode |= VEXEC;
error = VOP_ACCESS(vp, vmode, cred);
if (!error && (vmode & VWRITE))
error = vn_writechk(vp);
}
vput(vp);
out:
if (!(flags & AT_EACCESS))
kauth_cred_free(cred);
return (error);
}
int
sys_faccessat(struct lwp *l, const struct sys_faccessat_args *uap,
register_t *retval)
{
return do_sys_accessat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, amode), SCARG(uap, flag));
}
int
do_sys_stat(const char *userpath, unsigned int nd_flag, struct stat *sb)
{
return do_sys_statat(NULL, AT_FDCWD, userpath, nd_flag, sb);
}
int
do_sys_statat(struct lwp *l, int fdat, const char *userpath,
unsigned int nd_flag, struct stat *sb)
{
int error;
struct pathbuf *pb;
struct nameidata nd;
KASSERT(l != NULL || fdat == AT_FDCWD);
error = pathbuf_copyin(userpath, &pb);
if (error) {
return error;
}
NDINIT(&nd, LOOKUP, nd_flag | LOCKLEAF | TRYEMULROOT, pb);
error = fd_nameiat(l, fdat, &nd);
if (error != 0) {
pathbuf_destroy(pb);
return error;
}
error = vn_stat(nd.ni_vp, sb);
vput(nd.ni_vp);
pathbuf_destroy(pb);
return error;
}
int
sys___stat50(struct lwp *l, const struct sys___stat50_args *uap,
register_t *retval)
{
struct stat sb;
int error;
error = do_sys_statat(l, AT_FDCWD, SCARG(uap, path), FOLLOW, &sb);
if (error)
return error;
return copyout(&sb, SCARG(uap, ub), sizeof(sb));
}
int
sys___lstat50(struct lwp *l, const struct sys___lstat50_args *uap,
register_t *retval)
{
struct stat sb;
int error;
error = do_sys_statat(l, AT_FDCWD, SCARG(uap, path), NOFOLLOW, &sb);
if (error)
return error;
return copyout(&sb, SCARG(uap, ub), sizeof(sb));
}
int
sys_fstatat(struct lwp *l, const struct sys_fstatat_args *uap,
register_t *retval)
{
unsigned int nd_flag;
struct stat sb;
int error;
if (SCARG(uap, flag) & AT_SYMLINK_NOFOLLOW)
nd_flag = NOFOLLOW;
else
nd_flag = FOLLOW;
error = do_sys_statat(l, SCARG(uap, fd), SCARG(uap, path), nd_flag,
&sb);
if (error)
return error;
return copyout(&sb, SCARG(uap, buf), sizeof(sb));
}
static int
kern_pathconf(register_t *retval, const char *path, int name, int flag)
{
int error;
struct pathbuf *pb;
struct nameidata nd;
error = pathbuf_copyin(path, &pb);
if (error) {
return error;
}
NDINIT(&nd, LOOKUP, flag | LOCKLEAF | TRYEMULROOT, pb);
if ((error = namei(&nd)) != 0) {
pathbuf_destroy(pb);
return error;
}
error = VOP_PATHCONF(nd.ni_vp, name, retval);
vput(nd.ni_vp);
pathbuf_destroy(pb);
return error;
}
int
sys_pathconf(struct lwp *l, const struct sys_pathconf_args *uap,
register_t *retval)
{
return kern_pathconf(retval, SCARG(uap, path), SCARG(uap, name),
FOLLOW);
}
int
sys_lpathconf(struct lwp *l, const struct sys_lpathconf_args *uap,
register_t *retval)
{
return kern_pathconf(retval, SCARG(uap, path), SCARG(uap, name),
NOFOLLOW);
}
int
sys_readlink(struct lwp *l, const struct sys_readlink_args *uap,
register_t *retval)
{
return do_sys_readlinkat(l, AT_FDCWD, SCARG(uap, path),
SCARG(uap, buf), SCARG(uap, count), retval);
}
static int
do_sys_readlinkat(struct lwp *l, int fdat, const char *path, char *buf,
size_t count, register_t *retval)
{
struct vnode *vp;
struct iovec aiov;
struct uio auio;
int error;
struct pathbuf *pb;
struct nameidata nd;
error = pathbuf_copyin(path, &pb);
if (error) {
return error;
}
NDINIT(&nd, LOOKUP, NOFOLLOW | LOCKLEAF | LOCKSHARED | TRYEMULROOT,
pb);
if ((error = fd_nameiat(l, fdat, &nd)) != 0) {
pathbuf_destroy(pb);
return error;
}
vp = nd.ni_vp;
pathbuf_destroy(pb);
if (vp->v_type != VLNK)
error = SET_ERROR(EINVAL);
else if (!(vp->v_mount->mnt_flag & MNT_SYMPERM) ||
(error = VOP_ACCESS(vp, VREAD, l->l_cred)) == 0) {
aiov.iov_base = buf;
aiov.iov_len = count;
auio.uio_iov = &aiov;
auio.uio_iovcnt = 1;
auio.uio_offset = 0;
auio.uio_rw = UIO_READ;
KASSERT(l == curlwp);
auio.uio_vmspace = l->l_proc->p_vmspace;
auio.uio_resid = count;
if ((error = VOP_READLINK(vp, &auio, l->l_cred)) == 0)
*retval = count - auio.uio_resid;
}
vput(vp);
return (error);
}
int
sys_readlinkat(struct lwp *l, const struct sys_readlinkat_args *uap,
register_t *retval)
{
return do_sys_readlinkat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, buf), SCARG(uap, bufsize), retval);
}
int
sys_chflags(struct lwp *l, const struct sys_chflags_args *uap,
register_t *retval)
{
struct vnode *vp;
int error;
error = namei_simple_user(SCARG(uap, path),
NSM_FOLLOW_TRYEMULROOT, &vp);
if (error != 0)
return (error);
error = change_flags(vp, SCARG(uap, flags), l);
vput(vp);
return (error);
}
int
sys_fchflags(struct lwp *l, const struct sys_fchflags_args *uap,
register_t *retval)
{
struct vnode *vp;
file_t *fp;
int error;
if ((error = fd_getvnode(SCARG(uap, fd), &fp)) != 0)
return (error);
vp = fp->f_vnode;
error = change_flags(vp, SCARG(uap, flags), l);
VOP_UNLOCK(vp);
fd_putfile(SCARG(uap, fd));
return (error);
}
int
sys_lchflags(struct lwp *l, const struct sys_lchflags_args *uap,
register_t *retval)
{
struct vnode *vp;
int error;
error = namei_simple_user(SCARG(uap, path),
NSM_NOFOLLOW_TRYEMULROOT, &vp);
if (error != 0)
return (error);
error = change_flags(vp, SCARG(uap, flags), l);
vput(vp);
return (error);
}
int
change_flags(struct vnode *vp, u_long flags, struct lwp *l)
{
struct vattr vattr;
int error;
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
vattr_null(&vattr);
vattr.va_flags = flags;
error = VOP_SETATTR(vp, &vattr, l->l_cred);
return (error);
}
int
sys_chmod(struct lwp *l, const struct sys_chmod_args *uap, register_t *retval)
{
return do_sys_chmodat(l, AT_FDCWD, SCARG(uap, path),
SCARG(uap, mode), 0);
}
int
do_sys_chmodat(struct lwp *l, int fdat, const char *path, int mode, int flags)
{
int error;
struct vnode *vp;
namei_simple_flags_t ns_flag;
if (flags & AT_SYMLINK_NOFOLLOW)
ns_flag = NSM_NOFOLLOW_TRYEMULROOT;
else
ns_flag = NSM_FOLLOW_TRYEMULROOT;
error = fd_nameiat_simple_user(l, fdat, path, ns_flag, &vp);
if (error != 0)
return error;
error = change_mode(vp, mode, l);
vrele(vp);
return (error);
}
int
sys_fchmod(struct lwp *l, const struct sys_fchmod_args *uap,
register_t *retval)
{
file_t *fp;
int error;
if ((error = fd_getvnode(SCARG(uap, fd), &fp)) != 0)
return (error);
error = change_mode(fp->f_vnode, SCARG(uap, mode), l);
fd_putfile(SCARG(uap, fd));
return (error);
}
int
sys_fchmodat(struct lwp *l, const struct sys_fchmodat_args *uap,
register_t *retval)
{
return do_sys_chmodat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, mode), SCARG(uap, flag));
}
int
sys_lchmod(struct lwp *l, const struct sys_lchmod_args *uap,
register_t *retval)
{
int error;
struct vnode *vp;
error = namei_simple_user(SCARG(uap, path),
NSM_NOFOLLOW_TRYEMULROOT, &vp);
if (error != 0)
return (error);
error = change_mode(vp, SCARG(uap, mode), l);
vrele(vp);
return (error);
}
static int
change_mode(struct vnode *vp, int mode, struct lwp *l)
{
struct vattr vattr;
int error;
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
vattr_null(&vattr);
vattr.va_mode = mode & ALLPERMS;
error = VOP_SETATTR(vp, &vattr, l->l_cred);
VOP_UNLOCK(vp);
return (error);
}
int
sys_chown(struct lwp *l, const struct sys_chown_args *uap, register_t *retval)
{
return do_sys_chownat(l, AT_FDCWD, SCARG(uap, path), SCARG(uap,uid),
SCARG(uap, gid), 0);
}
int
do_sys_chownat(struct lwp *l, int fdat, const char *path, uid_t uid,
gid_t gid, int flags)
{
int error;
struct vnode *vp;
namei_simple_flags_t ns_flag;
if (flags & AT_SYMLINK_NOFOLLOW)
ns_flag = NSM_NOFOLLOW_TRYEMULROOT;
else
ns_flag = NSM_FOLLOW_TRYEMULROOT;
error = fd_nameiat_simple_user(l, fdat, path, ns_flag, &vp);
if (error != 0)
return error;
error = change_owner(vp, uid, gid, l, 0);
vrele(vp);
return (error);
}
int
sys___posix_chown(struct lwp *l, const struct sys___posix_chown_args *uap,
register_t *retval)
{
int error;
struct vnode *vp;
error = namei_simple_user(SCARG(uap, path),
NSM_FOLLOW_TRYEMULROOT, &vp);
if (error != 0)
return (error);
error = change_owner(vp, SCARG(uap, uid), SCARG(uap, gid), l, 1);
vrele(vp);
return (error);
}
int
sys_fchown(struct lwp *l, const struct sys_fchown_args *uap,
register_t *retval)
{
int error;
file_t *fp;
if ((error = fd_getvnode(SCARG(uap, fd), &fp)) != 0)
return (error);
error = change_owner(fp->f_vnode, SCARG(uap, uid), SCARG(uap, gid),
l, 0);
fd_putfile(SCARG(uap, fd));
return (error);
}
int
sys_fchownat(struct lwp *l, const struct sys_fchownat_args *uap,
register_t *retval)
{
return do_sys_chownat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, owner), SCARG(uap, group),
SCARG(uap, flag));
}
int
sys___posix_fchown(struct lwp *l, const struct sys___posix_fchown_args *uap,
register_t *retval)
{
int error;
file_t *fp;
if ((error = fd_getvnode(SCARG(uap, fd), &fp)) != 0)
return (error);
error = change_owner(fp->f_vnode, SCARG(uap, uid), SCARG(uap, gid),
l, 1);
fd_putfile(SCARG(uap, fd));
return (error);
}
int
sys_lchown(struct lwp *l, const struct sys_lchown_args *uap,
register_t *retval)
{
int error;
struct vnode *vp;
error = namei_simple_user(SCARG(uap, path),
NSM_NOFOLLOW_TRYEMULROOT, &vp);
if (error != 0)
return (error);
error = change_owner(vp, SCARG(uap, uid), SCARG(uap, gid), l, 0);
vrele(vp);
return (error);
}
int
sys___posix_lchown(struct lwp *l, const struct sys___posix_lchown_args *uap,
register_t *retval)
{
int error;
struct vnode *vp;
error = namei_simple_user(SCARG(uap, path),
NSM_NOFOLLOW_TRYEMULROOT, &vp);
if (error != 0)
return (error);
error = change_owner(vp, SCARG(uap, uid), SCARG(uap, gid), l, 1);
vrele(vp);
return (error);
}
static int
change_owner(struct vnode *vp, uid_t uid, gid_t gid, struct lwp *l,
int posix_semantics)
{
struct vattr vattr;
mode_t newmode;
int error;
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
if ((error = VOP_GETATTR(vp, &vattr, l->l_cred)) != 0)
goto out;
#define CHANGED(x) ((int)(x) != -1)
newmode = vattr.va_mode;
if (posix_semantics) {
if (vattr.va_mode & S_ISUID) {
if (kauth_authorize_vnode(l->l_cred,
KAUTH_VNODE_RETAIN_SUID, vp, NULL, EPERM) != 0)
newmode &= ~S_ISUID;
}
if (vattr.va_mode & S_ISGID) {
if (kauth_authorize_vnode(l->l_cred,
KAUTH_VNODE_RETAIN_SGID, vp, NULL, EPERM) != 0)
newmode &= ~S_ISGID;
}
} else {
if (CHANGED(uid))
newmode &= ~S_ISUID;
if (CHANGED(gid))
newmode &= ~S_ISGID;
}
if (vattr.va_mode == newmode)
newmode = VNOVAL;
vattr_null(&vattr);
vattr.va_uid = CHANGED(uid) ? uid : (uid_t)VNOVAL;
vattr.va_gid = CHANGED(gid) ? gid : (gid_t)VNOVAL;
vattr.va_mode = newmode;
error = VOP_SETATTR(vp, &vattr, l->l_cred);
#undef CHANGED
out:
VOP_UNLOCK(vp);
return (error);
}
int
sys___utimes50(struct lwp *l, const struct sys___utimes50_args *uap,
register_t *retval)
{
return do_sys_utimes(l, NULL, SCARG(uap, path), FOLLOW,
SCARG(uap, tptr), UIO_USERSPACE);
}
int
sys___futimes50(struct lwp *l, const struct sys___futimes50_args *uap,
register_t *retval)
{
int error;
file_t *fp;
if ((error = fd_getvnode(SCARG(uap, fd), &fp)) != 0)
return (error);
error = do_sys_utimes(l, fp->f_vnode, NULL, 0, SCARG(uap, tptr),
UIO_USERSPACE);
fd_putfile(SCARG(uap, fd));
return (error);
}
int
sys_futimens(struct lwp *l, const struct sys_futimens_args *uap,
register_t *retval)
{
int error;
file_t *fp;
if ((error = fd_getvnode(SCARG(uap, fd), &fp)) != 0)
return (error);
error = do_sys_utimensat(l, AT_FDCWD, fp->f_vnode, NULL, 0,
SCARG(uap, tptr), UIO_USERSPACE);
fd_putfile(SCARG(uap, fd));
return (error);
}
int
sys___lutimes50(struct lwp *l, const struct sys___lutimes50_args *uap,
register_t *retval)
{
return do_sys_utimes(l, NULL, SCARG(uap, path), NOFOLLOW,
SCARG(uap, tptr), UIO_USERSPACE);
}
int
sys_utimensat(struct lwp *l, const struct sys_utimensat_args *uap,
register_t *retval)
{
int follow;
const struct timespec *tptr;
int error;
tptr = SCARG(uap, tptr);
follow = (SCARG(uap, flag) & AT_SYMLINK_NOFOLLOW) ? NOFOLLOW : FOLLOW;
error = do_sys_utimensat(l, SCARG(uap, fd), NULL,
SCARG(uap, path), follow, tptr, UIO_USERSPACE);
return error;
}
int
do_sys_utimens(struct lwp *l, struct vnode *vp, const char *path, int flag,
const struct timespec *tptr, enum uio_seg seg)
{
return do_sys_utimensat(l, AT_FDCWD, vp, path, flag, tptr, seg);
}
int
do_sys_utimensat(struct lwp *l, int fdat, struct vnode *vp,
const char *path, int flag, const struct timespec *tptr, enum uio_seg seg)
{
struct vattr vattr;
int error, dorele = 0;
namei_simple_flags_t sflags;
bool vanull, setbirthtime;
struct timespec ts[2];
KASSERT(l != NULL || fdat == AT_FDCWD);
KASSERT(flag == NOFOLLOW || flag == FOLLOW);
sflags = (flag == FOLLOW) ?
NSM_FOLLOW_TRYEMULROOT : NSM_NOFOLLOW_TRYEMULROOT;
if (tptr == NULL) {
vanull = true;
nanotime(&ts[0]);
ts[1] = ts[0];
} else {
vanull = false;
if (seg != UIO_SYSSPACE) {
error = copyin(tptr, ts, sizeof (ts));
if (error != 0)
return error;
} else {
ts[0] = tptr[0];
ts[1] = tptr[1];
}
}
if (ts[0].tv_nsec == UTIME_NOW) {
nanotime(&ts[0]);
if (ts[1].tv_nsec == UTIME_NOW) {
vanull = true;
ts[1] = ts[0];
}
} else if (ts[1].tv_nsec == UTIME_NOW)
nanotime(&ts[1]);
if (vp == NULL) {
error = fd_nameiat_simple_user(l, fdat, path, sflags, &vp);
if (error != 0)
return error;
dorele = 1;
}
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
setbirthtime = (VOP_GETATTR(vp, &vattr, l->l_cred) == 0 &&
timespeccmp(&ts[1], &vattr.va_birthtime, <));
vattr_null(&vattr);
if (ts[0].tv_nsec != UTIME_OMIT)
vattr.va_atime = ts[0];
if (ts[1].tv_nsec != UTIME_OMIT) {
vattr.va_mtime = ts[1];
if (setbirthtime)
vattr.va_birthtime = ts[1];
}
if (vanull)
vattr.va_vaflags |= VA_UTIMES_NULL;
error = VOP_SETATTR(vp, &vattr, l->l_cred);
VOP_UNLOCK(vp);
if (dorele != 0)
vrele(vp);
return error;
}
int
do_sys_utimes(struct lwp *l, struct vnode *vp, const char *path, int flag,
const struct timeval *tptr, enum uio_seg seg)
{
struct timespec ts[2];
struct timespec *tsptr = NULL;
int error;
if (tptr != NULL) {
struct timeval tv[2];
if (seg != UIO_SYSSPACE) {
error = copyin(tptr, tv, sizeof(tv));
if (error != 0)
return error;
tptr = tv;
}
if ((tptr[0].tv_usec == UTIME_NOW) ||
(tptr[0].tv_usec == UTIME_OMIT))
ts[0].tv_nsec = tptr[0].tv_usec;
else {
if (tptr[0].tv_usec < 0 || tptr[0].tv_usec >= 1000000)
return SET_ERROR(EINVAL);
TIMEVAL_TO_TIMESPEC(&tptr[0], &ts[0]);
}
if ((tptr[1].tv_usec == UTIME_NOW) ||
(tptr[1].tv_usec == UTIME_OMIT))
ts[1].tv_nsec = tptr[1].tv_usec;
else {
if (tptr[1].tv_usec < 0 || tptr[1].tv_usec >= 1000000)
return SET_ERROR(EINVAL);
TIMEVAL_TO_TIMESPEC(&tptr[1], &ts[1]);
}
tsptr = &ts[0];
}
return do_sys_utimens(l, vp, path, flag, tsptr, UIO_SYSSPACE);
}
int
sys_truncate(struct lwp *l, const struct sys_truncate_args *uap,
register_t *retval)
{
struct vnode *vp;
struct vattr vattr;
int error;
if (SCARG(uap, length) < 0)
return SET_ERROR(EINVAL);
error = namei_simple_user(SCARG(uap, path),
NSM_FOLLOW_TRYEMULROOT, &vp);
if (error != 0)
return (error);
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
if (vp->v_type == VDIR)
error = SET_ERROR(EISDIR);
else if ((error = vn_writechk(vp)) == 0 &&
(error = VOP_ACCESS(vp, VWRITE, l->l_cred)) == 0) {
vattr_null(&vattr);
vattr.va_size = SCARG(uap, length);
error = VOP_SETATTR(vp, &vattr, l->l_cred);
}
vput(vp);
return (error);
}
int
sys_ftruncate(struct lwp *l, const struct sys_ftruncate_args *uap,
register_t *retval)
{
file_t *fp;
int error, fd = SCARG(uap, fd);
fp = fd_getfile(fd);
if (fp == NULL)
return SET_ERROR(EBADF);
if (fp->f_ops->fo_truncate == NULL)
error = SET_ERROR(EOPNOTSUPP);
else
error = (*fp->f_ops->fo_truncate)(fp, SCARG(uap, length));
fd_putfile(fd);
return error;
}
int
sys_fsync(struct lwp *l, const struct sys_fsync_args *uap, register_t *retval)
{
struct vnode *vp;
file_t *fp;
int error;
if ((error = fd_getvnode(SCARG(uap, fd), &fp)) != 0)
return (error);
vp = fp->f_vnode;
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
error = VOP_FSYNC(vp, fp->f_cred, FSYNC_WAIT, 0, 0);
VOP_UNLOCK(vp);
fd_putfile(SCARG(uap, fd));
return (error);
}
int
sys_fsync_range(struct lwp *l, const struct sys_fsync_range_args *uap,
register_t *retval)
{
struct vnode *vp;
file_t *fp;
int flags, nflags;
off_t s, e, len;
int error;
if ((error = fd_getvnode(SCARG(uap, fd), &fp)) != 0)
return (error);
if ((fp->f_flag & FWRITE) == 0) {
error = SET_ERROR(EBADF);
goto out;
}
flags = SCARG(uap, flags);
if (((flags & (FDATASYNC | FFILESYNC)) == 0) ||
((~flags & (FDATASYNC | FFILESYNC)) == 0)) {
error = SET_ERROR(EINVAL);
goto out;
}
if (flags & FDATASYNC)
nflags = FSYNC_DATAONLY | FSYNC_WAIT;
else
nflags = FSYNC_WAIT;
if (flags & FDISKSYNC)
nflags |= FSYNC_CACHE;
len = SCARG(uap, length);
if (len) {
s = SCARG(uap, start);
if (s < 0 || len < 0 || len > OFF_T_MAX - s) {
error = SET_ERROR(EINVAL);
goto out;
}
e = s + len;
KASSERT(s <= e);
} else {
e = 0;
s = 0;
}
vp = fp->f_vnode;
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
error = VOP_FSYNC(vp, fp->f_cred, nflags, s, e);
VOP_UNLOCK(vp);
out:
fd_putfile(SCARG(uap, fd));
return (error);
}
int
sys_fdatasync(struct lwp *l, const struct sys_fdatasync_args *uap,
register_t *retval)
{
struct vnode *vp;
file_t *fp;
int error;
if ((error = fd_getvnode(SCARG(uap, fd), &fp)) != 0)
return (error);
vp = fp->f_vnode;
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
error = VOP_FSYNC(vp, fp->f_cred, FSYNC_WAIT|FSYNC_DATAONLY, 0, 0);
VOP_UNLOCK(vp);
fd_putfile(SCARG(uap, fd));
return (error);
}
int
sys_rename(struct lwp *l, const struct sys_rename_args *uap,
register_t *retval)
{
return do_sys_renameat(l, AT_FDCWD, SCARG(uap, from), AT_FDCWD,
SCARG(uap, to), UIO_USERSPACE, 0);
}
int
sys_renameat(struct lwp *l, const struct sys_renameat_args *uap,
register_t *retval)
{
return do_sys_renameat(l, SCARG(uap, fromfd), SCARG(uap, from),
SCARG(uap, tofd), SCARG(uap, to), UIO_USERSPACE, 0);
}
int
sys___posix_rename(struct lwp *l, const struct sys___posix_rename_args *uap,
register_t *retval)
{
return do_sys_renameat(l, AT_FDCWD, SCARG(uap, from), AT_FDCWD,
SCARG(uap, to), UIO_USERSPACE, 1);
}
int
do_sys_rename(const char *from, const char *to, enum uio_seg seg, int retain)
{
return do_sys_renameat(NULL, AT_FDCWD, from, AT_FDCWD, to, seg,
retain);
}
static int
do_sys_renameat(struct lwp *l, int fromfd, const char *from, int tofd,
const char *to, enum uio_seg seg, int retain)
{
struct pathbuf *fpb, *tpb;
struct nameidata fnd, tnd;
struct vnode *fdvp, *fvp;
struct vnode *tdvp, *tvp;
struct mount *mp, *tmp;
int error;
KASSERT(l != NULL || fromfd == AT_FDCWD);
KASSERT(l != NULL || tofd == AT_FDCWD);
error = pathbuf_maybe_copyin(from, seg, &fpb);
if (error)
goto out0;
KASSERT(fpb != NULL);
error = pathbuf_maybe_copyin(to, seg, &tpb);
if (error)
goto out1;
KASSERT(tpb != NULL);
NDINIT(&fnd, DELETE, (LOCKPARENT | TRYEMULROOT), fpb);
if ((error = fd_nameiat(l, fromfd, &fnd)) != 0)
goto out2;
fdvp = fnd.ni_dvp;
fvp = fnd.ni_vp;
mp = fdvp->v_mount;
KASSERT(fdvp != NULL);
KASSERT(fvp != NULL);
KASSERT(fdvp == fvp || VOP_ISLOCKED(fdvp) == LK_EXCLUSIVE);
fstrans_start(mp);
if (fdvp != fvp)
VOP_UNLOCK(fdvp);
if ((fnd.ni_cnd.cn_namelen == 1 &&
fnd.ni_cnd.cn_nameptr[0] == '.') ||
(fnd.ni_cnd.cn_namelen == 2 &&
fnd.ni_cnd.cn_nameptr[0] == '.' &&
fnd.ni_cnd.cn_nameptr[1] == '.')) {
error = SET_ERROR(EINVAL);
goto abort0;
}
NDINIT(&tnd, RENAME,
(LOCKPARENT | NOCACHE | TRYEMULROOT |
((fvp->v_type == VDIR)? CREATEDIR : 0)),
tpb);
if ((error = fd_nameiat(l, tofd, &tnd)) != 0)
goto abort0;
tdvp = tnd.ni_dvp;
tvp = tnd.ni_vp;
KASSERT(tdvp != NULL);
KASSERT(tdvp == tvp || VOP_ISLOCKED(tdvp) == LK_EXCLUSIVE);
if (fvp->v_type == VDIR)
tnd.ni_cnd.cn_flags |= WILLBEDIR;
if (tdvp != tvp)
VOP_UNLOCK(tdvp);
if (tnd.ni_cnd.cn_namelen == 1 && tnd.ni_cnd.cn_nameptr[0] == '.') {
error = SET_ERROR(EISDIR);
goto abort1;
}
if (tnd.ni_cnd.cn_namelen == 2 &&
tnd.ni_cnd.cn_nameptr[0] == '.' &&
tnd.ni_cnd.cn_nameptr[1] == '.') {
error = SET_ERROR(EINVAL);
goto abort1;
}
KASSERT(mp != NULL);
tmp = tdvp->v_mount;
if (mp != tmp) {
error = SET_ERROR(EXDEV);
goto abort1;
}
error = VFS_RENAMELOCK_ENTER(mp);
if (error)
goto abort1;
vn_lock(tdvp, LK_EXCLUSIVE | LK_RETRY);
error = relookup(tdvp, &tnd.ni_vp, &tnd.ni_cnd, 0);
if (error)
goto abort2;
if (tvp != NULL)
vrele(tvp);
tvp = tnd.ni_vp;
KASSERT(VOP_ISLOCKED(tdvp) == LK_EXCLUSIVE);
KASSERT(tvp == NULL || VOP_ISLOCKED(tvp) == LK_EXCLUSIVE);
if (tvp != NULL) {
if (fvp->v_type == VDIR && tvp->v_type != VDIR) {
error = SET_ERROR(ENOTDIR);
goto abort3;
} else if (fvp->v_type != VDIR && tvp->v_type == VDIR) {
error = SET_ERROR(EISDIR);
goto abort3;
}
}
if (fvp == tdvp) {
error = SET_ERROR(EINVAL);
goto abort3;
}
if (fvp == tvp) {
if (retain) {
error = 0;
goto abort3;
} else if (fdvp == tdvp &&
fnd.ni_cnd.cn_namelen == tnd.ni_cnd.cn_namelen &&
0 == memcmp(fnd.ni_cnd.cn_nameptr, tnd.ni_cnd.cn_nameptr,
fnd.ni_cnd.cn_namelen)) {
error = 0;
goto abort3;
}
}
#if NVERIEXEC > 0
{
char *f1, *f2;
size_t f1_len;
size_t f2_len;
f1_len = fnd.ni_cnd.cn_namelen + 1;
f1 = kmem_alloc(f1_len, KM_SLEEP);
strlcpy(f1, fnd.ni_cnd.cn_nameptr, f1_len);
f2_len = tnd.ni_cnd.cn_namelen + 1;
f2 = kmem_alloc(f2_len, KM_SLEEP);
strlcpy(f2, tnd.ni_cnd.cn_nameptr, f2_len);
error = veriexec_renamechk(curlwp, fvp, f1, tvp, f2);
kmem_free(f1, f1_len);
kmem_free(f2, f2_len);
if (error)
goto abort3;
}
#endif
KASSERT(VOP_ISLOCKED(tdvp) == LK_EXCLUSIVE);
KASSERT(tvp == NULL || VOP_ISLOCKED(tvp) == LK_EXCLUSIVE);
error = VOP_RENAME(fdvp, fvp, &fnd.ni_cnd, tdvp, tvp, &tnd.ni_cnd);
VFS_RENAMELOCK_EXIT(mp);
fstrans_done(mp);
goto out2;
abort3: if (tvp != NULL && tvp != tdvp)
VOP_UNLOCK(tvp);
abort2: VOP_UNLOCK(tdvp);
VFS_RENAMELOCK_EXIT(mp);
abort1: VOP_ABORTOP(tdvp, &tnd.ni_cnd);
vrele(tdvp);
if (tvp != NULL)
vrele(tvp);
abort0: VOP_ABORTOP(fdvp, &fnd.ni_cnd);
vrele(fdvp);
vrele(fvp);
fstrans_done(mp);
out2: pathbuf_destroy(tpb);
out1: pathbuf_destroy(fpb);
out0: return error;
}
int
sys_mkdir(struct lwp *l, const struct sys_mkdir_args *uap, register_t *retval)
{
return do_sys_mkdirat(l, AT_FDCWD, SCARG(uap, path),
SCARG(uap, mode), UIO_USERSPACE);
}
int
sys_mkdirat(struct lwp *l, const struct sys_mkdirat_args *uap,
register_t *retval)
{
return do_sys_mkdirat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, mode), UIO_USERSPACE);
}
int
do_sys_mkdir(const char *path, mode_t mode, enum uio_seg seg)
{
return do_sys_mkdirat(NULL, AT_FDCWD, path, mode, seg);
}
static int
do_sys_mkdirat(struct lwp *l, int fdat, const char *path, mode_t mode,
enum uio_seg seg)
{
struct proc *p = curlwp->l_proc;
struct vnode *vp;
struct vattr vattr;
int error;
struct pathbuf *pb;
struct nameidata nd;
KASSERT(l != NULL || fdat == AT_FDCWD);
error = pathbuf_maybe_copyin(path, seg, &pb);
if (error) {
return error;
}
NDINIT(&nd, CREATE, LOCKPARENT | CREATEDIR | TRYEMULROOT, pb);
if ((error = fd_nameiat(l, fdat, &nd)) != 0) {
pathbuf_destroy(pb);
return (error);
}
vp = nd.ni_vp;
if (vp != NULL) {
VOP_ABORTOP(nd.ni_dvp, &nd.ni_cnd);
if (nd.ni_dvp == vp)
vrele(nd.ni_dvp);
else
vput(nd.ni_dvp);
vrele(vp);
pathbuf_destroy(pb);
return SET_ERROR(EEXIST);
}
vattr_null(&vattr);
vattr.va_type = VDIR;
vattr.va_mode = (mode & ACCESSPERMS) &~ p->p_cwdi->cwdi_cmask;
nd.ni_cnd.cn_flags |= WILLBEDIR;
error = VOP_MKDIR(nd.ni_dvp, &nd.ni_vp, &nd.ni_cnd, &vattr);
if (!error)
vrele(nd.ni_vp);
vput(nd.ni_dvp);
pathbuf_destroy(pb);
return (error);
}
int
sys_rmdir(struct lwp *l, const struct sys_rmdir_args *uap, register_t *retval)
{
return do_sys_unlinkat(l, AT_FDCWD, SCARG(uap, path), AT_REMOVEDIR,
UIO_USERSPACE);
}
int
sys___getdents30(struct lwp *l, const struct sys___getdents30_args *uap,
register_t *retval)
{
file_t *fp;
int error, done;
if ((error = fd_getvnode(SCARG(uap, fd), &fp)) != 0)
return (error);
if ((fp->f_flag & FREAD) == 0) {
error = SET_ERROR(EBADF);
goto out;
}
error = vn_readdir(fp, SCARG(uap, buf), UIO_USERSPACE,
SCARG(uap, count), &done, l, 0, 0);
ktrgenio(SCARG(uap, fd), UIO_READ, SCARG(uap, buf), done, error);
*retval = done;
out:
fd_putfile(SCARG(uap, fd));
return (error);
}
int
sys_umask(struct lwp *l, const struct sys_umask_args *uap, register_t *retval)
{
*retval = atomic_swap_uint(&curproc->p_cwdi->cwdi_cmask,
SCARG(uap, newmask) & ALLPERMS);
return (0);
}
int
dorevoke(struct vnode *vp, kauth_cred_t cred)
{
struct vattr vattr;
int error, fs_decision;
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
error = VOP_GETATTR(vp, &vattr, cred);
VOP_UNLOCK(vp);
if (error != 0)
return error;
fs_decision = (kauth_cred_geteuid(cred) == vattr.va_uid) ? 0
: SET_ERROR(EPERM);
error = kauth_authorize_vnode(cred, KAUTH_VNODE_REVOKE, vp, NULL,
fs_decision);
if (!error)
VOP_REVOKE(vp, REVOKEALL);
return (error);
}
int
sys_revoke(struct lwp *l, const struct sys_revoke_args *uap,
register_t *retval)
{
struct vnode *vp;
int error;
error = namei_simple_user(SCARG(uap, path), NSM_FOLLOW_TRYEMULROOT,
&vp);
if (error != 0)
return (error);
error = dorevoke(vp, l->l_cred);
vrele(vp);
return (error);
}
int
sys_posix_fallocate(struct lwp *l, const struct sys_posix_fallocate_args *uap,
register_t *retval)
{
int fd;
off_t pos, len;
struct file *fp;
struct vnode *vp;
int error;
fd = SCARG(uap, fd);
pos = SCARG(uap, pos);
len = SCARG(uap, len);
if (pos < 0 || len < 0 || len > OFF_T_MAX - pos) {
*retval = SET_ERROR(EINVAL);
return 0;
}
error = fd_getvnode(fd, &fp);
if (error) {
*retval = error;
return 0;
}
if ((fp->f_flag & FWRITE) == 0) {
error = SET_ERROR(EBADF);
goto fail;
}
vp = fp->f_vnode;
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
if (vp->v_type == VDIR) {
error = SET_ERROR(EISDIR);
} else {
error = VOP_FALLOCATE(vp, pos, len);
}
VOP_UNLOCK(vp);
fail:
fd_putfile(fd);
*retval = error;
return 0;
}
int
sys_fdiscard(struct lwp *l, const struct sys_fdiscard_args *uap,
register_t *retval)
{
int fd;
off_t pos, len;
struct file *fp;
struct vnode *vp;
int error;
fd = SCARG(uap, fd);
pos = SCARG(uap, pos);
len = SCARG(uap, len);
if (pos < 0 || len < 0 || len > OFF_T_MAX - pos) {
return SET_ERROR(EINVAL);
}
error = fd_getvnode(fd, &fp);
if (error) {
return error;
}
if ((fp->f_flag & FWRITE) == 0) {
error = SET_ERROR(EBADF);
goto fail;
}
vp = fp->f_vnode;
vn_lock(vp, LK_EXCLUSIVE | LK_RETRY);
if (vp->v_type == VDIR) {
error = SET_ERROR(EISDIR);
} else {
error = VOP_FDISCARD(vp, pos, len);
}
VOP_UNLOCK(vp);
fail:
fd_putfile(fd);
return error;
}