#include <sys/cdefs.h>
__KERNEL_RCSID(0, "$NetBSD: linux_file.c,v 1.134 2026/06/09 21:45:21 andvar Exp $");
#include <sys/types.h>
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/namei.h>
#include <sys/proc.h>
#include <sys/file.h>
#include <sys/fcntl.h>
#include <sys/stat.h>
#include <sys/vfs_syscalls.h>
#include <sys/filedesc.h>
#include <sys/ioctl.h>
#include <sys/kernel.h>
#include <sys/mount.h>
#include <sys/namei.h>
#include <sys/vnode.h>
#include <sys/tty.h>
#include <sys/socketvar.h>
#include <sys/conf.h>
#include <sys/pipe.h>
#include <sys/fstrans.h>
#include <sys/syscallargs.h>
#include <sys/vfs_syscalls.h>
#include <compat/linux/common/linux_types.h>
#include <compat/linux/common/linux_signal.h>
#include <compat/linux/common/linux_fcntl.h>
#include <compat/linux/common/linux_util.h>
#include <compat/linux/common/linux_machdep.h>
#include <compat/linux/common/linux_ipc.h>
#include <compat/linux/common/linux_sem.h>
#include <compat/linux/linux_syscallargs.h>
#ifdef DEBUG_LINUX
#define DPRINTF(a, ...) uprintf(a, __VA_ARGS__)
#else
#define DPRINTF(a, ...)
#endif
#define LINUX_COPY_FILE_RANGE_MAX_CHUNK 8192
static int bsd_to_linux_ioflags(int);
#if !defined(__aarch64__) && !defined(__amd64__)
static void bsd_to_linux_stat(struct stat *, struct linux_stat *);
#endif
conv_linux_flock(linux, flock)
int
linux_to_bsd_ioflags(int lflags)
{
int res = 0;
res |= cvtto_bsd_mask(lflags, LINUX_O_WRONLY, O_WRONLY);
res |= cvtto_bsd_mask(lflags, LINUX_O_RDONLY, O_RDONLY);
res |= cvtto_bsd_mask(lflags, LINUX_O_RDWR, O_RDWR);
res |= cvtto_bsd_mask(lflags, LINUX_O_CREAT, O_CREAT);
res |= cvtto_bsd_mask(lflags, LINUX_O_EXCL, O_EXCL);
res |= cvtto_bsd_mask(lflags, LINUX_O_NOCTTY, O_NOCTTY);
res |= cvtto_bsd_mask(lflags, LINUX_O_TRUNC, O_TRUNC);
res |= cvtto_bsd_mask(lflags, LINUX_O_APPEND, O_APPEND);
res |= cvtto_bsd_mask(lflags, LINUX_O_NONBLOCK, O_NONBLOCK);
res |= cvtto_bsd_mask(lflags, LINUX_O_NDELAY, O_NDELAY);
res |= cvtto_bsd_mask(lflags, LINUX_O_SYNC, O_FSYNC);
res |= cvtto_bsd_mask(lflags, LINUX_FASYNC, O_ASYNC);
res |= cvtto_bsd_mask(lflags, LINUX_O_DIRECT, O_DIRECT);
res |= cvtto_bsd_mask(lflags, LINUX_O_DIRECTORY, O_DIRECTORY);
res |= cvtto_bsd_mask(lflags, LINUX_O_NOFOLLOW, O_NOFOLLOW);
res |= cvtto_bsd_mask(lflags, LINUX_O_CLOEXEC, O_CLOEXEC);
return res;
}
static int
bsd_to_linux_ioflags(int bflags)
{
int res = 0;
res |= cvtto_linux_mask(bflags, O_WRONLY, LINUX_O_WRONLY);
res |= cvtto_linux_mask(bflags, O_RDONLY, LINUX_O_RDONLY);
res |= cvtto_linux_mask(bflags, O_RDWR, LINUX_O_RDWR);
res |= cvtto_linux_mask(bflags, O_CREAT, LINUX_O_CREAT);
res |= cvtto_linux_mask(bflags, O_EXCL, LINUX_O_EXCL);
res |= cvtto_linux_mask(bflags, O_NOCTTY, LINUX_O_NOCTTY);
res |= cvtto_linux_mask(bflags, O_TRUNC, LINUX_O_TRUNC);
res |= cvtto_linux_mask(bflags, O_APPEND, LINUX_O_APPEND);
res |= cvtto_linux_mask(bflags, O_NONBLOCK, LINUX_O_NONBLOCK);
res |= cvtto_linux_mask(bflags, O_NDELAY, LINUX_O_NDELAY);
res |= cvtto_linux_mask(bflags, O_FSYNC, LINUX_O_SYNC);
res |= cvtto_linux_mask(bflags, O_ASYNC, LINUX_FASYNC);
res |= cvtto_linux_mask(bflags, O_DIRECT, LINUX_O_DIRECT);
res |= cvtto_linux_mask(bflags, O_DIRECTORY, LINUX_O_DIRECTORY);
res |= cvtto_linux_mask(bflags, O_NOFOLLOW, LINUX_O_NOFOLLOW);
res |= cvtto_linux_mask(bflags, O_CLOEXEC, LINUX_O_CLOEXEC);
return res;
}
static inline off_t
linux_hilo_to_off_t(unsigned long hi, unsigned long lo)
{
#ifdef _LP64
(void) hi;
return (off_t)lo;
#else
return (((off_t)hi) << 32) | lo;
#endif
}
#if !defined(__aarch64__)
int
linux_sys_creat(struct lwp *l, const struct linux_sys_creat_args *uap,
register_t *retval)
{
struct sys_open_args oa;
SCARG(&oa, path) = SCARG(uap, path);
SCARG(&oa, flags) = O_CREAT | O_TRUNC | O_WRONLY;
SCARG(&oa, mode) = SCARG(uap, mode);
return sys_open(l, &oa, retval);
}
#endif
static void
linux_open_ctty(struct lwp *l, int flags, int fd)
{
struct proc *p = l->l_proc;
if (!(flags & O_NOCTTY) && SESS_LEADER(p) && !(p->p_lflag & PL_CONTROLT)) {
file_t *fp;
fp = fd_getfile(fd);
if (fp != NULL) {
if (fp->f_type == DTYPE_VNODE) {
(fp->f_ops->fo_ioctl) (fp, TIOCSCTTY, NULL);
}
fd_putfile(fd);
}
}
}
int
linux_sys_open(struct lwp *l, const struct linux_sys_open_args *uap,
register_t *retval)
{
int error, fl;
struct sys_open_args boa;
fl = linux_to_bsd_ioflags(SCARG(uap, flags));
SCARG(&boa, path) = SCARG(uap, path);
SCARG(&boa, flags) = fl;
SCARG(&boa, mode) = SCARG(uap, mode);
if ((error = sys_open(l, &boa, retval)))
return (error == EFTYPE) ? ELOOP : error;
linux_open_ctty(l, fl, *retval);
return 0;
}
int
linux_sys_openat(struct lwp *l, const struct linux_sys_openat_args *uap,
register_t *retval)
{
int error, fl;
struct sys_openat_args boa;
fl = linux_to_bsd_ioflags(SCARG(uap, flags));
SCARG(&boa, fd) = SCARG(uap, fd);
SCARG(&boa, path) = SCARG(uap, path);
SCARG(&boa, oflags) = fl;
SCARG(&boa, mode) = SCARG(uap, mode);
if ((error = sys_openat(l, &boa, retval)))
return (error == EFTYPE) ? ELOOP : error;
linux_open_ctty(l, fl, *retval);
return 0;
}
int
linux_sys_fcntl(struct lwp *l, const struct linux_sys_fcntl_args *uap,
register_t *retval)
{
struct proc *p = l->l_proc;
int fd, cmd, error;
u_long val;
void *arg;
struct sys_fcntl_args fca;
file_t *fp;
struct vnode *vp;
struct vattr va;
long pgid;
struct pgrp *pgrp;
struct tty *tp;
fd = SCARG(uap, fd);
cmd = SCARG(uap, cmd);
arg = SCARG(uap, arg);
switch (cmd) {
case LINUX_F_DUPFD:
cmd = F_DUPFD;
break;
case LINUX_F_GETFD:
cmd = F_GETFD;
break;
case LINUX_F_SETFD:
cmd = F_SETFD;
break;
case LINUX_F_GETFL:
SCARG(&fca, fd) = fd;
SCARG(&fca, cmd) = F_GETFL;
SCARG(&fca, arg) = arg;
if ((error = sys_fcntl(l, &fca, retval)))
return error;
retval[0] = bsd_to_linux_ioflags(retval[0]);
return 0;
case LINUX_F_SETFL: {
file_t *fp1 = NULL;
val = linux_to_bsd_ioflags((unsigned long)SCARG(uap, arg));
if (val & O_ASYNC) {
if (((fp1 = fd_getfile(fd)) == NULL))
return (EBADF);
if (((fp1->f_type == DTYPE_SOCKET) && fp1->f_data
&& ((struct socket *)fp1->f_data)->so_state & SS_ISAPIPE)
|| (fp1->f_type == DTYPE_PIPE))
val &= ~O_ASYNC;
else {
fd_putfile(fd);
fp1 = NULL;
}
}
SCARG(&fca, fd) = fd;
SCARG(&fca, cmd) = F_SETFL;
SCARG(&fca, arg) = (void *) val;
error = sys_fcntl(l, &fca, retval);
if (fp1) {
if (!error) {
mutex_enter(&fp1->f_lock);
fp1->f_flag |= FASYNC;
mutex_exit(&fp1->f_lock);
}
fd_putfile(fd);
}
return (error);
}
case LINUX_F_GETLK:
do_linux_getlk(fd, cmd, arg, linux, flock);
case LINUX_F_SETLK:
case LINUX_F_SETLKW:
do_linux_setlk(fd, cmd, arg, linux, flock, LINUX_F_SETLK);
case LINUX_F_SETOWN:
case LINUX_F_GETOWN:
if ((fp = fd_getfile(fd)) == NULL)
return EBADF;
if (fp->f_type != DTYPE_VNODE
|| (vp = (struct vnode *)fp->f_data) == NULL
|| vp->v_type != VCHR) {
fd_putfile(fd);
not_tty:
cmd = cmd == LINUX_F_SETOWN ? F_SETOWN : F_GETOWN;
break;
}
vn_lock(vp, LK_SHARED | LK_RETRY);
error = VOP_GETATTR(vp, &va, l->l_cred);
VOP_UNLOCK(vp);
fd_putfile(fd);
if (error)
return error;
if ((tp = cdev_tty(va.va_rdev)) == NULL)
goto not_tty;
mutex_enter(&proc_lock);
if (cmd == LINUX_F_GETOWN) {
retval[0] = tp->t_pgrp ? tp->t_pgrp->pg_id : NO_PGID;
mutex_exit(&proc_lock);
return 0;
}
if ((long)arg <= 0) {
pgid = -(long)arg;
} else {
struct proc *p1 = proc_find((long)arg);
if (p1 == NULL) {
mutex_exit(&proc_lock);
return (ESRCH);
}
pgid = (long)p1->p_pgrp->pg_id;
}
pgrp = pgrp_find(pgid);
if (pgrp == NULL || pgrp->pg_session != p->p_session) {
mutex_exit(&proc_lock);
return EPERM;
}
tp->t_pgrp = pgrp;
mutex_exit(&proc_lock);
return 0;
case LINUX_F_DUPFD_CLOEXEC:
cmd = F_DUPFD_CLOEXEC;
break;
case LINUX_F_ADD_SEALS:
cmd = F_ADD_SEALS;
break;
case LINUX_F_GET_SEALS:
cmd = F_GET_SEALS;
break;
default:
return EOPNOTSUPP;
}
SCARG(&fca, fd) = fd;
SCARG(&fca, cmd) = cmd;
SCARG(&fca, arg) = arg;
return sys_fcntl(l, &fca, retval);
}
#if !defined(__aarch64__) && !defined(__amd64__)
static void
bsd_to_linux_stat(struct stat *bsp, struct linux_stat *lsp)
{
memset(lsp, 0, sizeof(*lsp));
lsp->lst_dev = linux_fakedev(bsp->st_dev, 0);
lsp->lst_ino = bsp->st_ino;
lsp->lst_mode = (linux_mode_t)bsp->st_mode;
if (bsp->st_nlink >= (1 << 15))
lsp->lst_nlink = (1 << 15) - 1;
else
lsp->lst_nlink = (linux_nlink_t)bsp->st_nlink;
lsp->lst_uid = bsp->st_uid;
lsp->lst_gid = bsp->st_gid;
lsp->lst_rdev = linux_fakedev(bsp->st_rdev, 1);
lsp->lst_size = bsp->st_size;
lsp->lst_blksize = bsp->st_blksize;
lsp->lst_blocks = bsp->st_blocks;
lsp->lst_atime = bsp->st_atime;
lsp->lst_mtime = bsp->st_mtime;
lsp->lst_ctime = bsp->st_ctime;
#ifdef LINUX_STAT_HAS_NSEC
lsp->lst_atime_nsec = bsp->st_atimensec;
lsp->lst_mtime_nsec = bsp->st_mtimensec;
lsp->lst_ctime_nsec = bsp->st_ctimensec;
#endif
}
int
linux_sys_fstat(struct lwp *l, const struct linux_sys_fstat_args *uap,
register_t *retval)
{
struct linux_stat tmplst;
struct stat tmpst;
int error;
error = do_sys_fstat(SCARG(uap, fd), &tmpst);
if (error != 0)
return error;
bsd_to_linux_stat(&tmpst, &tmplst);
return copyout(&tmplst, SCARG(uap, sp), sizeof tmplst);
}
static int
linux_stat1(const struct linux_sys_stat_args *uap, register_t *retval,
int flags)
{
struct linux_stat tmplst;
struct stat tmpst;
int error;
error = do_sys_stat(SCARG(uap, path), flags, &tmpst);
if (error != 0)
return error;
bsd_to_linux_stat(&tmpst, &tmplst);
return copyout(&tmplst, SCARG(uap, sp), sizeof tmplst);
}
int
linux_sys_stat(struct lwp *l, const struct linux_sys_stat_args *uap,
register_t *retval)
{
return linux_stat1(uap, retval, FOLLOW);
}
int
linux_sys_lstat(struct lwp *l, const struct linux_sys_lstat_args *uap,
register_t *retval)
{
return linux_stat1((const void *)uap, retval, NOFOLLOW);
}
#endif
int
linux_sys_linkat(struct lwp *l, const struct linux_sys_linkat_args *uap,
register_t *retval)
{
int fd1 = SCARG(uap, fd1);
const char *name1 = SCARG(uap, name1);
int fd2 = SCARG(uap, fd2);
const char *name2 = SCARG(uap, name2);
int follow;
follow = SCARG(uap, flags) & LINUX_AT_SYMLINK_FOLLOW;
return do_sys_linkat(l, fd1, name1, fd2, name2, follow, retval);
}
static int
linux_unlink_dircheck(const char *path)
{
struct nameidata nd;
struct pathbuf *pb;
int error;
error = pathbuf_copyin(path, &pb);
if (error) {
return error;
}
NDINIT(&nd, LOOKUP, FOLLOW | LOCKLEAF | TRYEMULROOT, pb);
if (namei(&nd) == 0) {
struct stat sb;
if (vn_stat(nd.ni_vp, &sb) == 0
&& S_ISDIR(sb.st_mode))
error = EISDIR;
vput(nd.ni_vp);
}
pathbuf_destroy(pb);
return error ? error : EPERM;
}
int
linux_sys_unlink(struct lwp *l, const struct linux_sys_unlink_args *uap,
register_t *retval)
{
int error;
error = sys_unlink(l, (const void *)uap, retval);
if (error == EPERM)
error = linux_unlink_dircheck(SCARG(uap, path));
return error;
}
int
linux_sys_unlinkat(struct lwp *l, const struct linux_sys_unlinkat_args *uap,
register_t *retval)
{
struct sys_unlinkat_args ua;
int error;
SCARG(&ua, fd) = SCARG(uap, fd);
SCARG(&ua, path) = SCARG(uap, path);
SCARG(&ua, flag) = linux_to_bsd_atflags(SCARG(uap, flag));
error = sys_unlinkat(l, &ua, retval);
if (error == EPERM)
error = linux_unlink_dircheck(SCARG(uap, path));
return error;
}
int
linux_sys_mknod(struct lwp *l, const struct linux_sys_mknod_args *uap,
register_t *retval)
{
struct linux_sys_mknodat_args ua;
SCARG(&ua, fd) = LINUX_AT_FDCWD;
SCARG(&ua, path) = SCARG(uap, path);
SCARG(&ua, mode) = SCARG(uap, mode);
SCARG(&ua, dev) = SCARG(uap, dev);
return linux_sys_mknodat(l, &ua, retval);
}
int
linux_sys_mknodat(struct lwp *l, const struct linux_sys_mknodat_args *uap,
register_t *retval)
{
if (S_ISFIFO(SCARG(uap, mode))) {
struct sys_mkfifoat_args bma;
SCARG(&bma, fd) = SCARG(uap, fd);
SCARG(&bma, path) = SCARG(uap, path);
SCARG(&bma, mode) = SCARG(uap, mode);
return sys_mkfifoat(l, &bma, retval);
} else {
return do_sys_mknodat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, mode), SCARG(uap, dev) & 0xffff, UIO_USERSPACE);
}
}
int
linux_sys_fchmodat(struct lwp *l, const struct linux_sys_fchmodat_args *uap,
register_t *retval)
{
return do_sys_chmodat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, mode), AT_SYMLINK_FOLLOW);
}
int
linux_sys_fchownat(struct lwp *l, const struct linux_sys_fchownat_args *uap,
register_t *retval)
{
int flag;
flag = linux_to_bsd_atflags(SCARG(uap, flag));
return do_sys_chownat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, owner), SCARG(uap, group), flag);
}
int
linux_sys_faccessat(struct lwp *l, const struct linux_sys_faccessat_args *uap,
register_t *retval)
{
return do_sys_accessat(l, SCARG(uap, fd), SCARG(uap, path),
SCARG(uap, amode), AT_SYMLINK_FOLLOW);
}
int
linux_sys_fdatasync(struct lwp *l, const struct linux_sys_fdatasync_args *uap,
register_t *retval)
{
return sys_fsync(l, (const void *)uap, retval);
}
int
linux_sys_pread(struct lwp *l, const struct linux_sys_pread_args *uap,
register_t *retval)
{
struct sys_pread_args pra;
SCARG(&pra, fd) = SCARG(uap, fd);
SCARG(&pra, buf) = SCARG(uap, buf);
SCARG(&pra, nbyte) = SCARG(uap, nbyte);
SCARG(&pra, PAD) = 0;
SCARG(&pra, offset) = SCARG(uap, offset);
return sys_pread(l, &pra, retval);
}
int
linux_sys_pwrite(struct lwp *l, const struct linux_sys_pwrite_args *uap,
register_t *retval)
{
struct sys_pwrite_args pra;
SCARG(&pra, fd) = SCARG(uap, fd);
SCARG(&pra, buf) = SCARG(uap, buf);
SCARG(&pra, nbyte) = SCARG(uap, nbyte);
SCARG(&pra, PAD) = 0;
SCARG(&pra, offset) = SCARG(uap, offset);
return sys_pwrite(l, &pra, retval);
}
int
linux_sys_preadv(struct lwp *l, const struct linux_sys_preadv_args *uap,
register_t *retval)
{
struct sys_preadv_args ua;
SCARG(&ua, fd) = SCARG(uap, fd);
SCARG(&ua, iovp) = SCARG(uap, iovp);
SCARG(&ua, iovcnt) = SCARG(uap, iovcnt);
SCARG(&ua, PAD) = 0;
SCARG(&ua, offset) = linux_hilo_to_off_t(SCARG(uap, off_hi),
SCARG(uap, off_lo));
return sys_preadv(l, &ua, retval);
}
int
linux_sys_pwritev(struct lwp *l, const struct linux_sys_pwritev_args *uap,
register_t *retval)
{
struct sys_pwritev_args ua;
SCARG(&ua, fd) = SCARG(uap, fd);
SCARG(&ua, iovp) = (const void *)SCARG(uap, iovp);
SCARG(&ua, iovcnt) = SCARG(uap, iovcnt);
SCARG(&ua, PAD) = 0;
SCARG(&ua, offset) = linux_hilo_to_off_t(SCARG(uap, off_hi),
SCARG(uap, off_lo));
return sys_pwritev(l, &ua, retval);
}
int
linux_sys_dup3(struct lwp *l, const struct linux_sys_dup3_args *uap,
register_t *retval)
{
int flags;
flags = linux_to_bsd_ioflags(SCARG(uap, flags));
if ((flags & ~O_CLOEXEC) != 0)
return EINVAL;
if (SCARG(uap, from) == SCARG(uap, to))
return EINVAL;
return dodup(l, SCARG(uap, from), SCARG(uap, to), flags, retval);
}
int
linux_to_bsd_atflags(int lflags)
{
int bflags = 0;
if (lflags & LINUX_AT_SYMLINK_NOFOLLOW)
bflags |= AT_SYMLINK_NOFOLLOW;
if (lflags & LINUX_AT_REMOVEDIR)
bflags |= AT_REMOVEDIR;
if (lflags & LINUX_AT_SYMLINK_FOLLOW)
bflags |= AT_SYMLINK_FOLLOW;
return bflags;
}
int
linux_sys_faccessat2(lwp_t *l, const struct linux_sys_faccessat2_args *uap,
register_t *retval)
{
int flag = linux_to_bsd_atflags(SCARG(uap, flags));
int mode = SCARG(uap, amode);
int fd = SCARG(uap, fd);
const char *path = SCARG(uap, path);
return do_sys_accessat(l, fd, path, mode, flag);
}
int
linux_sys_sync_file_range(lwp_t *l,
const struct linux_sys_sync_file_range_args *uap, register_t *retval)
{
struct sys_fsync_range_args ua;
if (SCARG(uap, offset) < 0 || SCARG(uap, nbytes) < 0 ||
((SCARG(uap, flags) & ~LINUX_SYNC_FILE_RANGE_ALL) != 0))
return EINVAL;
SCARG(&ua, fd) = SCARG(uap, fd);
SCARG(&ua, flags) = SCARG(uap, flags);
SCARG(&ua, start) = rounddown(SCARG(uap, offset), PAGE_SIZE);
SCARG(&ua, length) = SCARG(uap, nbytes);
if (SCARG(&ua, length) != 0) {
SCARG(&ua, length) = roundup(SCARG(uap, nbytes)
+ SCARG(uap, offset) - SCARG(&ua, start), PAGE_SIZE);
}
return sys_fsync_range(l, &ua, retval);
}
int
linux_sys_syncfs(lwp_t *l, const struct linux_sys_syncfs_args *uap,
register_t *retval)
{
struct mount *mp;
struct vnode *vp;
file_t *fp;
int error, fd;
fd = SCARG(uap, fd);
if ((error = fd_getvnode(fd, &fp)) != 0)
return error;
vp = fp->f_vnode;
mp = vp->v_mount;
mutex_enter(mp->mnt_updating);
if ((mp->mnt_flag & MNT_RDONLY) == 0) {
int asyncflag = mp->mnt_flag & MNT_ASYNC;
mp->mnt_flag &= ~MNT_ASYNC;
VFS_SYNC(mp, MNT_NOWAIT, l->l_cred);
if (asyncflag)
mp->mnt_flag |= MNT_ASYNC;
}
mutex_exit(mp->mnt_updating);
vrele(vp);
fd_putfile(fd);
return 0;
}
int
linux_sys_renameat2(struct lwp *l, const struct linux_sys_renameat2_args *uap,
register_t *retval)
{
struct sys_renameat_args ua;
SCARG(&ua, fromfd) = SCARG(uap, fromfd);
SCARG(&ua, from) = SCARG(uap, from);
SCARG(&ua, tofd) = SCARG(uap, tofd);
SCARG(&ua, to) = SCARG(uap, to);
unsigned int flags = SCARG(uap, flags);
int error;
if (flags != 0) {
if (flags & ~LINUX_RENAME_ALL)
return EINVAL;
if ((flags & LINUX_RENAME_EXCHANGE) != 0 &&
(flags & (LINUX_RENAME_NOREPLACE | LINUX_RENAME_WHITEOUT))
!= 0)
return EINVAL;
return EOPNOTSUPP;
}
error = sys_renameat(l, &ua, retval);
return error;
}
int
linux_sys_copy_file_range(lwp_t *l,
const struct linux_sys_copy_file_range_args *uap, register_t *retval)
{
const off_t OFF_MAX = __type_max(off_t);
int fd_in, fd_out;
file_t *fp_in, *fp_out;
struct vnode *invp, *outvp;
off_t off_in = 0, off_out = 0;
struct vattr vattr_in, vattr_out;
ssize_t total_copied = 0;
size_t bytes_left, to_copy;
bool have_off_in = false, have_off_out = false;
int error = 0;
size_t len = SCARG(uap, len);
unsigned int flags = SCARG(uap, flags);
char *buffer = NULL;
struct uio auio;
struct iovec aiov;
if (len > SSIZE_MAX) {
DPRINTF("%s: len is greater than SSIZE_MAX\n",
__func__);
return EOVERFLOW;
}
if (flags != 0) {
DPRINTF("%s: unsupported flags %#x\n", __func__, flags);
return EINVAL;
}
fd_in = SCARG(uap, fd_in);
fd_out = SCARG(uap, fd_out);
error = fd_getvnode(fd_in, &fp_in);
if (error) {
return error;
}
error = fd_getvnode(fd_out, &fp_out);
if (error) {
fd_putfile(fd_in);
return error;
}
invp = fp_in->f_vnode;
outvp = fp_out->f_vnode;
VOP_GETATTR(invp, &vattr_in, l->l_cred);
VOP_GETATTR(outvp, &vattr_out, l->l_cred);
if (vattr_in.va_type == VDIR || vattr_out.va_type == VDIR) {
error = EISDIR;
DPRINTF("%s: Input or output is a directory\n", __func__);
goto out;
}
if ((SCARG(uap, off_in) != NULL && *SCARG(uap, off_in) < 0) ||
(SCARG(uap, off_out) != NULL && *SCARG(uap, off_out) < 0) ||
vattr_in.va_type != VREG || vattr_out.va_type != VREG) {
error = EINVAL;
DPRINTF("%s: Invalid offset or file type\n", __func__);
goto out;
}
if ((fp_in->f_flag & FREAD) == 0 ||
(fp_out->f_flag & FWRITE) == 0 ||
(fp_out->f_flag & FAPPEND) != 0) {
DPRINTF("%s: input file can't be read or output file "
"can't be written\n", __func__);
error = EBADF;
goto out;
}
if (SCARG(uap, off_in) != NULL) {
error = copyin(SCARG(uap, off_in), &off_in, sizeof(off_in));
if (error) {
goto out;
}
have_off_in = true;
}
if (SCARG(uap, off_out) != NULL) {
error = copyin(SCARG(uap, off_out), &off_out, sizeof(off_out));
if (error) {
goto out;
}
have_off_out = true;
}
if (off_out < 0 || len > OFF_MAX - off_out ||
off_in < 0 || len > OFF_MAX - off_in) {
DPRINTF("%s: New size is greater than OFF_MAX\n", __func__);
error = EFBIG;
goto out;
}
if ((invp == outvp) &&
((off_in <= off_out && off_in + (off_t)len > off_out) ||
(off_in > off_out && off_out + (off_t)len > off_in))) {
DPRINTF("%s: Ranges overlap\n", __func__);
error = EINVAL;
goto out;
}
buffer = kmem_alloc(LINUX_COPY_FILE_RANGE_MAX_CHUNK, KM_SLEEP);
bytes_left = len;
while (bytes_left > 0) {
to_copy = MIN(bytes_left, LINUX_COPY_FILE_RANGE_MAX_CHUNK);
vn_lock(fp_in->f_vnode, LK_SHARED | LK_RETRY);
aiov.iov_base = buffer;
aiov.iov_len = to_copy;
auio.uio_iov = &aiov;
auio.uio_iovcnt = 1;
auio.uio_offset = have_off_in ? off_in : fp_in->f_offset;
auio.uio_resid = to_copy;
auio.uio_rw = UIO_READ;
auio.uio_vmspace = l->l_proc->p_vmspace;
UIO_SETUP_SYSSPACE(&auio);
error = VOP_READ(fp_in->f_vnode, &auio, 0, l->l_cred);
VOP_UNLOCK(fp_in->f_vnode);
if (error) {
DPRINTF("%s: Read error %d\n", __func__, error);
break;
}
size_t read_bytes = to_copy - auio.uio_resid;
if (read_bytes == 0) {
break;
}
vn_lock(fp_out->f_vnode, LK_EXCLUSIVE | LK_RETRY);
aiov.iov_base = buffer;
aiov.iov_len = read_bytes;
auio.uio_iov = &aiov;
auio.uio_iovcnt = 1;
auio.uio_offset = have_off_out ? off_out : fp_out->f_offset;
auio.uio_resid = read_bytes;
auio.uio_rw = UIO_WRITE;
auio.uio_vmspace = l->l_proc->p_vmspace;
UIO_SETUP_SYSSPACE(&auio);
error = VOP_WRITE(fp_out->f_vnode, &auio, 0, l->l_cred);
VOP_UNLOCK(fp_out->f_vnode);
if (error) {
DPRINTF("%s: Write error %d\n", __func__, error);
break;
}
size_t written_bytes = read_bytes - auio.uio_resid;
total_copied += written_bytes;
bytes_left -= written_bytes;
if (have_off_in) {
off_in += written_bytes;
} else {
fp_in->f_offset += written_bytes;
}
if (have_off_out) {
off_out += written_bytes;
} else {
fp_out->f_offset += written_bytes;
}
}
if (have_off_in) {
error = copyout(&off_in, SCARG(uap, off_in), sizeof(off_t));
if (error) {
DPRINTF("%s: Error adjusting user space offset\n",
__func__);
}
goto out;
}
if (have_off_out) {
error = copyout(&off_out, SCARG(uap, off_out), sizeof(off_t));
if (error) {
DPRINTF("%s: Error adjusting user space offset\n",
__func__);
}
}
*retval = total_copied;
out:
if (buffer) {
kmem_free(buffer, LINUX_COPY_FILE_RANGE_MAX_CHUNK);
}
if (fp_out) {
fd_putfile(fd_out);
}
if (fp_in) {
fd_putfile(fd_in);
}
return error;
}
#define LINUX_NOT_SUPPORTED(fun) \
int \
fun(struct lwp *l, const struct fun##_args *uap, register_t *retval) \
{ \
return EOPNOTSUPP; \
}
LINUX_NOT_SUPPORTED(linux_sys_setxattr)
LINUX_NOT_SUPPORTED(linux_sys_lsetxattr)
LINUX_NOT_SUPPORTED(linux_sys_fsetxattr)
LINUX_NOT_SUPPORTED(linux_sys_getxattr)
LINUX_NOT_SUPPORTED(linux_sys_lgetxattr)
LINUX_NOT_SUPPORTED(linux_sys_fgetxattr)
LINUX_NOT_SUPPORTED(linux_sys_listxattr)
LINUX_NOT_SUPPORTED(linux_sys_llistxattr)
LINUX_NOT_SUPPORTED(linux_sys_flistxattr)
LINUX_NOT_SUPPORTED(linux_sys_removexattr)
LINUX_NOT_SUPPORTED(linux_sys_lremovexattr)
LINUX_NOT_SUPPORTED(linux_sys_fremovexattr)
LINUX_NOT_SUPPORTED(linux_sys_fallocate)