#include <sys/cdefs.h>
__KERNEL_RCSID(0, "$NetBSD: lfs_vnops.c,v 1.353 2026/01/30 15:54:29 perseant Exp $");
#ifdef _KERNEL_OPT
#include "opt_compat_netbsd.h"
#include "opt_uvm_page_trkown.h"
#endif
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/namei.h>
#include <sys/resourcevar.h>
#include <sys/kernel.h>
#include <sys/file.h>
#include <sys/stat.h>
#include <sys/buf.h>
#include <sys/proc.h>
#include <sys/mount.h>
#include <sys/vnode.h>
#include <sys/pool.h>
#include <sys/signalvar.h>
#include <sys/kauth.h>
#include <sys/syslog.h>
#include <miscfs/fifofs/fifo.h>
#include <miscfs/genfs/genfs.h>
#include <miscfs/specfs/specdev.h>
#include <ufs/lfs/ulfs_inode.h>
#include <ufs/lfs/ulfsmount.h>
#include <ufs/lfs/ulfs_bswap.h>
#include <ufs/lfs/ulfs_extern.h>
#include <uvm/uvm_extern.h>
#include <ufs/lfs/lfs.h>
#include <ufs/lfs/lfs_accessors.h>
#include <ufs/lfs/lfs_kernel.h>
#include <ufs/lfs/lfs_extern.h>
extern kcondvar_t lfs_writerd_cv;
int lfs_ignore_lazy_sync = 1;
static int lfs_openextattr(void *v);
static int lfs_closeextattr(void *v);
static int lfs_getextattr(void *v);
static int lfs_setextattr(void *v);
static int lfs_listextattr(void *v);
static int lfs_deleteextattr(void *v);
static int lfs_makeinode(struct vattr *vap, struct vnode *,
const struct ulfs_lookup_results *,
struct vnode **, struct componentname *);
static int lfs_filestats(struct lfs *, ino_t, struct lfs_filestats *);
int (**lfs_vnodeop_p)(void *);
const struct vnodeopv_entry_desc lfs_vnodeop_entries[] = {
{ &vop_default_desc, vn_default_error },
{ &vop_parsepath_desc, genfs_parsepath },
{ &vop_lookup_desc, ulfs_lookup },
{ &vop_create_desc, lfs_create },
{ &vop_whiteout_desc, ulfs_whiteout },
{ &vop_mknod_desc, lfs_mknod },
{ &vop_open_desc, ulfs_open },
{ &vop_close_desc, lfs_close },
{ &vop_access_desc, ulfs_access },
{ &vop_accessx_desc, genfs_accessx },
{ &vop_getattr_desc, lfs_getattr },
{ &vop_setattr_desc, lfs_setattr },
{ &vop_read_desc, lfs_read },
{ &vop_write_desc, lfs_write },
{ &vop_fallocate_desc, genfs_eopnotsupp },
{ &vop_fdiscard_desc, genfs_eopnotsupp },
{ &vop_ioctl_desc, genfs_enoioctl },
{ &vop_fcntl_desc, lfs_fcntl },
{ &vop_poll_desc, genfs_poll },
{ &vop_kqfilter_desc, genfs_kqfilter },
{ &vop_revoke_desc, genfs_revoke },
{ &vop_mmap_desc, lfs_mmap },
{ &vop_fsync_desc, lfs_fsync },
{ &vop_seek_desc, genfs_seek },
{ &vop_remove_desc, lfs_remove },
{ &vop_link_desc, lfs_link },
{ &vop_rename_desc, lfs_rename },
{ &vop_mkdir_desc, lfs_mkdir },
{ &vop_rmdir_desc, lfs_rmdir },
{ &vop_symlink_desc, lfs_symlink },
{ &vop_readdir_desc, ulfs_readdir },
{ &vop_readlink_desc, ulfs_readlink },
{ &vop_abortop_desc, genfs_abortop },
{ &vop_inactive_desc, lfs_inactive },
{ &vop_reclaim_desc, lfs_reclaim },
{ &vop_lock_desc, genfs_lock },
{ &vop_unlock_desc, genfs_unlock },
{ &vop_bmap_desc, ulfs_bmap },
{ &vop_strategy_desc, lfs_strategy },
{ &vop_print_desc, ulfs_print },
{ &vop_islocked_desc, genfs_islocked },
{ &vop_pathconf_desc, ulfs_pathconf },
{ &vop_advlock_desc, ulfs_advlock },
{ &vop_bwrite_desc, lfs_bwrite },
{ &vop_getpages_desc, lfs_getpages },
{ &vop_putpages_desc, lfs_putpages },
{ &vop_openextattr_desc, lfs_openextattr },
{ &vop_closeextattr_desc, lfs_closeextattr },
{ &vop_getextattr_desc, lfs_getextattr },
{ &vop_setextattr_desc, lfs_setextattr },
{ &vop_listextattr_desc, lfs_listextattr },
{ &vop_deleteextattr_desc, lfs_deleteextattr },
{ NULL, NULL }
};
const struct vnodeopv_desc lfs_vnodeop_opv_desc =
{ &lfs_vnodeop_p, lfs_vnodeop_entries };
int (**lfs_specop_p)(void *);
const struct vnodeopv_entry_desc lfs_specop_entries[] = {
{ &vop_default_desc, vn_default_error },
GENFS_SPECOP_ENTRIES,
{ &vop_close_desc, lfsspec_close },
{ &vop_access_desc, ulfs_access },
{ &vop_accessx_desc, genfs_accessx },
{ &vop_getattr_desc, lfs_getattr },
{ &vop_setattr_desc, lfs_setattr },
{ &vop_read_desc, ulfsspec_read },
{ &vop_write_desc, ulfsspec_write },
{ &vop_fcntl_desc, genfs_fcntl },
{ &vop_fsync_desc, spec_fsync },
{ &vop_inactive_desc, lfs_inactive },
{ &vop_reclaim_desc, lfs_reclaim },
{ &vop_lock_desc, genfs_lock },
{ &vop_unlock_desc, genfs_unlock },
{ &vop_print_desc, ulfs_print },
{ &vop_islocked_desc, genfs_islocked },
{ &vop_bwrite_desc, vn_bwrite },
{ &vop_openextattr_desc, lfs_openextattr },
{ &vop_closeextattr_desc, lfs_closeextattr },
{ &vop_getextattr_desc, lfs_getextattr },
{ &vop_setextattr_desc, lfs_setextattr },
{ &vop_listextattr_desc, lfs_listextattr },
{ &vop_deleteextattr_desc, lfs_deleteextattr },
{ NULL, NULL }
};
const struct vnodeopv_desc lfs_specop_opv_desc =
{ &lfs_specop_p, lfs_specop_entries };
int (**lfs_fifoop_p)(void *);
const struct vnodeopv_entry_desc lfs_fifoop_entries[] = {
{ &vop_default_desc, vn_default_error },
GENFS_FIFOOP_ENTRIES,
{ &vop_close_desc, lfsfifo_close },
{ &vop_access_desc, ulfs_access },
{ &vop_accessx_desc, genfs_accessx },
{ &vop_getattr_desc, lfs_getattr },
{ &vop_setattr_desc, lfs_setattr },
{ &vop_read_desc, ulfsfifo_read },
{ &vop_write_desc, ulfsfifo_write },
{ &vop_fcntl_desc, genfs_fcntl },
{ &vop_fsync_desc, vn_fifo_bypass },
{ &vop_inactive_desc, lfs_inactive },
{ &vop_reclaim_desc, lfs_reclaim },
{ &vop_lock_desc, genfs_lock },
{ &vop_unlock_desc, genfs_unlock },
{ &vop_strategy_desc, vn_fifo_bypass },
{ &vop_print_desc, ulfs_print },
{ &vop_islocked_desc, genfs_islocked },
{ &vop_bwrite_desc, lfs_bwrite },
{ &vop_openextattr_desc, lfs_openextattr },
{ &vop_closeextattr_desc, lfs_closeextattr },
{ &vop_getextattr_desc, lfs_getextattr },
{ &vop_setextattr_desc, lfs_setextattr },
{ &vop_listextattr_desc, lfs_listextattr },
{ &vop_deleteextattr_desc, lfs_deleteextattr },
{ NULL, NULL }
};
const struct vnodeopv_desc lfs_fifoop_opv_desc =
{ &lfs_fifoop_p, lfs_fifoop_entries };
#include <ufs/lfs/ulfs_readwrite.c>
static int
lfs_makeinode(struct vattr *vap, struct vnode *dvp,
const struct ulfs_lookup_results *ulr,
struct vnode **vpp, struct componentname *cnp)
{
struct inode *ip;
struct vnode *tvp;
int error;
error = vcache_new(dvp->v_mount, dvp, vap, cnp->cn_cred, NULL, &tvp);
if (error)
return error;
error = vn_lock(tvp, LK_EXCLUSIVE);
if (error) {
vrele(tvp);
return error;
}
MARK_VNODE(tvp);
*vpp = tvp;
ip = VTOI(tvp);
ip->i_state |= IN_ACCESS | IN_CHANGE | IN_UPDATE;
ip->i_nlink = 1;
DIP_ASSIGN(ip, nlink, 1);
if (ip->i_mode & ISGID) {
error = kauth_authorize_vnode(cnp->cn_cred,
KAUTH_VNODE_WRITE_SECURITY,
tvp, NULL, genfs_can_chmod(tvp, cnp->cn_cred, ip->i_uid,
ip->i_gid, MAKEIMODE(vap->va_type, vap->va_mode)));
if (error) {
ip->i_mode &= ~ISGID;
DIP_ASSIGN(ip, mode, ip->i_mode);
}
}
if (cnp->cn_flags & ISWHITEOUT) {
ip->i_flags |= UF_OPAQUE;
DIP_ASSIGN(ip, flags, ip->i_flags);
}
if ((error = lfs_update(tvp, NULL, NULL, UPDATE_DIROP)) != 0)
goto bad;
error = ulfs_direnter(dvp, ulr, tvp,
cnp, ip->i_number, LFS_IFTODT(ip->i_mode), NULL);
if (error)
goto bad;
*vpp = tvp;
cache_enter(dvp, *vpp, cnp->cn_nameptr, cnp->cn_namelen, cnp->cn_flags);
KASSERT(VOP_ISLOCKED(*vpp) == LK_EXCLUSIVE);
return (0);
bad:
ip->i_nlink = 0;
DIP_ASSIGN(ip, nlink, 0);
ip->i_state |= IN_CHANGE;
UNMARK_VNODE(tvp);
vput(tvp);
return (error);
}
int
lfs_fsync(void *v)
{
struct vop_fsync_args
*ap = v;
struct vnode *vp = ap->a_vp;
int wait;
struct inode *ip = VTOI(vp);
struct lfs *fs = ip->i_lfs;
int error = 0;
KASSERT(VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
if (fs->lfs_ronly)
goto out;
if ((ap->a_flags & FSYNC_RECLAIM) != 0 && ip->i_mode == 0)
goto out;
if (ap->a_flags & FSYNC_LAZY) {
if (lfs_ignore_lazy_sync == 0) {
mutex_enter(&lfs_lock);
if (!(ip->i_state & IN_PAGING)) {
ip->i_state |= IN_PAGING;
TAILQ_INSERT_TAIL(&fs->lfs_pchainhd, ip,
i_lfs_pchain);
}
cv_broadcast(&lfs_writerd_cv);
mutex_exit(&lfs_lock);
}
goto out;
}
KASSERT(!(ap->a_flags & FSYNC_RECLAIM && ip->i_state & IN_CLEANING));
wait = (ap->a_flags & FSYNC_WAIT);
do {
rw_enter(vp->v_uobj.vmobjlock, RW_WRITER);
error = VOP_PUTPAGES(vp, trunc_page(ap->a_offlo),
round_page(ap->a_offhi),
PGO_CLEANIT | (wait ? PGO_SYNCIO : 0));
if (error == EAGAIN) {
mutex_enter(&lfs_lock);
mtsleep(&fs->lfs_availsleep, PCATCH | PUSER,
"lfs_fsync", hz / 100 + 1, &lfs_lock);
mutex_exit(&lfs_lock);
}
} while (error == EAGAIN);
if (error)
goto out;
if ((ap->a_flags & FSYNC_DATAONLY) == 0)
error = lfs_update(vp, NULL, NULL, wait ? UPDATE_WAIT : 0);
if (error == 0 && ap->a_flags & FSYNC_CACHE) {
int l = 0;
error = VOP_IOCTL(ip->i_devvp, DIOCCACHESYNC, &l, FWRITE,
curlwp->l_cred);
}
if (wait && !VPISEMPTY(vp))
LFS_SET_UINO(ip, IN_MODIFIED);
out:
KASSERT(VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
return error;
}
int
lfs_inactive(void *v)
{
struct vop_inactive_v2_args
*ap = v;
struct inode *ip;
ip = VTOI(ap->a_vp);
KASSERT(VOP_ISLOCKED(ap->a_vp) == LK_EXCLUSIVE);
KASSERT(!(ip->i_state & IN_CLEANING));
UNMARK_VNODE(ap->a_vp);
if (ip->i_number == LFS_IFILE_INUM) {
mutex_enter(&lfs_lock);
LFS_CLR_UINO(ip, IN_ALLMOD);
mutex_exit(&lfs_lock);
return 0;
}
#ifdef DEBUG
if (ap->a_vp->v_uflag & VU_DIROP) {
printf("lfs_inactive: inactivating VU_DIROP? ino = %llu\n",
(unsigned long long) ip->i_number);
}
#endif
return ulfs_inactive(v);
}
int
lfs_set_dirop(struct vnode *dvp, struct vnode *vp)
{
struct lfs *fs;
int error;
KASSERT(VOP_ISLOCKED(dvp) == LK_EXCLUSIVE);
KASSERT(vp == NULL || VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
fs = VTOI(dvp)->i_lfs;
ASSERT_NO_SEGLOCK(fs);
if ((error = lfs_reserve(fs, dvp, vp, LFS_NRESERVE(fs))) != 0)
return (error);
restart:
mutex_enter(&lfs_lock);
if (fs->lfs_dirops == 0) {
mutex_exit(&lfs_lock);
lfs_check(dvp, LFS_UNUSED_LBN, 0);
mutex_enter(&lfs_lock);
}
while (fs->lfs_writer) {
error = cv_wait_sig(&fs->lfs_diropscv, &lfs_lock);
if (error == EINTR) {
mutex_exit(&lfs_lock);
goto unreserve;
}
}
if (lfs_dirvcount > LFS_MAX_DIROP && fs->lfs_dirops == 0) {
cv_broadcast(&lfs_writerd_cv);
mutex_exit(&lfs_lock);
preempt();
goto restart;
}
if (lfs_dirvcount > LFS_MAX_DIROP) {
DLOG((DLOG_DIROP, "lfs_set_dirop: sleeping with dirops=%d, "
"dirvcount=%d\n", fs->lfs_dirops, lfs_dirvcount));
if ((error = mtsleep(&lfs_dirvcount,
PCATCH | PUSER | PNORELOCK, "lfs_maxdirop", 0,
&lfs_lock)) != 0) {
mutex_exit(&lfs_lock);
goto unreserve;
}
mutex_exit(&lfs_lock);
goto restart;
}
++fs->lfs_dirops;
mutex_exit(&lfs_lock);
vref(dvp);
if (vp) {
vref(vp);
MARK_VNODE(vp);
}
MARK_VNODE(dvp);
return 0;
unreserve:
lfs_reserve(fs, dvp, vp, -LFS_NRESERVE(fs));
return error;
}
void
lfs_unset_dirop(struct lfs *fs, struct vnode *dvp, const char *str)
{
mutex_enter(&lfs_lock);
--fs->lfs_dirops;
if (!fs->lfs_dirops) {
if (fs->lfs_nadirop) {
panic("lfs_unset_dirop: %s: no dirops but "
" nadirop=%d", str,
fs->lfs_nadirop);
}
wakeup(&fs->lfs_writer);
mutex_exit(&lfs_lock);
lfs_check(dvp, LFS_UNUSED_LBN, 0);
} else {
mutex_exit(&lfs_lock);
}
lfs_reserve(fs, dvp, NULL, -LFS_NRESERVE(fs));
}
void
lfs_mark_vnode(struct vnode *vp)
{
struct inode *ip = VTOI(vp);
struct lfs *fs = ip->i_lfs;
mutex_enter(&lfs_lock);
if (!(ip->i_state & IN_ADIROP)) {
if (!(vp->v_uflag & VU_DIROP)) {
mutex_exit(&lfs_lock);
vref(vp);
mutex_enter(&lfs_lock);
++lfs_dirvcount;
++fs->lfs_dirvcount;
TAILQ_INSERT_TAIL(&fs->lfs_dchainhd, ip, i_lfs_dchain);
vp->v_uflag |= VU_DIROP;
}
++fs->lfs_nadirop;
ip->i_state &= ~IN_CDIROP;
ip->i_state |= IN_ADIROP;
} else
KASSERT(vp->v_uflag & VU_DIROP);
mutex_exit(&lfs_lock);
}
void
lfs_unmark_vnode(struct vnode *vp)
{
struct inode *ip = VTOI(vp);
mutex_enter(&lfs_lock);
if (ip && (ip->i_state & IN_ADIROP)) {
KASSERT(vp->v_uflag & VU_DIROP);
--ip->i_lfs->lfs_nadirop;
ip->i_state &= ~IN_ADIROP;
}
mutex_exit(&lfs_lock);
}
int
lfs_symlink(void *v)
{
struct vop_symlink_v3_args
*ap = v;
struct lfs *fs;
struct vnode *dvp, **vpp;
struct inode *ip;
struct ulfs_lookup_results *ulr;
ssize_t len;
int error;
dvp = ap->a_dvp;
vpp = ap->a_vpp;
KASSERT(VOP_ISLOCKED(dvp) == LK_EXCLUSIVE);
KASSERT(vpp != NULL);
KASSERT(*vpp == NULL);
KASSERT(ap->a_vap->va_type == VLNK);
ulr = &VTOI(ap->a_dvp)->i_crap;
ULFS_CHECK_CRAPCOUNTER(VTOI(ap->a_dvp));
fs = VFSTOULFS(dvp->v_mount)->um_lfs;
ASSERT_NO_SEGLOCK(fs);
if (fs->lfs_ronly) {
return EROFS;
}
error = lfs_set_dirop(dvp, NULL);
if (error)
return error;
error = lfs_makeinode(ap->a_vap, dvp, ulr, vpp, ap->a_cnp);
if (error) {
goto out;
}
KASSERT(VOP_ISLOCKED(*vpp) == LK_EXCLUSIVE);
ip = VTOI(*vpp);
len = strlen(ap->a_target);
if (len < ip->i_lfs->um_maxsymlinklen) {
memcpy((char *)SHORTLINK(ip), ap->a_target, len);
ip->i_size = len;
DIP_ASSIGN(ip, size, len);
uvm_vnp_setsize(*vpp, ip->i_size);
ip->i_state |= IN_CHANGE | IN_UPDATE;
if ((*vpp)->v_mount->mnt_flag & MNT_RELATIME)
ip->i_state |= IN_ACCESS;
} else {
error = ulfs_bufio(UIO_WRITE, *vpp, ap->a_target, len, (off_t)0,
IO_NODELOCKED | IO_JOURNALLOCKED, ap->a_cnp->cn_cred, NULL,
NULL);
}
VOP_UNLOCK(*vpp);
if (error)
vrele(*vpp);
out:
UNMARK_VNODE(dvp);
UNMARK_VNODE(*vpp);
if (error) {
*vpp = NULL;
}
lfs_unset_dirop(fs, dvp, "symlink");
vrele(dvp);
return (error);
}
int
lfs_mknod(void *v)
{
struct vop_mknod_v3_args
*ap = v;
struct lfs *fs;
struct vnode *dvp, **vpp;
struct vattr *vap;
struct inode *ip;
int error;
ino_t ino;
struct ulfs_lookup_results *ulr;
dvp = ap->a_dvp;
vpp = ap->a_vpp;
vap = ap->a_vap;
KASSERT(VOP_ISLOCKED(dvp) == LK_EXCLUSIVE);
KASSERT(vpp != NULL);
KASSERT(*vpp == NULL);
ulr = &VTOI(dvp)->i_crap;
ULFS_CHECK_CRAPCOUNTER(VTOI(dvp));
fs = VFSTOULFS(dvp->v_mount)->um_lfs;
ASSERT_NO_SEGLOCK(fs);
if (fs->lfs_ronly) {
return EROFS;
}
error = lfs_set_dirop(dvp, NULL);
if (error)
return error;
error = lfs_makeinode(vap, dvp, ulr, vpp, ap->a_cnp);
UNMARK_VNODE(dvp);
UNMARK_VNODE(*vpp);
lfs_unset_dirop(fs, dvp, "mknod");
if (error) {
vrele(dvp);
*vpp = NULL;
return (error);
}
KASSERT(VOP_ISLOCKED(*vpp) == LK_EXCLUSIVE);
ip = VTOI(*vpp);
ino = ip->i_number;
ip->i_state |= IN_ACCESS | IN_CHANGE | IN_UPDATE;
if ((error = VOP_FSYNC(*vpp, NOCRED, FSYNC_WAIT, 0, 0)) != 0) {
panic("lfs_mknod: couldn't fsync (ino %llu)",
(unsigned long long) ino);
}
vrele(dvp);
KASSERT(error == 0);
VOP_UNLOCK(*vpp);
return (0);
}
int
lfs_create(void *v)
{
struct vop_create_v3_args
*ap = v;
struct lfs *fs;
struct vnode *dvp, **vpp;
struct vattr *vap;
struct ulfs_lookup_results *ulr;
int error;
dvp = ap->a_dvp;
vpp = ap->a_vpp;
vap = ap->a_vap;
KASSERT(VOP_ISLOCKED(dvp) == LK_EXCLUSIVE);
KASSERT(vpp != NULL);
KASSERT(*vpp == NULL);
ulr = &VTOI(dvp)->i_crap;
ULFS_CHECK_CRAPCOUNTER(VTOI(dvp));
fs = VFSTOULFS(dvp->v_mount)->um_lfs;
ASSERT_NO_SEGLOCK(fs);
if (fs->lfs_ronly) {
return EROFS;
}
error = lfs_set_dirop(dvp, NULL);
if (error)
return error;
error = lfs_makeinode(vap, dvp, ulr, vpp, ap->a_cnp);
if (error) {
goto out;
}
KASSERT(VOP_ISLOCKED(*vpp) == LK_EXCLUSIVE);
VOP_UNLOCK(*vpp);
out:
UNMARK_VNODE(dvp);
UNMARK_VNODE(*vpp);
if (error) {
*vpp = NULL;
}
lfs_unset_dirop(fs, dvp, "create");
vrele(dvp);
return (error);
}
int
lfs_mkdir(void *v)
{
struct vop_mkdir_v3_args
*ap = v;
struct lfs *fs;
struct vnode *dvp, *tvp, **vpp;
struct inode *dp, *ip;
struct componentname *cnp;
struct vattr *vap;
struct ulfs_lookup_results *ulr;
struct buf *bp;
LFS_DIRHEADER *dirp;
int dirblksiz;
int error;
dvp = ap->a_dvp;
tvp = NULL;
vpp = ap->a_vpp;
cnp = ap->a_cnp;
vap = ap->a_vap;
KASSERT(VOP_ISLOCKED(dvp) == LK_EXCLUSIVE);
dp = VTOI(dvp);
ip = NULL;
KASSERT(vap->va_type == VDIR);
KASSERT(vpp != NULL);
KASSERT(*vpp == NULL);
ulr = &dp->i_crap;
ULFS_CHECK_CRAPCOUNTER(dp);
fs = VFSTOULFS(dvp->v_mount)->um_lfs;
ASSERT_NO_SEGLOCK(fs);
if (fs->lfs_ronly) {
return EROFS;
}
if ((nlink_t)dp->i_nlink >= LINK_MAX) {
return EMLINK;
}
dirblksiz = fs->um_dirblksiz;
error = lfs_set_dirop(dvp, NULL);
if (error)
return error;
error = vcache_new(dvp->v_mount, dvp, vap, cnp->cn_cred, NULL,
ap->a_vpp);
if (error)
goto out;
error = vn_lock(*ap->a_vpp, LK_EXCLUSIVE);
if (error) {
vrele(*ap->a_vpp);
*ap->a_vpp = NULL;
goto out;
}
tvp = *ap->a_vpp;
MARK_VNODE(tvp);
ip = VTOI(tvp);
ip->i_state |= IN_ACCESS | IN_CHANGE | IN_UPDATE;
ip->i_nlink = 2;
DIP_ASSIGN(ip, nlink, 2);
if (cnp->cn_flags & ISWHITEOUT) {
ip->i_flags |= UF_OPAQUE;
DIP_ASSIGN(ip, flags, ip->i_flags);
}
dp->i_nlink++;
DIP_ASSIGN(dp, nlink, dp->i_nlink);
dp->i_state |= IN_CHANGE;
if ((error = lfs_update(dvp, NULL, NULL, UPDATE_DIROP)) != 0)
goto bad;
if ((error = lfs_balloc(tvp, (off_t)0, dirblksiz, cnp->cn_cred,
B_CLRBUF, &bp)) != 0)
goto bad;
ip->i_size = dirblksiz;
DIP_ASSIGN(ip, size, dirblksiz);
ip->i_state |= IN_ACCESS | IN_CHANGE | IN_UPDATE;
uvm_vnp_setsize(tvp, ip->i_size);
dirp = bp->b_data;
lfs_dir_setino(fs, dirp, ip->i_number);
lfs_dir_setreclen(fs, dirp, LFS_DIRECTSIZ(fs, 1));
lfs_dir_settype(fs, dirp, LFS_DT_DIR);
lfs_dir_setnamlen(fs, dirp, 1);
lfs_copydirname(fs, lfs_dir_nameptr(fs, dirp), ".", 1,
LFS_DIRECTSIZ(fs, 1));
dirp = LFS_NEXTDIR(fs, dirp);
lfs_dir_setino(fs, dirp, dp->i_number);
lfs_dir_setreclen(fs, dirp, dirblksiz - LFS_DIRECTSIZ(fs, 1));
lfs_dir_settype(fs, dirp, LFS_DT_DIR);
lfs_dir_setnamlen(fs, dirp, 2);
lfs_copydirname(fs, lfs_dir_nameptr(fs, dirp), "..", 2,
dirblksiz - LFS_DIRECTSIZ(fs, 1));
if ((error = VOP_BWRITE(bp->b_vp, bp)) != 0)
goto bad;
if ((error = lfs_update(tvp, NULL, NULL, UPDATE_DIROP)) != 0) {
goto bad;
}
error = ulfs_direnter(dvp, ulr, tvp,
cnp, ip->i_number, LFS_IFTODT(ip->i_mode), bp);
bad:
if (error == 0) {
VOP_UNLOCK(tvp);
} else {
dp->i_nlink--;
DIP_ASSIGN(dp, nlink, dp->i_nlink);
dp->i_state |= IN_CHANGE;
ip->i_nlink = 0;
DIP_ASSIGN(ip, nlink, 0);
ip->i_state |= IN_CHANGE;
UNMARK_VNODE(tvp);
vput(tvp);
}
out:
UNMARK_VNODE(dvp);
UNMARK_VNODE(*vpp);
if (error) {
*vpp = NULL;
}
lfs_unset_dirop(fs, dvp, "mkdir");
vrele(dvp);
return (error);
}
int
lfs_remove(void *v)
{
struct vop_remove_v3_args
*ap = v;
struct vnode *dvp, *vp;
struct inode *ip;
int error;
dvp = ap->a_dvp;
vp = ap->a_vp;
KASSERT(VOP_ISLOCKED(dvp) == LK_EXCLUSIVE);
KASSERT(VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
ip = VTOI(vp);
if ((error = lfs_set_dirop(dvp, vp)) != 0) {
if (dvp == vp)
vrele(vp);
else
vput(vp);
return error;
}
error = ulfs_remove(ap);
if (ip->i_nlink == 0)
lfs_orphan(ip->i_lfs, vp);
UNMARK_VNODE(dvp);
if (ap->a_vp) {
UNMARK_VNODE(ap->a_vp);
}
lfs_unset_dirop(ip->i_lfs, dvp, "remove");
vrele(dvp);
if (ap->a_vp) {
vrele(ap->a_vp);
}
return (error);
}
int
lfs_rmdir(void *v)
{
struct vop_rmdir_v2_args
*ap = v;
struct vnode *vp;
struct inode *ip;
int error;
vp = ap->a_vp;
KASSERT(VOP_ISLOCKED(ap->a_dvp) == LK_EXCLUSIVE);
KASSERT(VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
ip = VTOI(vp);
if ((error = lfs_set_dirop(ap->a_dvp, ap->a_vp)) != 0) {
if (ap->a_dvp == vp)
vrele(vp);
else
vput(vp);
return error;
}
error = ulfs_rmdir(ap);
if (ip->i_nlink == 0)
lfs_orphan(ip->i_lfs, vp);
UNMARK_VNODE(ap->a_dvp);
if (ap->a_vp) {
UNMARK_VNODE(ap->a_vp);
}
lfs_unset_dirop(ip->i_lfs, ap->a_dvp, "rmdir");
vrele(ap->a_dvp);
if (ap->a_vp) {
vrele(ap->a_vp);
}
return (error);
}
int
lfs_link(void *v)
{
struct vop_link_v2_args
*ap = v;
struct lfs *fs;
struct vnode *dvp, *vp;
int error;
dvp = ap->a_dvp;
vp = ap->a_vp;
KASSERT(VOP_ISLOCKED(dvp) == LK_EXCLUSIVE);
fs = VFSTOULFS(dvp->v_mount)->um_lfs;
ASSERT_NO_SEGLOCK(fs);
if (fs->lfs_ronly) {
return EROFS;
}
error = vn_lock(vp, LK_EXCLUSIVE);
if (error)
return error;
error = lfs_set_dirop(dvp, vp);
VOP_UNLOCK(vp);
if (error)
return error;
error = ulfs_link(ap);
UNMARK_VNODE(vp);
UNMARK_VNODE(dvp);
lfs_unset_dirop(fs, dvp, "link");
vrele(vp);
vrele(dvp);
return (error);
}
int
lfs_getattr(void *v)
{
struct vop_getattr_args
*ap = v;
struct vnode *vp = ap->a_vp;
struct inode *ip;
struct vattr *vap = ap->a_vap;
struct lfs *fs;
KASSERT(VOP_ISLOCKED(vp));
ip = VTOI(vp);
fs = ip->i_lfs;
vap->va_fsid = ip->i_dev;
vap->va_fileid = ip->i_number;
vap->va_mode = ip->i_mode & ~LFS_IFMT;
vap->va_nlink = ip->i_nlink;
vap->va_uid = ip->i_uid;
vap->va_gid = ip->i_gid;
switch (vp->v_type) {
case VBLK:
case VCHR:
vap->va_rdev = (dev_t)lfs_dino_getrdev(fs, ip->i_din);
break;
default:
vap->va_rdev = NODEV;
break;
}
vap->va_size = vp->v_size;
vap->va_atime.tv_sec = lfs_dino_getatime(fs, ip->i_din);
vap->va_atime.tv_nsec = lfs_dino_getatimensec(fs, ip->i_din);
vap->va_mtime.tv_sec = lfs_dino_getmtime(fs, ip->i_din);
vap->va_mtime.tv_nsec = lfs_dino_getmtimensec(fs, ip->i_din);
vap->va_ctime.tv_sec = lfs_dino_getctime(fs, ip->i_din);
vap->va_ctime.tv_nsec = lfs_dino_getctimensec(fs, ip->i_din);
vap->va_flags = ip->i_flags;
vap->va_gen = ip->i_gen;
if (vp->v_type == VBLK)
vap->va_blocksize = BLKDEV_IOSIZE;
else if (vp->v_type == VCHR)
vap->va_blocksize = MAXBSIZE;
else
vap->va_blocksize = vp->v_mount->mnt_stat.f_iosize;
vap->va_bytes = lfs_fsbtob(fs, ip->i_lfs_effnblks);
vap->va_type = vp->v_type;
vap->va_filerev = ip->i_modrev;
return (0);
}
int
lfs_setattr(void *v)
{
struct vop_setattr_args
*ap = v;
struct vnode *vp = ap->a_vp;
KASSERT(VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
lfs_check(vp, LFS_UNUSED_LBN, 0);
return ulfs_setattr(v);
}
static int
lfs_wrapgo(struct lfs *fs, struct inode *ip, int waitfor)
{
if (fs->lfs_stoplwp != curlwp)
return EBUSY;
fs->lfs_stoplwp = NULL;
cv_signal(&fs->lfs_stopcv);
KASSERT(fs->lfs_nowrap > 0);
if (fs->lfs_nowrap <= 0) {
return 0;
}
if (--fs->lfs_nowrap == 0) {
log(LOG_NOTICE, "%s: re-enabled log wrap\n",
lfs_sb_getfsmnt(fs));
wakeup(&fs->lfs_wrappass);
lfs_wakeup_cleaner(fs);
}
if (waitfor) {
cv_wait_sig(&fs->lfs_nextsegsleep, &lfs_lock);
}
return 0;
}
int
lfs_close(void *v)
{
struct vop_close_args
*ap = v;
struct vnode *vp = ap->a_vp;
struct inode *ip;
struct lfs *fs;
KASSERT(VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
ip = VTOI(vp);
fs = ip->i_lfs;
if ((ip->i_number == ULFS_ROOTINO || ip->i_number == LFS_IFILE_INUM) &&
fs->lfs_stoplwp == curlwp) {
mutex_enter(&lfs_lock);
log(LOG_NOTICE, "lfs_close: releasing log wrap control\n");
lfs_wrapgo(fs, ip, 0);
mutex_exit(&lfs_lock);
}
if (ip->i_nlink == 0)
lfs_orphan(fs, vp);
if (vp == ip->i_lfs->lfs_ivnode &&
vp->v_mount->mnt_iflag & (IMNT_UNMOUNT | IMNT_WANTRDONLY))
return 0;
if (vrefcnt(vp) > 1 && vp != ip->i_lfs->lfs_ivnode) {
LFS_ITIMES(ip, NULL, NULL, NULL);
}
return (0);
}
int
lfsspec_close(void *v)
{
struct vop_close_args
*ap = v;
struct vnode *vp;
struct inode *ip;
vp = ap->a_vp;
KASSERT(VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
ip = VTOI(vp);
if (vrefcnt(vp) > 1) {
LFS_ITIMES(ip, NULL, NULL, NULL);
}
return (VOCALL (spec_vnodeop_p, VOFFSET(vop_close), ap));
}
int
lfsfifo_close(void *v)
{
struct vop_close_args
*ap = v;
struct vnode *vp;
struct inode *ip;
vp = ap->a_vp;
KASSERT(VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
ip = VTOI(vp);
if (vrefcnt(ap->a_vp) > 1) {
LFS_ITIMES(ip, NULL, NULL, NULL);
}
return (VOCALL (fifo_vnodeop_p, VOFFSET(vop_close), ap));
}
int
lfs_reclaim(void *v)
{
struct vop_reclaim_v2_args
*ap = v;
struct vnode *vp = ap->a_vp;
struct inode *ip;
struct lfs *fs;
int error;
VOP_UNLOCK(vp);
ip = VTOI(vp);
fs = ip->i_lfs;
KASSERT(!(ip->i_state & IN_CLEANING));
if (ip->i_nlink <= 0 && (vp->v_mount->mnt_flag & MNT_RDONLY) == 0)
lfs_vfree(vp, ip->i_number, ip->i_omode);
mutex_enter(&lfs_lock);
LFS_CLR_UINO(ip, IN_ALLMOD);
mutex_exit(&lfs_lock);
if ((error = ulfs_reclaim(vp)))
return (error);
mutex_enter(&lfs_lock);
if (ip->i_state & IN_PAGING) {
log(LOG_WARNING, "%s: reclaimed vnode is IN_PAGING\n",
lfs_sb_getfsmnt(fs));
ip->i_state &= ~IN_PAGING;
TAILQ_REMOVE(&fs->lfs_pchainhd, ip, i_lfs_pchain);
}
if (vp->v_uflag & VU_DIROP)
panic("reclaimed vnode is VU_DIROP");
mutex_exit(&lfs_lock);
pool_put(&lfs_dinode_pool, ip->i_din);
lfs_deregister_all(vp);
pool_put(&lfs_inoext_pool, ip->inode_ext.lfs);
ip->inode_ext.lfs = NULL;
genfs_node_destroy(vp);
pool_put(&lfs_inode_pool, vp->v_data);
vp->v_data = NULL;
return (0);
}
int
lfs_strategy(void *v)
{
struct vop_strategy_args
*ap = v;
struct buf *bp;
struct lfs *fs;
struct vnode *vp;
struct inode *ip;
daddr_t tbn;
#define MAXLOOP 25
int i, sn, error, slept, loopcount;
bp = ap->a_bp;
vp = ap->a_vp;
ip = VTOI(vp);
fs = ip->i_lfs;
KASSERT(bp->b_flags & B_READ);
if (vp->v_type == VBLK || vp->v_type == VCHR)
panic("lfs_strategy: spec");
KASSERT(bp->b_bcount != 0);
if (bp->b_blkno == bp->b_lblkno) {
error = VOP_BMAP(vp, bp->b_lblkno, NULL, &bp->b_blkno,
NULL);
if (error) {
bp->b_error = error;
bp->b_resid = bp->b_bcount;
biodone(bp);
return (error);
}
if ((long)bp->b_blkno == -1)
clrbuf(bp);
}
if ((long)bp->b_blkno < 0) {
bp->b_resid = bp->b_bcount;
biodone(bp);
return (0);
}
slept = 1;
loopcount = 0;
mutex_enter(&lfs_lock);
while (slept && fs->lfs_seglock) {
mutex_exit(&lfs_lock);
tbn = LFS_DBTOFSB(fs, bp->b_blkno);
sn = lfs_dtosn(fs, tbn);
slept = 0;
for (i = 0; i < fs->lfs_cleanind; i++) {
if (sn == lfs_dtosn(fs, fs->lfs_cleanint[i]) &&
tbn >= fs->lfs_cleanint[i]) {
DLOG((DLOG_CLEAN,
"lfs_strategy: ino %llu lbn %" PRId64
" ind %d sn %d fsb %" PRIx64
" given sn %d fsb %" PRIx64 "\n",
(unsigned long long) ip->i_number,
bp->b_lblkno, i,
lfs_dtosn(fs, fs->lfs_cleanint[i]),
fs->lfs_cleanint[i], sn, tbn));
DLOG((DLOG_CLEAN,
"lfs_strategy: sleeping on ino %llu lbn %"
PRId64 "\n",
(unsigned long long) ip->i_number,
bp->b_lblkno));
mutex_enter(&lfs_lock);
if (LFS_SEGLOCK_HELD(fs) && fs->lfs_iocount) {
mtsleep(&fs->lfs_iocount,
(PRIBIO + 1) | PNORELOCK,
"clean2", hz/10 + 1,
&lfs_lock);
slept = 1;
++loopcount;
break;
} else if (fs->lfs_seglock) {
mtsleep(&fs->lfs_seglock,
(PRIBIO + 1) | PNORELOCK,
"clean1", 0,
&lfs_lock);
slept = 1;
break;
}
mutex_exit(&lfs_lock);
}
}
mutex_enter(&lfs_lock);
if (loopcount > MAXLOOP) {
printf("lfs_strategy: breaking out of clean2 loop\n");
break;
}
}
mutex_exit(&lfs_lock);
vp = ip->i_devvp;
return VOP_STRATEGY(vp, bp);
}
int
lfs_flush_dirops(struct lfs *fs)
{
struct inode *ip, *marker;
struct vnode *vp;
extern int lfs_dostats;
struct segment *sp;
SEGSUM *ssp;
int flags = 0;
int error = 0;
ASSERT_MAYBE_SEGLOCK(fs);
KASSERT(fs->lfs_nadirop == 0);
KASSERT(fs->lfs_dirops == 0);
if (fs->lfs_ronly)
return EROFS;
mutex_enter(&lfs_lock);
if (TAILQ_FIRST(&fs->lfs_dchainhd) == NULL) {
mutex_exit(&lfs_lock);
return 0;
} else
mutex_exit(&lfs_lock);
if (lfs_dostats)
++lfs_stats.flush_invoked;
marker = pool_get(&lfs_inode_pool, PR_WAITOK);
memset(marker, 0, sizeof(*marker));
marker->inode_ext.lfs = pool_get(&lfs_inoext_pool, PR_WAITOK);
memset(marker->inode_ext.lfs, 0, sizeof(*marker->inode_ext.lfs));
marker->i_state = IN_MARKER;
lfs_imtime(fs);
lfs_seglock(fs, flags);
sp = fs->lfs_sp;
mutex_enter(&lfs_lock);
KASSERT(fs->lfs_writer);
TAILQ_INSERT_HEAD(&fs->lfs_dchainhd, marker, i_lfs_dchain);
while ((ip = TAILQ_NEXT(marker, i_lfs_dchain)) != NULL) {
TAILQ_REMOVE(&fs->lfs_dchainhd, marker, i_lfs_dchain);
TAILQ_INSERT_AFTER(&fs->lfs_dchainhd, ip, marker,
i_lfs_dchain);
if (ip->i_state & IN_MARKER)
continue;
vp = ITOV(ip);
vref(vp);
KASSERT((ip->i_state & IN_ADIROP) == 0);
KASSERT(vp->v_uflag & VU_DIROP);
mutex_exit(&lfs_lock);
if (vp->v_type != VREG &&
((ip->i_state & IN_ALLMOD) || !VPISEMPTY(vp))) {
error = lfs_writefile(fs, sp, vp);
if (!VPISEMPTY(vp) && !WRITEINPROG(vp) &&
!(ip->i_state & IN_ALLMOD)) {
mutex_enter(&lfs_lock);
LFS_SET_UINO(ip, IN_MODIFIED);
mutex_exit(&lfs_lock);
}
if (error && (sp->seg_flags & SEGM_SINGLE)) {
vrele(vp);
mutex_enter(&lfs_lock);
error = EAGAIN;
break;
}
}
KASSERT(ip->i_number != LFS_IFILE_INUM);
error = lfs_writeinode(fs, sp, ip);
if (error && (sp->seg_flags & SEGM_SINGLE)) {
vrele(vp);
mutex_enter(&lfs_lock);
error = EAGAIN;
break;
}
mutex_enter(&lfs_lock);
if (vp->v_type == VREG)
LFS_SET_UINO(ip, IN_MODIFIED);
mutex_exit(&lfs_lock);
vrele(vp);
mutex_enter(&lfs_lock);
}
TAILQ_REMOVE(&fs->lfs_dchainhd, marker, i_lfs_dchain);
mutex_exit(&lfs_lock);
ssp = (SEGSUM *)sp->segsum;
lfs_ss_setflags(fs, ssp, lfs_ss_getflags(fs, ssp) & ~(SS_CONT));
lfs_finalize_fs_seguse(fs);
(void) lfs_writeseg(fs, sp);
lfs_segunlock(fs);
pool_put(&lfs_inoext_pool, marker->inode_ext.lfs);
pool_put(&lfs_inode_pool, marker);
return error;
}
int
lfs_flush_pchain(struct lfs *fs)
{
struct inode *ip, *nip;
struct vnode *vp;
extern int lfs_dostats;
struct segment *sp;
int error, error2;
ASSERT_NO_SEGLOCK(fs);
KASSERT(fs->lfs_writer);
if (fs->lfs_ronly)
return EROFS;
mutex_enter(&lfs_lock);
if (TAILQ_FIRST(&fs->lfs_pchainhd) == NULL) {
mutex_exit(&lfs_lock);
return 0;
} else
mutex_exit(&lfs_lock);
if ((error = lfs_flush_dirops(fs)) != 0)
return error;
if (lfs_dostats)
++lfs_stats.flush_invoked;
lfs_imtime(fs);
lfs_seglock(fs, 0);
sp = fs->lfs_sp;
mutex_enter(&lfs_lock);
top:
for (ip = TAILQ_FIRST(&fs->lfs_pchainhd); ip != NULL; ip = nip) {
struct mount *mp = ITOV(ip)->v_mount;
ino_t ino = ip->i_number;
nip = TAILQ_NEXT(ip, i_lfs_pchain);
if (!(ip->i_state & IN_PAGING))
goto top;
mutex_exit(&lfs_lock);
if (vcache_get(mp, &ino, sizeof(ino), &vp) != 0) {
mutex_enter(&lfs_lock);
continue;
};
if (vn_lock(vp, LK_EXCLUSIVE | LK_NOWAIT) != 0) {
vrele(vp);
mutex_enter(&lfs_lock);
continue;
}
ip = VTOI(vp);
mutex_enter(&lfs_lock);
if ((vp->v_uflag & VU_DIROP) != 0 || vp->v_type != VREG ||
!(ip->i_state & IN_PAGING)) {
mutex_exit(&lfs_lock);
vput(vp);
mutex_enter(&lfs_lock);
goto top;
}
mutex_exit(&lfs_lock);
error = lfs_writefile(fs, sp, vp);
if (!VPISEMPTY(vp) && !WRITEINPROG(vp) &&
!(ip->i_state & IN_ALLMOD)) {
mutex_enter(&lfs_lock);
LFS_SET_UINO(ip, IN_MODIFIED);
mutex_exit(&lfs_lock);
}
KASSERT(ip->i_number != LFS_IFILE_INUM);
error2 = lfs_writeinode(fs, sp, ip);
VOP_UNLOCK(vp);
vrele(vp);
if (error == EAGAIN || error2 == EAGAIN) {
lfs_writeseg(fs, sp);
mutex_enter(&lfs_lock);
break;
}
mutex_enter(&lfs_lock);
}
mutex_exit(&lfs_lock);
(void) lfs_writeseg(fs, sp);
lfs_segunlock(fs);
return 0;
}
static void
block_info_from_70(BLOCK_INFO *bi, const BLOCK_INFO_70 *bi70)
{
bi->bi_inode = bi70->bi_inode;
bi->bi_lbn = bi70->bi_lbn;
bi->bi_daddr = bi70->bi_daddr;
bi->bi_segcreate = bi70->bi_segcreate;
bi->bi_version = bi70->bi_version;
bi->bi_bp = bi70->bi_bp;
bi->bi_size = bi70->bi_size;
}
static void
block_info_to_70(BLOCK_INFO_70 *bi70, const BLOCK_INFO *bi)
{
bi70->bi_inode = bi->bi_inode;
bi70->bi_lbn = bi->bi_lbn;
bi70->bi_daddr = bi->bi_daddr;
bi70->bi_segcreate = bi->bi_segcreate;
bi70->bi_version = bi->bi_version;
bi70->bi_bp = bi->bi_bp;
bi70->bi_size = bi->bi_size;
}
int
lfs_fcntl(void *v)
{
struct vop_fcntl_args
*ap = v;
struct timeval tv;
struct timeval *tvp;
struct timeval50 *tvp50;
BLOCK_INFO *blkiov;
BLOCK_INFO_70 *blkiov70;
CLEANERINFO *cip;
CLEANERINFO64 ci;
SEGUSE *sup, *sua;
int blkcnt, i, error;
size_t fh_size, size;
struct lfs_fcntl_markv blkvp;
struct lfs_fcntl_markv_70 blkvp70;
struct lfs_inode_array inotbl;
struct lfs_segnum_array snap;
struct lfs_filestat_req lfr;
struct lfs_write_stats lws;
struct lfs_filestats *fss;
struct lfs_seguse_array suap;
struct lfs_autoclean_params params;
struct lwp *l;
fsid_t *fsidp;
struct lfs *fs;
struct buf *bp;
fhandle_t *fhp;
daddr_t off;
int oclean, *sna, direct, offset;
ino_t *inoa;
bool scramble;
ino_t maxino;
if (VTOI(ap->a_vp)->i_number != ULFS_ROOTINO &&
VTOI(ap->a_vp)->i_number != LFS_IFILE_INUM) {
return genfs_fcntl(v);
}
if (ap->a_vp->v_mount->mnt_iflag & IMNT_UNMOUNT) {
return ESHUTDOWN;
}
l = curlwp;
if (((ap->a_command & 0xff00) >> 8) == 'L' &&
(error = kauth_authorize_system(l->l_cred, KAUTH_SYSTEM_LFS,
KAUTH_REQ_SYSTEM_LFS_FCNTL, NULL, NULL, NULL)) != 0)
return (error);
fs = VTOI(ap->a_vp)->i_lfs;
fsidp = &ap->a_vp->v_mount->mnt_stat.f_fsidx;
maxino = ((VTOI(fs->lfs_ivnode)->i_size >> lfs_sb_getbshift(fs))
- lfs_sb_getcleansz(fs) - lfs_sb_getsegtabsz(fs))
* lfs_sb_getifpb(fs);
error = 0;
switch ((int)ap->a_command) {
case LFCNSEGWAITALL_COMPAT_50:
case LFCNSEGWAITALL_COMPAT:
fsidp = NULL;
case LFCNSEGWAIT_COMPAT_50:
case LFCNSEGWAIT_COMPAT:
tvp50 = (struct timeval50 *)ap->a_data;
timeval50_to_timeval(tvp50, &tv);
tvp = &tv;
goto segwait_common;
case LFCNSEGWAITALL:
fsidp = NULL;
case LFCNSEGWAIT:
tvp = (struct timeval *)ap->a_data;
segwait_common:
mutex_enter(&lfs_lock);
++fs->lfs_sleepers;
mutex_exit(&lfs_lock);
error = lfs_segwait(fsidp, tvp);
mutex_enter(&lfs_lock);
if (--fs->lfs_sleepers == 0)
cv_broadcast(&fs->lfs_sleeperscv);
mutex_exit(&lfs_lock);
return error;
case LFCNBMAPV_COMPAT_70:
case LFCNMARKV_COMPAT_70:
blkvp70 = *(struct lfs_fcntl_markv_70 *)ap->a_data;
blkcnt = blkvp70.blkcnt;
if ((u_int) blkcnt > LFS_MARKV_MAXBLKCNT)
return (EINVAL);
blkiov = lfs_malloc(fs, blkcnt * sizeof(BLOCK_INFO), LFS_NB_BLKIOV);
blkiov70 = lfs_malloc(fs, sizeof(BLOCK_INFO_70), LFS_NB_BLKIOV);
for (i = 0; i < blkcnt; i++) {
error = copyin(&blkvp70.blkiov[i], blkiov70,
sizeof(*blkiov70));
if (error) {
lfs_free(fs, blkiov70, LFS_NB_BLKIOV);
lfs_free(fs, blkiov, LFS_NB_BLKIOV);
return error;
}
block_info_from_70(&blkiov[i], blkiov70);
}
mutex_enter(&lfs_lock);
++fs->lfs_sleepers;
mutex_exit(&lfs_lock);
if (ap->a_command == LFCNBMAPV)
error = lfs_bmapv(l, fsidp, blkiov, blkcnt);
else
error = lfs_markv(l, fsidp, blkiov, blkcnt);
if (error == 0) {
for (i = 0; i < blkcnt; i++) {
block_info_to_70(blkiov70, &blkiov[i]);
error = copyout(blkiov70, &blkvp70.blkiov[i],
sizeof(*blkiov70));
if (error) {
break;
}
}
}
mutex_enter(&lfs_lock);
if (--fs->lfs_sleepers == 0)
cv_broadcast(&fs->lfs_sleeperscv);
mutex_exit(&lfs_lock);
lfs_free(fs, blkiov, LFS_NB_BLKIOV);
return error;
case LFCNBMAPV:
case LFCNMARKV:
blkvp = *(struct lfs_fcntl_markv *)ap->a_data;
blkcnt = blkvp.blkcnt;
if ((u_int) blkcnt > LFS_MARKV_MAXBLKCNT)
return (EINVAL);
blkiov = lfs_malloc(fs, blkcnt * sizeof(BLOCK_INFO), LFS_NB_BLKIOV);
if ((error = copyin(blkvp.blkiov, blkiov,
blkcnt * sizeof(BLOCK_INFO))) != 0) {
lfs_free(fs, blkiov, LFS_NB_BLKIOV);
return error;
}
mutex_enter(&lfs_lock);
++fs->lfs_sleepers;
mutex_exit(&lfs_lock);
if (ap->a_command == LFCNBMAPV)
error = lfs_bmapv(l, fsidp, blkiov, blkcnt);
else
error = lfs_markv(l, fsidp, blkiov, blkcnt);
if (error == 0)
error = copyout(blkiov, blkvp.blkiov,
blkcnt * sizeof(BLOCK_INFO));
mutex_enter(&lfs_lock);
if (--fs->lfs_sleepers == 0)
cv_broadcast(&fs->lfs_sleeperscv);
mutex_exit(&lfs_lock);
lfs_free(fs, blkiov, LFS_NB_BLKIOV);
return error;
case LFCNRECLAIM:
lfs_writer_enter(fs, "pndirop");
off = lfs_sb_getoffset(fs);
lfs_prelock(fs, 0);
lfs_flush_dirops(fs);
LFS_CLEANERINFO(cip, fs, bp);
oclean = lfs_ci_getclean(fs, cip);
LFS_SYNC_CLEANERINFO(cip, fs, bp, 1);
lfs_segwrite(ap->a_vp->v_mount, SEGM_CKP | SEGM_FORCE_CKP);
if (ap != NULL && ap->a_data != NULL) {
lws.direct = 0;
lws.offset = lfs_btofsb(fs, fs->lfs_sp->bytes_written);
*(struct lfs_write_stats *)ap->a_data = lws;
}
lfs_preunlock(fs);
lfs_writer_leave(fs);
#ifdef DEBUG
LFS_CLEANERINFO(cip, fs, bp);
DLOG((DLOG_CLEAN, "lfs_fcntl: reclaim wrote %" PRId64
" blocks, cleaned %" PRId32 " segments (activesb %d)\n",
lfs_sb_getoffset(fs) - off,
lfs_ci_getclean(fs, cip) - oclean,
fs->lfs_activesb));
LFS_SYNC_CLEANERINFO(cip, fs, bp, 0);
#else
__USE(oclean);
__USE(off);
#endif
return 0;
case LFCNIFILEFH_COMPAT:
if ((error = kauth_authorize_system(l->l_cred,
KAUTH_SYSTEM_FILEHANDLE,
0, NULL, NULL, NULL)) != 0)
return (error);
fhp = (struct fhandle *)ap->a_data;
fhp->fh_fsid = *fsidp;
fh_size = 16;
return lfs_vptofh(fs->lfs_ivnode, &(fhp->fh_fid), &fh_size);
case LFCNIFILEFH_COMPAT2:
case LFCNIFILEFH:
fhp = (struct fhandle *)ap->a_data;
fhp->fh_fsid = *fsidp;
fh_size = sizeof(struct lfs_fhandle) -
offsetof(fhandle_t, fh_fid);
return lfs_vptofh(fs->lfs_ivnode, &(fhp->fh_fid), &fh_size);
case LFCNREWIND:
return lfs_rewind(fs, *(int *)ap->a_data);
case LFCNINVAL:
return lfs_invalidate(fs, *(int *)ap->a_data);
case LFCNRESIZE:
return lfs_resize_fs(fs, *(int *)ap->a_data);
case LFCNWRAPSTOP:
case LFCNWRAPSTOP_COMPAT:
if (fs->lfs_stoplwp == curlwp)
return EALREADY;
mutex_enter(&lfs_lock);
while (fs->lfs_stoplwp != NULL)
cv_wait(&fs->lfs_stopcv, &lfs_lock);
fs->lfs_stoplwp = curlwp;
if (fs->lfs_nowrap == 0)
log(LOG_NOTICE, "%s: disabled log wrap\n",
lfs_sb_getfsmnt(fs));
++fs->lfs_nowrap;
if (*(int *)ap->a_data == 1
|| ap->a_command == LFCNWRAPSTOP_COMPAT) {
log(LOG_NOTICE, "LFCNSTOPWRAP waiting for log wrap\n");
error = mtsleep(&fs->lfs_nowrap, PCATCH | PUSER,
"segwrap", 0, &lfs_lock);
log(LOG_NOTICE, "LFCNSTOPWRAP done waiting\n");
if (error) {
lfs_wrapgo(fs, VTOI(ap->a_vp), 0);
}
}
mutex_exit(&lfs_lock);
return 0;
case LFCNWRAPGO:
case LFCNWRAPGO_COMPAT:
mutex_enter(&lfs_lock);
error = lfs_wrapgo(fs, VTOI(ap->a_vp),
ap->a_command == LFCNWRAPGO_COMPAT ? 1 :
*((int *)ap->a_data));
mutex_exit(&lfs_lock);
return error;
case LFCNWRAPPASS:
if ((VTOI(ap->a_vp)->i_lfs_iflags & LFSI_WRAPWAIT))
return EALREADY;
mutex_enter(&lfs_lock);
if (fs->lfs_stoplwp != curlwp) {
mutex_exit(&lfs_lock);
return EALREADY;
}
if (fs->lfs_nowrap == 0) {
mutex_exit(&lfs_lock);
return EBUSY;
}
fs->lfs_wrappass = 1;
wakeup(&fs->lfs_wrappass);
if (*(int *)ap->a_data) {
vref(ap->a_vp);
VTOI(ap->a_vp)->i_lfs_iflags |= LFSI_WRAPWAIT;
log(LOG_NOTICE, "LFCNPASS waiting for log wrap\n");
error = mtsleep(&fs->lfs_nowrap, PCATCH | PUSER,
"segwrap", 0, &lfs_lock);
log(LOG_NOTICE, "LFCNPASS done waiting\n");
VTOI(ap->a_vp)->i_lfs_iflags &= ~LFSI_WRAPWAIT;
vrele(ap->a_vp);
}
mutex_exit(&lfs_lock);
return error;
case LFCNWRAPSTATUS:
mutex_enter(&lfs_lock);
*(int *)ap->a_data = fs->lfs_wrapstatus;
mutex_exit(&lfs_lock);
return 0;
case LFCNFILESTATS:
lfr = *(struct lfs_filestat_req *)ap->a_data;
if (lfr.len < 0 || lfr.len > LFS_FILESTATS_MAXCNT)
return EINVAL;
if (lfr.ino < LFS_IFILE_INUM || lfr.len < 1
|| lfr.ino >= maxino || lfr.ino + lfr.len >= maxino)
return EINVAL;
fss = lfs_malloc(fs, lfr.len * sizeof(*fss), LFS_NB_BLKIOV);
if ((error = copyin(lfr.fss, fss,
lfr.len * sizeof(*fss))) != 0) {
lfs_free(fs, fss, LFS_NB_BLKIOV);
return error;
}
for (i = 0; i < lfr.len; ++i) {
error = lfs_filestats(fs, lfr.ino + i, &fss[i]);
if (error == ENOENT)
error = 0;
if (error)
break;
}
if (error == 0)
error = copyout(fss, lfr.fss, lfr.len * sizeof(*fss));
lfs_free(fs, fss, LFS_NB_BLKIOV);
return error;
case LFCNREWRITESEGS:
snap = *(struct lfs_segnum_array *)ap->a_data;
if (snap.len > LFS_REWRITE_MAXCNT)
return EINVAL;
sna = lfs_malloc(fs, snap.len * sizeof(int), LFS_NB_BLKIOV);
if ((error = copyin(snap.segments, sna,
snap.len * sizeof(int))) != 0) {
lfs_free(fs, sna, LFS_NB_BLKIOV);
return error;
}
for (i = 0; i < snap.len; i++)
if (sna[i] < 0 || sna[i] >= lfs_sb_getnseg(fs))
return EINVAL;
direct = offset = 0;
error = lfs_rewrite_segments(fs, sna, snap.len, &direct,
&offset, curlwp);
lfs_free(fs, sna, LFS_NB_BLKIOV);
snap.stats.direct = direct;
snap.stats.offset = offset;
*(struct lfs_write_stats *)
&(((struct lfs_segnum_array *)ap->a_data)->stats)
= snap.stats;
return error;
case LFCNREWRITEFILE:
case LFCNSCRAMBLE:
scramble = ((int)ap->a_command == LFCNSCRAMBLE);
inotbl = *(struct lfs_inode_array *)ap->a_data;
if (inotbl.len > LFS_REWRITE_MAXCNT)
return EINVAL;
inoa = lfs_malloc(fs, inotbl.len * sizeof(ino_t),
LFS_NB_BLKIOV);
if ((error = copyin(inotbl.inodes, inoa,
inotbl.len * sizeof(ino_t))) != 0) {
lfs_free(fs, inoa, LFS_NB_BLKIOV);
return error;
}
for (i = 0; i < inotbl.len; i++) {
if (inoa[i] <= LFS_IFILE_INUM || inoa[i] >= maxino)
return EINVAL;
}
direct = offset = 0;
error = lfs_rewrite_file(fs, inoa, inotbl.len, scramble,
&direct, &offset);
lfs_free(fs, inoa, LFS_NB_BLKIOV);
inotbl.stats.direct = direct;
inotbl.stats.offset = offset;
*(struct lfs_write_stats *)
&(((struct lfs_inode_array *)ap->a_data)->stats)
= inotbl.stats;
return error;
case LFCNCLEANERINFO:
memset(&ci, 0, sizeof ci);
ci.clean = lfs_sb_getnclean(fs);
ci.dirty = lfs_sb_getnseg(fs) - lfs_sb_getnclean(fs);
ci.bfree = lfs_sb_getbfree(fs);
ci.avail = lfs_sb_getavail(fs) - fs->lfs_ravail
- fs->lfs_favail;
ci.flags = (fs->lfs_flags & LFS_MUSTCLEAN)
? LFS_CLEANER_MUST_CLEAN : 0;
*(CLEANERINFO64 *)ap->a_data = ci;
return 0;
case LFCNSEGUSE:
if (lfs_sb_getversion(fs) == 1)
return EINVAL;
suap = *(struct lfs_seguse_array *)ap->a_data;
if (suap.start < 0
|| suap.len > LFS_SEGUSE_MAXCNT
|| suap.start >= lfs_sb_getnseg(fs))
return EINVAL;
if (suap.start + suap.len >= lfs_sb_getnseg(fs)) {
suap.len = lfs_sb_getnseg(fs) - suap.start;
*(struct lfs_seguse_array *)ap->a_data = suap;
}
sua = lfs_malloc(fs, suap.len * sizeof *sua, LFS_NB_BLKIOV);
for (i = 0; i < suap.len; i++) {
LFS_SEGENTRY(sup, fs, suap.start + i, bp);
memcpy(sua + i, sup, sizeof(*sup));
brelse(bp, 0);
}
error = copyout(sua, suap.seguse, suap.len * sizeof *sua);
lfs_free(fs, sua, LFS_NB_BLKIOV);
return error;
case LFCNAUTOCLEAN:
size = *(size_t *)ap->a_data;
if (size > sizeof(params))
return EINVAL;
memset(¶ms, 0, sizeof(params));
memcpy(¶ms, (struct lfs_autoclean_params *)ap->a_data,
size);
return lfs_cleanctl(fs, ¶ms);
default:
return genfs_fcntl(v);
}
return 0;
}
static int
lfs_filestats(struct lfs *fs, ino_t ino, struct lfs_filestats *lfp)
{
int error, step, run;
daddr_t lbn, odaddr, daddr, diff, hiblk;
struct vnode *vp;
struct inode *ip;
memset(lfp, 0, sizeof(*lfp));
lfp->ino = ino;
step = lfs_sb_getbsize(fs) >> DEV_BSHIFT;
error = VFS_VGET(fs->lfs_ivnode->v_mount, ino, LK_SHARED, &vp);
if (error)
return error;
ip = VTOI(vp);
hiblk = lfs_lblkno(fs, ip->i_size + lfs_sb_getbsize(fs) - 1) - 1;
lfp->nblk = 0;
odaddr = 0x0;
for (lbn = 0; lbn <= hiblk; ++lbn) {
error = VOP_BMAP(vp, lbn, NULL, &daddr, &run);
if (error)
break;
if (daddr > 0)
lfp->nblk += (run + 1);
if (daddr == odaddr && daddr <= 0)
continue;
if (lbn > 0 && daddr != odaddr + step) {
++lfp->dc_count;
diff = daddr - odaddr;
if (diff < 0)
diff = -diff;
lfp->dc_sum += diff;
}
lbn += run;
odaddr = daddr + run * step;
}
VOP_UNLOCK(vp);
vrele(vp);
return 0;
}
void
lfs_gop_size(struct vnode *vp, off_t size, off_t *eobp, int flags)
{
struct inode *ip = VTOI(vp);
struct lfs *fs = ip->i_lfs;
daddr_t olbn, nlbn;
olbn = lfs_lblkno(fs, ip->i_size);
nlbn = lfs_lblkno(fs, size);
if (!(flags & GOP_SIZE_MEM) && nlbn < ULFS_NDADDR && olbn <= nlbn) {
*eobp = lfs_fragroundup(fs, size);
} else {
*eobp = lfs_blkroundup(fs, size);
}
}
#ifdef DEBUG
void lfs_dump_vop(void *);
void
lfs_dump_vop(void *v)
{
struct vop_putpages_args
*ap = v;
struct inode *ip = VTOI(ap->a_vp);
struct lfs *fs = ip->i_lfs;
#ifdef DDB
vfs_vnode_print(ap->a_vp, 0, printf);
#endif
lfs_dump_dinode(fs, ip->i_din);
}
#endif
int
lfs_mmap(void *v)
{
struct vop_mmap_args
*ap = v;
if (VTOI(ap->a_vp)->i_number == LFS_IFILE_INUM)
return EOPNOTSUPP;
return genfs_mmap(v);
}
static int
lfs_openextattr(void *v)
{
struct vop_openextattr_args
*ap = v;
struct vnode *vp = ap->a_vp;
struct inode *ip;
struct ulfsmount *ump;
KASSERT(VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
ip = VTOI(vp);
ump = ip->i_ump;
if (ump->um_fstype == ULFS1)
return (EOPNOTSUPP);
return (EOPNOTSUPP);
}
static int
lfs_closeextattr(void *v)
{
struct vop_closeextattr_args
*ap = v;
struct vnode *vp = ap->a_vp;
struct inode *ip;
struct ulfsmount *ump;
KASSERT(VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
ip = VTOI(vp);
ump = ip->i_ump;
if (ump->um_fstype == ULFS1)
return (EOPNOTSUPP);
return (EOPNOTSUPP);
}
static int
lfs_getextattr(void *v)
{
struct vop_getextattr_args
*ap = v;
struct vnode *vp = ap->a_vp;
struct inode *ip;
struct ulfsmount *ump;
int error;
KASSERT(VOP_ISLOCKED(vp));
ip = VTOI(vp);
ump = ip->i_ump;
if (ump->um_fstype == ULFS1) {
#ifdef LFS_EXTATTR
error = ulfs_getextattr(ap);
#else
error = EOPNOTSUPP;
#endif
return error;
}
return (EOPNOTSUPP);
}
static int
lfs_setextattr(void *v)
{
struct vop_setextattr_args
*ap = v;
struct vnode *vp = ap->a_vp;
struct inode *ip;
struct ulfsmount *ump;
int error;
KASSERT(VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
ip = VTOI(vp);
ump = ip->i_ump;
if (ump->um_fstype == ULFS1) {
#ifdef LFS_EXTATTR
error = ulfs_setextattr(ap);
#else
error = EOPNOTSUPP;
#endif
return error;
}
return (EOPNOTSUPP);
}
static int
lfs_listextattr(void *v)
{
struct vop_listextattr_args
*ap = v;
struct vnode *vp = ap->a_vp;
struct inode *ip;
struct ulfsmount *ump;
int error;
KASSERT(VOP_ISLOCKED(vp));
ip = VTOI(vp);
ump = ip->i_ump;
if (ump->um_fstype == ULFS1) {
#ifdef LFS_EXTATTR
error = ulfs_listextattr(ap);
#else
error = EOPNOTSUPP;
#endif
return error;
}
return (EOPNOTSUPP);
}
static int
lfs_deleteextattr(void *v)
{
struct vop_deleteextattr_args
*ap = v;
struct vnode *vp = ap->a_vp;
struct inode *ip;
struct ulfsmount *ump;
int error;
KASSERT(VOP_ISLOCKED(vp) == LK_EXCLUSIVE);
ip = VTOI(vp);
ump = ip->i_ump;
if (ump->um_fstype == ULFS1) {
#ifdef LFS_EXTATTR
error = ulfs_deleteextattr(ap);
#else
error = EOPNOTSUPP;
#endif
return error;
}
return (EOPNOTSUPP);
}