#include <sys/types.h>
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/debug.h>
#include <sys/errno.h>
#include <sys/kmem.h>
#include <sys/inline.h>
#include <sys/file.h>
#include <sys/proc.h>
#include <sys/stat.h>
#include <sys/statvfs.h>
#include <sys/mount.h>
#include <sys/sysmacros.h>
#include <sys/var.h>
#include <sys/vfs.h>
#include <sys/vfs_opreg.h>
#include <sys/vnode.h>
#include <sys/mode.h>
#include <sys/pcb.h>
#include <sys/signal.h>
#include <sys/user.h>
#include <sys/uio.h>
#include <sys/cred.h>
#include <sys/fs/namenode.h>
#include <sys/stream.h>
#include <sys/strsubr.h>
#include <sys/cmn_err.h>
#include <sys/modctl.h>
#include <fs/fs_subr.h>
#include <sys/policy.h>
#include <sys/vmem.h>
#include <sys/fs/sdev_impl.h>
#define NM_INOQUANT (64 * 1024)
dev_t namedev;
int namefstype;
struct namenode *nm_filevp_hash[NM_FILEVP_HASH_SIZE];
struct vfs namevfs;
kmutex_t ntable_lock;
static vmem_t *nm_inoarena;
static kmutex_t nm_inolock;
vfsops_t *namefs_vfsops;
uint64_t
namenodeno_alloc(void)
{
uint64_t nno;
mutex_enter(&nm_inolock);
nno = (uint64_t)(uintptr_t)
vmem_alloc(nm_inoarena, 1, VM_NOSLEEP + VM_FIRSTFIT);
if (nno == 0) {
(void) vmem_add(nm_inoarena, (void *)(vmem_size(nm_inoarena,
VMEM_ALLOC | VMEM_FREE) + 1), NM_INOQUANT, VM_SLEEP);
nno = (uint64_t)(uintptr_t)
vmem_alloc(nm_inoarena, 1, VM_SLEEP + VM_FIRSTFIT);
ASSERT(nno != 0);
}
mutex_exit(&nm_inolock);
ASSERT32(nno <= ULONG_MAX);
return (nno);
}
static void
namenodeno_init(void)
{
nm_inoarena = vmem_create("namefs_inodes", (void *)1, NM_INOQUANT, 1,
NULL, NULL, NULL, 1, VM_SLEEP);
mutex_init(&nm_inolock, NULL, MUTEX_DEFAULT, NULL);
}
void
namenodeno_free(uint64_t nn)
{
void *vaddr = (void *)(uintptr_t)nn;
ASSERT32((uint64_t)(uintptr_t)vaddr == nn);
mutex_enter(&nm_inolock);
vmem_free(nm_inoarena, vaddr, 1);
mutex_exit(&nm_inolock);
}
void
nameinsert(struct namenode *nodep)
{
struct namenode **bucket;
ASSERT(MUTEX_HELD(&ntable_lock));
bucket = NM_FILEVP_HASH(nodep->nm_filevp);
nodep->nm_nextp = *bucket;
*bucket = nodep;
}
void
nameremove(struct namenode *nodep)
{
struct namenode *np, **npp;
ASSERT(MUTEX_HELD(&ntable_lock));
for (npp = NM_FILEVP_HASH(nodep->nm_filevp); (np = *npp) != NULL;
npp = &np->nm_nextp) {
if (np == nodep) {
*npp = np->nm_nextp;
return;
}
}
}
struct namenode *
namefind(vnode_t *vp, vnode_t *mnt)
{
struct namenode *np;
ASSERT(MUTEX_HELD(&ntable_lock));
for (np = *NM_FILEVP_HASH(vp); np != NULL; np = np->nm_nextp)
if (np->nm_filevp == vp &&
(mnt == NULL || np->nm_mountpt == mnt))
break;
return (np);
}
int
nm_walk_mounts(const vnode_t *vp, nm_walk_mounts_f *func, cred_t *cr, void *arg)
{
struct namenode *np;
int ret = 0;
mutex_enter(&ntable_lock);
for (np = *NM_FILEVP_HASH(vp); np != NULL; np = np->nm_nextp) {
if (np->nm_filevp == vp) {
if ((ret = func(np, cr, arg)) != 0)
break;
}
}
mutex_exit(&ntable_lock);
return (ret);
}
static int
nm_umountall(vnode_t *vp, cred_t *crp)
{
vfs_t *vfsp;
struct namenode *nodep;
int error = 0;
int realerr = 0;
mutex_enter(&ntable_lock);
nodep = *NM_FILEVP_HASH(vp);
while (nodep) {
if (nodep->nm_filevp == vp &&
(vfsp = NMTOV(nodep)->v_vfsp) != NULL &&
vfsp != &namevfs && (NMTOV(nodep)->v_flag & VROOT)) {
if (vn_vfswlock(vfsp->vfs_vnodecovered)) {
realerr = EBUSY;
nodep = nodep->nm_nextp;
continue;
}
mutex_exit(&ntable_lock);
if ((error = dounmount(vfsp, 0, crp)) != 0)
realerr = error;
mutex_enter(&ntable_lock);
nodep = *NM_FILEVP_HASH(vp);
} else
nodep = nodep->nm_nextp;
}
mutex_exit(&ntable_lock);
return (realerr);
}
int
nm_unmountall(vnode_t *vp, cred_t *crp)
{
int error;
for (;;) {
error = nm_umountall(vp, crp);
if (error != EBUSY)
break;
delay(1);
}
return (error);
}
static int
nm_mount(vfs_t *vfsp, vnode_t *mvp, struct mounta *uap, cred_t *crp)
{
struct namefd namefdp;
struct vnode *filevp;
struct file *fp;
struct vnode *newvp;
struct vnode *rvp;
struct namenode *nodep;
struct vattr filevattr;
struct vattr *vattrp;
char *resource_name;
char *resource_nodetype;
statvfs64_t *svfsp;
int error = 0;
if (uap->datalen != sizeof (struct namefd))
return (EINVAL);
if (copyin(uap->dataptr, &namefdp, uap->datalen))
return (EFAULT);
if ((fp = getf(namefdp.fd)) == NULL)
return (EBADF);
mutex_enter(&mvp->v_lock);
if ((mvp->v_flag & VROOT) ||
vfs_matchops(mvp->v_vfsp, namefs_vfsops)) {
mutex_exit(&mvp->v_lock);
releasef(namefdp.fd);
return (EBUSY);
}
mutex_exit(&mvp->v_lock);
rvp = NULLVP;
if (vn_matchops(mvp, spec_getvnodeops()) &&
VOP_REALVP(mvp, &rvp, NULL) == 0 && rvp &&
(vn_matchops(rvp, devpts_getvnodeops()) ||
vn_matchops(rvp, devvt_getvnodeops()))) {
releasef(namefdp.fd);
return (ENOTSUP);
}
filevp = fp->f_vnode;
if (filevp->v_type == VDIR || filevp->v_type == VPORT) {
releasef(namefdp.fd);
return (EINVAL);
}
if (filevp->v_type != VDOOR && filevp->v_stream == NULL) {
if (secpolicy_fs_mount(crp, filevp, vfsp) != 0) {
releasef(namefdp.fd);
return (EINVAL);
}
}
if (filevp->v_flag & VROOT) {
releasef(namefdp.fd);
return (EBUSY);
}
nodep = kmem_zalloc(sizeof (struct namenode), KM_SLEEP);
mutex_init(&nodep->nm_lock, NULL, MUTEX_DEFAULT, NULL);
vattrp = &nodep->nm_vattr;
vattrp->va_mask = AT_ALL;
if (error = VOP_GETATTR(mvp, vattrp, 0, crp, NULL))
goto out;
filevattr.va_mask = AT_ALL;
if (error = VOP_GETATTR(filevp, &filevattr, 0, crp, NULL))
goto out;
if (error = secpolicy_vnode_owner(crp, vattrp->va_uid))
goto out;
if (secpolicy_vnode_access2(crp, mvp, vattrp->va_uid, vattrp->va_mode,
VWRITE) != 0) {
error = EACCES;
goto out;
}
if (vn_has_flocks(filevp)) {
error = EACCES;
goto out;
}
if (filevp->v_stream) {
struct stdata *stp = filevp->v_stream;
mutex_enter(&stp->sd_lock);
stp->sd_flag |= STRMOUNT;
mutex_exit(&stp->sd_lock);
}
nodep->nm_filevp = filevp;
mutex_enter(&fp->f_tlock);
fp->f_count++;
mutex_exit(&fp->f_tlock);
releasef(namefdp.fd);
nodep->nm_filep = fp;
nodep->nm_mountpt = mvp;
vattrp->va_type = filevattr.va_type;
vattrp->va_fsid = namedev;
vattrp->va_nodeid = namenodeno_alloc();
vattrp->va_nlink = 1;
vattrp->va_size = filevattr.va_size;
vattrp->va_rdev = filevattr.va_rdev;
vattrp->va_blksize = filevattr.va_blksize;
vattrp->va_nblocks = filevattr.va_nblocks;
vattrp->va_seq = 0;
nodep->nm_vnode = vn_alloc(KM_SLEEP);
newvp = NMTOV(nodep);
newvp->v_flag = filevp->v_flag | VROOT | VNOMAP | VNOSWAP;
vn_setops(newvp, nm_vnodeops);
newvp->v_vfsp = vfsp;
newvp->v_stream = filevp->v_stream;
newvp->v_type = filevp->v_type;
newvp->v_rdev = filevp->v_rdev;
newvp->v_data = (caddr_t)nodep;
VFS_HOLD(vfsp);
vn_copypath(mvp, newvp);
vn_exists(newvp);
vfsp->vfs_vnodecovered = NULL;
vfsp->vfs_flag |= VFS_UNLINKABLE;
vfsp->vfs_bsize = 1024;
vfsp->vfs_fstype = namefstype;
vfs_make_fsid(&vfsp->vfs_fsid, namedev, namefstype);
vfsp->vfs_data = (caddr_t)nodep;
vfsp->vfs_dev = namedev;
vfsp->vfs_bcount = 0;
switch (filevp->v_type) {
case VPROC:
case VREG: resource_nodetype = "file"; break;
case VDIR: resource_nodetype = "directory"; break;
case VBLK: resource_nodetype = "device"; break;
case VCHR: resource_nodetype = "device"; break;
case VLNK: resource_nodetype = "link"; break;
case VFIFO: resource_nodetype = "fifo"; break;
case VDOOR: resource_nodetype = "door"; break;
case VSOCK: resource_nodetype = "socket"; break;
default: resource_nodetype = "resource"; break;
}
#define RESOURCE_NAME_SZ 128
resource_name = kmem_alloc(RESOURCE_NAME_SZ, KM_SLEEP);
svfsp = kmem_alloc(sizeof (statvfs64_t), KM_SLEEP);
error = VFS_STATVFS(filevp->v_vfsp, svfsp);
if (error == 0) {
(void) snprintf(resource_name, RESOURCE_NAME_SZ,
"unspecified_%s_%s", svfsp->f_basetype, resource_nodetype);
} else {
(void) snprintf(resource_name, RESOURCE_NAME_SZ,
"unspecified_%s", resource_nodetype);
}
vfs_setresource(vfsp, resource_name, 0);
kmem_free(svfsp, sizeof (statvfs64_t));
kmem_free(resource_name, RESOURCE_NAME_SZ);
#undef RESOURCE_NAME_SZ
mutex_enter(&ntable_lock);
nameinsert(nodep);
mutex_exit(&ntable_lock);
return (0);
out:
releasef(namefdp.fd);
kmem_free(nodep, sizeof (struct namenode));
return (error);
}
static int
nm_unmount(vfs_t *vfsp, int flag, cred_t *crp)
{
struct namenode *nodep = (struct namenode *)vfsp->vfs_data;
vnode_t *vp, *thisvp;
struct file *fp = NULL;
ASSERT((nodep->nm_flag & NMNMNT) == 0);
if (flag & MS_FORCE) {
return (ENOTSUP);
}
vp = nodep->nm_filevp;
mutex_enter(&nodep->nm_lock);
if (secpolicy_vnode_owner(crp, nodep->nm_vattr.va_uid) != 0) {
mutex_exit(&nodep->nm_lock);
return (EPERM);
}
mutex_exit(&nodep->nm_lock);
mutex_enter(&ntable_lock);
nameremove(nodep);
thisvp = NMTOV(nodep);
mutex_enter(&thisvp->v_lock);
VN_RELE_LOCKED(thisvp);
if (thisvp->v_count == 0) {
fp = nodep->nm_filep;
mutex_exit(&thisvp->v_lock);
vn_invalid(thisvp);
vn_free(thisvp);
VFS_RELE(vfsp);
namenodeno_free(nodep->nm_vattr.va_nodeid);
kmem_free(nodep, sizeof (struct namenode));
} else {
thisvp->v_flag &= ~VROOT;
mutex_exit(&thisvp->v_lock);
}
if (namefind(vp, NULLVP) == NULL && vp->v_stream) {
struct stdata *stp = vp->v_stream;
mutex_enter(&stp->sd_lock);
stp->sd_flag &= ~STRMOUNT;
mutex_exit(&stp->sd_lock);
}
mutex_exit(&ntable_lock);
if (fp != NULL)
(void) closef(fp);
return (0);
}
static int
nm_root(vfs_t *vfsp, vnode_t **vpp)
{
struct namenode *nodep = (struct namenode *)vfsp->vfs_data;
struct vnode *vp = NMTOV(nodep);
VN_HOLD(vp);
*vpp = vp;
return (0);
}
static int
nm_statvfs(vfs_t *vfsp, struct statvfs64 *sp)
{
dev32_t d32;
bzero(sp, sizeof (*sp));
sp->f_bsize = 1024;
sp->f_frsize = 1024;
(void) cmpldev(&d32, vfsp->vfs_dev);
sp->f_fsid = d32;
(void) strcpy(sp->f_basetype, vfssw[vfsp->vfs_fstype].vsw_name);
sp->f_flag = vf_to_stf(vfsp->vfs_flag);
return (0);
}
static int
nm_sync(vfs_t *vfsp, short flag, cred_t *crp)
{
struct namenode *nodep;
if (vfsp == NULL)
return (0);
nodep = (struct namenode *)vfsp->vfs_data;
if (flag & SYNC_CLOSE)
return (nm_umountall(nodep->nm_filevp, crp));
return (VOP_FSYNC(nodep->nm_filevp, FSYNC, crp, NULL));
}
static int
nm_syncfs(vfs_t *vfsp, uint64_t flags, cred_t *crp)
{
struct namenode *nodep;
if (flags != 0) {
return (ENOTSUP);
}
nodep = (struct namenode *)vfsp->vfs_data;
return (VOP_FSYNC(nodep->nm_filevp, FSYNC, crp, NULL));
}
int
nameinit(int fstype, char *name)
{
static const fs_operation_def_t nm_vfsops_template[] = {
VFSNAME_MOUNT, { .vfs_mount = nm_mount },
VFSNAME_UNMOUNT, { .vfs_unmount = nm_unmount },
VFSNAME_ROOT, { .vfs_root = nm_root },
VFSNAME_STATVFS, { .vfs_statvfs = nm_statvfs },
VFSNAME_SYNC, { .vfs_sync = nm_sync },
VFSNAME_SYNCFS, { .vfs_syncfs = nm_syncfs },
NULL, NULL
};
static const fs_operation_def_t nm_dummy_vfsops_template[] = {
VFSNAME_STATVFS, { .vfs_statvfs = nm_statvfs },
VFSNAME_SYNC, { .vfs_sync = nm_sync },
NULL, NULL
};
int error;
int dev;
vfsops_t *dummy_vfsops;
error = vfs_setfsops(fstype, nm_vfsops_template, &namefs_vfsops);
if (error != 0) {
cmn_err(CE_WARN, "nameinit: bad vfs ops template");
return (error);
}
error = vfs_makefsops(nm_dummy_vfsops_template, &dummy_vfsops);
if (error != 0) {
(void) vfs_freevfsops_by_type(fstype);
cmn_err(CE_WARN, "nameinit: bad dummy vfs ops template");
return (error);
}
error = vn_make_ops(name, nm_vnodeops_template, &nm_vnodeops);
if (error != 0) {
(void) vfs_freevfsops_by_type(fstype);
vfs_freevfsops(dummy_vfsops);
cmn_err(CE_WARN, "nameinit: bad vnode ops template");
return (error);
}
namefstype = fstype;
if ((dev = getudev()) == (major_t)-1) {
cmn_err(CE_WARN, "nameinit: can't get unique device");
dev = 0;
}
mutex_init(&ntable_lock, NULL, MUTEX_DEFAULT, NULL);
namedev = makedevice(dev, 0);
bzero(nm_filevp_hash, sizeof (nm_filevp_hash));
vfs_setops(&namevfs, dummy_vfsops);
namevfs.vfs_vnodecovered = NULL;
namevfs.vfs_bsize = 1024;
namevfs.vfs_fstype = namefstype;
vfs_make_fsid(&namevfs.vfs_fsid, namedev, namefstype);
namevfs.vfs_dev = namedev;
return (0);
}
static mntopts_t nm_mntopts = {
.mo_count = 0,
.mo_list = NULL
};
static vfsdef_t vfw = {
VFSDEF_VERSION,
"namefs",
nameinit,
VSW_HASPROTO | VSW_ZMOUNT,
&nm_mntopts
};
static struct modlfs modlfs = {
&mod_fsops, "filesystem for namefs", &vfw
};
static struct modlinkage modlinkage = {
MODREV_1, (void *)&modlfs, NULL
};
int
_init(void)
{
namenodeno_init();
return (mod_install(&modlinkage));
}
int
_fini(void)
{
return (EBUSY);
}
int
_info(struct modinfo *modinfop)
{
return (mod_info(&modlinkage, modinfop));
}