root/sys/fs/nfsclient/nfs_clvfsops.c
/*-
 * SPDX-License-Identifier: BSD-3-Clause
 *
 * Copyright (c) 1989, 1993, 1995
 *      The Regents of the University of California.  All rights reserved.
 *
 * This code is derived from software contributed to Berkeley by
 * Rick Macklem at The University of Guelph.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. Neither the name of the University nor the names of its contributors
 *    may be used to endorse or promote products derived from this software
 *    without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 *
 *      from nfs_vfsops.c       8.12 (Berkeley) 5/20/95
 */

#include <sys/cdefs.h>
#include "opt_bootp.h"
#include "opt_nfsroot.h"
#include "opt_kern_tls.h"

#include <sys/param.h>
#include <sys/systm.h>
#include <sys/kernel.h>
#include <sys/bio.h>
#include <sys/buf.h>
#include <sys/clock.h>
#include <sys/jail.h>
#include <sys/limits.h>
#include <sys/lock.h>
#include <sys/malloc.h>
#include <sys/mbuf.h>
#include <sys/mount.h>
#include <sys/proc.h>
#include <sys/socket.h>
#include <sys/socketvar.h>
#include <sys/sockio.h>
#include <sys/sysctl.h>
#include <sys/vnode.h>
#include <sys/signalvar.h>

#include <vm/vm.h>
#include <vm/vm_extern.h>
#include <vm/uma.h>

#include <net/if.h>
#include <net/route.h>
#include <net/route/route_ctl.h>
#include <netinet/in.h>

#include <fs/nfs/nfsport.h>
#include <fs/nfsclient/nfsnode.h>
#include <fs/nfsclient/nfsmount.h>
#include <fs/nfsclient/nfs.h>
#include <nfs/nfsdiskless.h>

#include <rpc/rpcsec_tls.h>

FEATURE(nfscl, "NFSv4 client");

extern int nfscl_ticks;
extern struct timeval nfsboottime;
extern int nfsrv_useacl;
extern int nfscl_debuglevel;
extern enum nfsiod_state ncl_iodwant[NFS_MAXASYNCDAEMON];
extern struct nfsmount *ncl_iodmount[NFS_MAXASYNCDAEMON];
extern struct mtx ncl_iod_mutex;
NFSCLSTATEMUTEX;
extern struct mtx nfsrv_dslock_mtx;

MALLOC_DEFINE(M_NEWNFSREQ, "newnfsclient_req", "NFS request header");
MALLOC_DEFINE(M_NEWNFSMNT, "newnfsmnt", "NFS mount struct");

SYSCTL_DECL(_vfs_nfs);
static int nfs_ip_paranoia = 1;
SYSCTL_INT(_vfs_nfs, OID_AUTO, nfs_ip_paranoia, CTLFLAG_RW,
    &nfs_ip_paranoia, 0, "");
static int nfs_tprintf_initial_delay = NFS_TPRINTF_INITIAL_DELAY;
SYSCTL_INT(_vfs_nfs, NFS_TPRINTF_INITIAL_DELAY,
        downdelayinitial, CTLFLAG_RW, &nfs_tprintf_initial_delay, 0, "");
/* how long between console messages "nfs server foo not responding" */
static int nfs_tprintf_delay = NFS_TPRINTF_DELAY;
SYSCTL_INT(_vfs_nfs, NFS_TPRINTF_DELAY,
        downdelayinterval, CTLFLAG_RW, &nfs_tprintf_delay, 0, "");
#ifdef NFS_DEBUG
int nfs_debug;
SYSCTL_INT(_vfs_nfs, OID_AUTO, debug, CTLFLAG_RW, &nfs_debug, 0,
    "Toggle debug flag");
#endif

static int      nfs_mountroot(struct mount *);
static void     nfs_sec_name(char *, int *);
static void     nfs_decode_args(struct mount *mp, struct nfsmount *nmp,
                    struct nfs_args *argp, const char *, struct ucred *,
                    struct thread *);
static int      mountnfs(struct nfs_args *, struct mount *,
                    struct sockaddr *, char *, u_char *, int, u_char *, int,
                    u_char *, int, struct vnode **, struct ucred *,
                    struct thread *, int, int, int, uint32_t, char *, int);
static void     nfs_getnlminfo(struct vnode *, uint8_t *, size_t *,
                    struct sockaddr_storage *, int *, off_t *,
                    struct timeval *);
static vfs_mount_t nfs_mount;
static vfs_cmount_t nfs_cmount;
static vfs_unmount_t nfs_unmount;
static vfs_root_t nfs_root;
static vfs_statfs_t nfs_statfs;
static vfs_sync_t nfs_sync;
static vfs_sysctl_t nfs_sysctl;
static vfs_purge_t nfs_purge;

/*
 * nfs vfs operations.
 */
static struct vfsops nfs_vfsops = {
        .vfs_init =             ncl_init,
        .vfs_mount =            nfs_mount,
        .vfs_cmount =           nfs_cmount,
        .vfs_root =             vfs_cache_root,
        .vfs_cachedroot =       nfs_root,
        .vfs_statfs =           nfs_statfs,
        .vfs_sync =             nfs_sync,
        .vfs_uninit =           ncl_uninit,
        .vfs_unmount =          nfs_unmount,
        .vfs_sysctl =           nfs_sysctl,
        .vfs_purge =            nfs_purge,
};
/*
 * This macro declares that the file system type is named "nfs".
 * It also declares a module name of "nfs" and uses vfs_modevent()
 * as the event handling function.
 * The main module declaration is found in sys/fs/nfsclient/nfs_clport.c
 * for "nfscl" and is needed so that a custom event handling
 * function gets called.  MODULE_DEPEND() macros are found there.
 */
VFS_SET(nfs_vfsops, nfs, VFCF_NETWORK | VFCF_SBDRY);

MODULE_VERSION(nfs, 1);

/*
 * This structure is now defined in sys/nfs/nfs_diskless.c so that it
 * can be shared by both NFS clients. It is declared here so that it
 * will be defined for kernels built without NFS_ROOT, although it
 * isn't used in that case.
 */
#if !defined(NFS_ROOT)
struct nfs_diskless     nfs_diskless = { { { 0 } } };
struct nfsv3_diskless   nfsv3_diskless = { { { 0 } } };
int                     nfs_diskless_valid = 0;
#endif

SYSCTL_INT(_vfs_nfs, OID_AUTO, diskless_valid, CTLFLAG_RD,
    &nfs_diskless_valid, 0,
    "Has the diskless struct been filled correctly");

SYSCTL_STRING(_vfs_nfs, OID_AUTO, diskless_rootpath, CTLFLAG_RD,
    nfsv3_diskless.root_hostnam, 0, "Path to nfs root");

SYSCTL_OPAQUE(_vfs_nfs, OID_AUTO, diskless_rootaddr, CTLFLAG_RD,
    &nfsv3_diskless.root_saddr, sizeof(nfsv3_diskless.root_saddr),
    "%Ssockaddr_in", "Diskless root nfs address");

void            newnfsargs_ntoh(struct nfs_args *);
static int      nfs_mountdiskless(char *,
                    struct sockaddr_in *, struct nfs_args *,
                    struct thread *, struct vnode **, struct mount *);
static void     nfs_convert_diskless(void);
static void     nfs_convert_oargs(struct nfs_args *args,
                    struct onfs_args *oargs);

int
newnfs_iosize(struct nfsmount *nmp)
{
        int iosize, maxio;

        /* First, set the upper limit for iosize */
        if (nmp->nm_flag & NFSMNT_NFSV4) {
                maxio = NFS_MAXBSIZE;
        } else if (nmp->nm_flag & NFSMNT_NFSV3) {
                if (nmp->nm_sotype == SOCK_DGRAM)
                        maxio = NFS_MAXDGRAMDATA;
                else
                        maxio = NFS_MAXBSIZE;
        } else {
                maxio = NFS_V2MAXDATA;
        }
        if (nmp->nm_rsize > maxio || nmp->nm_rsize == 0)
                nmp->nm_rsize = maxio;
        if (nmp->nm_rsize > NFS_MAXBSIZE)
                nmp->nm_rsize = NFS_MAXBSIZE;
        if (nmp->nm_readdirsize > maxio || nmp->nm_readdirsize == 0)
                nmp->nm_readdirsize = maxio;
        if (nmp->nm_readdirsize > nmp->nm_rsize)
                nmp->nm_readdirsize = nmp->nm_rsize;
        if (nmp->nm_wsize > maxio || nmp->nm_wsize == 0)
                nmp->nm_wsize = maxio;
        if (nmp->nm_wsize > NFS_MAXBSIZE)
                nmp->nm_wsize = NFS_MAXBSIZE;

        /*
         * Calculate the size used for io buffers.  Use the larger
         * of the two sizes to minimise nfs requests but make sure
         * that it is at least one VM page to avoid wasting buffer
         * space.  It must also be at least NFS_DIRBLKSIZ, since
         * that is the buffer size used for directories.
         */
        iosize = imax(nmp->nm_rsize, nmp->nm_wsize);
        iosize = imax(iosize, PAGE_SIZE);
        iosize = imax(iosize, NFS_DIRBLKSIZ);
        nmp->nm_mountp->mnt_stat.f_iosize = iosize;
        return (iosize);
}

static void
nfs_convert_oargs(struct nfs_args *args, struct onfs_args *oargs)
{

        args->version = NFS_ARGSVERSION;
        args->addr = oargs->addr;
        args->addrlen = oargs->addrlen;
        args->sotype = oargs->sotype;
        args->proto = oargs->proto;
        args->fh = oargs->fh;
        args->fhsize = oargs->fhsize;
        args->flags = oargs->flags;
        args->wsize = oargs->wsize;
        args->rsize = oargs->rsize;
        args->readdirsize = oargs->readdirsize;
        args->timeo = oargs->timeo;
        args->retrans = oargs->retrans;
        args->readahead = oargs->readahead;
        args->hostname = oargs->hostname;
}

static void
nfs_convert_diskless(void)
{

        bcopy(&nfs_diskless.myif, &nfsv3_diskless.myif,
                sizeof(struct ifaliasreq));
        bcopy(&nfs_diskless.mygateway, &nfsv3_diskless.mygateway,
                sizeof(struct sockaddr_in));
        nfs_convert_oargs(&nfsv3_diskless.root_args,&nfs_diskless.root_args);
        if (nfsv3_diskless.root_args.flags & NFSMNT_NFSV3) {
                nfsv3_diskless.root_fhsize = NFSX_MYFH;
                bcopy(nfs_diskless.root_fh, nfsv3_diskless.root_fh, NFSX_MYFH);
        } else {
                nfsv3_diskless.root_fhsize = NFSX_V2FH;
                bcopy(nfs_diskless.root_fh, nfsv3_diskless.root_fh, NFSX_V2FH);
        }
        bcopy(&nfs_diskless.root_saddr,&nfsv3_diskless.root_saddr,
                sizeof(struct sockaddr_in));
        bcopy(nfs_diskless.root_hostnam, nfsv3_diskless.root_hostnam, MNAMELEN);
        nfsv3_diskless.root_time = nfs_diskless.root_time;
        bcopy(nfs_diskless.my_hostnam, nfsv3_diskless.my_hostnam,
                MAXHOSTNAMELEN);
        nfs_diskless_valid = 3;
}

/*
 * nfs statfs call
 */
static int
nfs_statfs(struct mount *mp, struct statfs *sbp)
{
        struct vnode *vp;
        struct thread *td;
        struct nfsmount *nmp = VFSTONFS(mp);
        struct nfsvattr nfsva;
        struct nfsfsinfo fs;
        struct nfsstatfs sb;
        int error = 0, attrflag, gotfsinfo = 0, ret;
        struct nfsnode *np;
        char *fakefh;
        uint32_t clone_blksize;

        td = curthread;
        clone_blksize = 0;

        error = vfs_busy(mp, MBF_NOWAIT);
        if (error)
                return (error);
        if ((nmp->nm_privflag & NFSMNTP_FAKEROOTFH) != 0) {
                if (nmp->nm_fhsize == 0) {
                        error = nfsrpc_getdirpath(nmp, NFSMNT_DIRPATH(nmp),
                            td->td_ucred, td);
                        if (error != 0) {
                                /*
                                 * We cannot do anything yet.  Hopefully what
                                 * is in mnt_stat is sufficient.
                                 */
                                if (sbp != &mp->mnt_stat)
                                        *sbp = mp->mnt_stat;
                                strncpy(&sbp->f_fstypename[0],
                                    mp->mnt_vfc->vfc_name, MFSNAMELEN);
                                vfs_unbusy(mp);
                                return (0);
                        }
                }
                fakefh = malloc(NFSX_FHMAX + 1, M_TEMP, M_WAITOK | M_ZERO);
                error = ncl_nget(mp, fakefh, NFSX_FHMAX + 1, &np, LK_EXCLUSIVE);
                free(fakefh, M_TEMP);
        } else {
                error = ncl_nget(mp, nmp->nm_fh, nmp->nm_fhsize, &np,
                    LK_EXCLUSIVE);
        }
        if (error) {
                vfs_unbusy(mp);
                return (error);
        }
        vp = NFSTOV(np);
        mtx_lock(&nmp->nm_mtx);
        if (NFSHASNFSV3(nmp) && !NFSHASGOTFSINFO(nmp)) {
                mtx_unlock(&nmp->nm_mtx);
                error = nfsrpc_fsinfo(vp, &fs, td->td_ucred, td, &nfsva,
                    &attrflag);
                if (!error)
                        gotfsinfo = 1;
        } else
                mtx_unlock(&nmp->nm_mtx);
        if (!error)
                error = nfsrpc_statfs(vp, &sb, &fs, NULL, &clone_blksize,
                    td->td_ucred, td, &nfsva, &attrflag);
        if ((nmp->nm_privflag & NFSMNTP_FAKEROOTFH) != 0 &&
            error == NFSERR_WRONGSEC) {
                /* Cannot get new stats, so return what is in mnt_stat. */
                if (sbp != &mp->mnt_stat)
                        *sbp = mp->mnt_stat;
                strncpy(&sbp->f_fstypename[0], mp->mnt_vfc->vfc_name,
                    MFSNAMELEN);
                vput(vp);
                vfs_unbusy(mp);
                return (0);
        }
        if (error != 0)
                NFSCL_DEBUG(2, "statfs=%d\n", error);
        if (attrflag == 0) {
                ret = nfsrpc_getattrnovp(nmp, nmp->nm_fh, nmp->nm_fhsize, 1,
                    td->td_ucred, td, &nfsva, NULL, NULL);
                if (ret) {
                        /*
                         * Just set default values to get things going.
                         */
                        NFSBZERO((caddr_t)&nfsva, sizeof (struct nfsvattr));
                        nfsva.na_vattr.va_type = VDIR;
                        nfsva.na_vattr.va_mode = 0777;
                        nfsva.na_vattr.va_nlink = 100;
                        nfsva.na_vattr.va_uid = (uid_t)0;
                        nfsva.na_vattr.va_gid = (gid_t)0;
                        nfsva.na_vattr.va_fileid = 2;
                        nfsva.na_vattr.va_gen = 1;
                        nfsva.na_vattr.va_blocksize = NFS_FABLKSIZE;
                        nfsva.na_vattr.va_size = 512 * 1024;
                }
        }
        (void) nfscl_loadattrcache(&vp, &nfsva, NULL, 0, 1);
        if (!error) {
            mtx_lock(&nmp->nm_mtx);
            if (gotfsinfo || (nmp->nm_flag & NFSMNT_NFSV4))
                nfscl_loadfsinfo(nmp, &fs, clone_blksize);
            nfscl_loadsbinfo(nmp, &sb, sbp);
            sbp->f_iosize = newnfs_iosize(nmp);
            mtx_unlock(&nmp->nm_mtx);
            if (sbp != &mp->mnt_stat) {
                bcopy(mp->mnt_stat.f_mntonname, sbp->f_mntonname, MNAMELEN);
                bcopy(mp->mnt_stat.f_mntfromname, sbp->f_mntfromname, MNAMELEN);
            }
            strncpy(&sbp->f_fstypename[0], mp->mnt_vfc->vfc_name, MFSNAMELEN);
        } else if (NFS_ISV4(vp)) {
                error = nfscl_maperr(td, error, (uid_t)0, (gid_t)0);
        }
        vput(vp);
        vfs_unbusy(mp);
        return (error);
}

/*
 * nfs version 3 fsinfo rpc call
 */
int
ncl_fsinfo(struct nfsmount *nmp, struct vnode *vp, struct ucred *cred,
    struct thread *td)
{
        struct nfsfsinfo fs;
        struct nfsvattr nfsva;
        int error, attrflag;

        error = nfsrpc_fsinfo(vp, &fs, cred, td, &nfsva, &attrflag);
        if (!error) {
                if (attrflag)
                        (void) nfscl_loadattrcache(&vp, &nfsva, NULL, 0, 1);
                mtx_lock(&nmp->nm_mtx);
                nfscl_loadfsinfo(nmp, &fs, 0);
                mtx_unlock(&nmp->nm_mtx);
        }
        return (error);
}

/*
 * Mount a remote root fs via nfs. This depends on the info in the
 * nfs_diskless structure that has been filled in properly by some primary
 * bootstrap.
 * It goes something like this:
 * - do enough of "ifconfig" by calling ifioctl() so that the system
 *   can talk to the server
 * - If nfs_diskless.mygateway is filled in, use that address as
 *   a default gateway.
 * - build the rootfs mount point and call mountnfs() to do the rest.
 *
 * It is assumed to be safe to read, modify, and write the nfsv3_diskless
 * structure, as well as other global NFS client variables here, as
 * nfs_mountroot() will be called once in the boot before any other NFS
 * client activity occurs.
 */
static int
nfs_mountroot(struct mount *mp)
{
        struct thread *td = curthread;
        struct nfsv3_diskless *nd = &nfsv3_diskless;
        struct socket *so;
        struct vnode *vp;
        struct ifreq ir;
        int error;
        u_long l;
        char buf[128];
        char *cp;

#if defined(BOOTP_NFSROOT) && defined(BOOTP)
        bootpc_init();          /* use bootp to get nfs_diskless filled in */
#elif defined(NFS_ROOT)
        nfs_setup_diskless();
#endif

        if (nfs_diskless_valid == 0)
                return (-1);
        if (nfs_diskless_valid == 1)
                nfs_convert_diskless();

        /*
         * Do enough of ifconfig(8) so that the critical net interface can
         * talk to the server.
         */
        error = socreate(nd->myif.ifra_addr.sa_family, &so, nd->root_args.sotype, 0,
            td->td_ucred, td);
        if (error)
                panic("nfs_mountroot: socreate(%04x): %d",
                        nd->myif.ifra_addr.sa_family, error);

#if 0 /* XXX Bad idea */
        /*
         * We might not have been told the right interface, so we pass
         * over the first ten interfaces of the same kind, until we get
         * one of them configured.
         */

        for (i = strlen(nd->myif.ifra_name) - 1;
                nd->myif.ifra_name[i] >= '0' &&
                nd->myif.ifra_name[i] <= '9';
                nd->myif.ifra_name[i] ++) {
                error = ifioctl(so, SIOCAIFADDR, (caddr_t)&nd->myif, td);
                if(!error)
                        break;
        }
#endif
        error = ifioctl(so, SIOCAIFADDR, (caddr_t)&nd->myif, td);
        if (error)
                panic("nfs_mountroot: SIOCAIFADDR: %d", error);
        if ((cp = kern_getenv("boot.netif.mtu")) != NULL) {
                ir.ifr_mtu = strtol(cp, NULL, 10);
                bcopy(nd->myif.ifra_name, ir.ifr_name, IFNAMSIZ);
                freeenv(cp);
                error = ifioctl(so, SIOCSIFMTU, (caddr_t)&ir, td);
                if (error)
                        printf("nfs_mountroot: SIOCSIFMTU: %d", error);
        }
        soclose(so);

        /*
         * If the gateway field is filled in, set it as the default route.
         * Note that pxeboot will set a default route of 0 if the route
         * is not set by the DHCP server.  Check also for a value of 0
         * to avoid panicking inappropriately in that situation.
         */
        if (nd->mygateway.sin_len != 0 &&
            nd->mygateway.sin_addr.s_addr != 0) {
                struct sockaddr_in mask, sin;
                struct epoch_tracker et;
                struct rt_addrinfo info;
                struct rib_cmd_info rc;

                bzero((caddr_t)&mask, sizeof(mask));
                sin = mask;
                sin.sin_family = AF_INET;
                sin.sin_len = sizeof(sin);
                /* XXX MRT use table 0 for this sort of thing */
                NET_EPOCH_ENTER(et);
                CURVNET_SET(TD_TO_VNET(td));

                bzero((caddr_t)&info, sizeof(info));
                info.rti_flags = RTF_UP | RTF_GATEWAY;
                info.rti_info[RTAX_DST] = (struct sockaddr *)&sin;
                info.rti_info[RTAX_GATEWAY] = (struct sockaddr *)&nd->mygateway;
                info.rti_info[RTAX_NETMASK] = (struct sockaddr *)&mask;

                error = rib_action(RT_DEFAULT_FIB, RTM_ADD, &info, &rc);
                CURVNET_RESTORE();
                NET_EPOCH_EXIT(et);
                if (error)
                        panic("nfs_mountroot: RTM_ADD: %d", error);
        }

        /*
         * Create the rootfs mount point.
         */
        nd->root_args.fh = nd->root_fh;
        nd->root_args.fhsize = nd->root_fhsize;
        l = ntohl(nd->root_saddr.sin_addr.s_addr);
        snprintf(buf, sizeof(buf), "%ld.%ld.%ld.%ld:%s",
                (l >> 24) & 0xff, (l >> 16) & 0xff,
                (l >>  8) & 0xff, (l >>  0) & 0xff, nd->root_hostnam);
        printf("NFS ROOT: %s\n", buf);
        nd->root_args.hostname = buf;
        if ((error = nfs_mountdiskless(buf,
            &nd->root_saddr, &nd->root_args, td, &vp, mp)) != 0) {
                return (error);
        }

        /*
         * This is not really an nfs issue, but it is much easier to
         * set hostname here and then let the "/etc/rc.xxx" files
         * mount the right /var based upon its preset value.
         */
        mtx_lock(&prison0.pr_mtx);
        strlcpy(prison0.pr_hostname, nd->my_hostnam,
            sizeof(prison0.pr_hostname));
        mtx_unlock(&prison0.pr_mtx);
        inittodr(ntohl(nd->root_time));
        return (0);
}

/*
 * Internal version of mount system call for diskless setup.
 */
static int
nfs_mountdiskless(char *path,
    struct sockaddr_in *sin, struct nfs_args *args, struct thread *td,
    struct vnode **vpp, struct mount *mp)
{
        struct sockaddr *nam;
        int dirlen, error, minvers;
        char *dirpath;

        /*
         * Find the directory path in "path", which also has the server's
         * name/ip address in it.
         */
        dirpath = strchr(path, ':');
        if (dirpath != NULL)
                dirlen = strlen(++dirpath);
        else
                dirlen = 0;
        nam = sodupsockaddr((struct sockaddr *)sin, M_WAITOK);
        minvers = 0;
        if ((args->flags & NFSMNT_NFSV4) != 0)
                minvers = -1;
        if ((error = mountnfs(args, mp, nam, path, NULL, 0, dirpath, dirlen,
            NULL, 0, vpp, td->td_ucred, td, NFS_DEFAULT_NAMETIMEO, 
            NFS_DEFAULT_NEGNAMETIMEO, minvers, 0, NULL, 0)) != 0) {
                printf("nfs_mountroot: mount %s on /: %d\n", path, error);
                return (error);
        }
        return (0);
}

static void
nfs_sec_name(char *sec, int *flagsp)
{
        if (!strcmp(sec, "krb5"))
                *flagsp |= NFSMNT_KERB;
        else if (!strcmp(sec, "krb5i"))
                *flagsp |= (NFSMNT_KERB | NFSMNT_INTEGRITY);
        else if (!strcmp(sec, "krb5p"))
                *flagsp |= (NFSMNT_KERB | NFSMNT_PRIVACY);
}

static void
nfs_decode_args(struct mount *mp, struct nfsmount *nmp, struct nfs_args *argp,
    const char *hostname, struct ucred *cred, struct thread *td)
{
        int adjsock;
        char *p;

        /*
         * Set read-only flag if requested; otherwise, clear it if this is
         * an update.  If this is not an update, then either the read-only
         * flag is already clear, or this is a root mount and it was set
         * intentionally at some previous point.
         */
        if (vfs_getopt(mp->mnt_optnew, "ro", NULL, NULL) == 0) {
                MNT_ILOCK(mp);
                mp->mnt_flag |= MNT_RDONLY;
                MNT_IUNLOCK(mp);
        } else if (mp->mnt_flag & MNT_UPDATE) {
                MNT_ILOCK(mp);
                mp->mnt_flag &= ~MNT_RDONLY;
                MNT_IUNLOCK(mp);
        }

        /*
         * Silently clear NFSMNT_NOCONN if it's a TCP mount, it makes
         * no sense in that context.  Also, set up appropriate retransmit
         * and soft timeout behavior.
         */
        if (argp->sotype == SOCK_STREAM) {
                nmp->nm_flag &= ~NFSMNT_NOCONN;
                nmp->nm_timeo = NFS_MAXTIMEO;
                if ((argp->flags & NFSMNT_NFSV4) != 0)
                        nmp->nm_retry = INT_MAX;
                else
                        nmp->nm_retry = NFS_RETRANS_TCP;
        }

        /* Also clear RDIRPLUS if NFSv2, it crashes some servers */
        if ((argp->flags & (NFSMNT_NFSV3 | NFSMNT_NFSV4)) == 0) {
                argp->flags &= ~NFSMNT_RDIRPLUS;
                nmp->nm_flag &= ~NFSMNT_RDIRPLUS;
        }

        /* Clear ONEOPENOWN for NFSv2, 3 and 4.0. */
        if (nmp->nm_minorvers == 0) {
                argp->flags &= ~NFSMNT_ONEOPENOWN;
                nmp->nm_flag &= ~NFSMNT_ONEOPENOWN;
        }

        /* Re-bind if rsrvd port requested and wasn't on one */
        adjsock = !(nmp->nm_flag & NFSMNT_RESVPORT)
                  && (argp->flags & NFSMNT_RESVPORT);
        /* Also re-bind if we're switching to/from a connected UDP socket */
        adjsock |= ((nmp->nm_flag & NFSMNT_NOCONN) !=
                    (argp->flags & NFSMNT_NOCONN));

        /* Update flags atomically.  Don't change the lock bits. */
        nmp->nm_flag = argp->flags | nmp->nm_flag;

        if ((argp->flags & NFSMNT_TIMEO) && argp->timeo > 0) {
                nmp->nm_timeo = (argp->timeo * NFS_HZ + 5) / 10;
                if (nmp->nm_timeo < NFS_MINTIMEO)
                        nmp->nm_timeo = NFS_MINTIMEO;
                else if (nmp->nm_timeo > NFS_MAXTIMEO)
                        nmp->nm_timeo = NFS_MAXTIMEO;
        }

        if ((argp->flags & NFSMNT_RETRANS) && argp->retrans > 1) {
                nmp->nm_retry = argp->retrans;
                if (nmp->nm_retry > NFS_MAXREXMIT)
                        nmp->nm_retry = NFS_MAXREXMIT;
        }

        if ((argp->flags & NFSMNT_WSIZE) && argp->wsize > 0) {
                nmp->nm_wsize = argp->wsize;
                /*
                 * Clip at the power of 2 below the size. There is an
                 * issue (not isolated) that causes intermittent page
                 * faults if this is not done.
                 */
                if (nmp->nm_wsize > NFS_FABLKSIZE)
                        nmp->nm_wsize = 1 << (fls(nmp->nm_wsize) - 1);
                else
                        nmp->nm_wsize = NFS_FABLKSIZE;
        }

        if ((argp->flags & NFSMNT_RSIZE) && argp->rsize > 0) {
                nmp->nm_rsize = argp->rsize;
                /*
                 * Clip at the power of 2 below the size. There is an
                 * issue (not isolated) that causes intermittent page
                 * faults if this is not done.
                 */
                if (nmp->nm_rsize > NFS_FABLKSIZE)
                        nmp->nm_rsize = 1 << (fls(nmp->nm_rsize) - 1);
                else
                        nmp->nm_rsize = NFS_FABLKSIZE;
        }

        if ((argp->flags & NFSMNT_READDIRSIZE) && argp->readdirsize > 0) {
                nmp->nm_readdirsize = argp->readdirsize;
        }

        if ((argp->flags & NFSMNT_ACREGMIN) && argp->acregmin >= 0)
                nmp->nm_acregmin = argp->acregmin;
        else
                nmp->nm_acregmin = NFS_MINATTRTIMO;
        if ((argp->flags & NFSMNT_ACREGMAX) && argp->acregmax >= 0)
                nmp->nm_acregmax = argp->acregmax;
        else
                nmp->nm_acregmax = NFS_MAXATTRTIMO;
        if ((argp->flags & NFSMNT_ACDIRMIN) && argp->acdirmin >= 0)
                nmp->nm_acdirmin = argp->acdirmin;
        else
                nmp->nm_acdirmin = NFS_MINDIRATTRTIMO;
        if ((argp->flags & NFSMNT_ACDIRMAX) && argp->acdirmax >= 0)
                nmp->nm_acdirmax = argp->acdirmax;
        else
                nmp->nm_acdirmax = NFS_MAXDIRATTRTIMO;
        if (nmp->nm_acdirmin > nmp->nm_acdirmax)
                nmp->nm_acdirmin = nmp->nm_acdirmax;
        if (nmp->nm_acregmin > nmp->nm_acregmax)
                nmp->nm_acregmin = nmp->nm_acregmax;

        if ((argp->flags & NFSMNT_READAHEAD) && argp->readahead >= 0) {
                if (argp->readahead <= NFS_MAXRAHEAD)
                        nmp->nm_readahead = argp->readahead;
                else
                        nmp->nm_readahead = NFS_MAXRAHEAD;
        }
        if ((argp->flags & NFSMNT_WCOMMITSIZE) && argp->wcommitsize >= 0) {
                if (argp->wcommitsize < nmp->nm_wsize)
                        nmp->nm_wcommitsize = nmp->nm_wsize;
                else
                        nmp->nm_wcommitsize = argp->wcommitsize;
        }

        adjsock |= ((nmp->nm_sotype != argp->sotype) ||
                    (nmp->nm_soproto != argp->proto));

        if (nmp->nm_client != NULL && adjsock) {
                int haslock = 0, error = 0;

                if (nmp->nm_sotype == SOCK_STREAM) {
                        error = newnfs_sndlock(&nmp->nm_sockreq.nr_lock);
                        if (!error)
                                haslock = 1;
                }
                if (!error) {
                    newnfs_disconnect(nmp, &nmp->nm_sockreq);
                    if (haslock)
                        newnfs_sndunlock(&nmp->nm_sockreq.nr_lock);
                    nmp->nm_sotype = argp->sotype;
                    nmp->nm_soproto = argp->proto;
                    if (nmp->nm_sotype == SOCK_DGRAM)
                        while (newnfs_connect(nmp, &nmp->nm_sockreq,
                            cred, td, 0, false, &nmp->nm_sockreq.nr_client)) {
                                printf("newnfs_args: retrying connect\n");
                                (void) nfs_catnap(PSOCK, 0, "nfscon");
                        }
                }
        } else {
                nmp->nm_sotype = argp->sotype;
                nmp->nm_soproto = argp->proto;
        }

        if (hostname != NULL) {
                strlcpy(nmp->nm_hostname, hostname,
                    sizeof(nmp->nm_hostname));
                p = strchr(nmp->nm_hostname, ':');
                if (p != NULL)
                        *p = '\0';
        }
}

static const char *nfs_opts[] = { "from", "nfs_args",
    "noac", "noatime", "noexec", "suiddir", "nosuid", "nosymfollow", "union",
    "noclusterr", "noclusterw", "multilabel", "acls", "force", "update",
    "async", "noconn", "nolockd", "conn", "lockd", "intr", "rdirplus",
    "readdirsize", "soft", "hard", "mntudp", "tcp", "udp", "wsize", "rsize",
    "retrans", "actimeo", "acregmin", "acregmax", "acdirmin", "acdirmax",
    "resvport", "readahead", "hostname", "timeo", "timeout", "addr", "fh",
    "nfsv3", "sec", "principal", "nfsv4", "gssname", "allgssname", "dirpath",
    "minorversion", "nametimeo", "negnametimeo", "nocto", "noncontigwr",
    "pnfs", "wcommitsize", "oneopenown", "tls", "tlscertname", "nconnect",
    "syskrb5", NULL };

/*
 * Parse the "from" mountarg, passed by the generic mount(8) program
 * or the mountroot code.  This is used when rerooting into NFS.
 *
 * Note that the "hostname" is actually a "hostname:/share/path" string.
 */
static int
nfs_mount_parse_from(struct vfsoptlist *opts, char **hostnamep,
    struct sockaddr_in **sinp, char *dirpath, size_t dirpathsize, int *dirlenp)
{
        char *nam, *delimp, *hostp, *spec;
        int error, have_bracket = 0, offset, rv, speclen;
        struct sockaddr_in *sin;
        size_t len;

        error = vfs_getopt(opts, "from", (void **)&spec, &speclen);
        if (error != 0)
                return (error);
        nam = malloc(MNAMELEN + 1, M_TEMP, M_WAITOK);

        /*
         * This part comes from sbin/mount_nfs/mount_nfs.c:getnfsargs().
         */
        if (*spec == '[' && (delimp = strchr(spec + 1, ']')) != NULL &&
            *(delimp + 1) == ':') {
                hostp = spec + 1;
                spec = delimp + 2;
                have_bracket = 1;
        } else if ((delimp = strrchr(spec, ':')) != NULL) {
                hostp = spec;
                spec = delimp + 1;
        } else if ((delimp = strrchr(spec, '@')) != NULL) {
                printf("%s: path@server syntax is deprecated, "
                    "use server:path\n", __func__);
                hostp = delimp + 1;
        } else {
                printf("%s: no <host>:<dirpath> nfs-name\n", __func__);
                free(nam, M_TEMP);
                return (EINVAL);
        }
        *delimp = '\0';

        /*
         * If there has been a trailing slash at mounttime it seems
         * that some mountd implementations fail to remove the mount
         * entries from their mountlist while unmounting.
         */
        for (speclen = strlen(spec);
            speclen > 1 && spec[speclen - 1] == '/';
            speclen--)
                spec[speclen - 1] = '\0';
        if (strlen(hostp) + strlen(spec) + 1 > MNAMELEN) {
                printf("%s: %s:%s: name too long", __func__, hostp, spec);
                free(nam, M_TEMP);
                return (EINVAL);
        }
        /* Make both '@' and ':' notations equal */
        if (*hostp != '\0') {
                len = strlen(hostp);
                offset = 0;
                if (have_bracket)
                        nam[offset++] = '[';
                memmove(nam + offset, hostp, len);
                if (have_bracket)
                        nam[len + offset++] = ']';
                nam[len + offset++] = ':';
                memmove(nam + len + offset, spec, speclen);
                nam[len + speclen + offset] = '\0';
        } else
                nam[0] = '\0';

        /*
         * XXX: IPv6
         */
        sin = malloc(sizeof(*sin), M_SONAME, M_WAITOK);
        rv = inet_pton(AF_INET, hostp, &sin->sin_addr);
        if (rv != 1) {
                printf("%s: cannot parse '%s', inet_pton() returned %d\n",
                    __func__, hostp, rv);
                free(nam, M_TEMP);
                free(sin, M_SONAME);
                return (EINVAL);
        }

        sin->sin_len = sizeof(*sin);
        sin->sin_family = AF_INET;
        /*
         * XXX: hardcoded port number.
         */
        sin->sin_port = htons(2049);

        *hostnamep = strdup(nam, M_NEWNFSMNT);
        *sinp = sin;
        strlcpy(dirpath, spec, dirpathsize);
        *dirlenp = strlen(dirpath);

        free(nam, M_TEMP);
        return (0);
}

/*
 * VFS Operations.
 *
 * mount system call
 * It seems a bit dumb to copyinstr() the host and path here and then
 * bcopy() them in mountnfs(), but I wanted to detect errors before
 * doing the getsockaddr() call because getsockaddr() allocates an mbuf and
 * an error after that means that I have to release the mbuf.
 */
/* ARGSUSED */
static int
nfs_mount(struct mount *mp)
{
        struct nfs_args args = {
            .version = NFS_ARGSVERSION,
            .addr = NULL,
            .addrlen = sizeof (struct sockaddr_in),
            .sotype = SOCK_STREAM,
            .proto = 0,
            .fh = NULL,
            .fhsize = 0,
            .flags = NFSMNT_RESVPORT,
            .wsize = NFS_WSIZE,
            .rsize = NFS_RSIZE,
            .readdirsize = NFS_READDIRSIZE,
            .timeo = 10,
            .retrans = NFS_RETRANS,
            .readahead = NFS_DEFRAHEAD,
            .wcommitsize = 0,                   /* was: NQ_DEFLEASE */
            .hostname = NULL,
            .acregmin = NFS_MINATTRTIMO,
            .acregmax = NFS_MAXATTRTIMO,
            .acdirmin = NFS_MINDIRATTRTIMO,
            .acdirmax = NFS_MAXDIRATTRTIMO,
        };
        int error = 0, ret, len;
        struct sockaddr *nam = NULL;
        struct vnode *vp;
        struct thread *td;
        char *hst;
        u_char nfh[NFSX_FHMAX], krbname[100], *dirpath, srvkrbname[100];
        char *cp, *opt, *name, *secname, *tlscertname;
        int nametimeo = NFS_DEFAULT_NAMETIMEO;
        int negnametimeo = NFS_DEFAULT_NEGNAMETIMEO;
        int minvers = -1;
        int dirlen, has_nfs_args_opt, has_nfs_from_opt,
            krbnamelen, srvkrbnamelen;
        size_t hstlen;
        uint32_t newflag;
        int aconn = 0;

        has_nfs_args_opt = 0;
        has_nfs_from_opt = 0;
        newflag = 0;
        tlscertname = NULL;
        hst = malloc(MNAMELEN, M_TEMP, M_WAITOK);
        dirpath = malloc(MNAMELEN, M_TEMP, M_WAITOK);
        if (vfs_filteropt(mp->mnt_optnew, nfs_opts)) {
                error = EINVAL;
                goto out;
        }

        td = curthread;
        if ((mp->mnt_flag & (MNT_ROOTFS | MNT_UPDATE)) == MNT_ROOTFS &&
            nfs_diskless_valid != 0) {
                error = nfs_mountroot(mp);
                goto out;
        }

        nfscl_init();

        /*
         * The old mount_nfs program passed the struct nfs_args
         * from userspace to kernel.  The new mount_nfs program
         * passes string options via nmount() from userspace to kernel
         * and we populate the struct nfs_args in the kernel.
         */
        if (vfs_getopt(mp->mnt_optnew, "nfs_args", NULL, NULL) == 0) {
                error = vfs_copyopt(mp->mnt_optnew, "nfs_args", &args,
                    sizeof(args));
                if (error != 0)
                        goto out;

                if (args.version != NFS_ARGSVERSION) {
                        error = EPROGMISMATCH;
                        goto out;
                }
                has_nfs_args_opt = 1;
        }

        /* Handle the new style options. */
        if (vfs_getopt(mp->mnt_optnew, "noac", NULL, NULL) == 0) {
                args.acdirmin = args.acdirmax =
                    args.acregmin = args.acregmax = 0;
                args.flags |= NFSMNT_ACDIRMIN | NFSMNT_ACDIRMAX |
                    NFSMNT_ACREGMIN | NFSMNT_ACREGMAX;
        }
        if (vfs_getopt(mp->mnt_optnew, "noconn", NULL, NULL) == 0)
                args.flags |= NFSMNT_NOCONN;
        if (vfs_getopt(mp->mnt_optnew, "conn", NULL, NULL) == 0)
                args.flags &= ~NFSMNT_NOCONN;
        if (vfs_getopt(mp->mnt_optnew, "nolockd", NULL, NULL) == 0)
                args.flags |= NFSMNT_NOLOCKD;
        if (vfs_getopt(mp->mnt_optnew, "lockd", NULL, NULL) == 0)
                args.flags &= ~NFSMNT_NOLOCKD;
        if (vfs_getopt(mp->mnt_optnew, "intr", NULL, NULL) == 0)
                args.flags |= NFSMNT_INT;
        if (vfs_getopt(mp->mnt_optnew, "rdirplus", NULL, NULL) == 0)
                args.flags |= NFSMNT_RDIRPLUS;
        if (vfs_getopt(mp->mnt_optnew, "resvport", NULL, NULL) == 0)
                args.flags |= NFSMNT_RESVPORT;
        if (vfs_getopt(mp->mnt_optnew, "noresvport", NULL, NULL) == 0)
                args.flags &= ~NFSMNT_RESVPORT;
        if (vfs_getopt(mp->mnt_optnew, "soft", NULL, NULL) == 0)
                args.flags |= NFSMNT_SOFT;
        if (vfs_getopt(mp->mnt_optnew, "hard", NULL, NULL) == 0)
                args.flags &= ~NFSMNT_SOFT;
        if (vfs_getopt(mp->mnt_optnew, "mntudp", NULL, NULL) == 0)
                args.sotype = SOCK_DGRAM;
        if (vfs_getopt(mp->mnt_optnew, "udp", NULL, NULL) == 0)
                args.sotype = SOCK_DGRAM;
        if (vfs_getopt(mp->mnt_optnew, "tcp", NULL, NULL) == 0)
                args.sotype = SOCK_STREAM;
        if (vfs_getopt(mp->mnt_optnew, "nfsv3", NULL, NULL) == 0)
                args.flags |= NFSMNT_NFSV3;
        if (vfs_getopt(mp->mnt_optnew, "nfsv4", NULL, NULL) == 0) {
                args.flags |= NFSMNT_NFSV4;
                args.sotype = SOCK_STREAM;
        }
        if (vfs_getopt(mp->mnt_optnew, "allgssname", NULL, NULL) == 0)
                args.flags |= NFSMNT_ALLGSSNAME;
        if (vfs_getopt(mp->mnt_optnew, "nocto", NULL, NULL) == 0)
                args.flags |= NFSMNT_NOCTO;
        if (vfs_getopt(mp->mnt_optnew, "noncontigwr", NULL, NULL) == 0)
                args.flags |= NFSMNT_NONCONTIGWR;
        if (vfs_getopt(mp->mnt_optnew, "pnfs", NULL, NULL) == 0)
                args.flags |= NFSMNT_PNFS;
        if (vfs_getopt(mp->mnt_optnew, "oneopenown", NULL, NULL) == 0)
                args.flags |= NFSMNT_ONEOPENOWN;
        if (vfs_getopt(mp->mnt_optnew, "tls", NULL, NULL) == 0)
                newflag |= NFSMNT_TLS;
        if (vfs_getopt(mp->mnt_optnew, "tlscertname", (void **)&opt, &len) ==
            0) {
                /*
                 * tlscertname with "key.pem" appended to it forms a file
                 * name.  As such, the maximum allowable strlen(tlscertname) is
                 * NAME_MAX - 7. However, "len" includes the nul termination
                 * byte so it can be up to NAME_MAX - 6.
                 */
                if (opt == NULL || len <= 1 || len > NAME_MAX - 6) {
                        vfs_mount_error(mp, "invalid tlscertname");
                        error = EINVAL;
                        goto out;
                }
                tlscertname = malloc(len, M_NEWNFSMNT, M_WAITOK);
                strlcpy(tlscertname, opt, len);
        }
        if (vfs_getopt(mp->mnt_optnew, "readdirsize", (void **)&opt, NULL) == 0) {
                if (opt == NULL) { 
                        vfs_mount_error(mp, "illegal readdirsize");
                        error = EINVAL;
                        goto out;
                }
                ret = sscanf(opt, "%d", &args.readdirsize);
                if (ret != 1 || args.readdirsize <= 0) {
                        vfs_mount_error(mp, "illegal readdirsize: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
                args.flags |= NFSMNT_READDIRSIZE;
        }
        if (vfs_getopt(mp->mnt_optnew, "readahead", (void **)&opt, NULL) == 0) {
                if (opt == NULL) { 
                        vfs_mount_error(mp, "illegal readahead");
                        error = EINVAL;
                        goto out;
                }
                ret = sscanf(opt, "%d", &args.readahead);
                if (ret != 1 || args.readahead <= 0) {
                        vfs_mount_error(mp, "illegal readahead: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
                args.flags |= NFSMNT_READAHEAD;
        }
        if (vfs_getopt(mp->mnt_optnew, "wsize", (void **)&opt, NULL) == 0) {
                if (opt == NULL) { 
                        vfs_mount_error(mp, "illegal wsize");
                        error = EINVAL;
                        goto out;
                }
                ret = sscanf(opt, "%d", &args.wsize);
                if (ret != 1 || args.wsize <= 0) {
                        vfs_mount_error(mp, "illegal wsize: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
                args.flags |= NFSMNT_WSIZE;
        }
        if (vfs_getopt(mp->mnt_optnew, "rsize", (void **)&opt, NULL) == 0) {
                if (opt == NULL) { 
                        vfs_mount_error(mp, "illegal rsize");
                        error = EINVAL;
                        goto out;
                }
                ret = sscanf(opt, "%d", &args.rsize);
                if (ret != 1 || args.rsize <= 0) {
                        vfs_mount_error(mp, "illegal wsize: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
                args.flags |= NFSMNT_RSIZE;
        }
        if (vfs_getopt(mp->mnt_optnew, "retrans", (void **)&opt, NULL) == 0) {
                if (opt == NULL) { 
                        vfs_mount_error(mp, "illegal retrans");
                        error = EINVAL;
                        goto out;
                }
                ret = sscanf(opt, "%d", &args.retrans);
                if (ret != 1 || args.retrans <= 0) {
                        vfs_mount_error(mp, "illegal retrans: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
                args.flags |= NFSMNT_RETRANS;
        }
        if (vfs_getopt(mp->mnt_optnew, "actimeo", (void **)&opt, NULL) == 0) {
                ret = sscanf(opt, "%d", &args.acregmin);
                if (ret != 1 || args.acregmin < 0) {
                        vfs_mount_error(mp, "illegal actimeo: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
                args.acdirmin = args.acdirmax = args.acregmax = args.acregmin;
                args.flags |= NFSMNT_ACDIRMIN | NFSMNT_ACDIRMAX |
                    NFSMNT_ACREGMIN | NFSMNT_ACREGMAX;
        }
        if (vfs_getopt(mp->mnt_optnew, "acregmin", (void **)&opt, NULL) == 0) {
                ret = sscanf(opt, "%d", &args.acregmin);
                if (ret != 1 || args.acregmin < 0) {
                        vfs_mount_error(mp, "illegal acregmin: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
                args.flags |= NFSMNT_ACREGMIN;
        }
        if (vfs_getopt(mp->mnt_optnew, "acregmax", (void **)&opt, NULL) == 0) {
                ret = sscanf(opt, "%d", &args.acregmax);
                if (ret != 1 || args.acregmax < 0) {
                        vfs_mount_error(mp, "illegal acregmax: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
                args.flags |= NFSMNT_ACREGMAX;
        }
        if (vfs_getopt(mp->mnt_optnew, "acdirmin", (void **)&opt, NULL) == 0) {
                ret = sscanf(opt, "%d", &args.acdirmin);
                if (ret != 1 || args.acdirmin < 0) {
                        vfs_mount_error(mp, "illegal acdirmin: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
                args.flags |= NFSMNT_ACDIRMIN;
        }
        if (vfs_getopt(mp->mnt_optnew, "acdirmax", (void **)&opt, NULL) == 0) {
                ret = sscanf(opt, "%d", &args.acdirmax);
                if (ret != 1 || args.acdirmax < 0) {
                        vfs_mount_error(mp, "illegal acdirmax: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
                args.flags |= NFSMNT_ACDIRMAX;
        }
        if (vfs_getopt(mp->mnt_optnew, "wcommitsize", (void **)&opt, NULL) == 0) {
                ret = sscanf(opt, "%d", &args.wcommitsize);
                if (ret != 1 || args.wcommitsize < 0) {
                        vfs_mount_error(mp, "illegal wcommitsize: %s", opt);
                        error = EINVAL;
                        goto out;
                }
                args.flags |= NFSMNT_WCOMMITSIZE;
        }
        if (vfs_getopt(mp->mnt_optnew, "timeo", (void **)&opt, NULL) == 0) {
                ret = sscanf(opt, "%d", &args.timeo);
                if (ret != 1 || args.timeo <= 0) {
                        vfs_mount_error(mp, "illegal timeo: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
                args.flags |= NFSMNT_TIMEO;
        }
        if (vfs_getopt(mp->mnt_optnew, "timeout", (void **)&opt, NULL) == 0) {
                ret = sscanf(opt, "%d", &args.timeo);
                if (ret != 1 || args.timeo <= 0) {
                        vfs_mount_error(mp, "illegal timeout: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
                args.flags |= NFSMNT_TIMEO;
        }
        if (vfs_getopt(mp->mnt_optnew, "nametimeo", (void **)&opt, NULL) == 0) {
                ret = sscanf(opt, "%d", &nametimeo);
                if (ret != 1 || nametimeo < 0) {
                        vfs_mount_error(mp, "illegal nametimeo: %s", opt);
                        error = EINVAL;
                        goto out;
                }
        }
        if (vfs_getopt(mp->mnt_optnew, "negnametimeo", (void **)&opt, NULL)
            == 0) {
                ret = sscanf(opt, "%d", &negnametimeo);
                if (ret != 1 || negnametimeo < 0) {
                        vfs_mount_error(mp, "illegal negnametimeo: %s",
                            opt);
                        error = EINVAL;
                        goto out;
                }
        }
        if (vfs_getopt(mp->mnt_optnew, "minorversion", (void **)&opt, NULL) ==
            0) {
                ret = sscanf(opt, "%d", &minvers);
                if (ret != 1 || minvers < 0 || minvers > 2 ||
                    (args.flags & NFSMNT_NFSV4) == 0) {
                        vfs_mount_error(mp, "illegal minorversion: %s", opt);
                        error = EINVAL;
                        goto out;
                }
        }
        if (vfs_getopt(mp->mnt_optnew, "nconnect", (void **)&opt, NULL) ==
            0) {
                ret = sscanf(opt, "%d", &aconn);
                if (ret != 1 || aconn < 1 || aconn > NFS_MAXNCONN) {
                        vfs_mount_error(mp, "illegal nconnect: %s", opt);
                        error = EINVAL;
                        goto out;
                }
                /*
                 * Setting nconnect=1 is a no-op, allowed so that
                 * the option can be used in a Linux compatible way.
                 */
                aconn--;
        }
        if (vfs_getopt(mp->mnt_optnew, "syskrb5", NULL, NULL) == 0)
                newflag |= NFSMNT_SYSKRB5;
        if (vfs_getopt(mp->mnt_optnew, "sec",
                (void **) &secname, NULL) == 0)
                nfs_sec_name(secname, &args.flags);

        if (mp->mnt_flag & MNT_UPDATE) {
                struct nfsmount *nmp = VFSTONFS(mp);

                if (nmp == NULL) {
                        error = EIO;
                        goto out;
                }

                /*
                 * If a change from TCP->UDP is done and there are thread(s)
                 * that have I/O RPC(s) in progress with a transfer size
                 * greater than NFS_MAXDGRAMDATA, those thread(s) will be
                 * hung, retrying the RPC(s) forever. Usually these threads
                 * will be seen doing an uninterruptible sleep on wait channel
                 * "nfsreq".
                 */
                if (args.sotype == SOCK_DGRAM && nmp->nm_sotype == SOCK_STREAM)
                        tprintf(td->td_proc, LOG_WARNING,
        "Warning: mount -u that changes TCP->UDP can result in hung threads\n");

                /*
                 * When doing an update, we can't change version,
                 * security, switch lockd strategies, change cookie
                 * translation or switch oneopenown.
                 */
                args.flags = (args.flags &
                    ~(NFSMNT_NFSV3 |
                      NFSMNT_NFSV4 |
                      NFSMNT_KERB |
                      NFSMNT_INTEGRITY |
                      NFSMNT_PRIVACY |
                      NFSMNT_ONEOPENOWN |
                      NFSMNT_NOLOCKD /*|NFSMNT_XLATECOOKIE*/)) |
                    (nmp->nm_flag &
                        (NFSMNT_NFSV3 |
                         NFSMNT_NFSV4 |
                         NFSMNT_KERB |
                         NFSMNT_INTEGRITY |
                         NFSMNT_PRIVACY |
                         NFSMNT_ONEOPENOWN |
                         NFSMNT_NOLOCKD /*|NFSMNT_XLATECOOKIE*/));
                nfs_decode_args(mp, nmp, &args, NULL, td->td_ucred, td);
                goto out;
        }

        /*
         * Make the nfs_ip_paranoia sysctl serve as the default connection
         * or no-connection mode for those protocols that support 
         * no-connection mode (the flag will be cleared later for protocols
         * that do not support no-connection mode).  This will allow a client
         * to receive replies from a different IP then the request was
         * sent to.  Note: default value for nfs_ip_paranoia is 1 (paranoid),
         * not 0.
         */
        if (nfs_ip_paranoia == 0)
                args.flags |= NFSMNT_NOCONN;

        if (has_nfs_args_opt != 0) {
                /*
                 * In the 'nfs_args' case, the pointers in the args
                 * structure are in userland - we copy them in here.
                 */
                if (args.fhsize < 0 || args.fhsize > NFSX_V3FHMAX) {
                        vfs_mount_error(mp, "Bad file handle");
                        error = EINVAL;
                        goto out;
                }
                error = copyin((caddr_t)args.fh, (caddr_t)nfh,
                    args.fhsize);
                if (error != 0)
                        goto out;
                error = copyinstr(args.hostname, hst, MNAMELEN - 1, &hstlen);
                if (error != 0)
                        goto out;
                bzero(&hst[hstlen], MNAMELEN - hstlen);
                args.hostname = hst;
                /* getsockaddr() call must be after above copyin() calls */
                error = getsockaddr(&nam, args.addr, args.addrlen);
                if (error != 0)
                        goto out;
        } else if (nfs_mount_parse_from(mp->mnt_optnew,
            &args.hostname, (struct sockaddr_in **)&nam, dirpath,
            MNAMELEN, &dirlen) == 0) {
                has_nfs_from_opt = 1;
                bcopy(args.hostname, hst, MNAMELEN);
                hst[MNAMELEN - 1] = '\0';

                /*
                 * This only works with NFSv4 for now.
                 */
                args.fhsize = 0;
                args.flags |= NFSMNT_NFSV4;
                args.sotype = SOCK_STREAM;
        } else {
                if (vfs_getopt(mp->mnt_optnew, "fh", (void **)&args.fh,
                    &args.fhsize) == 0) {
                        if (args.fhsize < 0 || args.fhsize > NFSX_FHMAX) {
                                vfs_mount_error(mp, "Bad file handle");
                                error = EINVAL;
                                goto out;
                        }
                        bcopy(args.fh, nfh, args.fhsize);
                } else {
                        args.fhsize = 0;
                }
                (void) vfs_getopt(mp->mnt_optnew, "hostname",
                    (void **)&args.hostname, &len);
                if (args.hostname == NULL) {
                        vfs_mount_error(mp, "Invalid hostname");
                        error = EINVAL;
                        goto out;
                }
                if (len >= MNAMELEN) {
                        vfs_mount_error(mp, "Hostname too long");
                        error = EINVAL;
                        goto out;
                }
                bcopy(args.hostname, hst, len);
                hst[len] = '\0';
        }

        if (vfs_getopt(mp->mnt_optnew, "principal", (void **)&name, NULL) == 0)
                strlcpy(srvkrbname, name, sizeof (srvkrbname));
        else {
                snprintf(srvkrbname, sizeof (srvkrbname), "nfs@%s", hst);
                cp = strchr(srvkrbname, ':');
                if (cp != NULL)
                        *cp = '\0';
        }
        srvkrbnamelen = strlen(srvkrbname);

        if (vfs_getopt(mp->mnt_optnew, "gssname", (void **)&name, NULL) == 0)
                strlcpy(krbname, name, sizeof (krbname));
        else
                krbname[0] = '\0';
        krbnamelen = strlen(krbname);

        if (has_nfs_from_opt == 0) {
                if (vfs_getopt(mp->mnt_optnew,
                    "dirpath", (void **)&name, NULL) == 0)
                        strlcpy(dirpath, name, MNAMELEN);
                else
                        dirpath[0] = '\0';
                dirlen = strlen(dirpath);
        }

        if (has_nfs_args_opt == 0 && has_nfs_from_opt == 0) {
                if (vfs_getopt(mp->mnt_optnew, "addr",
                    (void **)&args.addr, &args.addrlen) == 0) {
                        if (args.addrlen > SOCK_MAXADDRLEN) {
                                error = ENAMETOOLONG;
                                goto out;
                        }
                        nam = malloc(args.addrlen, M_SONAME, M_WAITOK);
                        bcopy(args.addr, nam, args.addrlen);
                        nam->sa_len = args.addrlen;
                } else {
                        vfs_mount_error(mp, "No server address");
                        error = EINVAL;
                        goto out;
                }
        }

        if (aconn > 0 && (args.sotype != SOCK_STREAM ||
            (args.flags & NFSMNT_NFSV4) == 0 || minvers == 0)) {
                /*
                 * RFC 5661 requires that an NFSv4.1/4.2 server
                 * send an RPC reply on the same TCP connection
                 * as the one it received the request on.
                 * This property in required for "nconnect" and
                 * might not be the case for NFSv3 or NFSv4.0 servers.
                 */
                vfs_mount_error(mp, "nconnect should only be used "
                    "for NFSv4.1/4.2 mounts");
                error = EINVAL;
                goto out;
        }

        if ((newflag & NFSMNT_SYSKRB5) != 0 &&
            ((args.flags & NFSMNT_NFSV4) == 0 || minvers == 0)) {
                /*
                 * This option requires the use of SP4_NONE, which
                 * is only in NFSv4.1/4.2.
                 */
                vfs_mount_error(mp, "syskrb5 should only be used "
                    "for NFSv4.1/4.2 mounts");
                error = EINVAL;
                goto out;
        }

        if ((newflag & NFSMNT_SYSKRB5) != 0 &&
            (args.flags & NFSMNT_KERB) == 0) {
                /*
                 * This option modifies the behaviour of sec=krb5[ip].
                 */
                vfs_mount_error(mp, "syskrb5 should only be used "
                    "for sec=krb5[ip] mounts");
                error = EINVAL;
                goto out;
        }

        if ((newflag & NFSMNT_SYSKRB5) != 0 && krbname[0] != '\0') {
                /*
                 * This option is used as an alternative to "gssname".
                 */
                vfs_mount_error(mp, "syskrb5 should not be used "
                    "with the gssname option");
                error = EINVAL;
                goto out;
        }

        args.fh = nfh;
        error = mountnfs(&args, mp, nam, hst, krbname, krbnamelen, dirpath,
            dirlen, srvkrbname, srvkrbnamelen, &vp, td->td_ucred, td,
            nametimeo, negnametimeo, minvers, newflag, tlscertname, aconn);
out:
        if (!error) {
                MNT_ILOCK(mp);
                mp->mnt_kern_flag |= MNTK_LOOKUP_SHARED | MNTK_NO_IOPF |
                    MNTK_USES_BCACHE;
                if ((VFSTONFS(mp)->nm_flag & NFSMNT_NFSV4) != 0)
                        mp->mnt_kern_flag |= MNTK_NULL_NOCACHE;
                MNT_IUNLOCK(mp);
        }
        free(hst, M_TEMP);
        free(dirpath, M_TEMP);
        return (error);
}

/*
 * VFS Operations.
 *
 * mount system call
 * It seems a bit dumb to copyinstr() the host and path here and then
 * bcopy() them in mountnfs(), but I wanted to detect errors before
 * doing the getsockaddr() call because getsockaddr() allocates an mbuf and
 * an error after that means that I have to release the mbuf.
 */
/* ARGSUSED */
static int
nfs_cmount(struct mntarg *ma, void *data, uint64_t flags)
{
        int error;
        struct nfs_args args;

        error = copyin(data, &args, sizeof (struct nfs_args));
        if (error)
                return error;

        ma = mount_arg(ma, "nfs_args", &args, sizeof args);

        error = kernel_mount(ma, flags);
        return (error);
}

/*
 * Common code for mount and mountroot
 */
static int
mountnfs(struct nfs_args *argp, struct mount *mp, struct sockaddr *nam,
    char *hst, u_char *krbname, int krbnamelen, u_char *dirpath, int dirlen,
    u_char *srvkrbname, int srvkrbnamelen, struct vnode **vpp,
    struct ucred *cred, struct thread *td, int nametimeo, int negnametimeo,
    int minvers, uint32_t newflag, char *tlscertname, int aconn)
{
        struct nfsmount *nmp;
        struct nfsnode *np;
        int error, trycnt, ret;
        struct nfsvattr nfsva;
        struct nfsclclient *clp;
        struct nfsclds *dsp, *tdsp;
        uint32_t lease;
        bool tryminvers;
        char *fakefh;
        static u_int64_t clval = 0;
#ifdef KERN_TLS
        u_int maxlen;
#endif

        NFSCL_DEBUG(3, "in mnt\n");
        CURVNET_SET(CRED_TO_VNET(cred));
        clp = NULL;
        if (mp->mnt_flag & MNT_UPDATE) {
                nmp = VFSTONFS(mp);
                printf("%s: MNT_UPDATE is no longer handled here\n", __func__);
                free(nam, M_SONAME);
                free(tlscertname, M_NEWNFSMNT);
                CURVNET_RESTORE();
                return (0);
        } else {
                /* NFS-over-TLS requires that rpctls be functioning. */
                if ((newflag & NFSMNT_TLS) != 0) {
                        error = EINVAL;
#ifdef KERN_TLS
                        /* KERN_TLS is only supported for TCP. */
                        if (argp->sotype == SOCK_STREAM &&
                            rpctls_getinfo(&maxlen, true, false))
                                error = 0;
#endif
                        if (error != 0) {
                                free(nam, M_SONAME);
                                free(tlscertname, M_NEWNFSMNT);
                                CURVNET_RESTORE();
                                return (error);
                        }
                }
                nmp = malloc(sizeof (struct nfsmount) +
                    krbnamelen + dirlen + srvkrbnamelen + 2,
                    M_NEWNFSMNT, M_WAITOK | M_ZERO);
                nmp->nm_tlscertname = tlscertname;
                nmp->nm_newflag = newflag;
                TAILQ_INIT(&nmp->nm_bufq);
                TAILQ_INIT(&nmp->nm_sess);
                if (clval == 0)
                        clval = (u_int64_t)nfsboottime.tv_sec;
                nmp->nm_clval = clval++;
                nmp->nm_krbnamelen = krbnamelen;
                nmp->nm_dirpathlen = dirlen;
                nmp->nm_srvkrbnamelen = srvkrbnamelen;
                if (td->td_ucred->cr_uid != (uid_t)0) {
                        /*
                         * nm_uid is used to get KerberosV credentials for
                         * the nfsv4 state handling operations if there is
                         * no host based principal set. Use the uid of
                         * this user if not root, since they are doing the
                         * mount. I don't think setting this for root will
                         * work, since root normally does not have user
                         * credentials in a credentials cache.
                         */
                        nmp->nm_uid = td->td_ucred->cr_uid;
                } else {
                        /*
                         * Just set to -1, so it won't be used.
                         */
                        nmp->nm_uid = (uid_t)-1;
                }

                /* Copy and null terminate all the names */
                if (nmp->nm_krbnamelen > 0) {
                        bcopy(krbname, nmp->nm_krbname, nmp->nm_krbnamelen);
                        nmp->nm_name[nmp->nm_krbnamelen] = '\0';
                }
                if (nmp->nm_dirpathlen > 0) {
                        bcopy(dirpath, NFSMNT_DIRPATH(nmp),
                            nmp->nm_dirpathlen);
                        nmp->nm_name[nmp->nm_krbnamelen + nmp->nm_dirpathlen
                            + 1] = '\0';
                }
                if (nmp->nm_srvkrbnamelen > 0) {
                        bcopy(srvkrbname, NFSMNT_SRVKRBNAME(nmp),
                            nmp->nm_srvkrbnamelen);
                        nmp->nm_name[nmp->nm_krbnamelen + nmp->nm_dirpathlen
                            + nmp->nm_srvkrbnamelen + 2] = '\0';
                }
                nmp->nm_sockreq.nr_cred = crhold(cred);
                mtx_init(&nmp->nm_sockreq.nr_mtx, "nfssock", NULL, MTX_DEF);
                mp->mnt_data = nmp;
                nmp->nm_getinfo = nfs_getnlminfo;
                nmp->nm_vinvalbuf = ncl_vinvalbuf;
        }
        vfs_getnewfsid(mp);
        nmp->nm_mountp = mp;
        mtx_init(&nmp->nm_mtx, "NFSmount lock", NULL, MTX_DEF | MTX_DUPOK);

        /*
         * Since nfs_decode_args() might optionally set them, these
         * need to be set to defaults before the call, so that the
         * optional settings aren't overwritten.
         */
        nmp->nm_nametimeo = nametimeo;
        nmp->nm_negnametimeo = negnametimeo;
        nmp->nm_timeo = NFS_TIMEO;
        nmp->nm_retry = NFS_RETRANS;
        nmp->nm_readahead = NFS_DEFRAHEAD;

        /* This is empirical approximation of sqrt(hibufspace) * 256. */
        nmp->nm_wcommitsize = NFS_MAXBSIZE / 256;
        while ((long)nmp->nm_wcommitsize * nmp->nm_wcommitsize < hibufspace)
                nmp->nm_wcommitsize *= 2;
        nmp->nm_wcommitsize *= 256;

        tryminvers = false;
        if ((argp->flags & NFSMNT_NFSV4) != 0) {
                if (minvers < 0) {
                        tryminvers = true;
                        minvers = NFSV42_MINORVERSION;
                }
                nmp->nm_minorvers = minvers;
        } else
                nmp->nm_minorvers = 0;

        nfs_decode_args(mp, nmp, argp, hst, cred, td);

        /*
         * V2 can only handle 32 bit filesizes.  A 4GB-1 limit may be too
         * high, depending on whether we end up with negative offsets in
         * the client or server somewhere.  2GB-1 may be safer.
         *
         * For V3, ncl_fsinfo will adjust this as necessary.  Assume maximum
         * that we can handle until we find out otherwise.
         */
        if ((argp->flags & (NFSMNT_NFSV3 | NFSMNT_NFSV4)) == 0)
                nmp->nm_maxfilesize = 0xffffffffLL;
        else
                nmp->nm_maxfilesize = OFF_MAX;

        if ((argp->flags & (NFSMNT_NFSV3 | NFSMNT_NFSV4)) == 0) {
                nmp->nm_wsize = NFS_WSIZE;
                nmp->nm_rsize = NFS_RSIZE;
                nmp->nm_readdirsize = NFS_READDIRSIZE;
        }
        nmp->nm_numgrps = NFS_MAXGRPS;
        nmp->nm_tprintf_delay = nfs_tprintf_delay;
        if (nmp->nm_tprintf_delay < 0)
                nmp->nm_tprintf_delay = 0;
        nmp->nm_tprintf_initial_delay = nfs_tprintf_initial_delay;
        if (nmp->nm_tprintf_initial_delay < 0)
                nmp->nm_tprintf_initial_delay = 0;
        nmp->nm_fhsize = argp->fhsize;
        if (nmp->nm_fhsize > 0)
                bcopy((caddr_t)argp->fh, (caddr_t)nmp->nm_fh, argp->fhsize);
        strlcpy(mp->mnt_stat.f_mntfromname, hst, MNAMELEN);
        nmp->nm_nam = nam;
        /* Set up the sockets and per-host congestion */
        nmp->nm_sotype = argp->sotype;
        nmp->nm_soproto = argp->proto;
        nmp->nm_sockreq.nr_prog = NFS_PROG;
        if ((argp->flags & NFSMNT_NFSV4))
                nmp->nm_sockreq.nr_vers = NFS_VER4;
        else if ((argp->flags & NFSMNT_NFSV3))
                nmp->nm_sockreq.nr_vers = NFS_VER3;
        else
                nmp->nm_sockreq.nr_vers = NFS_VER2;

        if ((error = newnfs_connect(nmp, &nmp->nm_sockreq, cred, td, 0, false,
            &nmp->nm_sockreq.nr_client)))
                goto bad;
        /* For NFSv4, get the clientid now. */
        if ((argp->flags & NFSMNT_NFSV4) != 0) {
                NFSCL_DEBUG(3, "at getcl\n");
                error = nfscl_getcl(mp, cred, td, tryminvers, true, &clp);
                NFSCL_DEBUG(3, "aft getcl=%d\n", error);
                if (error != 0)
                        goto bad;
                if (aconn > 0 && nmp->nm_minorvers == 0) {
                        vfs_mount_error(mp, "nconnect should only be used "
                            "for NFSv4.1/4.2 mounts");
                        error = EINVAL;
                        goto bad;
                }
                if (NFSHASSYSKRB5(nmp) && nmp->nm_minorvers == 0) {
                        vfs_mount_error(mp, "syskrb5 should only be used "
                            "for NFSv4.1/4.2 mounts");
                        error = EINVAL;
                        goto bad;
                }
        }

        if (nmp->nm_fhsize == 0 && (nmp->nm_flag & NFSMNT_NFSV4) &&
            nmp->nm_dirpathlen > 0) {
                NFSCL_DEBUG(3, "in dirp\n");
                /*
                 * If the fhsize on the mount point == 0 for V4, the mount
                 * path needs to be looked up.
                 */
                trycnt = 3;
                do {
                        error = nfsrpc_getdirpath(nmp, NFSMNT_DIRPATH(nmp),
                            cred, td);
                        NFSCL_DEBUG(3, "aft dirp=%d\n", error);
                        if (error != 0 && (!NFSHASSYSKRB5(nmp) ||
                            error != NFSERR_WRONGSEC))
                                (void) nfs_catnap(PZERO, error, "nfsgetdirp");
                } while (error != 0 && --trycnt > 0 &&
                    (!NFSHASSYSKRB5(nmp) || error != NFSERR_WRONGSEC));
                if (error != 0 && (!NFSHASSYSKRB5(nmp) ||
                    error != NFSERR_WRONGSEC))
                        goto bad;
        }

        /*
         * A reference count is needed on the nfsnode representing the
         * remote root.  If this object is not persistent, then backward
         * traversals of the mount point (i.e. "..") will not work if
         * the nfsnode gets flushed out of the cache. Ufs does not have
         * this problem, because one can identify root inodes by their
         * number == UFS_ROOTINO (2).
         * For the "syskrb5" mount, the file handle might not have
         * been acquired.  As such, use a "fake" file handle which
         * can never be returned by a server for the root vnode.
         */
        if (nmp->nm_fhsize > 0 || NFSHASSYSKRB5(nmp)) {
                /*
                 * Set f_iosize to NFS_DIRBLKSIZ so that bo_bsize gets set
                 * non-zero for the root vnode. f_iosize will be set correctly
                 * by nfs_statfs() before any I/O occurs.
                 */
                mp->mnt_stat.f_iosize = NFS_DIRBLKSIZ;
                if (nmp->nm_fhsize == 0) {
                        fakefh = malloc(NFSX_FHMAX + 1, M_TEMP, M_WAITOK |
                            M_ZERO);
                        error = ncl_nget(mp, fakefh, NFSX_FHMAX + 1, &np,
                            LK_EXCLUSIVE);
                        free(fakefh, M_TEMP);
                        nmp->nm_privflag |= NFSMNTP_FAKEROOTFH;
                } else
                        error = ncl_nget(mp, nmp->nm_fh, nmp->nm_fhsize, &np,
                            LK_EXCLUSIVE);
                if (error)
                        goto bad;
                *vpp = NFSTOV(np);

                /*
                 * Get file attributes and transfer parameters for the
                 * mountpoint.  This has the side effect of filling in
                 * (*vpp)->v_type with the correct value.
                 */
                ret = ENXIO;
                if (nmp->nm_fhsize > 0)
                        ret = nfsrpc_getattrnovp(nmp, nmp->nm_fh,
                            nmp->nm_fhsize, 1, cred, td, &nfsva, NULL, &lease);
                if (ret) {
                        /*
                         * Just set default values to get things going.
                         */
                        NFSBZERO((caddr_t)&nfsva, sizeof (struct nfsvattr));
                        nfsva.na_vattr.va_type = VDIR;
                        nfsva.na_vattr.va_mode = 0777;
                        nfsva.na_vattr.va_nlink = 100;
                        nfsva.na_vattr.va_uid = (uid_t)0;
                        nfsva.na_vattr.va_gid = (gid_t)0;
                        nfsva.na_vattr.va_fileid = 2;
                        nfsva.na_vattr.va_gen = 1;
                        nfsva.na_vattr.va_blocksize = NFS_FABLKSIZE;
                        nfsva.na_vattr.va_size = 512 * 1024;
                        lease = 20;
                }
                (void) nfscl_loadattrcache(vpp, &nfsva, NULL, 0, 1);
                if ((argp->flags & NFSMNT_NFSV4) != 0) {
                        NFSCL_DEBUG(3, "lease=%d\n", (int)lease);
                        NFSLOCKCLSTATE();
                        clp->nfsc_renew = NFSCL_RENEW(lease);
                        clp->nfsc_expire = NFSD_MONOSEC + clp->nfsc_renew;
                        clp->nfsc_clientidrev++;
                        if (clp->nfsc_clientidrev == 0)
                                clp->nfsc_clientidrev++;
                        NFSUNLOCKCLSTATE();
                        /*
                         * Mount will succeed, so the renew thread can be
                         * started now.
                         */
                        nfscl_start_renewthread(clp);
                        nfscl_clientrelease(clp);
                }
                if (argp->flags & NFSMNT_NFSV3)
                        ncl_fsinfo(nmp, *vpp, cred, td);

                /*
                 * Mark if the mount point supports NFSv4 ACLs and
                 * named attributes.
                 */
                if ((argp->flags & NFSMNT_NFSV4) != 0) {
                        MNT_ILOCK(mp);
                        if (ret == 0 && nfsrv_useacl != 0 &&
                            NFSISSET_ATTRBIT(&nfsva.na_suppattr,
                            NFSATTRBIT_ACL))
                                mp->mnt_flag |= MNT_NFS4ACLS;
                        if (nmp->nm_minorvers > 0)
                                mp->mnt_flag |= MNT_NAMEDATTR;
                        MNT_IUNLOCK(mp);
                }

                /* Can now allow additional connections. */
                if (aconn > 0)
                        nmp->nm_aconnect = aconn;

                /*
                 * Lose the lock but keep the ref.
                 */
                NFSVOPUNLOCK(*vpp);
                vfs_cache_root_set(mp, *vpp);
                CURVNET_RESTORE();
                return (0);
        }
        error = EIO;

bad:
        if (clp != NULL)
                nfscl_clientrelease(clp);
        newnfs_disconnect(NULL, &nmp->nm_sockreq);
        crfree(nmp->nm_sockreq.nr_cred);
        if (nmp->nm_sockreq.nr_auth != NULL)
                AUTH_DESTROY(nmp->nm_sockreq.nr_auth);
        mtx_destroy(&nmp->nm_sockreq.nr_mtx);
        mtx_destroy(&nmp->nm_mtx);
        if (nmp->nm_clp != NULL) {
                NFSLOCKCLSTATE();
                LIST_REMOVE(nmp->nm_clp, nfsc_list);
                NFSUNLOCKCLSTATE();
                free(nmp->nm_clp, M_NFSCLCLIENT);
        }
        TAILQ_FOREACH_SAFE(dsp, &nmp->nm_sess, nfsclds_list, tdsp) {
                if (dsp != TAILQ_FIRST(&nmp->nm_sess) &&
                    dsp->nfsclds_sockp != NULL)
                        newnfs_disconnect(NULL, dsp->nfsclds_sockp);
                nfscl_freenfsclds(dsp);
        }
        free(nmp->nm_tlscertname, M_NEWNFSMNT);
        free(nmp, M_NEWNFSMNT);
        free(nam, M_SONAME);
        CURVNET_RESTORE();
        return (error);
}

/*
 * unmount system call
 */
static int
nfs_unmount(struct mount *mp, int mntflags)
{
        struct thread *td;
        struct nfsmount *nmp;
        int error, flags = 0, i, trycnt = 0;
        struct nfsclds *dsp, *tdsp;
        struct nfscldeleg *dp, *ndp;
        struct nfscldeleghead dh;

        td = curthread;
        TAILQ_INIT(&dh);

        if (mntflags & MNT_FORCE)
                flags |= FORCECLOSE;
        nmp = VFSTONFS(mp);
        error = 0;
        /*
         * Goes something like this..
         * - Call vflush() to clear out vnodes for this filesystem
         * - Close the socket
         * - Free up the data structures
         */
        /* In the forced case, cancel any outstanding requests. */
        if (mntflags & MNT_FORCE) {
                NFSDDSLOCK();
                if (nfsv4_findmirror(nmp) != NULL)
                        error = ENXIO;
                NFSDDSUNLOCK();
                if (error)
                        goto out;
                error = newnfs_nmcancelreqs(nmp);
                if (error)
                        goto out;
                /* For a forced close, get rid of the renew thread now */
                nfscl_umount(nmp, td, &dh);
        }
        /* We hold 1 extra ref on the root vnode; see comment in mountnfs(). */
        do {
                error = vflush(mp, 1, flags, td);
                if ((mntflags & MNT_FORCE) && error != 0 && ++trycnt < 30)
                        (void) nfs_catnap(PSOCK, error, "newndm");
        } while ((mntflags & MNT_FORCE) && error != 0 && trycnt < 30);
        if (error)
                goto out;

        /*
         * We are now committed to the unmount.
         */
        if ((mntflags & MNT_FORCE) == 0)
                nfscl_umount(nmp, td, NULL);
        else {
                mtx_lock(&nmp->nm_mtx);
                nmp->nm_privflag |= NFSMNTP_FORCEDISM;
                mtx_unlock(&nmp->nm_mtx);
        }
        /* Make sure no nfsiods are assigned to this mount. */
        NFSLOCKIOD();
        for (i = 0; i < NFS_MAXASYNCDAEMON; i++)
                if (ncl_iodmount[i] == nmp) {
                        ncl_iodwant[i] = NFSIOD_AVAILABLE;
                        ncl_iodmount[i] = NULL;
                }
        NFSUNLOCKIOD();

        /*
         * We can now set mnt_data to NULL and wait for
         * nfssvc(NFSSVC_FORCEDISM) to complete.
         */
        mtx_lock(&mountlist_mtx);
        mtx_lock(&nmp->nm_mtx);
        mp->mnt_data = NULL;
        mtx_unlock(&mountlist_mtx);
        while ((nmp->nm_privflag & NFSMNTP_CANCELRPCS) != 0)
                msleep(nmp, &nmp->nm_mtx, PVFS, "nfsfdism", 0);
        mtx_unlock(&nmp->nm_mtx);

        newnfs_disconnect(nmp, &nmp->nm_sockreq);
        crfree(nmp->nm_sockreq.nr_cred);
        free(nmp->nm_nam, M_SONAME);
        if (nmp->nm_sockreq.nr_auth != NULL)
                AUTH_DESTROY(nmp->nm_sockreq.nr_auth);
        mtx_destroy(&nmp->nm_sockreq.nr_mtx);
        mtx_destroy(&nmp->nm_mtx);
        TAILQ_FOREACH_SAFE(dsp, &nmp->nm_sess, nfsclds_list, tdsp) {
                if (dsp != TAILQ_FIRST(&nmp->nm_sess) &&
                    dsp->nfsclds_sockp != NULL)
                        newnfs_disconnect(NULL, dsp->nfsclds_sockp);
                nfscl_freenfsclds(dsp);
        }
        free(nmp->nm_tlscertname, M_NEWNFSMNT);
        free(nmp, M_NEWNFSMNT);

        /* Free up the delegation structures for forced dismounts. */
        TAILQ_FOREACH_SAFE(dp, &dh, nfsdl_list, ndp) {
                TAILQ_REMOVE(&dh, dp, nfsdl_list);
                free(dp, M_NFSCLDELEG);
        }
out:
        return (error);
}

/*
 * Return root of a filesystem
 */
static int
nfs_root(struct mount *mp, int flags, struct vnode **vpp)
{
        struct vnode *vp;
        struct nfsmount *nmp;
        struct nfsnode *np;
        int error;
        char *fakefh;

        nmp = VFSTONFS(mp);
        if ((nmp->nm_privflag & NFSMNTP_FAKEROOTFH) != 0) {
                /* Attempt to get the actual root file handle. */
                if (nmp->nm_fhsize == 0)
                        error = nfsrpc_getdirpath(nmp, NFSMNT_DIRPATH(nmp),
                            curthread->td_ucred, curthread);
                fakefh = malloc(NFSX_FHMAX + 1, M_TEMP, M_WAITOK | M_ZERO);
                error = ncl_nget(mp, fakefh, NFSX_FHMAX + 1, &np, flags);
                free(fakefh, M_TEMP);
        } else {
                error = ncl_nget(mp, nmp->nm_fh, nmp->nm_fhsize, &np, flags);
        }
        if (error)
                return error;
        vp = NFSTOV(np);
        /*
         * Get transfer parameters and attributes for root vnode once.
         */
        mtx_lock(&nmp->nm_mtx);
        if (NFSHASNFSV3(nmp) && !NFSHASGOTFSINFO(nmp)) {
                mtx_unlock(&nmp->nm_mtx);
                ncl_fsinfo(nmp, vp, curthread->td_ucred, curthread);
        } else 
                mtx_unlock(&nmp->nm_mtx);
        if (vp->v_type == VNON)
            vp->v_type = VDIR;
        vp->v_vflag |= VV_ROOT;
        *vpp = vp;
        return (0);
}

/*
 * Flush out the buffer cache
 */
/* ARGSUSED */
static int
nfs_sync(struct mount *mp, int waitfor)
{
        struct vnode *vp, *mvp;
        struct thread *td;
        int error, allerror = 0;

        td = curthread;

        MNT_ILOCK(mp);
        /*
         * If a forced dismount is in progress, return from here so that
         * the umount(2) syscall doesn't get stuck in VFS_SYNC() before
         * calling VFS_UNMOUNT().
         */
        if (NFSCL_FORCEDISM(mp)) {
                MNT_IUNLOCK(mp);
                return (EBADF);
        }
        MNT_IUNLOCK(mp);

        if (waitfor == MNT_LAZY)
                return (0);

        /*
         * Force stale buffer cache information to be flushed.
         */
loop:
        MNT_VNODE_FOREACH_ALL(vp, mp, mvp) {
                /* XXX Racy bv_cnt check. */
                if (NFSVOPISLOCKED(vp) || vp->v_bufobj.bo_dirty.bv_cnt == 0) {
                        VI_UNLOCK(vp);
                        continue;
                }
                if (vget(vp, LK_EXCLUSIVE | LK_INTERLOCK)) {
                        MNT_VNODE_FOREACH_ALL_ABORT(mp, mvp);
                        goto loop;
                }
                error = VOP_FSYNC(vp, waitfor, td);
                if (error)
                        allerror = error;
                NFSVOPUNLOCK(vp);
                vrele(vp);
        }
        return (allerror);
}

static int
nfs_sysctl(struct mount *mp, fsctlop_t op, struct sysctl_req *req)
{
        struct nfsmount *nmp = VFSTONFS(mp);
        struct vfsquery vq;
        int error;

        bzero(&vq, sizeof(vq));
        switch (op) {
#if 0
        case VFS_CTL_NOLOCKS:
                val = (nmp->nm_flag & NFSMNT_NOLOCKS) ? 1 : 0;
                if (req->oldptr != NULL) {
                        error = SYSCTL_OUT(req, &val, sizeof(val));
                        if (error)
                                return (error);
                }
                if (req->newptr != NULL) {
                        error = SYSCTL_IN(req, &val, sizeof(val));
                        if (error)
                                return (error);
                        if (val)
                                nmp->nm_flag |= NFSMNT_NOLOCKS;
                        else
                                nmp->nm_flag &= ~NFSMNT_NOLOCKS;
                }
                break;
#endif
        case VFS_CTL_QUERY:
                mtx_lock(&nmp->nm_mtx);
                if (nmp->nm_state & NFSSTA_TIMEO)
                        vq.vq_flags |= VQ_NOTRESP;
                mtx_unlock(&nmp->nm_mtx);
#if 0
                if (!(nmp->nm_flag & NFSMNT_NOLOCKS) &&
                    (nmp->nm_state & NFSSTA_LOCKTIMEO))
                        vq.vq_flags |= VQ_NOTRESPLOCK;
#endif
                error = SYSCTL_OUT(req, &vq, sizeof(vq));
                break;
        case VFS_CTL_TIMEO:
                if (req->oldptr != NULL) {
                        error = SYSCTL_OUT(req, &nmp->nm_tprintf_initial_delay,
                            sizeof(nmp->nm_tprintf_initial_delay));
                        if (error)
                                return (error);
                }
                if (req->newptr != NULL) {
                        error = vfs_suser(mp, req->td);
                        if (error)
                                return (error);
                        error = SYSCTL_IN(req, &nmp->nm_tprintf_initial_delay,
                            sizeof(nmp->nm_tprintf_initial_delay));
                        if (error)
                                return (error);
                        if (nmp->nm_tprintf_initial_delay < 0)
                                nmp->nm_tprintf_initial_delay = 0;
                }
                break;
        default:
                return (ENOTSUP);
        }
        return (0);
}

/*
 * Purge any RPCs in progress, so that they will all return errors.
 * This allows dounmount() to continue as far as VFS_UNMOUNT() for a
 * forced dismount.
 */
static void
nfs_purge(struct mount *mp)
{
        struct nfsmount *nmp = VFSTONFS(mp);

        newnfs_nmcancelreqs(nmp);
}

/*
 * Extract the information needed by the nlm from the nfs vnode.
 */
static void
nfs_getnlminfo(struct vnode *vp, uint8_t *fhp, size_t *fhlenp,
    struct sockaddr_storage *sp, int *is_v3p, off_t *sizep,
    struct timeval *timeop)
{
        struct nfsmount *nmp;
        struct nfsnode *np = VTONFS(vp);

        nmp = VFSTONFS(vp->v_mount);
        if (fhlenp != NULL)
                *fhlenp = (size_t)np->n_fhp->nfh_len;
        if (fhp != NULL)
                bcopy(np->n_fhp->nfh_fh, fhp, np->n_fhp->nfh_len);
        if (sp != NULL)
                bcopy(nmp->nm_nam, sp, min(nmp->nm_nam->sa_len, sizeof(*sp)));
        if (is_v3p != NULL)
                *is_v3p = NFS_ISV3(vp);
        if (sizep != NULL)
                *sizep = np->n_size;
        if (timeop != NULL) {
                timeop->tv_sec = nmp->nm_timeo / NFS_HZ;
                timeop->tv_usec = (nmp->nm_timeo % NFS_HZ) * (1000000 / NFS_HZ);
        }
}

/*
 * This function prints out an option name, based on the conditional
 * argument.
 */
static __inline void nfscl_printopt(struct nfsmount *nmp, int testval,
    char *opt, char **buf, size_t *blen)
{
        int len;

        if (testval != 0 && *blen > strlen(opt)) {
                len = snprintf(*buf, *blen, "%s", opt);
                if (len != strlen(opt))
                        printf("EEK!!\n");
                *buf += len;
                *blen -= len;
        }
}

/*
 * This function printf out an options integer value.
 */
static __inline void nfscl_printoptval(struct nfsmount *nmp, int optval,
    char *opt, char **buf, size_t *blen)
{
        int len;

        if (*blen > strlen(opt) + 1) {
                /* Could result in truncated output string. */
                len = snprintf(*buf, *blen, "%s=%d", opt, optval);
                if (len < *blen) {
                        *buf += len;
                        *blen -= len;
                }
        }
}

/*
 * Load the option flags and values into the buffer.
 */
void nfscl_retopts(struct nfsmount *nmp, char *buffer, size_t buflen)
{
        char *buf;
        size_t blen;

        buf = buffer;
        blen = buflen;
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_NFSV4) != 0, "nfsv4", &buf,
            &blen);
        if ((nmp->nm_flag & NFSMNT_NFSV4) != 0) {
                nfscl_printoptval(nmp, nmp->nm_minorvers, ",minorversion", &buf,
                    &blen);
                nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_PNFS) != 0, ",pnfs",
                    &buf, &blen);
                nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_ONEOPENOWN) != 0 &&
                    nmp->nm_minorvers > 0, ",oneopenown", &buf, &blen);
        }
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_NFSV3) != 0, "nfsv3", &buf,
            &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & (NFSMNT_NFSV3 | NFSMNT_NFSV4)) == 0,
            "nfsv2", &buf, &blen);
        nfscl_printopt(nmp, nmp->nm_sotype == SOCK_STREAM, ",tcp", &buf, &blen);
        nfscl_printopt(nmp, nmp->nm_sotype != SOCK_STREAM, ",udp", &buf, &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_RESVPORT) != 0, ",resvport",
            &buf, &blen);
        nfscl_printopt(nmp, (nmp->nm_newflag & NFSMNT_TLS) != 0, ",tls", &buf,
            &blen);
        nfscl_printopt(nmp, (nmp->nm_newflag & NFSMNT_SYSKRB5) != 0,
            ",syskrb5", &buf, &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_NOCONN) != 0, ",noconn",
            &buf, &blen);
        nfscl_printoptval(nmp, nmp->nm_aconnect + 1, ",nconnect", &buf, &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_SOFT) == 0, ",hard", &buf,
            &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_SOFT) != 0, ",soft", &buf,
            &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_INT) != 0, ",intr", &buf,
            &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_NOCTO) == 0, ",cto", &buf,
            &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_NOCTO) != 0, ",nocto", &buf,
            &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_NONCONTIGWR) != 0,
            ",noncontigwr", &buf, &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & (NFSMNT_NOLOCKD | NFSMNT_NFSV4)) ==
            0, ",lockd", &buf, &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_NOLOCKD) != 0, ",nolockd",
            &buf, &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_RDIRPLUS) != 0, ",rdirplus",
            &buf, &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & NFSMNT_KERB) == 0, ",sec=sys",
            &buf, &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & (NFSMNT_KERB | NFSMNT_INTEGRITY |
            NFSMNT_PRIVACY)) == NFSMNT_KERB, ",sec=krb5", &buf, &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & (NFSMNT_KERB | NFSMNT_INTEGRITY |
            NFSMNT_PRIVACY)) == (NFSMNT_KERB | NFSMNT_INTEGRITY), ",sec=krb5i",
            &buf, &blen);
        nfscl_printopt(nmp, (nmp->nm_flag & (NFSMNT_KERB | NFSMNT_INTEGRITY |
            NFSMNT_PRIVACY)) == (NFSMNT_KERB | NFSMNT_PRIVACY), ",sec=krb5p",
            &buf, &blen);
        nfscl_printoptval(nmp, nmp->nm_acdirmin, ",acdirmin", &buf, &blen);
        nfscl_printoptval(nmp, nmp->nm_acdirmax, ",acdirmax", &buf, &blen);
        nfscl_printoptval(nmp, nmp->nm_acregmin, ",acregmin", &buf, &blen);
        nfscl_printoptval(nmp, nmp->nm_acregmax, ",acregmax", &buf, &blen);
        nfscl_printoptval(nmp, nmp->nm_nametimeo, ",nametimeo", &buf, &blen);
        nfscl_printoptval(nmp, nmp->nm_negnametimeo, ",negnametimeo", &buf,
            &blen);
        nfscl_printoptval(nmp, nmp->nm_rsize, ",rsize", &buf, &blen);
        nfscl_printoptval(nmp, nmp->nm_wsize, ",wsize", &buf, &blen);
        nfscl_printoptval(nmp, nmp->nm_readdirsize, ",readdirsize", &buf,
            &blen);
        nfscl_printoptval(nmp, nmp->nm_readahead, ",readahead", &buf, &blen);
        nfscl_printoptval(nmp, nmp->nm_wcommitsize, ",wcommitsize", &buf,
            &blen);
        nfscl_printoptval(nmp, nmp->nm_timeo, ",timeout", &buf, &blen);
        nfscl_printoptval(nmp, nmp->nm_retry, ",retrans", &buf, &blen);
}