#include <sys/types.h>
#include <sys/param.h>
#include <sys/t_lock.h>
#include <sys/systm.h>
#include <sys/time.h>
#include <sys/sysmacros.h>
#include <sys/proc.h>
#include <sys/disp.h>
#include <sys/user.h>
#include <sys/time.h>
#include <sys/vfs.h>
#include <sys/vnode.h>
#include <sys/stat.h>
#include <sys/mode.h>
#include <sys/errno.h>
#include <sys/kmem.h>
#include <vm/seg.h>
#include <vm/seg_map.h>
#include <vm/anon.h>
#include <vm/page.h>
#include <vm/pvn.h>
#include <sys/fs/tmp.h>
#include <sys/fs/tmpnode.h>
#include <sys/debug.h>
#include <sys/cmn_err.h>
#include <sys/swap.h>
#include <sys/vtrace.h>
int
tmp_resv(
struct tmount *tm,
struct tmpnode *tp,
size_t delta,
int pagecreate)
{
pgcnt_t pages = btopr(delta);
zone_t *zone;
ASSERT(RW_WRITE_HELD(&tp->tn_rwlock));
ASSERT(tp->tn_type == VREG);
zone = tm->tm_vfsp->vfs_zone;
if (pagecreate && ((tm->tm_anonmem + pages > tm->tm_anonmax) ||
(!anon_checkspace(ptob(pages + tmpfs_minfree), zone)) ||
(anon_try_resv_zone(delta, zone) == 0))) {
return (1);
}
if (pagecreate) {
mutex_enter(&tm->tm_contents);
tm->tm_anonmem += pages;
mutex_exit(&tm->tm_contents);
TRACE_2(TR_FAC_VM, TR_ANON_TMPFS, "anon tmpfs:%p %lu",
tp, delta);
}
return (0);
}
static void
tmp_unresv(
struct tmount *tm,
struct tmpnode *tp,
size_t delta)
{
ASSERT(RW_WRITE_HELD(&tp->tn_rwlock));
ASSERT(tp->tn_type == VREG);
anon_unresv_zone(delta, tm->tm_vfsp->vfs_zone);
mutex_enter(&tm->tm_contents);
tm->tm_anonmem -= btopr(delta);
mutex_exit(&tm->tm_contents);
TRACE_2(TR_FAC_VM, TR_ANON_TMPFS, "anon tmpfs:%p %lu", tp, delta);
}
#define TMP_INIT_SZ 128
void
tmpnode_growmap(struct tmpnode *tp, ulong_t newsize)
{
pgcnt_t np = btopr(newsize);
ASSERT(RW_WRITE_HELD(&tp->tn_rwlock));
ASSERT(RW_WRITE_HELD(&tp->tn_contents));
ASSERT(tp->tn_type == VREG);
if (tp->tn_asize >= np)
return;
if (newsize > MAXOFF_T)
np = btopr((u_offset_t)MAXOFF_T);
if (tp->tn_anon == NULL) {
tp->tn_anon = anon_create(MAX(np, TMP_INIT_SZ), ANON_SLEEP);
tp->tn_asize = tp->tn_anon->size;
return;
}
tp->tn_asize = anon_grow(tp->tn_anon, NULL, tp->tn_asize,
np - tp->tn_asize, ANON_SLEEP);
ASSERT(tp->tn_asize >= np);
}
void
tmpnode_init(struct tmount *tm, struct tmpnode *t, vattr_t *vap, cred_t *cred)
{
struct vnode *vp;
timestruc_t now;
ASSERT(vap != NULL);
rw_init(&t->tn_rwlock, NULL, RW_DEFAULT, NULL);
mutex_init(&t->tn_tlock, NULL, MUTEX_DEFAULT, NULL);
t->tn_mode = MAKEIMODE(vap->va_type, vap->va_mode);
t->tn_mask = 0;
t->tn_type = vap->va_type;
t->tn_nodeid = (ino64_t)(uint32_t)((uintptr_t)t >> 3);
t->tn_nlink = 1;
t->tn_size = 0;
if (cred == NULL) {
t->tn_uid = vap->va_uid;
t->tn_gid = vap->va_gid;
} else {
t->tn_uid = crgetuid(cred);
t->tn_gid = crgetgid(cred);
}
t->tn_fsid = tm->tm_dev;
t->tn_rdev = vap->va_rdev;
t->tn_blksize = PAGESIZE;
t->tn_nblocks = 0;
gethrestime(&now);
t->tn_atime = now;
t->tn_mtime = now;
t->tn_ctime = now;
t->tn_seq = 0;
t->tn_dir = NULL;
t->tn_vnode = vn_alloc(KM_SLEEP);
vp = TNTOV(t);
vn_setops(vp, tmp_vnodeops);
vp->v_vfsp = tm->tm_vfsp;
vp->v_type = vap->va_type;
vp->v_rdev = vap->va_rdev;
vp->v_data = (caddr_t)t;
mutex_enter(&tm->tm_contents);
t->tn_gen = tm->tm_gen++;
if (tm->tm_rootnode != (struct tmpnode *)NULL) {
t->tn_forw = NULL;
t->tn_back = tm->tm_rootnode->tn_back;
t->tn_back->tn_forw = tm->tm_rootnode->tn_back = t;
}
mutex_exit(&tm->tm_contents);
vn_exists(vp);
}
int
tmpnode_trunc(
struct tmount *tm,
struct tmpnode *tp,
ulong_t newsize)
{
size_t oldsize = tp->tn_size;
size_t delta;
struct vnode *vp = TNTOV(tp);
timestruc_t now;
int error = 0;
ASSERT(RW_WRITE_HELD(&tp->tn_rwlock));
ASSERT(RW_WRITE_HELD(&tp->tn_contents));
if (newsize == oldsize) {
goto stamp_out;
}
switch (tp->tn_type) {
case VREG:
if (newsize > oldsize) {
delta = P2ROUNDUP(newsize, PAGESIZE) -
P2ROUNDUP(oldsize, PAGESIZE);
if (tmp_resv(tm, tp, delta,
(btopr(newsize) != btopr(oldsize)))) {
error = ENOSPC;
goto out;
}
tmpnode_growmap(tp, newsize);
tp->tn_size = newsize;
break;
}
if (btopr(newsize) != btopr(oldsize)) {
pgcnt_t freed;
delta = P2ROUNDUP(oldsize, PAGESIZE) -
P2ROUNDUP(newsize, PAGESIZE);
freed = anon_pages(tp->tn_anon, btopr(newsize),
btopr(delta));
tp->tn_nblocks -= freed;
anon_free(tp->tn_anon, btopr(newsize), delta);
tmp_unresv(tm, tp, delta);
}
tp->tn_size = newsize;
if (anon_get_ptr(tp->tn_anon, btop(newsize)) != NULL) {
size_t zlen;
zlen = PAGESIZE - ((ulong_t)newsize & PAGEOFFSET);
rw_exit(&tp->tn_contents);
pvn_vpzero(TNTOV(tp), (u_offset_t)newsize, zlen);
rw_enter(&tp->tn_contents, RW_WRITER);
}
if (newsize == 0) {
ASSERT(tp->tn_nblocks == 0);
ASSERT(anon_get_ptr(tp->tn_anon, 0) == NULL);
ASSERT(!vn_has_cached_data(vp));
anon_release(tp->tn_anon, tp->tn_asize);
tp->tn_anon = NULL;
tp->tn_asize = 0;
}
break;
case VLNK:
if (newsize != 0)
error = EINVAL;
goto out;
case VDIR:
if (newsize != 0) {
error = EINVAL;
goto out;
}
tdirtrunc(tp);
ASSERT(tp->tn_nlink == 0);
break;
default:
goto out;
}
stamp_out:
gethrestime(&now);
tp->tn_mtime = now;
tp->tn_ctime = now;
out:
ASSERT(error == 0 || newsize != 0);
return (error);
}