root/fs/nfsd/trace.h
/* SPDX-License-Identifier: GPL-2.0 */
/*
 * Copyright (c) 2014 Christoph Hellwig.
 */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM nfsd

#if !defined(_NFSD_TRACE_H) || defined(TRACE_HEADER_MULTI_READ)
#define _NFSD_TRACE_H

#include <linux/tracepoint.h>
#include <linux/sunrpc/clnt.h>
#include <linux/sunrpc/xprt.h>
#include <trace/misc/fs.h>
#include <trace/misc/nfs.h>
#include <trace/misc/sunrpc.h>

#include "export.h"
#include "nfsfh.h"
#include "xdr4.h"

#define NFSD_TRACE_PROC_CALL_FIELDS(r) \
                __field(unsigned int, netns_ino) \
                __field(u32, xid) \
                __sockaddr(server, (r)->rq_xprt->xpt_locallen) \
                __sockaddr(client, (r)->rq_xprt->xpt_remotelen)

#define NFSD_TRACE_PROC_CALL_ASSIGNMENTS(r) \
                do { \
                        struct svc_xprt *xprt = (r)->rq_xprt; \
                        __entry->netns_ino = SVC_NET(r)->ns.inum; \
                        __entry->xid = be32_to_cpu((r)->rq_xid); \
                        __assign_sockaddr(server, &xprt->xpt_local, \
                                          xprt->xpt_locallen); \
                        __assign_sockaddr(client, &xprt->xpt_remote, \
                                          xprt->xpt_remotelen); \
                } while (0)

#define NFSD_TRACE_PROC_RES_FIELDS(r) \
                __field(unsigned int, netns_ino) \
                __field(u32, xid) \
                __field(unsigned long, status) \
                __sockaddr(server, (r)->rq_xprt->xpt_locallen) \
                __sockaddr(client, (r)->rq_xprt->xpt_remotelen)

#define NFSD_TRACE_PROC_RES_ASSIGNMENTS(r, error) \
                do { \
                        struct svc_xprt *xprt = (r)->rq_xprt; \
                        __entry->netns_ino = SVC_NET(r)->ns.inum; \
                        __entry->xid = be32_to_cpu((r)->rq_xid); \
                        __entry->status = be32_to_cpu(error); \
                        __assign_sockaddr(server, &xprt->xpt_local, \
                                          xprt->xpt_locallen); \
                        __assign_sockaddr(client, &xprt->xpt_remote, \
                                          xprt->xpt_remotelen); \
                } while (0);

DECLARE_EVENT_CLASS(nfsd_xdr_err_class,
        TP_PROTO(
                const struct svc_rqst *rqstp
        ),
        TP_ARGS(rqstp),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __field(u32, xid)
                __field(u32, vers)
                __field(u32, proc)
                __sockaddr(server, rqstp->rq_xprt->xpt_locallen)
                __sockaddr(client, rqstp->rq_xprt->xpt_remotelen)
        ),
        TP_fast_assign(
                const struct svc_xprt *xprt = rqstp->rq_xprt;

                __entry->netns_ino = xprt->xpt_net->ns.inum;
                __entry->xid = be32_to_cpu(rqstp->rq_xid);
                __entry->vers = rqstp->rq_vers;
                __entry->proc = rqstp->rq_proc;
                __assign_sockaddr(server, &xprt->xpt_local, xprt->xpt_locallen);
                __assign_sockaddr(client, &xprt->xpt_remote, xprt->xpt_remotelen);
        ),
        TP_printk("xid=0x%08x vers=%u proc=%u",
                __entry->xid, __entry->vers, __entry->proc
        )
);

#define DEFINE_NFSD_XDR_ERR_EVENT(name) \
DEFINE_EVENT(nfsd_xdr_err_class, nfsd_##name##_err, \
        TP_PROTO(const struct svc_rqst *rqstp), \
        TP_ARGS(rqstp))

DEFINE_NFSD_XDR_ERR_EVENT(garbage_args);
DEFINE_NFSD_XDR_ERR_EVENT(cant_encode);

DECLARE_EVENT_CLASS(nfsd_dynthread_class,
        TP_PROTO(
                const struct net *net,
                const struct svc_pool *pool
        ),
        TP_ARGS(net, pool),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __field(unsigned int, pool_id)
                __field(unsigned int, nrthreads)
                __field(unsigned int, nrthrmin)
                __field(unsigned int, nrthrmax)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __entry->pool_id = pool->sp_id;
                __entry->nrthreads = pool->sp_nrthreads;
                __entry->nrthrmin = pool->sp_nrthrmin;
                __entry->nrthrmax = pool->sp_nrthrmax;
        ),
        TP_printk("pool=%u nrthreads=%u nrthrmin=%u nrthrmax=%u",
                __entry->pool_id, __entry->nrthreads,
                __entry->nrthrmin, __entry->nrthrmax
        )
);

#define DEFINE_NFSD_DYNTHREAD_EVENT(name) \
DEFINE_EVENT(nfsd_dynthread_class, nfsd_dynthread_##name, \
        TP_PROTO(const struct net *net, const struct svc_pool *pool), \
        TP_ARGS(net, pool))

DEFINE_NFSD_DYNTHREAD_EVENT(start);
DEFINE_NFSD_DYNTHREAD_EVENT(kill);
DEFINE_NFSD_DYNTHREAD_EVENT(trylock_fail);

#define show_nfsd_may_flags(x)                                          \
        __print_flags(x, "|",                                           \
                { NFSD_MAY_EXEC,                "EXEC" },               \
                { NFSD_MAY_WRITE,               "WRITE" },              \
                { NFSD_MAY_READ,                "READ" },               \
                { NFSD_MAY_SATTR,               "SATTR" },              \
                { NFSD_MAY_TRUNC,               "TRUNC" },              \
                { NFSD_MAY_NLM,                 "NLM" },                \
                { NFSD_MAY_OWNER_OVERRIDE,      "OWNER_OVERRIDE" },     \
                { NFSD_MAY_LOCAL_ACCESS,        "LOCAL_ACCESS" },       \
                { NFSD_MAY_BYPASS_GSS_ON_ROOT,  "BYPASS_GSS_ON_ROOT" }, \
                { NFSD_MAY_NOT_BREAK_LEASE,     "NOT_BREAK_LEASE" },    \
                { NFSD_MAY_BYPASS_GSS,          "BYPASS_GSS" },         \
                { NFSD_MAY_READ_IF_EXEC,        "READ_IF_EXEC" },       \
                { NFSD_MAY_64BIT_COOKIE,        "64BIT_COOKIE" },       \
                { NFSD_MAY_LOCALIO,             "LOCALIO" })

TRACE_EVENT(nfsd_compound,
        TP_PROTO(
                const struct svc_rqst *rqst,
                const char *tag,
                u32 taglen,
                u32 opcnt
        ),
        TP_ARGS(rqst, tag, taglen, opcnt),
        TP_STRUCT__entry(
                __field(u32, xid)
                __field(u32, opcnt)
                __string_len(tag, tag, taglen)
        ),
        TP_fast_assign(
                __entry->xid = be32_to_cpu(rqst->rq_xid);
                __entry->opcnt = opcnt;
                __assign_str(tag);
        ),
        TP_printk("xid=0x%08x opcnt=%u tag=%s",
                __entry->xid, __entry->opcnt, __get_str(tag)
        )
)

TRACE_EVENT(nfsd_compound_status,
        TP_PROTO(u32 args_opcnt,
                 u32 resp_opcnt,
                 __be32 status,
                 const char *name),
        TP_ARGS(args_opcnt, resp_opcnt, status, name),
        TP_STRUCT__entry(
                __field(u32, args_opcnt)
                __field(u32, resp_opcnt)
                __field(int, status)
                __string(name, name)
        ),
        TP_fast_assign(
                __entry->args_opcnt = args_opcnt;
                __entry->resp_opcnt = resp_opcnt;
                __entry->status = be32_to_cpu(status);
                __assign_str(name);
        ),
        TP_printk("op=%u/%u %s status=%d",
                __entry->resp_opcnt, __entry->args_opcnt,
                __get_str(name), __entry->status)
)

TRACE_EVENT(nfsd_compound_decode_err,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                u32 args_opcnt,
                u32 resp_opcnt,
                u32 opnum,
                __be32 status
        ),
        TP_ARGS(rqstp, args_opcnt, resp_opcnt, opnum, status),
        TP_STRUCT__entry(
                NFSD_TRACE_PROC_RES_FIELDS(rqstp)

                __field(u32, args_opcnt)
                __field(u32, resp_opcnt)
                __field(u32, opnum)
        ),
        TP_fast_assign(
                NFSD_TRACE_PROC_RES_ASSIGNMENTS(rqstp, status)

                __entry->args_opcnt = args_opcnt;
                __entry->resp_opcnt = resp_opcnt;
                __entry->opnum = opnum;
        ),
        TP_printk("op=%u/%u opnum=%u status=%lu",
                __entry->resp_opcnt, __entry->args_opcnt,
                __entry->opnum, __entry->status)
);

DECLARE_EVENT_CLASS(nfsd_compound_err_class,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                u32 opnum,
                __be32 status
        ),
        TP_ARGS(rqstp, opnum, status),
        TP_STRUCT__entry(
                NFSD_TRACE_PROC_RES_FIELDS(rqstp)

                __field(u32, opnum)
        ),
        TP_fast_assign(
                NFSD_TRACE_PROC_RES_ASSIGNMENTS(rqstp, status)

                __entry->opnum = opnum;
        ),
        TP_printk("opnum=%u status=%lu",
                __entry->opnum, __entry->status)
);

#define DEFINE_NFSD_COMPOUND_ERR_EVENT(name)                            \
DEFINE_EVENT(nfsd_compound_err_class, nfsd_compound_##name##_err,       \
        TP_PROTO(                                                       \
                const struct svc_rqst *rqstp,                           \
                u32 opnum,                                              \
                __be32 status                                           \
        ),                                                              \
        TP_ARGS(rqstp, opnum, status))

DEFINE_NFSD_COMPOUND_ERR_EVENT(op);
DEFINE_NFSD_COMPOUND_ERR_EVENT(encode);

#define show_fs_file_type(x) \
        __print_symbolic(x, \
                { S_IFLNK,              "LNK" }, \
                { S_IFREG,              "REG" }, \
                { S_IFDIR,              "DIR" }, \
                { S_IFCHR,              "CHR" }, \
                { S_IFBLK,              "BLK" }, \
                { S_IFIFO,              "FIFO" }, \
                { S_IFSOCK,             "SOCK" })

TRACE_EVENT_CONDITION(nfsd_fh_verify,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct svc_fh *fhp,
                umode_t type,
                int access
        ),
        TP_ARGS(rqstp, fhp, type, access),
        TP_CONDITION(rqstp != NULL),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __sockaddr(server, rqstp->rq_xprt->xpt_remotelen)
                __sockaddr(client, rqstp->rq_xprt->xpt_remotelen)
                __field(u32, xid)
                __field(u32, fh_hash)
                __field(const void *, inode)
                __field(unsigned long, type)
                __field(unsigned long, access)
        ),
        TP_fast_assign(
                __entry->netns_ino = SVC_NET(rqstp)->ns.inum;
                __assign_sockaddr(server, &rqstp->rq_xprt->xpt_local,
                       rqstp->rq_xprt->xpt_locallen);
                __assign_sockaddr(client, &rqstp->rq_xprt->xpt_remote,
                                  rqstp->rq_xprt->xpt_remotelen);
                __entry->xid = be32_to_cpu(rqstp->rq_xid);
                __entry->fh_hash = knfsd_fh_hash(&fhp->fh_handle);
                __entry->inode = d_inode(fhp->fh_dentry);
                __entry->type = type;
                __entry->access = access;
        ),
        TP_printk("xid=0x%08x fh_hash=0x%08x type=%s access=%s",
                __entry->xid, __entry->fh_hash,
                show_fs_file_type(__entry->type),
                show_nfsd_may_flags(__entry->access)
        )
);

TRACE_EVENT_CONDITION(nfsd_fh_verify_err,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct svc_fh *fhp,
                umode_t type,
                int access,
                __be32 error
        ),
        TP_ARGS(rqstp, fhp, type, access, error),
        TP_CONDITION(rqstp != NULL && error),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __sockaddr(server, rqstp->rq_xprt->xpt_remotelen)
                __sockaddr(client, rqstp->rq_xprt->xpt_remotelen)
                __field(u32, xid)
                __field(u32, fh_hash)
                __field(const void *, inode)
                __field(unsigned long, type)
                __field(unsigned long, access)
                __field(int, error)
        ),
        TP_fast_assign(
                __entry->netns_ino = SVC_NET(rqstp)->ns.inum;
                __assign_sockaddr(server, &rqstp->rq_xprt->xpt_local,
                       rqstp->rq_xprt->xpt_locallen);
                __assign_sockaddr(client, &rqstp->rq_xprt->xpt_remote,
                                  rqstp->rq_xprt->xpt_remotelen);
                __entry->xid = be32_to_cpu(rqstp->rq_xid);
                __entry->fh_hash = knfsd_fh_hash(&fhp->fh_handle);
                if (fhp->fh_dentry)
                        __entry->inode = d_inode(fhp->fh_dentry);
                else
                        __entry->inode = NULL;
                __entry->type = type;
                __entry->access = access;
                __entry->error = be32_to_cpu(error);
        ),
        TP_printk("xid=0x%08x fh_hash=0x%08x type=%s access=%s error=%d",
                __entry->xid, __entry->fh_hash,
                show_fs_file_type(__entry->type),
                show_nfsd_may_flags(__entry->access),
                __entry->error
        )
);

DECLARE_EVENT_CLASS(nfsd_fh_err_class,
        TP_PROTO(struct svc_rqst *rqstp,
                 struct svc_fh  *fhp,
                 int            status),
        TP_ARGS(rqstp, fhp, status),
        TP_STRUCT__entry(
                __field(u32, xid)
                __field(u32, fh_hash)
                __field(int, status)
        ),
        TP_fast_assign(
                __entry->xid = be32_to_cpu(rqstp->rq_xid);
                __entry->fh_hash = knfsd_fh_hash(&fhp->fh_handle);
                __entry->status = status;
        ),
        TP_printk("xid=0x%08x fh_hash=0x%08x status=%d",
                  __entry->xid, __entry->fh_hash,
                  __entry->status)
)

#define DEFINE_NFSD_FH_ERR_EVENT(name)                  \
DEFINE_EVENT_CONDITION(nfsd_fh_err_class, nfsd_##name,  \
        TP_PROTO(struct svc_rqst *rqstp,                \
                 struct svc_fh  *fhp,                   \
                 int            status),                \
        TP_ARGS(rqstp, fhp, status),                    \
        TP_CONDITION(rqstp != NULL))

DEFINE_NFSD_FH_ERR_EVENT(set_fh_dentry_badexport);
DEFINE_NFSD_FH_ERR_EVENT(set_fh_dentry_badhandle);

TRACE_EVENT(nfsd_exp_find_key,
        TP_PROTO(const struct svc_expkey *key,
                 int status),
        TP_ARGS(key, status),
        TP_STRUCT__entry(
                __field(u8, fsidtype)
                __array(u32, fsid, 6)
                __string(auth_domain, key->ek_client->name)
                __field(int, status)
        ),
        TP_fast_assign(
                __entry->fsidtype = key->ek_fsidtype;
                memcpy(__entry->fsid, key->ek_fsid, 4*6);
                __assign_str(auth_domain);
                __entry->status = status;
        ),
        TP_printk("fsid=%x::%s domain=%s status=%d",
                __entry->fsidtype,
                __print_array(__entry->fsid, 6, 4),
                __get_str(auth_domain),
                __entry->status
        )
);

TRACE_EVENT(nfsd_expkey_update,
        TP_PROTO(const struct svc_expkey *key, const char *exp_path),
        TP_ARGS(key, exp_path),
        TP_STRUCT__entry(
                __field(u8, fsidtype)
                __array(u32, fsid, 6)
                __string(auth_domain, key->ek_client->name)
                __string(path, exp_path)
                __field(bool, cache)
        ),
        TP_fast_assign(
                __entry->fsidtype = key->ek_fsidtype;
                memcpy(__entry->fsid, key->ek_fsid, 4*6);
                __assign_str(auth_domain);
                __assign_str(path);
                __entry->cache = !test_bit(CACHE_NEGATIVE, &key->h.flags);
        ),
        TP_printk("fsid=%x::%s domain=%s path=%s cache=%s",
                __entry->fsidtype,
                __print_array(__entry->fsid, 6, 4),
                __get_str(auth_domain),
                __get_str(path),
                __entry->cache ? "pos" : "neg"
        )
);

TRACE_EVENT(nfsd_exp_get_by_name,
        TP_PROTO(const struct svc_export *key,
                 int status),
        TP_ARGS(key, status),
        TP_STRUCT__entry(
                __string(path, key->ex_path.dentry->d_name.name)
                __string(auth_domain, key->ex_client->name)
                __field(int, status)
        ),
        TP_fast_assign(
                __assign_str(path);
                __assign_str(auth_domain);
                __entry->status = status;
        ),
        TP_printk("path=%s domain=%s status=%d",
                __get_str(path),
                __get_str(auth_domain),
                __entry->status
        )
);

TRACE_EVENT(nfsd_export_update,
        TP_PROTO(const struct svc_export *key),
        TP_ARGS(key),
        TP_STRUCT__entry(
                __string(path, key->ex_path.dentry->d_name.name)
                __string(auth_domain, key->ex_client->name)
                __field(bool, cache)
        ),
        TP_fast_assign(
                __assign_str(path);
                __assign_str(auth_domain);
                __entry->cache = !test_bit(CACHE_NEGATIVE, &key->h.flags);
        ),
        TP_printk("path=%s domain=%s cache=%s",
                __get_str(path),
                __get_str(auth_domain),
                __entry->cache ? "pos" : "neg"
        )
);

DECLARE_EVENT_CLASS(nfsd_io_class,
        TP_PROTO(struct svc_rqst *rqstp,
                 struct svc_fh  *fhp,
                 u64            offset,
                 u32            len),
        TP_ARGS(rqstp, fhp, offset, len),
        TP_STRUCT__entry(
                __field(u32, xid)
                __field(u32, fh_hash)
                __field(u64, offset)
                __field(u32, len)
        ),
        TP_fast_assign(
                __entry->xid = be32_to_cpu(rqstp->rq_xid);
                __entry->fh_hash = knfsd_fh_hash(&fhp->fh_handle);
                __entry->offset = offset;
                __entry->len = len;
        ),
        TP_printk("xid=0x%08x fh_hash=0x%08x offset=%llu len=%u",
                  __entry->xid, __entry->fh_hash,
                  __entry->offset, __entry->len)
)

#define DEFINE_NFSD_IO_EVENT(name)              \
DEFINE_EVENT(nfsd_io_class, nfsd_##name,        \
        TP_PROTO(struct svc_rqst *rqstp,        \
                 struct svc_fh  *fhp,           \
                 u64            offset,         \
                 u32            len),           \
        TP_ARGS(rqstp, fhp, offset, len))

DEFINE_NFSD_IO_EVENT(read_start);
DEFINE_NFSD_IO_EVENT(read_splice);
DEFINE_NFSD_IO_EVENT(read_vector);
DEFINE_NFSD_IO_EVENT(read_direct);
DEFINE_NFSD_IO_EVENT(read_io_done);
DEFINE_NFSD_IO_EVENT(read_done);
DEFINE_NFSD_IO_EVENT(write_start);
DEFINE_NFSD_IO_EVENT(write_opened);
DEFINE_NFSD_IO_EVENT(write_direct);
DEFINE_NFSD_IO_EVENT(write_vector);
DEFINE_NFSD_IO_EVENT(write_io_done);
DEFINE_NFSD_IO_EVENT(write_done);
DEFINE_NFSD_IO_EVENT(commit_start);
DEFINE_NFSD_IO_EVENT(commit_done);

DECLARE_EVENT_CLASS(nfsd_err_class,
        TP_PROTO(struct svc_rqst *rqstp,
                 struct svc_fh  *fhp,
                 loff_t         offset,
                 int            status),
        TP_ARGS(rqstp, fhp, offset, status),
        TP_STRUCT__entry(
                __field(u32, xid)
                __field(u32, fh_hash)
                __field(loff_t, offset)
                __field(int, status)
        ),
        TP_fast_assign(
                __entry->xid = be32_to_cpu(rqstp->rq_xid);
                __entry->fh_hash = knfsd_fh_hash(&fhp->fh_handle);
                __entry->offset = offset;
                __entry->status = status;
        ),
        TP_printk("xid=0x%08x fh_hash=0x%08x offset=%lld status=%d",
                  __entry->xid, __entry->fh_hash,
                  __entry->offset, __entry->status)
)

#define DEFINE_NFSD_ERR_EVENT(name)             \
DEFINE_EVENT(nfsd_err_class, nfsd_##name,       \
        TP_PROTO(struct svc_rqst *rqstp,        \
                 struct svc_fh  *fhp,           \
                 loff_t         offset,         \
                 int            len),           \
        TP_ARGS(rqstp, fhp, offset, len))

DEFINE_NFSD_ERR_EVENT(read_err);
DEFINE_NFSD_ERR_EVENT(write_err);

TRACE_EVENT(nfsd_dirent,
        TP_PROTO(struct svc_fh *fhp,
                 u64 ino,
                 const char *name,
                 int namlen),
        TP_ARGS(fhp, ino, name, namlen),
        TP_STRUCT__entry(
                __field(u32, fh_hash)
                __field(u64, ino)
                __string_len(name, name, namlen)
        ),
        TP_fast_assign(
                __entry->fh_hash = fhp ? knfsd_fh_hash(&fhp->fh_handle) : 0;
                __entry->ino = ino;
                __assign_str(name);
        ),
        TP_printk("fh_hash=0x%08x ino=%llu name=%s",
                __entry->fh_hash, __entry->ino, __get_str(name)
        )
)

DECLARE_EVENT_CLASS(nfsd_copy_err_class,
        TP_PROTO(struct svc_rqst *rqstp,
                 struct svc_fh  *src_fhp,
                 loff_t         src_offset,
                 struct svc_fh  *dst_fhp,
                 loff_t         dst_offset,
                 u64            count,
                 int            status),
        TP_ARGS(rqstp, src_fhp, src_offset, dst_fhp, dst_offset, count, status),
        TP_STRUCT__entry(
                __field(u32, xid)
                __field(u32, src_fh_hash)
                __field(loff_t, src_offset)
                __field(u32, dst_fh_hash)
                __field(loff_t, dst_offset)
                __field(u64, count)
                __field(int, status)
        ),
        TP_fast_assign(
                __entry->xid = be32_to_cpu(rqstp->rq_xid);
                __entry->src_fh_hash = knfsd_fh_hash(&src_fhp->fh_handle);
                __entry->src_offset = src_offset;
                __entry->dst_fh_hash = knfsd_fh_hash(&dst_fhp->fh_handle);
                __entry->dst_offset = dst_offset;
                __entry->count = count;
                __entry->status = status;
        ),
        TP_printk("xid=0x%08x src_fh_hash=0x%08x src_offset=%lld "
                        "dst_fh_hash=0x%08x dst_offset=%lld "
                        "count=%llu status=%d",
                  __entry->xid, __entry->src_fh_hash, __entry->src_offset,
                  __entry->dst_fh_hash, __entry->dst_offset,
                  (unsigned long long)__entry->count,
                  __entry->status)
)

#define DEFINE_NFSD_COPY_ERR_EVENT(name)                \
DEFINE_EVENT(nfsd_copy_err_class, nfsd_##name,          \
        TP_PROTO(struct svc_rqst        *rqstp,         \
                 struct svc_fh          *src_fhp,       \
                 loff_t                 src_offset,     \
                 struct svc_fh          *dst_fhp,       \
                 loff_t                 dst_offset,     \
                 u64                    count,          \
                 int                    status),        \
        TP_ARGS(rqstp, src_fhp, src_offset, dst_fhp, dst_offset, \
                count, status))

DEFINE_NFSD_COPY_ERR_EVENT(clone_file_range_err);

#include "state.h"
#include "filecache.h"
#include "vfs.h"

TRACE_EVENT(nfsd_delegret_wakeup,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct inode *inode,
                long timeo
        ),
        TP_ARGS(rqstp, inode, timeo),
        TP_STRUCT__entry(
                __field(u32, xid)
                __field(const void *, inode)
                __field(long, timeo)
        ),
        TP_fast_assign(
                __entry->xid = be32_to_cpu(rqstp->rq_xid);
                __entry->inode = inode;
                __entry->timeo = timeo;
        ),
        TP_printk("xid=0x%08x inode=%p%s",
                  __entry->xid, __entry->inode,
                  __entry->timeo == 0 ? " (timed out)" : ""
        )
);

DECLARE_EVENT_CLASS(nfsd_stateid_class,
        TP_PROTO(stateid_t *stp),
        TP_ARGS(stp),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(u32, si_id)
                __field(u32, si_generation)
        ),
        TP_fast_assign(
                __entry->cl_boot = stp->si_opaque.so_clid.cl_boot;
                __entry->cl_id = stp->si_opaque.so_clid.cl_id;
                __entry->si_id = stp->si_opaque.so_id;
                __entry->si_generation = stp->si_generation;
        ),
        TP_printk("client %08x:%08x stateid %08x:%08x",
                __entry->cl_boot,
                __entry->cl_id,
                __entry->si_id,
                __entry->si_generation)
)

#define DEFINE_STATEID_EVENT(name) \
DEFINE_EVENT(nfsd_stateid_class, nfsd_##name, \
        TP_PROTO(stateid_t *stp), \
        TP_ARGS(stp))

DEFINE_STATEID_EVENT(layoutstate_alloc);
DEFINE_STATEID_EVENT(layoutstate_unhash);
DEFINE_STATEID_EVENT(layoutstate_free);
DEFINE_STATEID_EVENT(layout_get_lookup_fail);
DEFINE_STATEID_EVENT(layout_commit_lookup_fail);
DEFINE_STATEID_EVENT(layout_return_lookup_fail);
DEFINE_STATEID_EVENT(layout_recall);
DEFINE_STATEID_EVENT(layout_recall_done);
DEFINE_STATEID_EVENT(layout_recall_fail);
DEFINE_STATEID_EVENT(layout_recall_release);

DEFINE_STATEID_EVENT(open);
DEFINE_STATEID_EVENT(deleg_read);
DEFINE_STATEID_EVENT(deleg_write);
DEFINE_STATEID_EVENT(deleg_return);

DECLARE_EVENT_CLASS(nfsd_stateseqid_class,
        TP_PROTO(u32 seqid, const stateid_t *stp),
        TP_ARGS(seqid, stp),
        TP_STRUCT__entry(
                __field(u32, seqid)
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(u32, si_id)
                __field(u32, si_generation)
        ),
        TP_fast_assign(
                __entry->seqid = seqid;
                __entry->cl_boot = stp->si_opaque.so_clid.cl_boot;
                __entry->cl_id = stp->si_opaque.so_clid.cl_id;
                __entry->si_id = stp->si_opaque.so_id;
                __entry->si_generation = stp->si_generation;
        ),
        TP_printk("seqid=%u client %08x:%08x stateid %08x:%08x",
                __entry->seqid, __entry->cl_boot, __entry->cl_id,
                __entry->si_id, __entry->si_generation)
)

#define DEFINE_STATESEQID_EVENT(name) \
DEFINE_EVENT(nfsd_stateseqid_class, nfsd_##name, \
        TP_PROTO(u32 seqid, const stateid_t *stp), \
        TP_ARGS(seqid, stp))

DEFINE_STATESEQID_EVENT(preprocess);
DEFINE_STATESEQID_EVENT(open_confirm);

#define show_stid_type(x)                                               \
        __print_flags(x, "|",                                           \
                { SC_TYPE_OPEN,         "OPEN" },               \
                { SC_TYPE_LOCK,         "LOCK" },               \
                { SC_TYPE_DELEG,                "DELEG" },              \
                { SC_TYPE_LAYOUT,               "LAYOUT" })

#define show_stid_status(x)                                             \
        __print_flags(x, "|",                                           \
                { SC_STATUS_CLOSED,             "CLOSED" },             \
                { SC_STATUS_REVOKED,            "REVOKED" },            \
                { SC_STATUS_ADMIN_REVOKED,      "ADMIN_REVOKED" })

DECLARE_EVENT_CLASS(nfsd_stid_class,
        TP_PROTO(
                const struct nfs4_stid *stid
        ),
        TP_ARGS(stid),
        TP_STRUCT__entry(
                __field(unsigned long, sc_type)
                __field(unsigned long, sc_status)
                __field(int, sc_count)
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(u32, si_id)
                __field(u32, si_generation)
        ),
        TP_fast_assign(
                const stateid_t *stp = &stid->sc_stateid;

                __entry->sc_type = stid->sc_type;
                __entry->sc_status = stid->sc_status;
                __entry->sc_count = refcount_read(&stid->sc_count);
                __entry->cl_boot = stp->si_opaque.so_clid.cl_boot;
                __entry->cl_id = stp->si_opaque.so_clid.cl_id;
                __entry->si_id = stp->si_opaque.so_id;
                __entry->si_generation = stp->si_generation;
        ),
        TP_printk("client %08x:%08x stateid %08x:%08x ref=%d type=%s state=%s",
                __entry->cl_boot, __entry->cl_id,
                __entry->si_id, __entry->si_generation,
                __entry->sc_count, show_stid_type(__entry->sc_type),
                show_stid_status(__entry->sc_status)
        )
);

#define DEFINE_STID_EVENT(name)                                 \
DEFINE_EVENT(nfsd_stid_class, nfsd_stid_##name,                 \
        TP_PROTO(const struct nfs4_stid *stid),                 \
        TP_ARGS(stid))

DEFINE_STID_EVENT(revoke);

TRACE_EVENT(nfsd_stateowner_replay,
        TP_PROTO(
                u32 opnum,
                const struct nfs4_replay *rp
        ),
        TP_ARGS(opnum, rp),
        TP_STRUCT__entry(
                __field(unsigned long, status)
                __field(u32, opnum)
        ),
        TP_fast_assign(
                __entry->status = be32_to_cpu(rp->rp_status);
                __entry->opnum = opnum;
        ),
        TP_printk("opnum=%u status=%lu",
                __entry->opnum, __entry->status)
);

TRACE_EVENT_CONDITION(nfsd_seq4_status,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct nfsd4_sequence *sequence
        ),
        TP_ARGS(rqstp, sequence),
        TP_CONDITION(sequence->status_flags),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __field(u32, xid)
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(u32, seqno)
                __field(u32, reserved)
                __field(unsigned long, status_flags)
        ),
        TP_fast_assign(
                const struct nfsd4_sessionid *sid =
                        (struct nfsd4_sessionid *)&sequence->sessionid;

                __entry->netns_ino = SVC_NET(rqstp)->ns.inum;
                __entry->xid = be32_to_cpu(rqstp->rq_xid);
                __entry->cl_boot = sid->clientid.cl_boot;
                __entry->cl_id = sid->clientid.cl_id;
                __entry->seqno = sid->sequence;
                __entry->reserved = sid->reserved;
                __entry->status_flags = sequence->status_flags;
        ),
        TP_printk("xid=0x%08x sessionid=%08x:%08x:%08x:%08x status_flags=%s",
                __entry->xid, __entry->cl_boot, __entry->cl_id,
                __entry->seqno, __entry->reserved,
                show_nfs4_seq4_status(__entry->status_flags)
        )
);

DECLARE_EVENT_CLASS(nfsd_cs_slot_class,
        TP_PROTO(
                const struct nfs4_client *clp,
                const struct nfsd4_create_session *cs
        ),
        TP_ARGS(clp, cs),
        TP_STRUCT__entry(
                __field(u32, seqid)
                __field(u32, slot_seqid)
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __sockaddr(addr, clp->cl_cb_conn.cb_addrlen)
        ),
        TP_fast_assign(
                const struct nfsd4_clid_slot *slot = &clp->cl_cs_slot;

                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
                __assign_sockaddr(addr, &clp->cl_cb_conn.cb_addr,
                                  clp->cl_cb_conn.cb_addrlen);
                __entry->seqid = cs->seqid;
                __entry->slot_seqid = slot->sl_seqid;
        ),
        TP_printk("addr=%pISpc client %08x:%08x seqid=%u slot_seqid=%u",
                __get_sockaddr(addr), __entry->cl_boot, __entry->cl_id,
                __entry->seqid, __entry->slot_seqid
        )
);

#define DEFINE_CS_SLOT_EVENT(name) \
DEFINE_EVENT(nfsd_cs_slot_class, nfsd_##name, \
        TP_PROTO( \
                const struct nfs4_client *clp, \
                const struct nfsd4_create_session *cs \
        ), \
        TP_ARGS(clp, cs))

DEFINE_CS_SLOT_EVENT(slot_seqid_conf);
DEFINE_CS_SLOT_EVENT(slot_seqid_unconf);

#define show_nfs_slot_flags(val)                                        \
        __print_flags(val, "|",                                         \
                { NFSD4_SLOT_INUSE,             "INUSE" },              \
                { NFSD4_SLOT_CACHETHIS,         "CACHETHIS" },          \
                { NFSD4_SLOT_INITIALIZED,       "INITIALIZED" },        \
                { NFSD4_SLOT_CACHED,            "CACHED" },             \
                { NFSD4_SLOT_REUSED,            "REUSED" })

TRACE_EVENT(nfsd_slot_seqid_sequence,
        TP_PROTO(
                const struct nfs4_client *clp,
                const struct nfsd4_sequence *seq,
                const struct nfsd4_slot *slot
        ),
        TP_ARGS(clp, seq, slot),
        TP_STRUCT__entry(
                __field(u32, seqid)
                __field(u32, slot_seqid)
                __field(u32, slot_index)
                __field(unsigned long, slot_flags)
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __sockaddr(addr, clp->cl_cb_conn.cb_addrlen)
        ),
        TP_fast_assign(
                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
                __assign_sockaddr(addr, &clp->cl_cb_conn.cb_addr,
                                  clp->cl_cb_conn.cb_addrlen);
                __entry->seqid = seq->seqid;
                __entry->slot_seqid = slot->sl_seqid;
                __entry->slot_index = seq->slotid;
                __entry->slot_flags = slot->sl_flags;
        ),
        TP_printk("addr=%pISpc client %08x:%08x idx=%u seqid=%u slot_seqid=%u flags=%s",
                __get_sockaddr(addr), __entry->cl_boot, __entry->cl_id,
                __entry->slot_index, __entry->seqid, __entry->slot_seqid,
                show_nfs_slot_flags(__entry->slot_flags)
        )
);

DECLARE_EVENT_CLASS(nfsd_clientid_class,
        TP_PROTO(const clientid_t *clid),
        TP_ARGS(clid),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
        ),
        TP_fast_assign(
                __entry->cl_boot = clid->cl_boot;
                __entry->cl_id = clid->cl_id;
        ),
        TP_printk("client %08x:%08x", __entry->cl_boot, __entry->cl_id)
)

#define DEFINE_CLIENTID_EVENT(name) \
DEFINE_EVENT(nfsd_clientid_class, nfsd_clid_##name, \
        TP_PROTO(const clientid_t *clid), \
        TP_ARGS(clid))

DEFINE_CLIENTID_EVENT(expire_unconf);
DEFINE_CLIENTID_EVENT(reclaim_complete);
DEFINE_CLIENTID_EVENT(confirmed);
DEFINE_CLIENTID_EVENT(destroyed);
DEFINE_CLIENTID_EVENT(admin_expired);
DEFINE_CLIENTID_EVENT(replaced);
DEFINE_CLIENTID_EVENT(purged);
DEFINE_CLIENTID_EVENT(renew);
DEFINE_CLIENTID_EVENT(stale);

TRACE_EVENT(nfsd_mark_client_expired,
        TP_PROTO(
                const struct nfs4_client *clp,
                int cl_rpc_users
        ),
        TP_ARGS(clp, cl_rpc_users),
        TP_STRUCT__entry(
                __field(int, cl_rpc_users)
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __sockaddr(addr, clp->cl_cb_conn.cb_addrlen)
        ),
        TP_fast_assign(
                __entry->cl_rpc_users = cl_rpc_users;
                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
                __assign_sockaddr(addr, &clp->cl_cb_conn.cb_addr,
                                  clp->cl_cb_conn.cb_addrlen)
        ),
        TP_printk("addr=%pISpc client %08x:%08x cl_rpc_users=%d",
                __get_sockaddr(addr), __entry->cl_boot, __entry->cl_id,
                __entry->cl_rpc_users)
);

DECLARE_EVENT_CLASS(nfsd_net_class,
        TP_PROTO(const struct nfsd_net *nn),
        TP_ARGS(nn),
        TP_STRUCT__entry(
                __field(unsigned long long, boot_time)
        ),
        TP_fast_assign(
                __entry->boot_time = nn->boot_time;
        ),
        TP_printk("boot_time=%16llx", __entry->boot_time)
)

#define DEFINE_NET_EVENT(name) \
DEFINE_EVENT(nfsd_net_class, nfsd_##name, \
        TP_PROTO(const struct nfsd_net *nn), \
        TP_ARGS(nn))

DEFINE_NET_EVENT(grace_start);
DEFINE_NET_EVENT(grace_complete);

TRACE_EVENT(nfsd_writeverf_reset,
        TP_PROTO(
                const struct nfsd_net *nn,
                const struct svc_rqst *rqstp,
                int error
        ),
        TP_ARGS(nn, rqstp, error),
        TP_STRUCT__entry(
                __field(unsigned long long, boot_time)
                __field(u32, xid)
                __field(int, error)
                __array(unsigned char, verifier, NFS4_VERIFIER_SIZE)
        ),
        TP_fast_assign(
                __entry->boot_time = nn->boot_time;
                __entry->xid = be32_to_cpu(rqstp->rq_xid);
                __entry->error = error;

                /* avoid seqlock inside TP_fast_assign */
                memcpy(__entry->verifier, nn->writeverf,
                       NFS4_VERIFIER_SIZE);
        ),
        TP_printk("boot_time=%16llx xid=0x%08x error=%d new verifier=0x%s",
                __entry->boot_time, __entry->xid, __entry->error,
                __print_hex_str(__entry->verifier, NFS4_VERIFIER_SIZE)
        )
);

TRACE_EVENT(nfsd_clid_cred_mismatch,
        TP_PROTO(
                const struct nfs4_client *clp,
                const struct svc_rqst *rqstp
        ),
        TP_ARGS(clp, rqstp),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(unsigned long, cl_flavor)
                __field(unsigned long, new_flavor)
                __sockaddr(addr, rqstp->rq_xprt->xpt_remotelen)
        ),
        TP_fast_assign(
                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
                __entry->cl_flavor = clp->cl_cred.cr_flavor;
                __entry->new_flavor = rqstp->rq_cred.cr_flavor;
                __assign_sockaddr(addr, &rqstp->rq_xprt->xpt_remote,
                                  rqstp->rq_xprt->xpt_remotelen);
        ),
        TP_printk("client %08x:%08x flavor=%s, conflict=%s from addr=%pISpc",
                __entry->cl_boot, __entry->cl_id,
                show_nfsd_authflavor(__entry->cl_flavor),
                show_nfsd_authflavor(__entry->new_flavor),
                __get_sockaddr(addr)
        )
)

TRACE_EVENT(nfsd_clid_verf_mismatch,
        TP_PROTO(
                const struct nfs4_client *clp,
                const struct svc_rqst *rqstp,
                const nfs4_verifier *verf
        ),
        TP_ARGS(clp, rqstp, verf),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __array(unsigned char, cl_verifier, NFS4_VERIFIER_SIZE)
                __array(unsigned char, new_verifier, NFS4_VERIFIER_SIZE)
                __sockaddr(addr, rqstp->rq_xprt->xpt_remotelen)
        ),
        TP_fast_assign(
                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
                memcpy(__entry->cl_verifier, (void *)&clp->cl_verifier,
                       NFS4_VERIFIER_SIZE);
                memcpy(__entry->new_verifier, (void *)verf,
                       NFS4_VERIFIER_SIZE);
                __assign_sockaddr(addr, &rqstp->rq_xprt->xpt_remote,
                                  rqstp->rq_xprt->xpt_remotelen);
        ),
        TP_printk("client %08x:%08x verf=0x%s, updated=0x%s from addr=%pISpc",
                __entry->cl_boot, __entry->cl_id,
                __print_hex_str(__entry->cl_verifier, NFS4_VERIFIER_SIZE),
                __print_hex_str(__entry->new_verifier, NFS4_VERIFIER_SIZE),
                __get_sockaddr(addr)
        )
);

DECLARE_EVENT_CLASS(nfsd_clid_class,
        TP_PROTO(const struct nfs4_client *clp),
        TP_ARGS(clp),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __array(unsigned char, addr, sizeof(struct sockaddr_in6))
                __field(unsigned long, flavor)
                __array(unsigned char, verifier, NFS4_VERIFIER_SIZE)
                __string_len(name, clp->cl_name.data, clp->cl_name.len)
        ),
        TP_fast_assign(
                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
                memcpy(__entry->addr, &clp->cl_addr,
                        sizeof(struct sockaddr_in6));
                __entry->flavor = clp->cl_cred.cr_flavor;
                memcpy(__entry->verifier, (void *)&clp->cl_verifier,
                       NFS4_VERIFIER_SIZE);
                __assign_str(name);
        ),
        TP_printk("addr=%pISpc name='%s' verifier=0x%s flavor=%s client=%08x:%08x",
                __entry->addr, __get_str(name),
                __print_hex_str(__entry->verifier, NFS4_VERIFIER_SIZE),
                show_nfsd_authflavor(__entry->flavor),
                __entry->cl_boot, __entry->cl_id)
);

#define DEFINE_CLID_EVENT(name) \
DEFINE_EVENT(nfsd_clid_class, nfsd_clid_##name, \
        TP_PROTO(const struct nfs4_client *clp), \
        TP_ARGS(clp))

DEFINE_CLID_EVENT(fresh);
DEFINE_CLID_EVENT(confirmed_r);

/*
 * from fs/nfsd/filecache.h
 */
#define show_nf_flags(val)                                              \
        __print_flags(val, "|",                                         \
                { 1 << NFSD_FILE_HASHED,        "HASHED" },             \
                { 1 << NFSD_FILE_PENDING,       "PENDING" },            \
                { 1 << NFSD_FILE_REFERENCED,    "REFERENCED" },         \
                { 1 << NFSD_FILE_RECENT,        "RECENT" },             \
                { 1 << NFSD_FILE_GC,            "GC" })

DECLARE_EVENT_CLASS(nfsd_file_class,
        TP_PROTO(struct nfsd_file *nf),
        TP_ARGS(nf),
        TP_STRUCT__entry(
                __field(void *, nf_inode)
                __field(int, nf_ref)
                __field(unsigned long, nf_flags)
                __field(unsigned char, nf_may)
                __field(struct file *, nf_file)
        ),
        TP_fast_assign(
                __entry->nf_inode = nf->nf_inode;
                __entry->nf_ref = refcount_read(&nf->nf_ref);
                __entry->nf_flags = nf->nf_flags;
                __entry->nf_may = nf->nf_may;
                __entry->nf_file = nf->nf_file;
        ),
        TP_printk("inode=%p ref=%d flags=%s may=%s nf_file=%p",
                __entry->nf_inode,
                __entry->nf_ref,
                show_nf_flags(__entry->nf_flags),
                show_nfsd_may_flags(__entry->nf_may),
                __entry->nf_file)
)

#define DEFINE_NFSD_FILE_EVENT(name) \
DEFINE_EVENT(nfsd_file_class, name, \
        TP_PROTO(struct nfsd_file *nf), \
        TP_ARGS(nf))

DEFINE_NFSD_FILE_EVENT(nfsd_file_free);
DEFINE_NFSD_FILE_EVENT(nfsd_file_unhash);
DEFINE_NFSD_FILE_EVENT(nfsd_file_put);
DEFINE_NFSD_FILE_EVENT(nfsd_file_closing);

TRACE_EVENT(nfsd_file_alloc,
        TP_PROTO(
                const struct nfsd_file *nf
        ),
        TP_ARGS(nf),
        TP_STRUCT__entry(
                __field(const void *, nf_inode)
                __field(unsigned long, nf_flags)
                __field(unsigned long, nf_may)
                __field(unsigned int, nf_ref)
        ),
        TP_fast_assign(
                __entry->nf_inode = nf->nf_inode;
                __entry->nf_flags = nf->nf_flags;
                __entry->nf_ref = refcount_read(&nf->nf_ref);
                __entry->nf_may = nf->nf_may;
        ),
        TP_printk("inode=%p ref=%u flags=%s may=%s",
                __entry->nf_inode, __entry->nf_ref,
                show_nf_flags(__entry->nf_flags),
                show_nfsd_may_flags(__entry->nf_may)
        )
);

TRACE_EVENT(nfsd_file_get_dio_attrs,
        TP_PROTO(
                const struct inode *inode,
                const struct kstat *stat
        ),
        TP_ARGS(inode, stat),
        TP_STRUCT__entry(
                __field(const void *, inode)
                __field(unsigned long, mask)
                __field(u32, mem_align)
                __field(u32, offset_align)
                __field(u32, read_offset_align)
        ),
        TP_fast_assign(
                __entry->inode = inode;
                __entry->mask = stat->result_mask;
                __entry->mem_align = stat->dio_mem_align;
                __entry->offset_align = stat->dio_offset_align;
                __entry->read_offset_align = stat->dio_read_offset_align;
        ),
        TP_printk("inode=%p flags=%s mem_align=%u offset_align=%u read_offset_align=%u",
                __entry->inode, show_statx_mask(__entry->mask),
                __entry->mem_align, __entry->offset_align,
                __entry->read_offset_align
        )
);

TRACE_EVENT(nfsd_file_acquire,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct inode *inode,
                unsigned int may_flags,
                const struct nfsd_file *nf,
                __be32 status
        ),

        TP_ARGS(rqstp, inode, may_flags, nf, status),

        TP_STRUCT__entry(
                __field(u32, xid)
                __field(const void *, inode)
                __field(unsigned long, may_flags)
                __field(unsigned int, nf_ref)
                __field(unsigned long, nf_flags)
                __field(unsigned long, nf_may)
                __field(const void *, nf_file)
                __field(u32, status)
        ),

        TP_fast_assign(
                __entry->xid = rqstp ? be32_to_cpu(rqstp->rq_xid) : 0;
                __entry->inode = inode;
                __entry->may_flags = may_flags;
                __entry->nf_ref = nf ? refcount_read(&nf->nf_ref) : 0;
                __entry->nf_flags = nf ? nf->nf_flags : 0;
                __entry->nf_may = nf ? nf->nf_may : 0;
                __entry->nf_file = nf ? nf->nf_file : NULL;
                __entry->status = be32_to_cpu(status);
        ),

        TP_printk("xid=0x%x inode=%p may_flags=%s ref=%u nf_flags=%s nf_may=%s nf_file=%p status=%u",
                        __entry->xid, __entry->inode,
                        show_nfsd_may_flags(__entry->may_flags),
                        __entry->nf_ref, show_nf_flags(__entry->nf_flags),
                        show_nfsd_may_flags(__entry->nf_may),
                        __entry->nf_file, __entry->status
        )
);

TRACE_EVENT(nfsd_file_insert_err,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct inode *inode,
                unsigned int may_flags,
                long error
        ),
        TP_ARGS(rqstp, inode, may_flags, error),
        TP_STRUCT__entry(
                __field(u32, xid)
                __field(const void *, inode)
                __field(unsigned long, may_flags)
                __field(long, error)
        ),
        TP_fast_assign(
                __entry->xid = rqstp ? be32_to_cpu(rqstp->rq_xid) : 0;
                __entry->inode = inode;
                __entry->may_flags = may_flags;
                __entry->error = error;
        ),
        TP_printk("xid=0x%x inode=%p may_flags=%s error=%ld",
                __entry->xid, __entry->inode,
                show_nfsd_may_flags(__entry->may_flags),
                __entry->error
        )
);

TRACE_EVENT(nfsd_file_cons_err,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct inode *inode,
                unsigned int may_flags,
                const struct nfsd_file *nf
        ),
        TP_ARGS(rqstp, inode, may_flags, nf),
        TP_STRUCT__entry(
                __field(u32, xid)
                __field(const void *, inode)
                __field(unsigned long, may_flags)
                __field(unsigned int, nf_ref)
                __field(unsigned long, nf_flags)
                __field(unsigned long, nf_may)
                __field(const void *, nf_file)
        ),
        TP_fast_assign(
                __entry->xid = rqstp ? be32_to_cpu(rqstp->rq_xid) : 0;
                __entry->inode = inode;
                __entry->may_flags = may_flags;
                __entry->nf_ref = refcount_read(&nf->nf_ref);
                __entry->nf_flags = nf->nf_flags;
                __entry->nf_may = nf->nf_may;
                __entry->nf_file = nf->nf_file;
        ),
        TP_printk("xid=0x%x inode=%p may_flags=%s ref=%u nf_flags=%s nf_may=%s nf_file=%p",
                __entry->xid, __entry->inode,
                show_nfsd_may_flags(__entry->may_flags), __entry->nf_ref,
                show_nf_flags(__entry->nf_flags),
                show_nfsd_may_flags(__entry->nf_may), __entry->nf_file
        )
);

DECLARE_EVENT_CLASS(nfsd_file_open_class,
        TP_PROTO(const struct nfsd_file *nf, __be32 status),
        TP_ARGS(nf, status),
        TP_STRUCT__entry(
                __field(void *, nf_inode)       /* cannot be dereferenced */
                __field(int, nf_ref)
                __field(unsigned long, nf_flags)
                __field(unsigned long, nf_may)
                __field(void *, nf_file)        /* cannot be dereferenced */
        ),
        TP_fast_assign(
                __entry->nf_inode = nf->nf_inode;
                __entry->nf_ref = refcount_read(&nf->nf_ref);
                __entry->nf_flags = nf->nf_flags;
                __entry->nf_may = nf->nf_may;
                __entry->nf_file = nf->nf_file;
        ),
        TP_printk("inode=%p ref=%d flags=%s may=%s file=%p",
                __entry->nf_inode,
                __entry->nf_ref,
                show_nf_flags(__entry->nf_flags),
                show_nfsd_may_flags(__entry->nf_may),
                __entry->nf_file)
)

#define DEFINE_NFSD_FILE_OPEN_EVENT(name)                                       \
DEFINE_EVENT(nfsd_file_open_class, name,                                        \
        TP_PROTO(                                                       \
                const struct nfsd_file *nf,                             \
                __be32 status                                           \
        ),                                                              \
        TP_ARGS(nf, status))

DEFINE_NFSD_FILE_OPEN_EVENT(nfsd_file_open);
DEFINE_NFSD_FILE_OPEN_EVENT(nfsd_file_opened);

TRACE_EVENT(nfsd_file_is_cached,
        TP_PROTO(
                const struct inode *inode,
                int found
        ),
        TP_ARGS(inode, found),
        TP_STRUCT__entry(
                __field(const struct inode *, inode)
                __field(int, found)
        ),
        TP_fast_assign(
                __entry->inode = inode;
                __entry->found = found;
        ),
        TP_printk("inode=%p is %scached",
                __entry->inode,
                __entry->found ? "" : "not "
        )
);

TRACE_EVENT(nfsd_file_fsnotify_handle_event,
        TP_PROTO(struct inode *inode, u32 mask),
        TP_ARGS(inode, mask),
        TP_STRUCT__entry(
                __field(struct inode *, inode)
                __field(unsigned int, nlink)
                __field(umode_t, mode)
                __field(u32, mask)
        ),
        TP_fast_assign(
                __entry->inode = inode;
                __entry->nlink = inode->i_nlink;
                __entry->mode = inode->i_mode;
                __entry->mask = mask;
        ),
        TP_printk("inode=%p nlink=%u mode=0%ho mask=0x%x", __entry->inode,
                        __entry->nlink, __entry->mode, __entry->mask)
);

DECLARE_EVENT_CLASS(nfsd_file_gc_class,
        TP_PROTO(
                const struct nfsd_file *nf
        ),
        TP_ARGS(nf),
        TP_STRUCT__entry(
                __field(void *, nf_inode)
                __field(void *, nf_file)
                __field(int, nf_ref)
                __field(unsigned long, nf_flags)
        ),
        TP_fast_assign(
                __entry->nf_inode = nf->nf_inode;
                __entry->nf_file = nf->nf_file;
                __entry->nf_ref = refcount_read(&nf->nf_ref);
                __entry->nf_flags = nf->nf_flags;
        ),
        TP_printk("inode=%p ref=%d nf_flags=%s nf_file=%p",
                __entry->nf_inode, __entry->nf_ref,
                show_nf_flags(__entry->nf_flags),
                __entry->nf_file
        )
);

#define DEFINE_NFSD_FILE_GC_EVENT(name)                                 \
DEFINE_EVENT(nfsd_file_gc_class, name,                                  \
        TP_PROTO(                                                       \
                const struct nfsd_file *nf                              \
        ),                                                              \
        TP_ARGS(nf))

DEFINE_NFSD_FILE_GC_EVENT(nfsd_file_lru_add);
DEFINE_NFSD_FILE_GC_EVENT(nfsd_file_lru_del);
DEFINE_NFSD_FILE_GC_EVENT(nfsd_file_gc_in_use);
DEFINE_NFSD_FILE_GC_EVENT(nfsd_file_gc_writeback);
DEFINE_NFSD_FILE_GC_EVENT(nfsd_file_gc_referenced);
DEFINE_NFSD_FILE_GC_EVENT(nfsd_file_gc_aged);
DEFINE_NFSD_FILE_GC_EVENT(nfsd_file_gc_disposed);

DECLARE_EVENT_CLASS(nfsd_file_lruwalk_class,
        TP_PROTO(
                unsigned long removed,
                unsigned long remaining
        ),
        TP_ARGS(removed, remaining),
        TP_STRUCT__entry(
                __field(unsigned long, removed)
                __field(unsigned long, remaining)
        ),
        TP_fast_assign(
                __entry->removed = removed;
                __entry->remaining = remaining;
        ),
        TP_printk("%lu entries removed, %lu remaining",
                __entry->removed, __entry->remaining)
);

#define DEFINE_NFSD_FILE_LRUWALK_EVENT(name)                            \
DEFINE_EVENT(nfsd_file_lruwalk_class, name,                             \
        TP_PROTO(                                                       \
                unsigned long removed,                                  \
                unsigned long remaining                                 \
        ),                                                              \
        TP_ARGS(removed, remaining))

DEFINE_NFSD_FILE_LRUWALK_EVENT(nfsd_file_gc_removed);
DEFINE_NFSD_FILE_LRUWALK_EVENT(nfsd_file_shrinker_removed);

TRACE_EVENT(nfsd_file_close,
        TP_PROTO(
                const struct inode *inode
        ),
        TP_ARGS(inode),
        TP_STRUCT__entry(
                __field(const void *, inode)
        ),
        TP_fast_assign(
                __entry->inode = inode;
        ),
        TP_printk("inode=%p",
                __entry->inode
        )
);

#include "cache.h"

TRACE_DEFINE_ENUM(RC_DROPIT);
TRACE_DEFINE_ENUM(RC_REPLY);
TRACE_DEFINE_ENUM(RC_DOIT);

#define show_drc_retval(x)                                              \
        __print_symbolic(x,                                             \
                { RC_DROPIT, "DROPIT" },                                \
                { RC_REPLY, "REPLY" },                                  \
                { RC_DOIT, "DOIT" })

TRACE_EVENT(nfsd_drc_found,
        TP_PROTO(
                const struct nfsd_net *nn,
                const struct svc_rqst *rqstp,
                int result
        ),
        TP_ARGS(nn, rqstp, result),
        TP_STRUCT__entry(
                __field(unsigned long long, boot_time)
                __field(unsigned long, result)
                __field(u32, xid)
        ),
        TP_fast_assign(
                __entry->boot_time = nn->boot_time;
                __entry->result = result;
                __entry->xid = be32_to_cpu(rqstp->rq_xid);
        ),
        TP_printk("boot_time=%16llx xid=0x%08x result=%s",
                __entry->boot_time, __entry->xid,
                show_drc_retval(__entry->result))

);

TRACE_EVENT(nfsd_drc_mismatch,
        TP_PROTO(
                const struct nfsd_net *nn,
                const struct nfsd_cacherep *key,
                const struct nfsd_cacherep *rp
        ),
        TP_ARGS(nn, key, rp),
        TP_STRUCT__entry(
                __field(unsigned long long, boot_time)
                __field(u32, xid)
                __field(u32, cached)
                __field(u32, ingress)
        ),
        TP_fast_assign(
                __entry->boot_time = nn->boot_time;
                __entry->xid = be32_to_cpu(key->c_key.k_xid);
                __entry->cached = (__force u32)key->c_key.k_csum;
                __entry->ingress = (__force u32)rp->c_key.k_csum;
        ),
        TP_printk("boot_time=%16llx xid=0x%08x cached-csum=0x%08x ingress-csum=0x%08x",
                __entry->boot_time, __entry->xid, __entry->cached,
                __entry->ingress)
);

TRACE_EVENT(nfsd_cb_args,
        TP_PROTO(
                const struct nfs4_client *clp,
                const struct nfs4_cb_conn *conn
        ),
        TP_ARGS(clp, conn),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(u32, prog)
                __field(u32, ident)
                __sockaddr(addr, conn->cb_addrlen)
        ),
        TP_fast_assign(
                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
                __entry->prog = conn->cb_prog;
                __entry->ident = conn->cb_ident;
                __assign_sockaddr(addr, &conn->cb_addr, conn->cb_addrlen);
        ),
        TP_printk("addr=%pISpc client %08x:%08x prog=%u ident=%u",
                __get_sockaddr(addr), __entry->cl_boot, __entry->cl_id,
                __entry->prog, __entry->ident)
);

TRACE_EVENT(nfsd_cb_nodelegs,
        TP_PROTO(const struct nfs4_client *clp),
        TP_ARGS(clp),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
        ),
        TP_fast_assign(
                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
        ),
        TP_printk("client %08x:%08x", __entry->cl_boot, __entry->cl_id)
)

#define show_cb_state(val)                                              \
        __print_symbolic(val,                                           \
                { NFSD4_CB_UP,          "UP" },                         \
                { NFSD4_CB_UNKNOWN,     "UNKNOWN" },                    \
                { NFSD4_CB_DOWN,        "DOWN" },                       \
                { NFSD4_CB_FAULT,       "FAULT"})

DECLARE_EVENT_CLASS(nfsd_cb_class,
        TP_PROTO(const struct nfs4_client *clp),
        TP_ARGS(clp),
        TP_STRUCT__entry(
                __field(unsigned long, state)
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __sockaddr(addr, clp->cl_cb_conn.cb_addrlen)
        ),
        TP_fast_assign(
                __entry->state = clp->cl_cb_state;
                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
                __assign_sockaddr(addr, &clp->cl_cb_conn.cb_addr,
                                  clp->cl_cb_conn.cb_addrlen)
        ),
        TP_printk("addr=%pISpc client %08x:%08x state=%s",
                __get_sockaddr(addr), __entry->cl_boot, __entry->cl_id,
                show_cb_state(__entry->state))
);

#define DEFINE_NFSD_CB_EVENT(name)                      \
DEFINE_EVENT(nfsd_cb_class, nfsd_cb_##name,             \
        TP_PROTO(const struct nfs4_client *clp),        \
        TP_ARGS(clp))

DEFINE_NFSD_CB_EVENT(start);
DEFINE_NFSD_CB_EVENT(new_state);
DEFINE_NFSD_CB_EVENT(probe);
DEFINE_NFSD_CB_EVENT(lost);
DEFINE_NFSD_CB_EVENT(shutdown);
DEFINE_NFSD_CB_EVENT(rpc_prepare);
DEFINE_NFSD_CB_EVENT(rpc_done);
DEFINE_NFSD_CB_EVENT(rpc_release);

TRACE_DEFINE_ENUM(RPC_AUTH_NULL);
TRACE_DEFINE_ENUM(RPC_AUTH_UNIX);
TRACE_DEFINE_ENUM(RPC_AUTH_GSS);
TRACE_DEFINE_ENUM(RPC_AUTH_GSS_KRB5);
TRACE_DEFINE_ENUM(RPC_AUTH_GSS_KRB5I);
TRACE_DEFINE_ENUM(RPC_AUTH_GSS_KRB5P);

#define show_nfsd_authflavor(val)                                       \
        __print_symbolic(val,                                           \
                { RPC_AUTH_NULL,                "none" },               \
                { RPC_AUTH_UNIX,                "sys" },                \
                { RPC_AUTH_GSS,                 "gss" },                \
                { RPC_AUTH_GSS_KRB5,            "krb5" },               \
                { RPC_AUTH_GSS_KRB5I,           "krb5i" },              \
                { RPC_AUTH_GSS_KRB5P,           "krb5p" })

TRACE_EVENT(nfsd_cb_setup,
        TP_PROTO(const struct nfs4_client *clp,
                 const char *netid,
                 rpc_authflavor_t authflavor
        ),
        TP_ARGS(clp, netid, authflavor),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(unsigned long, authflavor)
                __sockaddr(addr, clp->cl_cb_conn.cb_addrlen)
                __string(netid, netid)
        ),
        TP_fast_assign(
                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
                __assign_str(netid);
                __entry->authflavor = authflavor;
                __assign_sockaddr(addr, &clp->cl_cb_conn.cb_addr,
                                  clp->cl_cb_conn.cb_addrlen)
        ),
        TP_printk("addr=%pISpc client %08x:%08x proto=%s flavor=%s",
                __get_sockaddr(addr), __entry->cl_boot, __entry->cl_id,
                __get_str(netid), show_nfsd_authflavor(__entry->authflavor))
);

TRACE_EVENT(nfsd_cb_setup_err,
        TP_PROTO(
                const struct nfs4_client *clp,
                long error
        ),
        TP_ARGS(clp, error),
        TP_STRUCT__entry(
                __field(long, error)
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __sockaddr(addr, clp->cl_cb_conn.cb_addrlen)
        ),
        TP_fast_assign(
                __entry->error = error;
                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
                __assign_sockaddr(addr, &clp->cl_cb_conn.cb_addr,
                                  clp->cl_cb_conn.cb_addrlen)
        ),
        TP_printk("addr=%pISpc client %08x:%08x error=%ld",
                __get_sockaddr(addr), __entry->cl_boot, __entry->cl_id,
                __entry->error)
);

/* Not a real opcode, but there is no 0 operation. */
#define _CB_NULL        0

#define show_nfsd_cb_opcode(val)                                        \
        __print_symbolic(val,                                           \
                { _CB_NULL,                     "CB_NULL" },            \
                { OP_CB_GETATTR,                "CB_GETATTR" },         \
                { OP_CB_RECALL,                 "CB_RECALL" },          \
                { OP_CB_LAYOUTRECALL,           "CB_LAYOUTRECALL" },    \
                { OP_CB_RECALL_ANY,             "CB_RECALL_ANY" },      \
                { OP_CB_NOTIFY_LOCK,            "CB_NOTIFY_LOCK" },     \
                { OP_CB_OFFLOAD,                "CB_OFFLOAD" })

DECLARE_EVENT_CLASS(nfsd_cb_lifetime_class,
        TP_PROTO(
                const struct nfs4_client *clp,
                const struct nfsd4_callback *cb
        ),
        TP_ARGS(clp, cb),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(const void *, cb)
                __field(unsigned long, opcode)
                __field(bool, need_restart)
                __sockaddr(addr, clp->cl_cb_conn.cb_addrlen)
        ),
        TP_fast_assign(
                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
                __entry->cb = cb;
                __entry->opcode = cb->cb_ops ? cb->cb_ops->opcode : _CB_NULL;
                __entry->need_restart = test_bit(NFSD4_CALLBACK_REQUEUE, &cb->cb_flags);
                __assign_sockaddr(addr, &clp->cl_cb_conn.cb_addr,
                                  clp->cl_cb_conn.cb_addrlen)
        ),
        TP_printk("addr=%pISpc client %08x:%08x cb=%p%s opcode=%s",
                __get_sockaddr(addr), __entry->cl_boot, __entry->cl_id, __entry->cb,
                __entry->need_restart ?  " (need restart)" : " (first try)",
                show_nfsd_cb_opcode(__entry->opcode)
        )
);

#define DEFINE_NFSD_CB_LIFETIME_EVENT(name)             \
DEFINE_EVENT(nfsd_cb_lifetime_class, nfsd_cb_##name,    \
        TP_PROTO(                                       \
                const struct nfs4_client *clp,          \
                const struct nfsd4_callback *cb         \
        ),                                              \
        TP_ARGS(clp, cb))

DEFINE_NFSD_CB_LIFETIME_EVENT(queue);
DEFINE_NFSD_CB_LIFETIME_EVENT(destroy);
DEFINE_NFSD_CB_LIFETIME_EVENT(restart);
DEFINE_NFSD_CB_LIFETIME_EVENT(bc_update);
DEFINE_NFSD_CB_LIFETIME_EVENT(bc_shutdown);

TRACE_EVENT(nfsd_cb_seq_status,
        TP_PROTO(
                const struct rpc_task *task,
                const struct nfsd4_callback *cb
        ),
        TP_ARGS(task, cb),
        TP_STRUCT__entry(
                __field(unsigned int, task_id)
                __field(unsigned int, client_id)
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(u32, seqno)
                __field(u32, reserved)
                __field(int, tk_status)
                __field(int, seq_status)
        ),
        TP_fast_assign(
                const struct nfs4_client *clp = cb->cb_clp;
                const struct nfsd4_session *session = clp->cl_cb_session;
                const struct nfsd4_sessionid *sid =
                        (struct nfsd4_sessionid *)&session->se_sessionid;

                __entry->task_id = task->tk_pid;
                __entry->client_id = task->tk_client ?
                                     task->tk_client->cl_clid : -1;
                __entry->cl_boot = sid->clientid.cl_boot;
                __entry->cl_id = sid->clientid.cl_id;
                __entry->seqno = sid->sequence;
                __entry->reserved = sid->reserved;
                __entry->tk_status = task->tk_status;
                __entry->seq_status = cb->cb_seq_status;
        ),
        TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
                " sessionid=%08x:%08x:%08x:%08x tk_status=%d seq_status=%d",
                __entry->task_id, __entry->client_id,
                __entry->cl_boot, __entry->cl_id,
                __entry->seqno, __entry->reserved,
                __entry->tk_status, __entry->seq_status
        )
);

TRACE_EVENT(nfsd_cb_free_slot,
        TP_PROTO(
                const struct rpc_task *task,
                const struct nfsd4_callback *cb
        ),
        TP_ARGS(task, cb),
        TP_STRUCT__entry(
                __field(unsigned int, task_id)
                __field(unsigned int, client_id)
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(u32, seqno)
                __field(u32, reserved)
                __field(u32, slot_seqno)
        ),
        TP_fast_assign(
                const struct nfs4_client *clp = cb->cb_clp;
                const struct nfsd4_session *session = clp->cl_cb_session;
                const struct nfsd4_sessionid *sid =
                        (struct nfsd4_sessionid *)&session->se_sessionid;

                __entry->task_id = task->tk_pid;
                __entry->client_id = task->tk_client ?
                                     task->tk_client->cl_clid : -1;
                __entry->cl_boot = sid->clientid.cl_boot;
                __entry->cl_id = sid->clientid.cl_id;
                __entry->seqno = sid->sequence;
                __entry->reserved = sid->reserved;
                __entry->slot_seqno = session->se_cb_seq_nr[cb->cb_held_slot];
        ),
        TP_printk(SUNRPC_TRACE_TASK_SPECIFIER
                " sessionid=%08x:%08x:%08x:%08x new slot seqno=%u",
                __entry->task_id, __entry->client_id,
                __entry->cl_boot, __entry->cl_id,
                __entry->seqno, __entry->reserved,
                __entry->slot_seqno
        )
);

TRACE_EVENT_CONDITION(nfsd_cb_recall,
        TP_PROTO(
                const struct nfs4_stid *stid
        ),
        TP_ARGS(stid),
        TP_CONDITION(stid->sc_client),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(u32, si_id)
                __field(u32, si_generation)
                __sockaddr(addr, stid->sc_client->cl_cb_conn.cb_addrlen)
        ),
        TP_fast_assign(
                const stateid_t *stp = &stid->sc_stateid;
                const struct nfs4_client *clp = stid->sc_client;

                __entry->cl_boot = stp->si_opaque.so_clid.cl_boot;
                __entry->cl_id = stp->si_opaque.so_clid.cl_id;
                __entry->si_id = stp->si_opaque.so_id;
                __entry->si_generation = stp->si_generation;
                __assign_sockaddr(addr, &clp->cl_cb_conn.cb_addr,
                                  clp->cl_cb_conn.cb_addrlen)
        ),
        TP_printk("addr=%pISpc client %08x:%08x stateid %08x:%08x",
                __get_sockaddr(addr), __entry->cl_boot, __entry->cl_id,
                __entry->si_id, __entry->si_generation)
);

TRACE_EVENT(nfsd_cb_notify_lock,
        TP_PROTO(
                const struct nfs4_lockowner *lo,
                const struct nfsd4_blocked_lock *nbl
        ),
        TP_ARGS(lo, nbl),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(u32, fh_hash)
                __sockaddr(addr, lo->lo_owner.so_client->cl_cb_conn.cb_addrlen)
        ),
        TP_fast_assign(
                const struct nfs4_client *clp = lo->lo_owner.so_client;

                __entry->cl_boot = clp->cl_clientid.cl_boot;
                __entry->cl_id = clp->cl_clientid.cl_id;
                __entry->fh_hash = knfsd_fh_hash(&nbl->nbl_fh);
                __assign_sockaddr(addr, &clp->cl_cb_conn.cb_addr,
                                  clp->cl_cb_conn.cb_addrlen)
        ),
        TP_printk("addr=%pISpc client %08x:%08x fh_hash=0x%08x",
                __get_sockaddr(addr), __entry->cl_boot, __entry->cl_id,
                __entry->fh_hash)
);

TRACE_EVENT(nfsd_cb_offload,
        TP_PROTO(
                const struct nfs4_client *clp,
                const stateid_t *stp,
                const struct knfsd_fh *fh,
                u64 count,
                __be32 status
        ),
        TP_ARGS(clp, stp, fh, count, status),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(u32, si_id)
                __field(u32, si_generation)
                __field(u32, fh_hash)
                __field(int, status)
                __field(u64, count)
                __sockaddr(addr, clp->cl_cb_conn.cb_addrlen)
        ),
        TP_fast_assign(
                __entry->cl_boot = stp->si_opaque.so_clid.cl_boot;
                __entry->cl_id = stp->si_opaque.so_clid.cl_id;
                __entry->si_id = stp->si_opaque.so_id;
                __entry->si_generation = stp->si_generation;
                __entry->fh_hash = knfsd_fh_hash(fh);
                __entry->status = be32_to_cpu(status);
                __entry->count = count;
                __assign_sockaddr(addr, &clp->cl_cb_conn.cb_addr,
                                  clp->cl_cb_conn.cb_addrlen)
        ),
        TP_printk("addr=%pISpc client %08x:%08x stateid %08x:%08x fh_hash=0x%08x count=%llu status=%d",
                __get_sockaddr(addr), __entry->cl_boot, __entry->cl_id,
                __entry->si_id, __entry->si_generation,
                __entry->fh_hash, __entry->count, __entry->status)
);

TRACE_EVENT(nfsd_cb_recall_any,
        TP_PROTO(
                const struct nfsd4_cb_recall_any *ra
        ),
        TP_ARGS(ra),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(u32, keep)
                __field(unsigned long, bmval0)
                __sockaddr(addr, ra->ra_cb.cb_clp->cl_cb_conn.cb_addrlen)
        ),
        TP_fast_assign(
                __entry->cl_boot = ra->ra_cb.cb_clp->cl_clientid.cl_boot;
                __entry->cl_id = ra->ra_cb.cb_clp->cl_clientid.cl_id;
                __entry->keep = ra->ra_keep;
                __entry->bmval0 = ra->ra_bmval[0];
                __assign_sockaddr(addr, &ra->ra_cb.cb_clp->cl_addr,
                                  ra->ra_cb.cb_clp->cl_cb_conn.cb_addrlen);
        ),
        TP_printk("addr=%pISpc client %08x:%08x keep=%u bmval0=%s",
                __get_sockaddr(addr), __entry->cl_boot, __entry->cl_id,
                __entry->keep, show_rca_mask(__entry->bmval0)
        )
);

DECLARE_EVENT_CLASS(nfsd_cb_done_class,
        TP_PROTO(
                const stateid_t *stp,
                const struct rpc_task *task
        ),
        TP_ARGS(stp, task),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(u32, si_id)
                __field(u32, si_generation)
                __field(int, status)
        ),
        TP_fast_assign(
                __entry->cl_boot = stp->si_opaque.so_clid.cl_boot;
                __entry->cl_id = stp->si_opaque.so_clid.cl_id;
                __entry->si_id = stp->si_opaque.so_id;
                __entry->si_generation = stp->si_generation;
                __entry->status = task->tk_status;
        ),
        TP_printk("client %08x:%08x stateid %08x:%08x status=%d",
                __entry->cl_boot, __entry->cl_id, __entry->si_id,
                __entry->si_generation, __entry->status
        )
);

#define DEFINE_NFSD_CB_DONE_EVENT(name)                 \
DEFINE_EVENT(nfsd_cb_done_class, name,                  \
        TP_PROTO(                                       \
                const stateid_t *stp,                   \
                const struct rpc_task *task             \
        ),                                              \
        TP_ARGS(stp, task))

DEFINE_NFSD_CB_DONE_EVENT(nfsd_cb_recall_done);
DEFINE_NFSD_CB_DONE_EVENT(nfsd_cb_notify_lock_done);
DEFINE_NFSD_CB_DONE_EVENT(nfsd_cb_layout_done);
DEFINE_NFSD_CB_DONE_EVENT(nfsd_cb_offload_done);
DEFINE_NFSD_CB_DONE_EVENT(nfsd_cb_getattr_done);

TRACE_EVENT(nfsd_cb_recall_any_done,
        TP_PROTO(
                const struct nfsd4_callback *cb,
                const struct rpc_task *task
        ),
        TP_ARGS(cb, task),
        TP_STRUCT__entry(
                __field(u32, cl_boot)
                __field(u32, cl_id)
                __field(int, status)
        ),
        TP_fast_assign(
                __entry->status = task->tk_status;
                __entry->cl_boot = cb->cb_clp->cl_clientid.cl_boot;
                __entry->cl_id = cb->cb_clp->cl_clientid.cl_id;
        ),
        TP_printk("client %08x:%08x status=%d",
                __entry->cl_boot, __entry->cl_id, __entry->status
        )
);

TRACE_EVENT(nfsd_ctl_unlock_ip,
        TP_PROTO(
                const struct net *net,
                const char *address
        ),
        TP_ARGS(net, address),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __string(address, address)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __assign_str(address);
        ),
        TP_printk("address=%s",
                __get_str(address)
        )
);

TRACE_EVENT(nfsd_ctl_unlock_fs,
        TP_PROTO(
                const struct net *net,
                const char *path
        ),
        TP_ARGS(net, path),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __string(path, path)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __assign_str(path);
        ),
        TP_printk("path=%s",
                __get_str(path)
        )
);

TRACE_EVENT(nfsd_ctl_filehandle,
        TP_PROTO(
                const struct net *net,
                const char *domain,
                const char *path,
                int maxsize
        ),
        TP_ARGS(net, domain, path, maxsize),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __field(int, maxsize)
                __string(domain, domain)
                __string(path, path)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __entry->maxsize = maxsize;
                __assign_str(domain);
                __assign_str(path);
        ),
        TP_printk("domain=%s path=%s maxsize=%d",
                __get_str(domain), __get_str(path), __entry->maxsize
        )
);

TRACE_EVENT(nfsd_ctl_threads,
        TP_PROTO(
                const struct net *net,
                int newthreads
        ),
        TP_ARGS(net, newthreads),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __field(int, newthreads)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __entry->newthreads = newthreads;
        ),
        TP_printk("newthreads=%d",
                __entry->newthreads
        )
);

TRACE_EVENT(nfsd_ctl_pool_threads,
        TP_PROTO(
                const struct net *net,
                int pool,
                int nrthreads
        ),
        TP_ARGS(net, pool, nrthreads),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __field(int, pool)
                __field(int, nrthreads)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __entry->pool = pool;
                __entry->nrthreads = nrthreads;
        ),
        TP_printk("pool=%d nrthreads=%d",
                __entry->pool, __entry->nrthreads
        )
);

TRACE_EVENT(nfsd_ctl_version,
        TP_PROTO(
                const struct net *net,
                const char *mesg
        ),
        TP_ARGS(net, mesg),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __string(mesg, mesg)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __assign_str(mesg);
        ),
        TP_printk("%s",
                __get_str(mesg)
        )
);

TRACE_EVENT(nfsd_ctl_ports_addfd,
        TP_PROTO(
                const struct net *net,
                int fd
        ),
        TP_ARGS(net, fd),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __field(int, fd)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __entry->fd = fd;
        ),
        TP_printk("fd=%d",
                __entry->fd
        )
);

TRACE_EVENT(nfsd_ctl_ports_addxprt,
        TP_PROTO(
                const struct net *net,
                const char *transport,
                int port
        ),
        TP_ARGS(net, transport, port),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __field(int, port)
                __string(transport, transport)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __entry->port = port;
                __assign_str(transport);
        ),
        TP_printk("transport=%s port=%d",
                __get_str(transport), __entry->port
        )
);

TRACE_EVENT(nfsd_ctl_maxblksize,
        TP_PROTO(
                const struct net *net,
                int bsize
        ),
        TP_ARGS(net, bsize),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __field(int, bsize)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __entry->bsize = bsize;
        ),
        TP_printk("bsize=%d",
                __entry->bsize
        )
);

TRACE_EVENT(nfsd_ctl_minthreads,
        TP_PROTO(
                const struct net *net,
                int minthreads
        ),
        TP_ARGS(net, minthreads),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __field(int, minthreads)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __entry->minthreads = minthreads
        ),
        TP_printk("minthreads=%d",
                __entry->minthreads
        )
);

TRACE_EVENT(nfsd_ctl_time,
        TP_PROTO(
                const struct net *net,
                const char *name,
                size_t namelen,
                int time
        ),
        TP_ARGS(net, name, namelen, time),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __field(int, time)
                __string_len(name, name, namelen)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __entry->time = time;
                __assign_str(name);
        ),
        TP_printk("file=%s time=%d",
                __get_str(name), __entry->time
        )
);

TRACE_EVENT(nfsd_ctl_recoverydir,
        TP_PROTO(
                const struct net *net,
                const char *recdir
        ),
        TP_ARGS(net, recdir),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
                __string(recdir, recdir)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
                __assign_str(recdir);
        ),
        TP_printk("recdir=%s",
                __get_str(recdir)
        )
);

TRACE_EVENT(nfsd_end_grace,
        TP_PROTO(
                const struct net *net
        ),
        TP_ARGS(net),
        TP_STRUCT__entry(
                __field(unsigned int, netns_ino)
        ),
        TP_fast_assign(
                __entry->netns_ino = net->ns.inum;
        ),
        TP_printk("nn=%d", __entry->netns_ino
        )
);

DECLARE_EVENT_CLASS(nfsd_copy_class,
        TP_PROTO(
                const struct nfsd4_copy *copy
        ),
        TP_ARGS(copy),
        TP_STRUCT__entry(
                __field(bool, intra)
                __field(bool, async)
                __field(u32, src_cl_boot)
                __field(u32, src_cl_id)
                __field(u32, src_so_id)
                __field(u32, src_si_generation)
                __field(u32, dst_cl_boot)
                __field(u32, dst_cl_id)
                __field(u32, dst_so_id)
                __field(u32, dst_si_generation)
                __field(u32, cb_cl_boot)
                __field(u32, cb_cl_id)
                __field(u32, cb_so_id)
                __field(u32, cb_si_generation)
                __field(u64, src_cp_pos)
                __field(u64, dst_cp_pos)
                __field(u64, cp_count)
                __sockaddr(addr, sizeof(struct sockaddr_in6))
        ),
        TP_fast_assign(
                const stateid_t *src_stp = &copy->cp_src_stateid;
                const stateid_t *dst_stp = &copy->cp_dst_stateid;
                const stateid_t *cb_stp = &copy->cp_res.cb_stateid;

                __entry->intra = test_bit(NFSD4_COPY_F_INTRA, &copy->cp_flags);
                __entry->async = !test_bit(NFSD4_COPY_F_SYNCHRONOUS, &copy->cp_flags);
                __entry->src_cl_boot = src_stp->si_opaque.so_clid.cl_boot;
                __entry->src_cl_id = src_stp->si_opaque.so_clid.cl_id;
                __entry->src_so_id = src_stp->si_opaque.so_id;
                __entry->src_si_generation = src_stp->si_generation;
                __entry->dst_cl_boot = dst_stp->si_opaque.so_clid.cl_boot;
                __entry->dst_cl_id = dst_stp->si_opaque.so_clid.cl_id;
                __entry->dst_so_id = dst_stp->si_opaque.so_id;
                __entry->dst_si_generation = dst_stp->si_generation;
                __entry->cb_cl_boot = cb_stp->si_opaque.so_clid.cl_boot;
                __entry->cb_cl_id = cb_stp->si_opaque.so_clid.cl_id;
                __entry->cb_so_id = cb_stp->si_opaque.so_id;
                __entry->cb_si_generation = cb_stp->si_generation;
                __entry->src_cp_pos = copy->cp_src_pos;
                __entry->dst_cp_pos = copy->cp_dst_pos;
                __entry->cp_count = copy->cp_count;
                __assign_sockaddr(addr, &copy->cp_clp->cl_addr,
                                sizeof(struct sockaddr_in6));
        ),
        TP_printk("client=%pISpc intra=%d async=%d "
                "src_client %08x:%08x src_stateid %08x:%08x "
                "dst_client %08x:%08x dst_stateid %08x:%08x "
                "cb_client %08x:%08x cb_stateid %08x:%08x "
                "cp_src_pos=%llu cp_dst_pos=%llu cp_count=%llu",
                __get_sockaddr(addr), __entry->intra, __entry->async,
                __entry->src_cl_boot, __entry->src_cl_id,
                __entry->src_so_id, __entry->src_si_generation,
                __entry->dst_cl_boot, __entry->dst_cl_id,
                __entry->dst_so_id, __entry->dst_si_generation,
                __entry->cb_cl_boot, __entry->cb_cl_id,
                __entry->cb_so_id, __entry->cb_si_generation,
                __entry->src_cp_pos, __entry->dst_cp_pos, __entry->cp_count
        )
);

#define DEFINE_COPY_EVENT(name)                         \
DEFINE_EVENT(nfsd_copy_class, nfsd_copy_##name, \
        TP_PROTO(const struct nfsd4_copy *copy),        \
        TP_ARGS(copy))

DEFINE_COPY_EVENT(inter);
DEFINE_COPY_EVENT(intra);
DEFINE_COPY_EVENT(async);

TRACE_EVENT(nfsd_copy_done,
        TP_PROTO(
                const struct nfsd4_copy *copy,
                __be32 status
        ),
        TP_ARGS(copy, status),
        TP_STRUCT__entry(
                __field(int, status)
                __field(bool, intra)
                __field(bool, async)
                __sockaddr(addr, sizeof(struct sockaddr_in6))
        ),
        TP_fast_assign(
                __entry->status = be32_to_cpu(status);
                __entry->intra = test_bit(NFSD4_COPY_F_INTRA, &copy->cp_flags);
                __entry->async = !test_bit(NFSD4_COPY_F_SYNCHRONOUS, &copy->cp_flags);
                __assign_sockaddr(addr, &copy->cp_clp->cl_addr,
                                sizeof(struct sockaddr_in6));
        ),
        TP_printk("addr=%pISpc status=%d intra=%d async=%d",
                __get_sockaddr(addr), __entry->status, __entry->intra, __entry->async
        )
);

DECLARE_EVENT_CLASS(nfsd_copy_async_done_class,
        TP_PROTO(
                const struct nfsd4_copy *copy
        ),
        TP_ARGS(copy),
        TP_STRUCT__entry(
                __field(int, status)
                __field(bool, intra)
                __field(bool, async)
                __field(u32, src_cl_boot)
                __field(u32, src_cl_id)
                __field(u32, src_so_id)
                __field(u32, src_si_generation)
                __field(u32, dst_cl_boot)
                __field(u32, dst_cl_id)
                __field(u32, dst_so_id)
                __field(u32, dst_si_generation)
                __field(u32, cb_cl_boot)
                __field(u32, cb_cl_id)
                __field(u32, cb_so_id)
                __field(u32, cb_si_generation)
                __field(u64, src_cp_pos)
                __field(u64, dst_cp_pos)
                __field(u64, cp_count)
                __sockaddr(addr, sizeof(struct sockaddr_in6))
        ),
        TP_fast_assign(
                const stateid_t *src_stp = &copy->cp_src_stateid;
                const stateid_t *dst_stp = &copy->cp_dst_stateid;
                const stateid_t *cb_stp = &copy->cp_res.cb_stateid;

                __entry->status = be32_to_cpu(copy->nfserr);
                __entry->intra = test_bit(NFSD4_COPY_F_INTRA, &copy->cp_flags);
                __entry->async = !test_bit(NFSD4_COPY_F_SYNCHRONOUS, &copy->cp_flags);
                __entry->src_cl_boot = src_stp->si_opaque.so_clid.cl_boot;
                __entry->src_cl_id = src_stp->si_opaque.so_clid.cl_id;
                __entry->src_so_id = src_stp->si_opaque.so_id;
                __entry->src_si_generation = src_stp->si_generation;
                __entry->dst_cl_boot = dst_stp->si_opaque.so_clid.cl_boot;
                __entry->dst_cl_id = dst_stp->si_opaque.so_clid.cl_id;
                __entry->dst_so_id = dst_stp->si_opaque.so_id;
                __entry->dst_si_generation = dst_stp->si_generation;
                __entry->cb_cl_boot = cb_stp->si_opaque.so_clid.cl_boot;
                __entry->cb_cl_id = cb_stp->si_opaque.so_clid.cl_id;
                __entry->cb_so_id = cb_stp->si_opaque.so_id;
                __entry->cb_si_generation = cb_stp->si_generation;
                __entry->src_cp_pos = copy->cp_src_pos;
                __entry->dst_cp_pos = copy->cp_dst_pos;
                __entry->cp_count = copy->cp_count;
                __assign_sockaddr(addr, &copy->cp_clp->cl_addr,
                                sizeof(struct sockaddr_in6));
        ),
        TP_printk("client=%pISpc status=%d intra=%d async=%d "
                "src_client %08x:%08x src_stateid %08x:%08x "
                "dst_client %08x:%08x dst_stateid %08x:%08x "
                "cb_client %08x:%08x cb_stateid %08x:%08x "
                "cp_src_pos=%llu cp_dst_pos=%llu cp_count=%llu",
                __get_sockaddr(addr),
                __entry->status, __entry->intra, __entry->async,
                __entry->src_cl_boot, __entry->src_cl_id,
                __entry->src_so_id, __entry->src_si_generation,
                __entry->dst_cl_boot, __entry->dst_cl_id,
                __entry->dst_so_id, __entry->dst_si_generation,
                __entry->cb_cl_boot, __entry->cb_cl_id,
                __entry->cb_so_id, __entry->cb_si_generation,
                __entry->src_cp_pos, __entry->dst_cp_pos, __entry->cp_count
        )
);

#define DEFINE_COPY_ASYNC_DONE_EVENT(name)              \
DEFINE_EVENT(nfsd_copy_async_done_class,                \
        nfsd_copy_async_##name,                         \
        TP_PROTO(const struct nfsd4_copy *copy),        \
        TP_ARGS(copy))

DEFINE_COPY_ASYNC_DONE_EVENT(done);
DEFINE_COPY_ASYNC_DONE_EVENT(cancel);

TRACE_EVENT(nfsd_vfs_setattr,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct svc_fh *fhp,
                const struct iattr *iap,
                const struct timespec64 *guardtime
        ),
        TP_ARGS(rqstp, fhp, iap, guardtime),
        TP_STRUCT__entry(
                NFSD_TRACE_PROC_CALL_FIELDS(rqstp)
                __field(u32, fh_hash)
                __field(s64, gtime_tv_sec)
                __field(u32, gtime_tv_nsec)
                __field(unsigned int, ia_valid)
                __field(loff_t, ia_size)
                __field(uid_t, ia_uid)
                __field(gid_t, ia_gid)
                __field(umode_t, ia_mode)
        ),
        TP_fast_assign(
                NFSD_TRACE_PROC_CALL_ASSIGNMENTS(rqstp);
                __entry->fh_hash = knfsd_fh_hash(&fhp->fh_handle);
                __entry->gtime_tv_sec = guardtime ? guardtime->tv_sec : 0;
                __entry->gtime_tv_nsec = guardtime ? guardtime->tv_nsec : 0;
                __entry->ia_valid = iap->ia_valid;
                __entry->ia_size = iap->ia_size;
                __entry->ia_uid = __kuid_val(iap->ia_uid);
                __entry->ia_gid = __kgid_val(iap->ia_gid);
                __entry->ia_mode = iap->ia_mode;
        ),
        TP_printk(
                "xid=0x%08x fh_hash=0x%08x ia_valid=%s ia_size=%llu ia_mode=0%o ia_uid=%u ia_gid=%u guard_time=%lld.%u",
                __entry->xid, __entry->fh_hash, show_ia_valid_flags(__entry->ia_valid),
                __entry->ia_size, __entry->ia_mode, __entry->ia_uid, __entry->ia_gid,
                __entry->gtime_tv_sec, __entry->gtime_tv_nsec
        )
)

TRACE_EVENT(nfsd_vfs_lookup,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct svc_fh *fhp,
                const char *name,
                unsigned int len
        ),
        TP_ARGS(rqstp, fhp, name, len),
        TP_STRUCT__entry(
                NFSD_TRACE_PROC_CALL_FIELDS(rqstp)
                __field(u32, fh_hash)
                __string_len(name, name, len)
        ),
        TP_fast_assign(
                NFSD_TRACE_PROC_CALL_ASSIGNMENTS(rqstp);
                __entry->fh_hash = knfsd_fh_hash(&fhp->fh_handle);
                __assign_str(name);
        ),
        TP_printk("xid=0x%08x fh_hash=0x%08x name=%s",
                __entry->xid, __entry->fh_hash, __get_str(name)
        )
);

TRACE_EVENT(nfsd_vfs_create,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct svc_fh *fhp,
                umode_t type,
                const char *name,
                unsigned int len
        ),
        TP_ARGS(rqstp, fhp, type, name, len),
        TP_STRUCT__entry(
                NFSD_TRACE_PROC_CALL_FIELDS(rqstp)
                __field(u32, fh_hash)
                __field(umode_t, type)
                __string_len(name, name, len)
        ),
        TP_fast_assign(
                NFSD_TRACE_PROC_CALL_ASSIGNMENTS(rqstp);
                __entry->fh_hash = knfsd_fh_hash(&fhp->fh_handle);
                __entry->type = type;
                __assign_str(name);
        ),
        TP_printk("xid=0x%08x fh_hash=0x%08x type=%s name=%s",
                __entry->xid, __entry->fh_hash,
                show_fs_file_type(__entry->type), __get_str(name)
        )
);

TRACE_EVENT(nfsd_vfs_symlink,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct svc_fh *fhp,
                const char *name,
                unsigned int namelen,
                const char *target
        ),
        TP_ARGS(rqstp, fhp, name, namelen, target),
        TP_STRUCT__entry(
                NFSD_TRACE_PROC_CALL_FIELDS(rqstp)
                __field(u32, fh_hash)
                __string_len(name, name, namelen)
                __string(target, target)
        ),
        TP_fast_assign(
                NFSD_TRACE_PROC_CALL_ASSIGNMENTS(rqstp);
                __entry->fh_hash = knfsd_fh_hash(&fhp->fh_handle);
                __assign_str(name);
                __assign_str(target);
        ),
        TP_printk("xid=0x%08x fh_hash=0x%08x name=%s target=%s",
                __entry->xid, __entry->fh_hash,
                __get_str(name), __get_str(target)
        )
);

TRACE_EVENT(nfsd_vfs_link,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct svc_fh *sfhp,
                const struct svc_fh *tfhp,
                const char *name,
                unsigned int namelen
        ),
        TP_ARGS(rqstp, sfhp, tfhp, name, namelen),
        TP_STRUCT__entry(
                NFSD_TRACE_PROC_CALL_FIELDS(rqstp)
                __field(u32, sfh_hash)
                __field(u32, tfh_hash)
                __string_len(name, name, namelen)
        ),
        TP_fast_assign(
                NFSD_TRACE_PROC_CALL_ASSIGNMENTS(rqstp);
                __entry->sfh_hash = knfsd_fh_hash(&sfhp->fh_handle);
                __entry->tfh_hash = knfsd_fh_hash(&tfhp->fh_handle);
                __assign_str(name);
        ),
        TP_printk("xid=0x%08x src_fh=0x%08x tgt_fh=0x%08x name=%s",
                __entry->xid, __entry->sfh_hash, __entry->tfh_hash,
                __get_str(name)
        )
);

TRACE_EVENT(nfsd_vfs_unlink,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct svc_fh *fhp,
                const char *name,
                unsigned int len
        ),
        TP_ARGS(rqstp, fhp, name, len),
        TP_STRUCT__entry(
                NFSD_TRACE_PROC_CALL_FIELDS(rqstp)
                __field(u32, fh_hash)
                __string_len(name, name, len)
        ),
        TP_fast_assign(
                NFSD_TRACE_PROC_CALL_ASSIGNMENTS(rqstp);
                __entry->fh_hash = knfsd_fh_hash(&fhp->fh_handle);
                __assign_str(name);
        ),
        TP_printk("xid=0x%08x fh_hash=0x%08x name=%s",
                __entry->xid, __entry->fh_hash,
                __get_str(name)
        )
);

TRACE_EVENT(nfsd_vfs_rename,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct svc_fh *sfhp,
                const struct svc_fh *tfhp,
                const char *source,
                unsigned int sourcelen,
                const char *target,
                unsigned int targetlen
        ),
        TP_ARGS(rqstp, sfhp, tfhp, source, sourcelen, target, targetlen),
        TP_STRUCT__entry(
                NFSD_TRACE_PROC_CALL_FIELDS(rqstp)
                __field(u32, sfh_hash)
                __field(u32, tfh_hash)
                __string_len(source, source, sourcelen)
                __string_len(target, target, targetlen)
        ),
        TP_fast_assign(
                NFSD_TRACE_PROC_CALL_ASSIGNMENTS(rqstp);
                __entry->sfh_hash = knfsd_fh_hash(&sfhp->fh_handle);
                __entry->tfh_hash = knfsd_fh_hash(&tfhp->fh_handle);
                __assign_str(source);
                __assign_str(target);
        ),
        TP_printk("xid=0x%08x sfh_hash=0x%08x tfh_hash=0x%08x source=%s target=%s",
                __entry->xid, __entry->sfh_hash, __entry->tfh_hash,
                __get_str(source), __get_str(target)
        )
);

TRACE_EVENT(nfsd_vfs_readdir,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct svc_fh *fhp,
                u32 count,
                u64 offset
        ),
        TP_ARGS(rqstp, fhp, count, offset),
        TP_STRUCT__entry(
                NFSD_TRACE_PROC_CALL_FIELDS(rqstp)
                __field(u32, fh_hash)
                __field(u32, count)
                __field(u64, offset)
        ),
        TP_fast_assign(
                NFSD_TRACE_PROC_CALL_ASSIGNMENTS(rqstp);
                __entry->fh_hash = knfsd_fh_hash(&fhp->fh_handle);
                __entry->count = count;
                __entry->offset = offset;
        ),
        TP_printk("xid=0x%08x fh_hash=0x%08x offset=%llu count=%u",
                __entry->xid, __entry->fh_hash,
                __entry->offset, __entry->count
        )
);

DECLARE_EVENT_CLASS(nfsd_vfs_getattr_class,
        TP_PROTO(
                const struct svc_rqst *rqstp,
                const struct svc_fh *fhp
        ),
        TP_ARGS(rqstp, fhp),
        TP_STRUCT__entry(
                NFSD_TRACE_PROC_CALL_FIELDS(rqstp)
                __field(u32, fh_hash)
        ),
        TP_fast_assign(
                NFSD_TRACE_PROC_CALL_ASSIGNMENTS(rqstp);
                __entry->fh_hash = knfsd_fh_hash(&fhp->fh_handle);
        ),
        TP_printk("xid=0x%08x fh_hash=0x%08x",
                __entry->xid, __entry->fh_hash
        )
);

#define DEFINE_NFSD_VFS_GETATTR_EVENT(__name)           \
DEFINE_EVENT(nfsd_vfs_getattr_class, __name,            \
        TP_PROTO(                                       \
                const struct svc_rqst *rqstp,           \
                const struct svc_fh *fhp                \
        ),                                              \
        TP_ARGS(rqstp, fhp))

DEFINE_NFSD_VFS_GETATTR_EVENT(nfsd_vfs_getattr);
DEFINE_NFSD_VFS_GETATTR_EVENT(nfsd_vfs_statfs);

DECLARE_EVENT_CLASS(nfsd_pnfs_class,
        TP_PROTO(
                const struct nfs4_client *clp,
                const char *dev,
                int error
        ),
        TP_ARGS(clp, dev, error),
        TP_STRUCT__entry(
                __sockaddr(addr, sizeof(struct sockaddr_in6))
                __field(unsigned int, netns_ino)
                __string(dev, dev)
                __field(int, error)
        ),
        TP_fast_assign(
                __assign_sockaddr(addr, &clp->cl_addr,
                                sizeof(struct sockaddr_in6));
                __entry->netns_ino = clp->net->ns.inum;
                __assign_str(dev);
                __entry->error = error;
        ),
        TP_printk("client=%pISpc nn=%d dev=%s error=%d",
                __get_sockaddr(addr),
                __entry->netns_ino,
                __get_str(dev),
                __entry->error
        )
);

#define DEFINE_NFSD_PNFS_ERR_EVENT(name)                \
DEFINE_EVENT(nfsd_pnfs_class, nfsd_pnfs_##name, \
        TP_PROTO(                                       \
                const struct nfs4_client *clp,          \
                const char *dev,                                \
                int error                               \
        ),                                              \
        TP_ARGS(clp, dev, error))

DEFINE_NFSD_PNFS_ERR_EVENT(fence);
#endif /* _NFSD_TRACE_H */

#undef TRACE_INCLUDE_PATH
#define TRACE_INCLUDE_PATH .
#define TRACE_INCLUDE_FILE trace
#include <trace/define_trace.h>