#include <sys/machsystm.h>
#include <sys/taskq.h>
#include <sys/disp.h>
#include <sys/cmn_err.h>
#include <sys/note.h>
#include <sys/mdeg.h>
#include <sys/mach_descrip.h>
#include <sys/mdesc.h>
typedef struct mdeg_clnt {
boolean_t valid;
mdeg_node_match_t *nmatch;
mdeg_node_spec_t *pspec;
mdeg_cb_t cb;
caddr_t cb_arg;
uint64_t magic;
mdeg_handle_t hdl;
} mdeg_clnt_t;
static struct mdeg {
taskq_t *taskq;
boolean_t enabled;
kmutex_t lock;
md_t *md_prev;
md_t *md_curr;
mdeg_clnt_t *tbl;
krwlock_t rwlock;
uint_t maxclnts;
uint_t nclnts;
} mdeg;
#ifdef DEBUG
uint_t mdeg_debug = 0x0;
static void mdeg_dump_clnt(mdeg_clnt_t *clnt);
static void mdeg_dump_table(void);
#define MDEG_DBG if (mdeg_debug) printf
#define MDEG_DUMP_CLNT mdeg_dump_clnt
#define MDEG_DUMP_TABLE mdeg_dump_table
#else
#define MDEG_DBG _NOTE(CONSTCOND) if (0) printf
#define MDEG_DUMP_CLNT(...)
#define MDEG_DUMP_TABLE(...)
#endif
#define MDEG_MAX_TASKQ_THR 512
#define MDEG_MAX_CLNTS_INIT 64
#define MDEG_MAGIC 0x4D4445475F48444Cull
#define MDEG_IDX_SHIFT 32
#define MDEG_COUNT_MASK 0xfffffffful
#define MDEG_ALLOC_HDL(_idx, _count) (((uint64_t)_idx << MDEG_IDX_SHIFT) | \
((uint64_t)(_count + 1) & \
MDEG_COUNT_MASK))
#define MDEG_HDL2IDX(hdl) (hdl >> MDEG_IDX_SHIFT)
#define MDEG_HDL2COUNT(hdl) (hdl & MDEG_COUNT_MASK)
static const char trunc_str[] = " ... }";
static mdeg_clnt_t *mdeg_alloc_clnt(void);
static void mdeg_notify_client(void *);
static mde_cookie_t mdeg_find_start_node(md_t *, mdeg_node_spec_t *);
static boolean_t mdeg_node_spec_match(md_t *, mde_cookie_t, mdeg_node_spec_t *);
static void mdeg_get_diff_results(md_diff_cookie_t, mdeg_result_t *);
int
mdeg_init(void)
{
int tblsz;
if ((mdeg.md_curr = md_get_handle()) == NULL) {
cmn_err(CE_WARN, "unable to cache snapshot of MD");
return (-1);
}
mdeg.maxclnts = MDEG_MAX_CLNTS_INIT;
tblsz = mdeg.maxclnts * sizeof (mdeg_clnt_t);
mdeg.tbl = kmem_zalloc(tblsz, KM_SLEEP);
rw_init(&mdeg.rwlock, NULL, RW_DRIVER, NULL);
mdeg.nclnts = 0;
mutex_init(&mdeg.lock, NULL, MUTEX_DRIVER, NULL);
mdeg.taskq = taskq_create("mdeg_taskq", 1, minclsyspri, 1,
MDEG_MAX_TASKQ_THR, TASKQ_PREPOPULATE | TASKQ_DYNAMIC);
mdeg.enabled = B_TRUE;
return (0);
}
void
mdeg_fini(void)
{
mdeg.enabled = B_FALSE;
taskq_destroy(mdeg.taskq);
kmem_free(mdeg.tbl, mdeg.maxclnts * sizeof (mdeg_clnt_t));
rw_destroy(&mdeg.rwlock);
if (mdeg.md_curr)
(void) md_fini_handle(mdeg.md_curr);
if (mdeg.md_prev)
(void) md_fini_handle(mdeg.md_prev);
mutex_destroy(&mdeg.lock);
}
static mdeg_clnt_t *
mdeg_alloc_clnt(void)
{
mdeg_clnt_t *clnt;
int idx;
mdeg_clnt_t *newtbl;
uint_t newmaxclnts;
uint_t newtblsz;
uint_t oldtblsz;
ASSERT(RW_WRITE_HELD(&mdeg.rwlock));
for (idx = 0; idx < mdeg.maxclnts; idx++) {
clnt = &mdeg.tbl[idx];
if (!clnt->valid) {
break;
}
}
if (idx != mdeg.maxclnts) {
goto found;
}
MDEG_DBG("client table full:\n");
MDEG_DUMP_TABLE();
newmaxclnts = mdeg.maxclnts * 2;
newtblsz = newmaxclnts * sizeof (mdeg_clnt_t);
newtbl = kmem_zalloc(newtblsz, KM_SLEEP);
oldtblsz = mdeg.maxclnts * sizeof (mdeg_clnt_t);
bcopy(mdeg.tbl, newtbl, oldtblsz);
clnt = &newtbl[mdeg.maxclnts];
kmem_free(mdeg.tbl, oldtblsz);
mdeg.tbl = newtbl;
mdeg.maxclnts = newmaxclnts;
found:
ASSERT(clnt->valid == 0);
clnt->hdl = MDEG_ALLOC_HDL(idx, MDEG_HDL2COUNT(clnt->hdl));
return (clnt);
}
static mdeg_clnt_t *
mdeg_get_client(mdeg_handle_t hdl)
{
int idx;
mdeg_clnt_t *clnt;
idx = MDEG_HDL2IDX(hdl);
if ((idx < 0) || (idx >= mdeg.maxclnts)) {
MDEG_DBG("mdeg_get_client: index out of bounds\n");
return (NULL);
}
clnt = &mdeg.tbl[idx];
if (!clnt->valid) {
MDEG_DBG("mdeg_get_client: client is not valid\n");
return (NULL);
}
if (clnt->hdl != hdl) {
MDEG_DBG("mdeg_get_client: bad handle\n");
return (NULL);
}
if (clnt->magic != MDEG_MAGIC) {
MDEG_DBG("mdeg_get_client: bad magic\n");
return (NULL);
}
return (clnt);
}
static int
mdeg_notify_client_reg(mdeg_clnt_t *clnt)
{
md_t *mdp = NULL;
mde_str_cookie_t nname;
mde_str_cookie_t aname;
mde_cookie_t startnode;
int nnodes;
int nodechk;
mde_cookie_t *listp = NULL;
mdeg_result_t *mdeg_res = NULL;
int rv = MDEG_SUCCESS;
mutex_enter(&mdeg.lock);
if (clnt->pspec == NULL) {
(void) (*clnt->cb)(clnt->cb_arg, NULL);
goto done;
}
if ((mdp = md_get_handle()) == NULL) {
cmn_err(CE_WARN, "unable to retrieve current MD");
rv = MDEG_FAILURE;
goto done;
}
startnode = mdeg_find_start_node(mdp, clnt->pspec);
if (startnode == MDE_INVAL_ELEM_COOKIE) {
cmn_err(CE_WARN, "unable to match node specifier");
rv = MDEG_FAILURE;
goto done;
}
mdeg_res = kmem_zalloc(sizeof (mdeg_result_t), KM_SLEEP);
nname = md_find_name(mdp, clnt->nmatch->namep);
aname = md_find_name(mdp, "fwd");
nnodes = md_scan_dag(mdp, startnode, nname, aname, NULL);
if (nnodes == 0) {
MDEG_DBG("mdeg_notify_client_reg: no nodes of interest\n");
rv = MDEG_SUCCESS;
goto done;
} else if (nnodes == -1) {
MDEG_DBG("error scanning DAG\n");
rv = MDEG_FAILURE;
goto done;
}
MDEG_DBG("mdeg_notify_client_reg: %d node%s of interest\n",
nnodes, (nnodes == 1) ? "" : "s");
listp = kmem_alloc(sizeof (mde_cookie_t) * nnodes, KM_SLEEP);
nodechk = md_scan_dag(mdp, startnode, nname, aname, listp);
ASSERT(nodechk == nnodes);
mdeg_res->added.mdp = mdp;
mdeg_res->added.mdep = listp;
mdeg_res->added.nelem = nnodes;
(void) (*clnt->cb)(clnt->cb_arg, mdeg_res);
done:
mutex_exit(&mdeg.lock);
if (mdp)
(void) md_fini_handle(mdp);
if (listp)
kmem_free(listp, sizeof (mde_cookie_t) * nnodes);
if (mdeg_res)
kmem_free(mdeg_res, sizeof (mdeg_result_t));
return (rv);
}
int
mdeg_register(mdeg_node_spec_t *pspecp, mdeg_node_match_t *nmatchp,
mdeg_cb_t cb, void *cb_arg, mdeg_handle_t *hdlp)
{
mdeg_clnt_t *clnt;
ASSERT(!taskq_member(mdeg.taskq, curthread));
if (((pspecp != NULL) && (nmatchp == NULL)) ||
((pspecp == NULL) && (nmatchp != NULL))) {
MDEG_DBG("mdeg_register: invalid parameters\n");
return (MDEG_FAILURE);
}
rw_enter(&mdeg.rwlock, RW_WRITER);
clnt = mdeg_alloc_clnt();
ASSERT(clnt);
clnt->nmatch = nmatchp;
clnt->pspec = pspecp;
clnt->cb = cb;
clnt->cb_arg = cb_arg;
clnt->magic = MDEG_MAGIC;
clnt->valid = B_TRUE;
MDEG_DBG("client registered (0x%lx):\n", clnt->hdl);
MDEG_DUMP_CLNT(clnt);
mdeg.nclnts++;
if (mdeg_notify_client_reg(clnt) != MDEG_SUCCESS) {
bzero(clnt, sizeof (mdeg_clnt_t));
rw_exit(&mdeg.rwlock);
return (MDEG_FAILURE);
}
rw_exit(&mdeg.rwlock);
*hdlp = clnt->hdl;
return (MDEG_SUCCESS);
}
int
mdeg_unregister(mdeg_handle_t hdl)
{
mdeg_clnt_t *clnt;
mdeg_handle_t mdh;
ASSERT(!taskq_member(mdeg.taskq, curthread));
rw_enter(&mdeg.rwlock, RW_WRITER);
if ((clnt = mdeg_get_client(hdl)) == NULL) {
rw_exit(&mdeg.rwlock);
return (MDEG_FAILURE);
}
MDEG_DBG("client unregistered (0x%lx):\n", hdl);
MDEG_DUMP_CLNT(clnt);
mdh = clnt->hdl;
bzero(clnt, sizeof (mdeg_clnt_t));
clnt->hdl = mdh;
mdeg.nclnts--;
rw_exit(&mdeg.rwlock);
return (MDEG_SUCCESS);
}
void
mdeg_notify_clients(void)
{
md_t *md_new;
mdeg_clnt_t *clnt;
int idx;
int nclnt;
rw_enter(&mdeg.rwlock, RW_READER);
mutex_enter(&mdeg.lock);
if ((md_new = md_get_handle()) == NULL) {
cmn_err(CE_WARN, "unable to retrieve new MD");
goto done;
}
if (mdeg.md_prev) {
(void) md_fini_handle(mdeg.md_prev);
}
mdeg.md_prev = mdeg.md_curr;
mdeg.md_curr = md_new;
if (mdeg.nclnts == 0) {
MDEG_DBG("mdeg_notify_clients: no clients registered\n");
goto done;
}
for (idx = 0, nclnt = 0; idx < mdeg.maxclnts; idx++) {
clnt = &mdeg.tbl[idx];
if (!clnt->valid)
continue;
MDEG_DBG("notifying client 0x%lx (%d/%d)\n", clnt->hdl,
++nclnt, mdeg.nclnts);
(void) taskq_dispatch(mdeg.taskq, mdeg_notify_client,
(void *)clnt, TQ_SLEEP);
}
taskq_wait(mdeg.taskq);
done:
mutex_exit(&mdeg.lock);
rw_exit(&mdeg.rwlock);
}
static void
mdeg_notify_client(void *arg)
{
mdeg_clnt_t *clnt = (mdeg_clnt_t *)arg;
md_diff_cookie_t mdd = MD_INVAL_DIFF_COOKIE;
mdeg_result_t mdeg_res;
mde_cookie_t md_prev_start;
mde_cookie_t md_curr_start;
ASSERT(RW_READ_HELD(&mdeg.rwlock));
if (!mdeg.enabled) {
MDEG_DBG("mdeg_notify_client: mdeg disabled, aborting\n");
goto cleanup;
}
if (clnt->pspec == NULL) {
(void) (*clnt->cb)(clnt->cb_arg, NULL);
MDEG_DBG("MDEG client callback done\n");
goto cleanup;
}
md_prev_start = mdeg_find_start_node(mdeg.md_prev, clnt->pspec);
if (md_prev_start == MDE_INVAL_ELEM_COOKIE) {
goto cleanup;
}
md_curr_start = mdeg_find_start_node(mdeg.md_curr, clnt->pspec);
if (md_curr_start == MDE_INVAL_ELEM_COOKIE) {
goto cleanup;
}
mdd = md_diff_init(mdeg.md_prev, md_prev_start, mdeg.md_curr,
md_curr_start, clnt->nmatch->namep, clnt->nmatch->matchp);
if (mdd == MD_INVAL_DIFF_COOKIE) {
MDEG_DBG("unable to diff MDs\n");
goto cleanup;
}
mdeg_get_diff_results(mdd, &mdeg_res);
(void) (*clnt->cb)(clnt->cb_arg, &mdeg_res);
MDEG_DBG("MDEG client callback done\n");
cleanup:
if (mdd != MD_INVAL_DIFF_COOKIE)
(void) md_diff_fini(mdd);
}
static mde_cookie_t
mdeg_find_start_node(md_t *md, mdeg_node_spec_t *nspec)
{
mde_cookie_t *nodesp;
mde_str_cookie_t nname;
mde_str_cookie_t aname;
int nnodes;
int idx;
if ((md == NULL) || (nspec == NULL))
return (MDE_INVAL_ELEM_COOKIE);
nname = md_find_name(md, nspec->namep);
aname = md_find_name(md, "fwd");
nnodes = md_scan_dag(md, 0, nname, aname, NULL);
if (nnodes == 0)
return (MDE_INVAL_ELEM_COOKIE);
nodesp = kmem_alloc(sizeof (mde_cookie_t) * nnodes, KM_SLEEP);
(void) md_scan_dag(md, 0, nname, aname, nodesp);
for (idx = 0; idx < nnodes; idx++) {
if (mdeg_node_spec_match(md, nodesp[idx], nspec)) {
mde_cookie_t res = nodesp[idx];
kmem_free(nodesp, sizeof (mde_cookie_t) * nnodes);
return (res);
}
}
kmem_free(nodesp, sizeof (mde_cookie_t) * nnodes);
return (MDE_INVAL_ELEM_COOKIE);
}
static boolean_t
mdeg_node_spec_match(md_t *md, mde_cookie_t node, mdeg_node_spec_t *nspec)
{
mdeg_prop_spec_t *prop;
ASSERT(md && nspec);
ASSERT(node != MDE_INVAL_ELEM_COOKIE);
prop = nspec->specp;
while (prop->type != MDET_LIST_END) {
switch (prop->type) {
case MDET_PROP_VAL: {
uint64_t val;
if (md_get_prop_val(md, node, prop->namep, &val) != 0)
return (B_FALSE);
if (prop->ps_val != val)
return (B_FALSE);
break;
}
case MDET_PROP_STR: {
char *str;
if (md_get_prop_str(md, node, prop->namep, &str) != 0)
return (B_FALSE);
if (strcmp(prop->ps_str, str) != 0)
return (B_FALSE);
break;
}
default:
return (B_FALSE);
}
prop++;
}
return (B_TRUE);
}
static void
mdeg_get_diff_results(md_diff_cookie_t mdd, mdeg_result_t *res)
{
res->added.mdp = mdeg.md_curr;
res->added.nelem = md_diff_added(mdd, &(res->added.mdep));
if (res->added.nelem == -1) {
bzero(&(res->added), sizeof (mdeg_diff_t));
}
res->removed.mdp = mdeg.md_prev;
res->removed.nelem = md_diff_removed(mdd, &(res->removed.mdep));
if (res->removed.nelem == -1) {
bzero(&(res->removed), sizeof (mdeg_diff_t));
}
res->match_curr.mdp = mdeg.md_curr;
res->match_prev.mdp = mdeg.md_prev;
res->match_curr.nelem = md_diff_matched(mdd, &(res->match_prev.mdep),
&(res->match_curr.mdep));
res->match_prev.nelem = res->match_curr.nelem;
if (res->match_prev.nelem == -1) {
bzero(&(res->match_prev), sizeof (mdeg_diff_t));
bzero(&(res->match_curr), sizeof (mdeg_diff_t));
}
}
#ifdef DEBUG
static void
mdeg_spec_str(mdeg_node_spec_t *spec, char *buf, int len)
{
mdeg_prop_spec_t *prop;
int offset;
boolean_t first = B_TRUE;
char *end = buf + len;
offset = snprintf(buf, len, "%s:{", spec->namep);
buf += offset;
len -= offset;
if (len <= 0)
goto trunc;
prop = spec->specp;
while (prop->type != MDET_LIST_END) {
switch (prop->type) {
case MDET_PROP_VAL:
offset = snprintf(buf, len, "%s%s=0x%lx",
(first) ? "" : ",", prop->namep, prop->ps_val);
buf += offset;
len -= offset;
if (len <= 0)
goto trunc;
break;
case MDET_PROP_STR:
offset = snprintf(buf, len, "%s%s=%s",
(first) ? "" : ",", prop->namep, prop->ps_str);
buf += offset;
len -= offset;
if (len <= 0)
goto trunc;
break;
default:
(void) snprintf(buf, len, "}");
return;
}
if (first)
first = B_FALSE;
prop++;
}
(void) snprintf(buf, len, "}");
return;
trunc:
buf = end - (strlen(trunc_str) + 1);
(void) sprintf(buf, trunc_str);
}
static void
mdeg_match_str(mdeg_node_match_t *match, char *buf, int len)
{
md_prop_match_t *prop;
int offset;
boolean_t first = B_TRUE;
char *end = buf + len;
offset = snprintf(buf, len, "%s:{", match->namep);
buf += offset;
len -= offset;
if (len <= 0)
goto trunc;
prop = match->matchp;
while (prop->type != MDET_LIST_END) {
offset = snprintf(buf, len, "%s%s", (first) ? "" : ",",
prop->namep);
buf += offset;
len -= offset;
if (len <= 0)
goto trunc;
if (first)
first = B_FALSE;
prop++;
}
(void) snprintf(buf, len, "}");
return;
trunc:
buf = end - (strlen(trunc_str) + 1);
(void) sprintf(buf, trunc_str);
}
#define MAX_FIELD_STR 80
static void
mdeg_dump_clnt(mdeg_clnt_t *clnt)
{
char str[MAX_FIELD_STR] = "";
if (!clnt->valid) {
MDEG_DBG(" valid=B_FALSE\n");
return;
}
if (clnt->pspec) {
mdeg_spec_str(clnt->pspec, str, MAX_FIELD_STR);
MDEG_DBG(" pspecp=%s\n", str);
}
if (clnt->nmatch) {
mdeg_match_str(clnt->nmatch, str, MAX_FIELD_STR);
MDEG_DBG(" nmatch=%s\n", str);
}
}
static void
mdeg_dump_table(void)
{
int idx;
mdeg_clnt_t *clnt;
for (idx = 0; idx < mdeg.maxclnts; idx++) {
clnt = &(mdeg.tbl[idx]);
MDEG_DBG("client %d (0x%lx):\n", idx, clnt->hdl);
mdeg_dump_clnt(clnt);
}
}
#endif