#include <sys/machsystm.h>
#include <sys/vm.h>
#include <sys/cpu.h>
#include <sys/intreg.h>
#include <sys/machcpuvar.h>
#include <sys/machparam.h>
#include <vm/hat_sfmmu.h>
#include <vm/seg_kmem.h>
#include <sys/error.h>
#include <sys/hypervisor_api.h>
#include <sys/types.h>
#include <sys/sysmacros.h>
#include <sys/mdesc.h>
#include <sys/mdesc_impl.h>
#include <sys/mach_descrip.h>
#include <sys/prom_plat.h>
#include <sys/promif.h>
#include <sys/ldoms.h>
static void *mach_descrip_strt_meta_alloc(size_t size);
static void mach_descrip_strt_meta_free(void *buf, size_t size);
static void *mach_descrip_strt_buf_alloc(size_t size, size_t align);
static void mach_descrip_strt_buf_free(void *buf, size_t size);
static void *mach_descrip_buf_alloc(size_t size, size_t align);
static void *mach_descrip_meta_alloc(size_t size);
static uint64_t mach_descrip_find_md_gen(caddr_t ptr);
static void init_md_params(void);
static void init_domaining_capabilities(md_t *mdp, mde_cookie_t *listp);
static machine_descrip_t *curr_mach_descrip;
static machine_descrip_memops_t *curr_mach_descrip_memops = NULL;
static machine_descrip_memops_t startup_memops = {
mach_descrip_strt_buf_alloc,
mach_descrip_strt_buf_free,
mach_descrip_strt_meta_alloc,
mach_descrip_strt_meta_free,
};
static machine_descrip_memops_t mach_descrip_memops = {
mach_descrip_buf_alloc,
contig_mem_free,
mach_descrip_meta_alloc,
kmem_free,
};
static kmutex_t curr_mach_descrip_lock;
static machine_descrip_t *obs_machine_descrip_list;
static kmutex_t obs_list_lock;
static const char alloc_fail_msg[] =
"MD: cannot allocate MD buffer of size %ld bytes\n";
uint_t domaining_capabilities;
uint_t force_domaining_disabled;
#define META_ALLOC_ALIGN 8
#define HAS_GEN(x) (x != MDESC_INVAL_GEN)
#ifdef DEBUG
static int mach_descrip_debug = 0;
#define MDP(ARGS) if (mach_descrip_debug) prom_printf ARGS
#define PRINT_LIST() if (mach_descrip_debug) print_obs_list()
#ifdef MACH_DESC_DEBUG
static void
dump_buf(uint8_t *bufp, int size)
{
int i;
for (i = 0; i < size; i += 16) {
int j;
prom_printf("0x%04x :", i);
for (j = 0; j < 16 && (i+j) < size; j++)
prom_printf(" %02x", bufp[i+j]);
prom_printf("\n");
}
}
#endif
static void
print_obs_list(void)
{
machine_descrip_t *lmdescp;
mutex_enter(&obs_list_lock);
lmdescp = obs_machine_descrip_list;
prom_printf("MD_obs_list->");
while (lmdescp != NULL) {
prom_printf("g:%ld,r:%d", lmdescp->gen, lmdescp->refcnt);
lmdescp = lmdescp->next;
prom_printf("->");
}
prom_printf("NULL\n");
mutex_exit(&obs_list_lock);
}
#else
#define MDP(ARGS)
#define PRINT_LIST()
#endif
static machine_descrip_t *
md_obs_list_look_up_by_gen(uint64_t gen)
{
machine_descrip_t *mdescp;
mutex_enter(&obs_list_lock);
mdescp = obs_machine_descrip_list;
while (mdescp != NULL) {
if (mdescp->gen == gen) {
mutex_exit(&obs_list_lock);
return (mdescp);
}
mdescp = mdescp->next;
}
mutex_exit(&obs_list_lock);
return (mdescp);
}
static void
md_obs_list_remove(machine_descrip_t *mdescp)
{
machine_descrip_t *lmdescp;
mutex_enter(&obs_list_lock);
lmdescp = obs_machine_descrip_list;
if (obs_machine_descrip_list == mdescp) {
obs_machine_descrip_list = mdescp->next;
} else {
while (lmdescp != NULL) {
if (lmdescp->next == mdescp) {
lmdescp->next = mdescp->next;
mdescp->next = NULL;
break;
}
lmdescp = lmdescp->next;
}
}
mutex_exit(&obs_list_lock);
PRINT_LIST();
}
static void
md_obs_list_add(machine_descrip_t *mdescp)
{
mutex_enter(&obs_list_lock);
mdescp->next = obs_machine_descrip_list;
obs_machine_descrip_list = mdescp;
mutex_exit(&obs_list_lock);
PRINT_LIST();
}
static machine_descrip_t *
new_mach_descrip(void)
{
machine_descrip_t *mdescp;
mdescp = (machine_descrip_t *)(*curr_mach_descrip_memops->meta_allocp)
(sizeof (machine_descrip_t));
if (mdescp != NULL) {
bzero(mdescp, sizeof (*mdescp));
mdescp->memops = curr_mach_descrip_memops;
mutex_init(&mdescp->lock, NULL, MUTEX_DRIVER, NULL);
}
return (mdescp);
}
static void
destroy_machine_descrip(machine_descrip_t *mdescp)
{
machine_descrip_memops_t *mdesc_memopsp;
ASSERT((mdescp != NULL));
mdesc_memopsp = mdescp->memops;
if (mdescp->memops == NULL)
panic("destroy_machine_descrip: memops NULL\n");
(*mdesc_memopsp->buf_freep)(mdescp->va, mdescp->space);
mutex_destroy(&mdescp->lock);
(*mdesc_memopsp->meta_freep)(mdescp, sizeof (*mdescp));
}
int
mach_descrip_update(void)
{
uint64_t md_size0, md_size;
uint64_t md_space = 0;
uint64_t hvret;
caddr_t tbuf = NULL;
uint64_t tbuf_pa;
uint64_t tgen;
int ret = 0;
MDP(("MD: Requesting buffer size\n"));
ASSERT((curr_mach_descrip != NULL));
mutex_enter(&curr_mach_descrip_lock);
do {
if (tbuf != NULL)
(*curr_mach_descrip_memops->buf_freep)(tbuf, md_space);
md_size0 = 0LL;
(void) hv_mach_desc((uint64_t)0, &md_size0);
MDP(("MD: buffer size is %ld\n", md_size0));
md_space = P2ROUNDUP(md_size0, PAGESIZE);
MDP(("MD: allocated space is %ld\n", md_space));
tbuf = (caddr_t)(*curr_mach_descrip_memops->buf_allocp)
(md_space, PAGESIZE);
if (tbuf == NULL) {
ret = -1;
goto done;
}
tbuf_pa = va_to_pa(tbuf);
md_size = md_space;
hvret = hv_mach_desc(tbuf_pa, &md_size);
MDP(("MD: HV return code = %ld\n", hvret));
if (hvret != H_EOK && hvret != H_EINVAL) {
MDP(("MD: Failed with code %ld from HV\n", hvret));
ret = -1;
goto done;
}
} while (md_space < md_size);
tgen = mach_descrip_find_md_gen(tbuf);
#ifdef DEBUG
if (!HAS_GEN(tgen)) {
MDP(("MD: generation number not found\n"));
} else
MDP(("MD: generation number %ld\n", tgen));
#endif
if (curr_mach_descrip->va != NULL) {
if (HAS_GEN(tgen) && ((curr_mach_descrip->gen == tgen) &&
(curr_mach_descrip->size == md_size))) {
#ifdef DEBUG
if (bcmp(curr_mach_descrip->va, tbuf, md_size) != 0) {
cmn_err(CE_WARN, "machine_descrip_update: MDs "
"with the same generation (%ld) are not "
"identical", tgen);
ret = -1;
goto done;
}
#endif
ret = 0;
goto done;
}
if (HAS_GEN(tgen) && HAS_GEN(curr_mach_descrip->gen) &&
(curr_mach_descrip->gen > tgen)) {
cmn_err(CE_WARN, "machine_descrip_update: new MD"
" older generation (%ld) than current MD (%ld)",
tgen, curr_mach_descrip->gen);
ret = -1;
goto done;
}
if (curr_mach_descrip->refcnt == 0) {
MDP(("MD: freeing old md buffer gen %ld\n",
curr_mach_descrip->gen));
ASSERT(curr_mach_descrip->space > 0);
(*curr_mach_descrip_memops->buf_freep)
(curr_mach_descrip->va, curr_mach_descrip->space);
} else {
if (!HAS_GEN(tgen)) {
prom_printf("WARNING: F/W does not support MD "
"generation count, MD update failed\n");
ret = -1;
goto done;
}
MDP(("MD: adding to obs list %ld\n",
curr_mach_descrip->gen));
md_obs_list_add(curr_mach_descrip);
curr_mach_descrip = new_mach_descrip();
if (curr_mach_descrip == NULL) {
panic("Allocation for machine description"
" failed\n");
}
}
}
curr_mach_descrip->va = tbuf;
curr_mach_descrip->gen = tgen;
curr_mach_descrip->size = md_size;
curr_mach_descrip->space = md_space;
#ifdef MACH_DESC_DEBUG
dump_buf((uint8_t *)curr_mach_descrip->va, md_size);
#endif
mutex_exit(&curr_mach_descrip_lock);
return (ret);
done:
if (tbuf != NULL)
(*curr_mach_descrip_memops->buf_freep)(tbuf, md_space);
mutex_exit(&curr_mach_descrip_lock);
return (ret);
}
static void *
mach_descrip_buf_alloc(size_t size, size_t align)
{
void *p;
if ((p = contig_mem_alloc_align(size, align)) == NULL)
cmn_err(CE_WARN, alloc_fail_msg, size);
return (p);
}
static void *
mach_descrip_strt_meta_alloc(size_t size)
{
return (mach_descrip_strt_buf_alloc(size, META_ALLOC_ALIGN));
}
static void
mach_descrip_strt_meta_free(void *buf, size_t size)
{
mach_descrip_strt_buf_free(buf, size);
}
static void *
mach_descrip_strt_buf_alloc(size_t size, size_t align)
{
void *p = prom_alloc((caddr_t)0, size, align);
if (p == NULL)
prom_printf(alloc_fail_msg, size);
return (p);
}
static void
mach_descrip_strt_buf_free(void *buf, size_t size)
{
prom_free((caddr_t)buf, size);
}
static void *
mach_descrip_meta_alloc(size_t size)
{
return (kmem_alloc(size, KM_SLEEP));
}
void
mach_descrip_startup_init(void)
{
mutex_init(&curr_mach_descrip_lock, NULL, MUTEX_DRIVER, NULL);
mutex_init(&obs_list_lock, NULL, MUTEX_DRIVER, NULL);
obs_machine_descrip_list = NULL;
curr_mach_descrip_memops = &startup_memops;
curr_mach_descrip = new_mach_descrip();
if (curr_mach_descrip == NULL)
panic("Allocation for machine description failed\n");
if (mach_descrip_update())
panic("Machine description initialization failed\n");
}
void
mach_descrip_startup_fini(void)
{
ASSERT((curr_mach_descrip != NULL));
ASSERT((curr_mach_descrip->refcnt == 0));
ASSERT((obs_machine_descrip_list == NULL));
destroy_machine_descrip(curr_mach_descrip);
curr_mach_descrip = NULL;
curr_mach_descrip_memops = NULL;
}
void
mach_descrip_init(void)
{
ASSERT((curr_mach_descrip == NULL &&
curr_mach_descrip_memops == NULL));
curr_mach_descrip_memops = &mach_descrip_memops;
curr_mach_descrip = new_mach_descrip();
if (curr_mach_descrip == NULL)
panic("Allocation for machine description failed\n");
if (mach_descrip_update())
panic("Machine description intialization failed\n");
init_md_params();
}
md_t *
md_get_handle(void)
{
md_t *mdp;
mdp = NULL;
mutex_enter(&curr_mach_descrip_lock);
if (curr_mach_descrip != NULL) {
mdp = md_init_intern(curr_mach_descrip->va,
curr_mach_descrip->memops->meta_allocp,
curr_mach_descrip->memops->meta_freep);
if (mdp != NULL)
curr_mach_descrip->refcnt++;
}
mutex_exit(&curr_mach_descrip_lock);
return (mdp);
}
int
md_fini_handle(md_t *ptr)
{
machine_descrip_t *mdescp;
md_impl_t *mdp;
mdp = (md_impl_t *)ptr;
if (mdp == NULL)
return (-1);
mutex_enter(&curr_mach_descrip_lock);
if (curr_mach_descrip->gen == mdp->gen) {
curr_mach_descrip->refcnt--;
mutex_exit(&curr_mach_descrip_lock);
goto fini;
}
mutex_exit(&curr_mach_descrip_lock);
mdescp = md_obs_list_look_up_by_gen(mdp->gen);
if (mdescp == NULL)
return (-1);
mutex_enter(&mdescp->lock);
mdescp->refcnt--;
if (mdescp->refcnt == 0) {
md_obs_list_remove(mdescp);
mutex_exit(&mdescp->lock);
destroy_machine_descrip(mdescp);
goto fini;
}
mutex_exit(&mdescp->lock);
fini:
return (md_fini(ptr));
}
static void
init_md_params(void)
{
md_t *mdp;
int num_nodes;
mde_cookie_t *listp;
int listsz;
mdp = md_get_handle();
ASSERT(mdp);
num_nodes = md_node_count(mdp);
ASSERT(num_nodes >= 0);
listsz = num_nodes * sizeof (mde_cookie_t);
listp = (mde_cookie_t *)
(*curr_mach_descrip_memops->meta_allocp)(listsz);
init_domaining_capabilities(mdp, listp);
(*curr_mach_descrip_memops->meta_freep)(listp, listsz);
(void) md_fini_handle(mdp);
}
static void
init_domaining_capabilities(md_t *mdp, mde_cookie_t *listp)
{
mde_cookie_t rootnode;
int num_nodes;
uint64_t val = 0;
rootnode = md_root_node(mdp);
ASSERT(rootnode != MDE_INVAL_ELEM_COOKIE);
num_nodes = md_scan_dag(mdp, rootnode, md_find_name(mdp, "platform"),
md_find_name(mdp, "fwd"), listp);
ASSERT(num_nodes == 1);
if (md_get_prop_val(mdp, *listp, "domaining-enabled", &val) != 0) {
MDP(("'domaining-enabled' property not present\n"));
domaining_capabilities = 0;
return;
}
domaining_capabilities = DOMAINING_SUPPORTED;
if (val == 1) {
if (force_domaining_disabled) {
MDP(("domaining manually disabled\n"));
} else {
domaining_capabilities |= DOMAINING_ENABLED;
}
}
MDP(("domaining_capabilities= 0x%x\n", domaining_capabilities));
}
caddr_t
md_get_md_raw(md_t *ptr)
{
md_impl_t *mdp;
mdp = (md_impl_t *)ptr;
if (mdp == NULL)
return (NULL);
return (mdp->caddr);
}
static uint64_t
mach_descrip_find_md_gen(caddr_t ptr)
{
md_header_t *hdrp;
md_element_t *mdep;
md_element_t *rootnode = NULL;
md_element_t *elem = NULL;
char *namep;
boolean_t done;
int idx;
hdrp = (md_header_t *)ptr;
mdep = (md_element_t *)(ptr + MD_HEADER_SIZE);
namep = (char *)(ptr + MD_HEADER_SIZE + hdrp->node_blk_sz);
if ((((uint64_t)ptr) & 7) != 0)
return (MDESC_INVAL_GEN);
if (mdtoh32(hdrp->transport_version) != MD_TRANSPORT_VERSION) {
return (MDESC_INVAL_GEN);
}
for (idx = 0, done = B_FALSE; done == B_FALSE; ) {
md_element_t *np = &(mdep[idx]);
switch (MDE_TAG(np)) {
case MDET_LIST_END:
done = B_TRUE;
break;
case MDET_NODE:
if (strcmp(namep + MDE_NAME(np), "root") == 0) {
rootnode = np;
done = B_TRUE;
break;
}
idx = MDE_PROP_INDEX(np);
break;
default:
idx++;
}
}
if (rootnode == NULL) {
return (MDESC_INVAL_GEN);
}
for (elem = (rootnode + 1); MDE_TAG(elem) != MDET_NODE_END; elem++) {
char *prop_name;
if (MDE_TAG(elem) != MDET_PROP_VAL)
continue;
prop_name = namep + MDE_NAME(elem);
if (strcmp(prop_name, "md-generation#") == 0) {
return (MDE_PROP_VALUE(elem));
}
}
return (MDESC_INVAL_GEN);
}
int
md_alloc_scan_dag(md_t *ptr,
mde_cookie_t startnode,
char *node_name,
char *dag,
mde_cookie_t **list)
{
int res;
md_impl_t *mdp = (md_impl_t *)ptr;
*list = (mde_cookie_t *)mdp->allocp(sizeof (mde_cookie_t) *
mdp->node_count);
if (*list == NULL)
return (-1);
res = md_scan_dag(ptr, startnode,
md_find_name(ptr, node_name),
md_find_name(ptr, dag), *list);
if (res < 1) {
md_free_scan_dag(ptr, list);
*list = NULL;
}
return (res);
}
void
md_free_scan_dag(md_t *ptr,
mde_cookie_t **list)
{
md_impl_t *mdp = (md_impl_t *)ptr;
mdp->freep(*list, sizeof (mde_cookie_t) * mdp->node_count);
}
uint64_t
md_get_current_gen(void)
{
uint64_t gen = MDESC_INVAL_GEN;
mutex_enter(&curr_mach_descrip_lock);
if (curr_mach_descrip != NULL)
gen = (curr_mach_descrip->gen);
mutex_exit(&curr_mach_descrip_lock);
return (gen);
}