/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */

/*
 * Copyright 2010 Sun Microsystems, Inc.  All rights reserved.
 * Use is subject to license terms.
 */

#include <sys/cpuvar.h>
#include <sys/lgrp.h>
#include <sys/memnode.h>
#include <sys/mman.h>
#include <sys/param.h>
#include <sys/systm.h>
#include <sys/types.h>
#include <vm/seg_spt.h>
#include <vm/seg_vn.h>
#include <vm/vm_dep.h>

#include <sys/errno.h>
#include <sys/kstat.h>
#include <sys/cmn_err.h>
#include <sys/memlist.h>
#include <sys/sysmacros.h>

/*
 * Platform-specific support for lgroups common to sun4 based platforms.
 *
 * Those sun4 platforms wanting default lgroup behavior build with
 * MAX_MEM_NODES = 1.  Those sun4 platforms wanting other than default
 * lgroup behavior build with MAX_MEM_NODES > 1 and provide unique
 * definitions to replace the #pragma weak interfaces.
 */

/*
 * For now, there are 0 or 1 memnodes per lgroup on sun4 based platforms,
 * plus the root lgroup.
 */
#define NLGRP   (MAX_MEM_NODES + 1)

/*
 * Allocate lgrp and lgrp stat arrays statically.
 */
struct lgrp_stats lgrp_stats[NLGRP];

static int nlgrps_alloc;
static lgrp_t lgrp_space[NLGRP];

/*
 * Arrays mapping lgroup handles to memnodes and vice versa.  This helps
 * manage a copy-rename operation during DR, which moves memory from one
 * board to another without changing addresses/pfns or memnodes.
 */
int lgrphand_to_memnode[MAX_MEM_NODES];
int memnode_to_lgrphand[MAX_MEM_NODES];

static pgcnt_t lgrp_plat_mem_size_default(lgrp_handle_t, lgrp_mem_query_t);
int plat_lgrphand_to_mem_node(lgrp_handle_t);
lgrp_handle_t plat_mem_node_to_lgrphand(int);
void plat_assign_lgrphand_to_mem_node(lgrp_handle_t, int);

/*
 * Default sun4 lgroup interfaces which should be overriden
 * by platform module.
 */
extern void plat_lgrp_init(void);
extern void plat_lgrp_config(lgrp_config_flag_t, uintptr_t);
extern lgrp_handle_t plat_lgrp_cpu_to_hand(processorid_t);
extern int plat_lgrp_latency(lgrp_handle_t, lgrp_handle_t);
extern lgrp_handle_t plat_lgrp_root_hand(void);

#pragma weak plat_lgrp_init
#pragma weak plat_lgrp_config
#pragma weak plat_lgrp_cpu_to_hand
#pragma weak plat_lgrp_latency
#pragma weak plat_lgrp_root_hand

int mpo_disabled = 0;
lgrp_handle_t lgrp_default_handle = LGRP_DEFAULT_HANDLE;

void
lgrp_plat_init(lgrp_init_stages_t stage)
{
        int i;

        switch (stage) {
        case LGRP_INIT_STAGE1:
                /*
                 * Initialize lookup tables to invalid values so we catch
                 * any illegal use of them.
                 */
                for (i = 0; i < MAX_MEM_NODES; i++) {
                        memnode_to_lgrphand[i] = -1;
                        lgrphand_to_memnode[i] = -1;
                }

                if (lgrp_topo_ht_limit() == 1) {
                        max_mem_nodes = 1;
                        return;
                }

                if (&plat_lgrp_cpu_to_hand)
                        max_mem_nodes = MAX_MEM_NODES;

                if (&plat_lgrp_init)
                        plat_lgrp_init();
                break;
        default:
                break;
        }
}

/* ARGSUSED */
void
lgrp_plat_config(lgrp_config_flag_t flag, uintptr_t arg)
{
        if (max_mem_nodes == 1)
                return;

        if (&plat_lgrp_config) {
                plat_lgrp_config(flag, arg);
        }
}

lgrp_handle_t
lgrp_plat_cpu_to_hand(processorid_t id)
{
        if (lgrp_topo_ht_limit() > 1 && &plat_lgrp_cpu_to_hand)
                return (plat_lgrp_cpu_to_hand(id));
        else
                return (LGRP_DEFAULT_HANDLE);
}

/*
 * Lgroup interfaces common to all sun4 platforms.
 */

/*
 * Return the platform handle of the lgroup that contains the physical memory
 * corresponding to the given page frame number
 */
lgrp_handle_t
lgrp_plat_pfn_to_hand(pfn_t pfn)
{
        int     mnode;

        if (lgrp_topo_ht_limit() == 1 || max_mem_nodes == 1)
                return (LGRP_DEFAULT_HANDLE);

        if (pfn > physmax)
                return (LGRP_NULL_HANDLE);

        mnode = PFN_2_MEM_NODE(pfn);
        if (mnode < 0)
                return (LGRP_NULL_HANDLE);

        return (MEM_NODE_2_LGRPHAND(mnode));
}

/*
 * Return the maximum number of supported lgroups
 */
int
lgrp_plat_max_lgrps(void)
{
        return (NLGRP);
}

/*
 * Return the number of free pages in an lgroup.
 *
 * For query of LGRP_MEM_SIZE_FREE, return the number of base pagesize
 * pages on freelists.  For query of LGRP_MEM_SIZE_AVAIL, return the
 * number of allocatable base pagesize pages corresponding to the
 * lgroup (e.g. do not include page_t's, BOP_ALLOC()'ed memory, ..)
 * For query of LGRP_MEM_SIZE_INSTALL, return the amount of physical
 * memory installed, regardless of whether or not it's usable.
 */
pgcnt_t
lgrp_plat_mem_size(lgrp_handle_t plathand, lgrp_mem_query_t query)
{
        int     mnode;
        pgcnt_t npgs = (pgcnt_t)0;
        extern struct memlist *phys_avail;
        extern struct memlist *phys_install;


        if (lgrp_topo_ht_limit() == 1 || max_mem_nodes == 1 || mpo_disabled ||
            plathand == LGRP_DEFAULT_HANDLE)
                return (lgrp_plat_mem_size_default(plathand, query));

        if (plathand != LGRP_NULL_HANDLE) {
                mnode = plat_lgrphand_to_mem_node(plathand);
                if (mnode >= 0 && mem_node_config[mnode].exists) {
                        switch (query) {
                        case LGRP_MEM_SIZE_FREE:
                                npgs = MNODE_PGCNT(mnode);
                                break;
                        case LGRP_MEM_SIZE_AVAIL:
                                npgs = mem_node_memlist_pages(mnode,
                                    phys_avail);
                                break;
                        case LGRP_MEM_SIZE_INSTALL:
                                npgs = mem_node_memlist_pages(mnode,
                                    phys_install);
                                break;
                        default:
                                break;
                        }
                }
        }
        return (npgs);
}

/*
 * Return latency between "from" and "to" lgroups
 * If "from" or "to" is LGRP_NONE, then just return latency within other
 * lgroup.  This latency number can only be used for relative comparison
 * between lgroups on the running system, cannot be used across platforms,
 * and may not reflect the actual latency.  It is platform and implementation
 * specific, so platform gets to decide its value.
 */
int
lgrp_plat_latency(lgrp_handle_t from, lgrp_handle_t to)
{
        if (lgrp_topo_ht_limit() > 1 && &plat_lgrp_latency)
                return (plat_lgrp_latency(from, to));
        else
                return (0);
}

/*
 * Return platform handle for root lgroup
 */
lgrp_handle_t
lgrp_plat_root_hand(void)
{
        if (&plat_lgrp_root_hand)
                return (plat_lgrp_root_hand());
        else
                return (LGRP_DEFAULT_HANDLE);
}

/* Internal interfaces */
/*
 * Return the number of free, allocatable, or installed
 * pages in an lgroup
 * This is a copy of the MAX_MEM_NODES == 1 version of the routine
 * used when MPO is disabled (i.e. single lgroup)
 */
/* ARGSUSED */
static pgcnt_t
lgrp_plat_mem_size_default(lgrp_handle_t lgrphand, lgrp_mem_query_t query)
{
        extern struct memlist *phys_install;
        extern struct memlist *phys_avail;
        struct memlist *mlist;
        pgcnt_t npgs = 0;

        switch (query) {
        case LGRP_MEM_SIZE_FREE:
                return ((pgcnt_t)freemem);
        case LGRP_MEM_SIZE_AVAIL:
                memlist_read_lock();
                for (mlist = phys_avail; mlist; mlist = mlist->ml_next)
                        npgs += btop(mlist->ml_size);
                memlist_read_unlock();
                return (npgs);
        case LGRP_MEM_SIZE_INSTALL:
                memlist_read_lock();
                for (mlist = phys_install; mlist; mlist = mlist->ml_next)
                        npgs += btop(mlist->ml_size);
                memlist_read_unlock();
                return (npgs);
        default:
                return ((pgcnt_t)0);
        }
}

/*
 * Return the memnode associated with the specified lgroup handle
 */
int
plat_lgrphand_to_mem_node(lgrp_handle_t plathand)
{
        int mnode;

        if (lgrp_topo_ht_limit() == 1 || mpo_disabled || max_mem_nodes == 1)
                return (-1);

        /*
         * We should always receive a valid pointer to a platform
         * handle, as we can not choose the allocation policy in
         * this layer.
         */
        ASSERT((int)plathand >= 0 && (int)plathand < max_mem_nodes);

        mnode = lgrphand_to_memnode[(int)plathand];
        return (mnode);
}

lgrp_handle_t
plat_mem_node_to_lgrphand(int mnode)
{
        if (lgrp_topo_ht_limit() == 1 || mpo_disabled || max_mem_nodes == 1)
                return (lgrp_default_handle);

        ASSERT(mnode >= 0 && mnode < max_mem_nodes);
        return (memnode_to_lgrphand[mnode]);
}

void
plat_assign_lgrphand_to_mem_node(lgrp_handle_t plathand, int mnode)
{
        if (lgrp_topo_ht_limit() == 1 || mpo_disabled || max_mem_nodes == 1)
                return;

        ASSERT(plathand < max_mem_nodes);
        ASSERT(mnode >= 0 && mnode < max_mem_nodes);

        lgrphand_to_memnode[plathand] = mnode;
        memnode_to_lgrphand[mnode] = plathand;
}

lgrp_t *
lgrp_plat_alloc(lgrp_id_t lgrpid)
{
        lgrp_t *lgrp;

        lgrp = &lgrp_space[nlgrps_alloc++];
        if (lgrpid >= NLGRP || nlgrps_alloc > NLGRP)
                return (NULL);
        return (lgrp);
}