/*-
 * Copyright (c) 2013-2017, Mellanox Technologies, Ltd.  All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS `AS IS' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 */

#include "opt_rss.h"
#include "opt_ratelimit.h"

#include <dev/mlx5/driver.h>
#include <dev/mlx5/mlx5_core/mlx5_core.h>
#include <dev/mlx5/mlx5_core/transobj.h>

int mlx5_alloc_transport_domain(struct mlx5_core_dev *dev, u32 *tdn, u32 uid)
{
        u32 in[MLX5_ST_SZ_DW(alloc_transport_domain_in)] = {0};
        u32 out[MLX5_ST_SZ_DW(alloc_transport_domain_out)] = {0};
        int err;

        MLX5_SET(alloc_transport_domain_in, in, opcode,
                 MLX5_CMD_OP_ALLOC_TRANSPORT_DOMAIN);
        MLX5_SET(alloc_transport_domain_in, in, uid, uid);

        err = mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
        if (!err)
                *tdn = MLX5_GET(alloc_transport_domain_out, out,
                                transport_domain);

        return err;
}

void mlx5_dealloc_transport_domain(struct mlx5_core_dev *dev, u32 tdn, u32 uid)
{
        u32 in[MLX5_ST_SZ_DW(dealloc_transport_domain_in)] = {0};
        u32 out[MLX5_ST_SZ_DW(dealloc_transport_domain_out)] = {0};

        MLX5_SET(dealloc_transport_domain_in, in, opcode,
                 MLX5_CMD_OP_DEALLOC_TRANSPORT_DOMAIN);
        MLX5_SET(dealloc_transport_domain_in, in, transport_domain, tdn);
        MLX5_SET(dealloc_transport_domain_in, in, uid, uid);

        mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
}

int mlx5_core_create_rq(struct mlx5_core_dev *dev, u32 *in, int inlen, u32 *rqn)
{
        u32 out[MLX5_ST_SZ_DW(create_rq_out)] = {0};
        int err;

        MLX5_SET(create_rq_in, in, opcode, MLX5_CMD_OP_CREATE_RQ);

        err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
        if (!err)
                *rqn = MLX5_GET(create_rq_out, out, rqn);

        return err;
}

int mlx5_core_modify_rq(struct mlx5_core_dev *dev, u32 *in, int inlen)
{
        u32 out[MLX5_ST_SZ_DW(modify_rq_out)] = {0};

        MLX5_SET(modify_rq_in, in, opcode, MLX5_CMD_OP_MODIFY_RQ);

        return mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
}

void mlx5_core_destroy_rq(struct mlx5_core_dev *dev, u32 rqn)
{
        u32 in[MLX5_ST_SZ_DW(destroy_rq_in)] = {0};
        u32 out[MLX5_ST_SZ_DW(destroy_rq_out)] = {0};

        MLX5_SET(destroy_rq_in, in, opcode, MLX5_CMD_OP_DESTROY_RQ);
        MLX5_SET(destroy_rq_in, in, rqn, rqn);

        mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
}

int mlx5_core_query_rq(struct mlx5_core_dev *dev, u32 rqn, u32 *out)
{
        u32 in[MLX5_ST_SZ_DW(query_rq_in)] = {0};
        int outlen = MLX5_ST_SZ_BYTES(query_rq_out);

        MLX5_SET(query_rq_in, in, opcode, MLX5_CMD_OP_QUERY_RQ);
        MLX5_SET(query_rq_in, in, rqn, rqn);

        return mlx5_cmd_exec(dev, in, sizeof(in), out, outlen);
}

int mlx5_core_create_sq(struct mlx5_core_dev *dev, u32 *in, int inlen, u32 *sqn)
{
        u32 out[MLX5_ST_SZ_DW(create_sq_out)] = {0};
        int err;

        MLX5_SET(create_sq_in, in, opcode, MLX5_CMD_OP_CREATE_SQ);

        err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
        if (!err)
                *sqn = MLX5_GET(create_sq_out, out, sqn);

        return err;
}

int mlx5_core_modify_sq(struct mlx5_core_dev *dev, u32 *in, int inlen)
{
        u32 out[MLX5_ST_SZ_DW(modify_sq_out)] = {0};

        MLX5_SET(modify_sq_in, in, opcode, MLX5_CMD_OP_MODIFY_SQ);

        return mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
}

void mlx5_core_destroy_sq(struct mlx5_core_dev *dev, u32 sqn)
{
        u32 in[MLX5_ST_SZ_DW(destroy_sq_in)] = {0};
        u32 out[MLX5_ST_SZ_DW(destroy_sq_out)] = {0};

        MLX5_SET(destroy_sq_in, in, opcode, MLX5_CMD_OP_DESTROY_SQ);
        MLX5_SET(destroy_sq_in, in, sqn, sqn);

        mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
}

int mlx5_core_query_sq(struct mlx5_core_dev *dev, u32 sqn, u32 *out)
{
        u32 in[MLX5_ST_SZ_DW(query_sq_in)] = {0};
        int outlen = MLX5_ST_SZ_BYTES(query_sq_out);

        MLX5_SET(query_sq_in, in, opcode, MLX5_CMD_OP_QUERY_SQ);
        MLX5_SET(query_sq_in, in, sqn, sqn);

        return mlx5_cmd_exec(dev, in, sizeof(in), out, outlen);
}

int mlx5_core_create_tir(struct mlx5_core_dev *dev, u32 *in, int inlen,
                         u32 *tirn)
{
        u32 out[MLX5_ST_SZ_DW(create_tir_out)] = {0};
        int err;

        MLX5_SET(create_tir_in, in, opcode, MLX5_CMD_OP_CREATE_TIR);

        err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
        if (!err)
                *tirn = MLX5_GET(create_tir_out, out, tirn);

        return err;
}


int
mlx5_core_modify_tir(struct mlx5_core_dev *dev, u32 *in, int inlen)
{
        u32 out[MLX5_ST_SZ_DW(create_tir_out)] = {0};
        int err;

        MLX5_SET(modify_tir_in, in, opcode, MLX5_CMD_OP_MODIFY_TIR);
        err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
        return (err);
}

void mlx5_core_destroy_tir(struct mlx5_core_dev *dev, u32 tirn, u32 uid)
{
        u32 in[MLX5_ST_SZ_DW(destroy_tir_in)] = {0};
        u32 out[MLX5_ST_SZ_DW(destroy_tir_out)] = {0};

        MLX5_SET(destroy_tir_in, in, opcode, MLX5_CMD_OP_DESTROY_TIR);
        MLX5_SET(destroy_tir_in, in, uid, uid);
        MLX5_SET(destroy_tir_in, in, tirn, tirn);

        mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
}

int mlx5_core_create_tis(struct mlx5_core_dev *dev, u32 *in, int inlen,
                         u32 *tisn)
{
        u32 out[MLX5_ST_SZ_DW(create_tis_out)] = {0};
        int err;

        MLX5_SET(create_tis_in, in, opcode, MLX5_CMD_OP_CREATE_TIS);

        err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
        if (!err)
                *tisn = MLX5_GET(create_tis_out, out, tisn);

        return err;
}

int mlx5_core_modify_tis(struct mlx5_core_dev *dev, u32 tisn, u32 *in,
                         int inlen)
{
        u32 out[MLX5_ST_SZ_DW(modify_tis_out)] = {0};

        MLX5_SET(modify_tis_in, in, tisn, tisn);
        MLX5_SET(modify_tis_in, in, opcode, MLX5_CMD_OP_MODIFY_TIS);

        return mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
}

void mlx5_core_destroy_tis(struct mlx5_core_dev *dev, u32 tisn, u32 uid)
{
        u32 in[MLX5_ST_SZ_DW(destroy_tis_in)] = {0};
        u32 out[MLX5_ST_SZ_DW(destroy_tis_out)] = {0};

        MLX5_SET(destroy_tis_in, in, opcode, MLX5_CMD_OP_DESTROY_TIS);
        MLX5_SET(destroy_tis_in, in, uid, uid);
        MLX5_SET(destroy_tis_in, in, tisn, tisn);

        mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
}

int mlx5_core_create_rmp(struct mlx5_core_dev *dev, u32 *in, int inlen, u32 *rmpn)
{
        u32 out[MLX5_ST_SZ_DW(create_rmp_out)] = {0};
        int err;

        MLX5_SET(create_rmp_in, in, opcode, MLX5_CMD_OP_CREATE_RMP);

        err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
        if (!err)
                *rmpn = MLX5_GET(create_rmp_out, out, rmpn);

        return err;
}

int mlx5_core_modify_rmp(struct mlx5_core_dev *dev, u32 *in, int inlen)
{
        u32 out[MLX5_ST_SZ_DW(modify_rmp_out)] = {0};

        MLX5_SET(modify_rmp_in, in, opcode, MLX5_CMD_OP_MODIFY_RMP);

        return mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
}

int mlx5_core_destroy_rmp(struct mlx5_core_dev *dev, u32 rmpn)
{
        u32 in[MLX5_ST_SZ_DW(destroy_rmp_in)] = {0};
        u32 out[MLX5_ST_SZ_DW(destroy_rmp_out)] = {0};

        MLX5_SET(destroy_rmp_in, in, opcode, MLX5_CMD_OP_DESTROY_RMP);
        MLX5_SET(destroy_rmp_in, in, rmpn, rmpn);

        return mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
}

int mlx5_core_query_rmp(struct mlx5_core_dev *dev, u32 rmpn, u32 *out)
{
        u32 in[MLX5_ST_SZ_DW(query_rmp_in)] = {0};
        int outlen = MLX5_ST_SZ_BYTES(query_rmp_out);

        MLX5_SET(query_rmp_in, in, opcode, MLX5_CMD_OP_QUERY_RMP);
        MLX5_SET(query_rmp_in, in, rmpn,   rmpn);

        return mlx5_cmd_exec(dev, in, sizeof(in), out, outlen);
}

int mlx5_core_arm_rmp(struct mlx5_core_dev *dev, u32 rmpn, u16 lwm)
{
        void *in;
        void *rmpc;
        void *wq;
        void *bitmask;
        int  err;

        in = mlx5_vzalloc(MLX5_ST_SZ_BYTES(modify_rmp_in));
        if (!in)
                return -ENOMEM;

        rmpc    = MLX5_ADDR_OF(modify_rmp_in,   in,   ctx);
        bitmask = MLX5_ADDR_OF(modify_rmp_in,   in,   bitmask);
        wq      = MLX5_ADDR_OF(rmpc,            rmpc, wq);

        MLX5_SET(modify_rmp_in, in,      rmp_state, MLX5_RMPC_STATE_RDY);
        MLX5_SET(modify_rmp_in, in,      rmpn,      rmpn);
        MLX5_SET(wq,            wq,      lwm,       lwm);
        MLX5_SET(rmp_bitmask,   bitmask, lwm,       1);
        MLX5_SET(rmpc,          rmpc,    state,     MLX5_RMPC_STATE_RDY);

        err =  mlx5_core_modify_rmp(dev, in, MLX5_ST_SZ_BYTES(modify_rmp_in));

        kvfree(in);

        return err;
}

int mlx5_core_create_xsrq(struct mlx5_core_dev *dev, u32 *in, int inlen, u32 *xsrqn)
{
        u32 out[MLX5_ST_SZ_DW(create_xrc_srq_out)] = {0};
        int err;

        MLX5_SET(create_xrc_srq_in, in, opcode,     MLX5_CMD_OP_CREATE_XRC_SRQ);

        err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
        if (!err)
                *xsrqn = MLX5_GET(create_xrc_srq_out, out, xrc_srqn);

        return err;
}

int mlx5_core_destroy_xsrq(struct mlx5_core_dev *dev, u32 xsrqn)
{
        u32 in[MLX5_ST_SZ_DW(destroy_xrc_srq_in)] = {0};
        u32 out[MLX5_ST_SZ_DW(destroy_xrc_srq_out)] = {0};

        MLX5_SET(destroy_xrc_srq_in, in, opcode,   MLX5_CMD_OP_DESTROY_XRC_SRQ);
        MLX5_SET(destroy_xrc_srq_in, in, xrc_srqn, xsrqn);

        return mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
}

int mlx5_core_query_xsrq(struct mlx5_core_dev *dev, u32 xsrqn, u32 *out)
{
        int outlen = MLX5_ST_SZ_BYTES(query_xrc_srq_out);
        u32 in[MLX5_ST_SZ_DW(query_xrc_srq_in)] = {0};
        void *xrc_srqc;
        void *srqc;
        int err;

        MLX5_SET(query_xrc_srq_in, in, opcode,   MLX5_CMD_OP_QUERY_XRC_SRQ);
        MLX5_SET(query_xrc_srq_in, in, xrc_srqn, xsrqn);

        err =  mlx5_cmd_exec(dev, in, sizeof(in), out, outlen);
        if (!err) {
                xrc_srqc = MLX5_ADDR_OF(query_xrc_srq_out, out,
                                        xrc_srq_context_entry);
                srqc = MLX5_ADDR_OF(query_srq_out, out, srq_context_entry);
                memcpy(srqc, xrc_srqc, MLX5_ST_SZ_BYTES(srqc));
        }

        return err;
}

int mlx5_core_arm_xsrq(struct mlx5_core_dev *dev, u32 xsrqn, u16 lwm)
{
        u32 in[MLX5_ST_SZ_DW(arm_xrc_srq_in)] = {0};
        u32 out[MLX5_ST_SZ_DW(arm_xrc_srq_out)] = {0};

        MLX5_SET(arm_xrc_srq_in, in, opcode,   MLX5_CMD_OP_ARM_XRC_SRQ);
        MLX5_SET(arm_xrc_srq_in, in, xrc_srqn, xsrqn);
        MLX5_SET(arm_xrc_srq_in, in, lwm,      lwm);
        MLX5_SET(arm_xrc_srq_in, in, op_mod,
                 MLX5_ARM_XRC_SRQ_IN_OP_MOD_XRC_SRQ);

        return  mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));

}

int mlx5_core_create_rqt(struct mlx5_core_dev *dev, u32 *in, int inlen,
                         u32 *rqtn)
{
        u32 out[MLX5_ST_SZ_DW(create_rqt_out)] = {0};
        int err;

        MLX5_SET(create_rqt_in, in, opcode, MLX5_CMD_OP_CREATE_RQT);

        err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
        if (!err)
                *rqtn = MLX5_GET(create_rqt_out, out, rqtn);

        return err;
}

int mlx5_core_modify_rqt(struct mlx5_core_dev *dev, u32 rqtn, u32 *in,
                         int inlen)
{
        u32 out[MLX5_ST_SZ_DW(modify_rqt_out)] = {0};

        MLX5_SET(modify_rqt_in, in, rqtn, rqtn);
        MLX5_SET(modify_rqt_in, in, opcode, MLX5_CMD_OP_MODIFY_RQT);

        return mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
}

void mlx5_core_destroy_rqt(struct mlx5_core_dev *dev, u32 rqtn, u32 uid)
{
        u32 in[MLX5_ST_SZ_DW(destroy_rqt_in)] = {0};
        u32 out[MLX5_ST_SZ_DW(destroy_rqt_out)] = {0};

        MLX5_SET(destroy_rqt_in, in, opcode, MLX5_CMD_OP_DESTROY_RQT);
        MLX5_SET(destroy_rqt_in, in, uid, uid);
        MLX5_SET(destroy_rqt_in, in, rqtn, rqtn);

        mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
}