/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */

/*
 * Copyright (c) 2009, 2010, Oracle and/or its affiliates. All rights reserved.
 */

/*
 * The following notice accompanied the original version of this file:
 *
 * BSD LICENSE
 *
 * Copyright(c) 2007 Intel Corporation. All rights reserved.
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 *
 *   * Redistributions of source code must retain the above copyright
 *     notice, this list of conditions and the following disclaimer.
 *   * Redistributions in binary form must reproduce the above copyright
 *     notice, this list of conditions and the following disclaimer in
 *     the documentation and/or other materials provided with the
 *     distribution.
 *   * Neither the name of Intel Corporation nor the names of its
 *     contributors may be used to endorse or promote products derived
 *     from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 */

/*
 * This file defines interfaces between fcoe and fcoet driver.
 */

/*
 * Driver kernel header files
 */
#include <sys/conf.h>
#include <sys/ddi.h>
#include <sys/stat.h>
#include <sys/pci.h>
#include <sys/sunddi.h>
#include <sys/modctl.h>
#include <sys/file.h>
#include <sys/cred.h>
#include <sys/byteorder.h>
#include <sys/atomic.h>
#include <sys/modhash.h>
#include <sys/scsi/scsi.h>
#include <sys/ethernet.h>

/*
 * COMSTAR header files
 */
#include <sys/stmf_defines.h>
#include <sys/fct_defines.h>
#include <sys/stmf.h>
#include <sys/portif.h>
#include <sys/fct.h>

/*
 * FCoE header files
 */
#include <sys/fcoe/fcoe_common.h>

/*
 * Driver's own header files
 */
#include "fcoet.h"
#include "fcoet_eth.h"

/*
 * function forward declaration
 */
static fcoet_exchange_t *fcoet_create_unsol_exchange(fcoe_frame_t *frame);
static int fcoet_process_sol_fcp_data(fcoe_frame_t *frm);
static int fcoet_process_unsol_fcp_cmd(fcoe_frame_t *frm);
static int fcoet_process_unsol_els_req(fcoe_frame_t *frm);
static int fcoet_process_sol_els_rsp(fcoe_frame_t *frm);
static int fcoet_process_unsol_abts_req(fcoe_frame_t *frame);
static int fcoet_process_sol_abts_acc(fcoe_frame_t *frame);
static int fcoet_process_sol_abts_rjt(fcoe_frame_t *frame);
static int fcoet_process_unsol_ct_req(fcoe_frame_t *frm);
static int fcoet_process_sol_ct_rsp(fcoe_frame_t *frame);
static int fcoet_process_sol_flogi_rsp(fcoe_frame_t *frame);
static int fcoet_send_sol_fcp_data_done(fcoe_frame_t *frm);
static int fcoet_send_fcp_status_done(fcoe_frame_t *frm);
static int fcoet_send_unsol_els_rsp_done(fcoe_frame_t *frm);
static int fcoet_send_sol_els_req_done(fcoe_frame_t *frm);
static int fcoet_send_unsol_bls_acc_done(fcoe_frame_t *frm);
static int fcoet_send_unsol_bls_rjt_done(fcoe_frame_t *frm);
static int fcoet_send_sol_bls_req_done(fcoe_frame_t *frm);
static int fcoet_send_sol_ct_req_done(fcoe_frame_t *frm);
static int fcoet_process_unsol_flogi_req(fcoet_exchange_t *xch);

/*
 * rx_frame & release_sol_frame
 * There should be no same OXID/RXID in on-going exchanges.
 * RXID -> unsol_rxid_hash
 * OXID -> sol_oxid_hash
 */

void
fcoet_rx_frame(fcoe_frame_t *frm)
{
        uint8_t rctl = FRM_R_CTL(frm);

        switch (rctl) {
        case 0x01:
                /*
                 * Solicited data
                 */
                if (fcoet_process_sol_fcp_data(frm)) {
                        FCOET_LOG("fcoet_rx_frame",
                            "fcoet_process_sol_fcp_data failed");
                }
                break;

        case 0x06:
                /*
                 * Unsolicited fcp_cmnd
                 */
                if (fcoet_process_unsol_fcp_cmd(frm)) {
                        FCOET_LOG("fcoet_rx_frame",
                            "fcoet_process_unsol_fcp_cmd failed");
                }
                break;

        case 0x22:
                /*
                 * unsolicited ELS req
                 */
                if (fcoet_process_unsol_els_req(frm)) {
                        FCOET_LOG("fcoet_rx_frame",
                            "fcoet_process_unsol_els_req failed");
                }
                break;

        case 0x23:
                /*
                 * solicited ELS rsp
                 */
                if (fcoet_process_sol_els_rsp(frm)) {
                        FCOET_LOG("fcoet_rx_frame",
                            "fcoet_process_sol_els_rsp failed");
                }
                break;

        case 0x81:
                /*
                 *  unsolicted ABTS req
                 */
                if (fcoet_process_unsol_abts_req(frm)) {
                        FCOET_LOG("fcoet_rx_frame",
                            "fcoet_process_unsol_abts_req failed");
                }
                break;

        case 0x84:
                /*
                 * solicited ABTS acc response
                 */
                if (fcoet_process_sol_abts_acc(frm)) {
                        FCOET_LOG("fcoet_rx_frame",
                            "fcoet_process_sol_abts_acc failed");
                }
                break;
        case 0x85:
                /*
                 * solcited ABTS rjt response
                 */
                if (fcoet_process_sol_abts_rjt(frm)) {
                        FCOET_LOG("fcoet_rx_frame",
                            "fcoet_process_sol_abts_rjt failed");
                }
                break;

        case 0x02:
                /*
                 * unsolicited CT req
                 */
                if (fcoet_process_unsol_ct_req(frm)) {
                        FCOET_LOG("fcoet_rx_frame",
                            "fcoet_process_sol_ct_rsp failed");
                }
                break;

        case 0x03:
                /*
                 * sol ct rsp
                 */
                if (fcoet_process_sol_ct_rsp(frm)) {
                        FCOET_LOG("fcoet_rx_frame",
                            "fcoet_process_sol_ct_rsp failed");
                }
                break;

        default:
                /*
                 * Unsupported frame
                 */
                PRT_FRM_HDR("Unsupported unsol frame: ", frm);
                break;
        }

        /*
         * Release the frame in the end
         */
        frm->frm_eport->eport_free_netb(frm->frm_netb);
        frm->frm_eport->eport_release_frame(frm);
}

/*
 * For solicited frames, after FCoE has sent it out, it will call this
 * to notify client(FCoEI/FCoET) about its completion.
 */
void
fcoet_release_sol_frame(fcoe_frame_t *frm)
{
        fcoet_exchange_t        *xch = FRM2TFM(frm)->tfm_xch;

        /*
         * From now, we should not access both frm_hdr and frm_payload. Its
         * mblk could have been released by MAC driver.
         */
        switch (FRM2TFM(frm)->tfm_rctl) {
        case 0x01:
                if (xch && xch->xch_flags & XCH_FLAG_FCT_CALLED_ABORT) {
                        FCOET_RELE_XCHG(xch);
                        break;
                }
                if (fcoet_send_sol_fcp_data_done(frm)) {
                        ASSERT(0);
                }
                break;

        case 0x05:
                break;

        case 0x07:
                if (xch && xch->xch_flags & XCH_FLAG_FCT_CALLED_ABORT) {
                        FCOET_RELE_XCHG(xch);
                        break;
                }

                if (fcoet_send_fcp_status_done(frm)) {
                        ASSERT(0);
                }
                break;

        case 0x23:
                if (xch && xch->xch_flags & XCH_FLAG_FCT_CALLED_ABORT) {
                        FCOET_RELE_XCHG(xch);
                        break;
                }
                if (fcoet_send_unsol_els_rsp_done(frm)) {
                        ASSERT(0);
                }
                break;

        case 0x22:
                if (fcoet_send_sol_els_req_done(frm)) {
                        ASSERT(0);
                }
                break;

        case 0x84:
                if (fcoet_send_unsol_bls_acc_done(frm)) {
                        ASSERT(0);
                }
                break;

        case 0x85:
                if (fcoet_send_unsol_bls_rjt_done(frm)) {
                        ASSERT(0);
                }
                break;

        case 0x81:
                if (fcoet_send_sol_bls_req_done(frm)) {
                        ASSERT(0);
                }
                break;

        case 0x02:
                if (fcoet_send_sol_ct_req_done(frm)) {
                        ASSERT(0);
                }
                break;

        case 0x03:
        default:
                /*
                 * Unsupported frame
                 */
                PRT_FRM_HDR("Unsupported sol frame: ", frm);
                break;
        }

        /*
         * We should release the frame
         */
        FRM2SS(frm)->ss_eport->eport_release_frame(frm);
}

void
fcoet_port_event(fcoe_port_t *eport, uint32_t event)
{
        fcoet_soft_state_t *ss = EPORT2SS(eport);
        switch (event) {
        case FCOE_NOTIFY_EPORT_LINK_UP:
                if (eport->eport_mtu >= FCOE_MIN_MTU_SIZE) {
                        ss->ss_fcp_data_payload_size =
                            FCOE_DEFAULT_FCP_DATA_PAYLOAD_SIZE;
                } else {
                        ss->ss_fcp_data_payload_size =
                            FCOE_MIN_FCP_DATA_PAYLOAD_SIZE;
                }
                FCOET_LOG("fcoet_port_event", "LINK UP notified");
                mutex_enter(&ss->ss_watch_mutex);
                ss->ss_sol_flogi_state = SFS_FLOGI_INIT;
                cv_signal(&ss->ss_watch_cv);
                mutex_exit(&ss->ss_watch_mutex);
                break;
        case FCOE_NOTIFY_EPORT_LINK_DOWN:
                fct_handle_event(ss->ss_port,
                    FCT_EVENT_LINK_DOWN, 0, 0);
                /* Need clear up all other things */
                FCOET_LOG("fcoet_port_event", "LINK DOWN notified");
                ss->ss_sol_flogi_state = SFS_WAIT_LINKUP;
                break;
        default:
                break;
        }
}

/*
 * For unsolicited exchanges, FCoET is only responsible for allocation of
 * req_payload. FCT will allocate resp_payload after the exchange is
 * passed on.
 */
static fcoet_exchange_t *
fcoet_create_unsol_exchange(fcoe_frame_t *frm)
{
        uint8_t                  r_ctl;
        int                      cdb_size;
        fcoet_exchange_t        *xch, *xch_tmp;
        fct_cmd_t               *cmd;
        fcoe_fcp_cmnd_t         *ffc;
        uint32_t                task_expected_len = 0;

        r_ctl = FRM_R_CTL(frm);
        switch (r_ctl) {
        case 0x22:
                /*
                 * FCoET's unsolicited ELS
                 */
                cmd = (fct_cmd_t *)fct_alloc(FCT_STRUCT_CMD_RCVD_ELS,
                    GET_STRUCT_SIZE(fcoet_exchange_t) +
                    frm->frm_payload_size, 0);
                if (cmd == NULL) {
                        FCOET_EXT_LOG(0, "can't get cmd");
                        return (NULL);
                }
                break;

        case 0x06:
                /*
                 * FCoET's unsolicited SCSI cmd
                 */
                cdb_size = 16;  /* need improve later */
                cmd = fct_scsi_task_alloc(FRM2SS(frm)->ss_port, FCT_HANDLE_NONE,
                    FRM_S_ID(frm), frm->frm_payload, cdb_size,
                    STMF_TASK_EXT_NONE);
                if (cmd == NULL) {
                        FCOET_EXT_LOG(0, "can't get fcp cmd");
                        return (NULL);
                }
                ffc = (fcoe_fcp_cmnd_t *)frm->frm_payload;
                task_expected_len = FCOE_B2V_4(ffc->ffc_fcp_dl);
                break;

        default:
                FCOET_EXT_LOG(0, "unsupported R_CTL: %x", r_ctl);
                return (NULL);
        }

        /*
         * xch initialization
         */
        xch = CMD2XCH(cmd);
        xch->xch_oxid = FRM_OXID(frm);
        xch->xch_flags = 0;
        xch->xch_ss = FRM2SS(frm);
        xch->xch_cmd = cmd;
        xch->xch_current_seq = NULL;
        xch->xch_left_data_size = 0;
        if (task_expected_len) {
                xch->xch_dbuf_num =
                    (task_expected_len + FCOET_MAX_DBUF_LEN - 1) /
                    FCOET_MAX_DBUF_LEN;
                xch->xch_dbufs =
                    kmem_zalloc(xch->xch_dbuf_num * sizeof (stmf_data_buf_t *),
                    KM_SLEEP);
        }
        xch->xch_start_time = ddi_get_lbolt();
        do {
                xch->xch_rxid = atomic_add_16_nv(
                    &xch->xch_ss->ss_next_unsol_rxid, 1);
                if (xch->xch_rxid == 0xFFFF) {
                        xch->xch_rxid = atomic_add_16_nv(
                            &xch->xch_ss->ss_next_unsol_rxid, 1);
                }
        } while (mod_hash_find(FRM2SS(frm)->ss_unsol_rxid_hash,
            (mod_hash_key_t)(intptr_t)xch->xch_rxid,
            (mod_hash_val_t)&xch_tmp) == 0);

        xch->xch_sequence_no = 0;
        xch->xch_ref = 0;
        (void) mod_hash_insert(xch->xch_ss->ss_unsol_rxid_hash,
            (mod_hash_key_t)(intptr_t)xch->xch_rxid, (mod_hash_val_t)xch);
        xch->xch_flags |= XCH_FLAG_IN_HASH_TABLE;

        /*
         * cmd initialization
         */
        cmd->cmd_port = FRM2SS(frm)->ss_port;
        cmd->cmd_rp_handle = FCT_HANDLE_NONE;
        cmd->cmd_rportid = FRM_S_ID(frm);
        cmd->cmd_lportid = FRM_D_ID(frm);
        cmd->cmd_oxid = xch->xch_oxid;
        cmd->cmd_rxid = xch->xch_rxid;

        fcoet_init_tfm(frm, xch);
        return (xch);
}

int
fcoet_clear_unsol_exchange(fcoet_exchange_t *xch)
{
        mod_hash_val_t val = NULL;

        if (mod_hash_remove(xch->xch_ss->ss_unsol_rxid_hash,
            (mod_hash_key_t)(intptr_t)xch->xch_rxid, &val) == 0) {
                if (xch->xch_dbuf_num) {
                        kmem_free((void*)xch->xch_dbufs,
                            xch->xch_dbuf_num * sizeof (void *));
                        xch->xch_dbufs = NULL;
                        xch->xch_dbuf_num = 0;
                }
                ASSERT(xch->xch_flags & XCH_FLAG_IN_HASH_TABLE);
                ASSERT((fcoet_exchange_t *)val == xch);
                xch->xch_flags &= ~XCH_FLAG_IN_HASH_TABLE;
                return (FCOE_SUCCESS);
        }

        FCOET_LOG("fcoet_clear_unsol_exchange", "xch %p already cleared from "
            "hash table", xch);
        return (FCOE_FAILURE);
}

void
fcoet_clear_sol_exchange(fcoet_exchange_t *xch)
{
        mod_hash_val_t val = NULL;

        if (xch->xch_flags & XCH_FLAG_IN_HASH_TABLE) {
                (void) mod_hash_remove(xch->xch_ss->ss_sol_oxid_hash,
                    (mod_hash_key_t)(intptr_t)xch->xch_oxid, &val);
                ASSERT((fcoet_exchange_t *)val == xch);
                xch->xch_flags &= ~XCH_FLAG_IN_HASH_TABLE;
        }
}

static int
fcoet_process_sol_fcp_data(fcoe_frame_t *frm)
{
        fcoet_exchange_t        *xch = NULL;
        fcoet_soft_state_t      *ss  = NULL;
        fct_status_t             fc_st;
        uint32_t                 iof;
        uint16_t                 unsol_rxid;
        int                      sge_idx;
        stmf_data_buf_t         *dbuf;
        int                      data_offset;

        unsol_rxid = FRM_RXID(frm);
        if (mod_hash_find_cb(FRM2SS(frm)->ss_unsol_rxid_hash,
            (mod_hash_key_t)(intptr_t)unsol_rxid,
            (mod_hash_val_t)&xch, fcoet_modhash_find_cb) != 0) {
                return (FCOE_FAILURE);
        }

        /*
         * we will always have a buf waiting there
         */
        data_offset = FRM_PARAM(frm);
        dbuf = xch->xch_dbufs[data_offset/FCOET_MAX_DBUF_LEN];
        ASSERT(dbuf);
        ss = xch->xch_ss;
        sge_idx = (data_offset % FCOET_MAX_DBUF_LEN)/
            ss->ss_fcp_data_payload_size;

        ASSERT(((sge_idx < FCOET_GET_SEG_NUM(dbuf) - 1) &&
            (frm->frm_payload_size == ss->ss_fcp_data_payload_size)) ||
            ((sge_idx == FCOET_GET_SEG_NUM(dbuf) - 1) &&
            (frm->frm_payload_size % ss->ss_fcp_data_payload_size ==
            dbuf->db_data_size % ss->ss_fcp_data_payload_size)));

        bcopy(frm->frm_payload, dbuf->db_sglist[sge_idx].seg_addr,
            frm->frm_payload_size);
        atomic_add_16(&dbuf->db_sglist_length, 1);

        xch->xch_left_data_size -= frm->frm_payload_size;
        if ((xch->xch_left_data_size <= 0) ||
            dbuf->db_sglist_length >= FCOET_GET_SEG_NUM(dbuf)) {
                fc_st = FCT_SUCCESS;
                iof = 0;
                dbuf->db_xfer_status = fc_st;
                dbuf->db_flags |= DB_DONT_REUSE;
                fct_scsi_data_xfer_done(xch->xch_cmd, dbuf, iof);
        }

        FCOET_RELE_XCHG(xch);
        return (FCOE_SUCCESS);
}

static int
fcoet_process_unsol_fcp_cmd(fcoe_frame_t *frm)
{
        fcoet_exchange_t        *xch;
        fcoe_fcp_cmnd_t         *ffc;
        uint8_t                  tm;
        scsi_task_t             *task;

        xch = fcoet_create_unsol_exchange(frm);
        if (xch == NULL) {
                FCOET_LOG("fcoet_process_unsol_fcp_cmd", "can't get exchange");
                return (FCOE_FAILURE);
        }

        ffc = (fcoe_fcp_cmnd_t *)frm->frm_payload;
        task = XCH2TASK(xch);
        task->task_csn_size = 8;
        task->task_max_nbufs = 1;
        task->task_cmd_seq_no = FCOE_B2V_1(ffc->ffc_ref_num);
        task->task_flags = FCOE_B2V_1(ffc->ffc_attribute) & 0x07;
        task->task_flags |=
            (FCOE_B2V_1(ffc->ffc_addlen_rdwr) & 0x03) << 5;
        task->task_expected_xfer_length = FCOE_B2V_4(ffc->ffc_fcp_dl);

        tm = FCOE_B2V_1(ffc->ffc_management_flags);
        if (tm) {
                if (tm & BIT_1) {
                        task->task_mgmt_function = TM_ABORT_TASK_SET;
                } else if (tm & BIT_2) {
                        task->task_mgmt_function = TM_CLEAR_TASK_SET;
                } else if (tm & BIT_4) {
                        task->task_mgmt_function = TM_LUN_RESET;
                } else if (tm & BIT_5) {
                        task->task_mgmt_function = TM_TARGET_COLD_RESET;
                } else if (tm & BIT_6) {
                        task->task_mgmt_function = TM_CLEAR_ACA;
                } else {
                        task->task_mgmt_function = TM_ABORT_TASK;
                }
        }

        bcopy(ffc->ffc_cdb, task->task_cdb, 16);
        fct_post_rcvd_cmd(xch->xch_cmd, NULL);
        return (FCOE_SUCCESS);
}
/*
 * It must be from link
 * req_payload has been allocated when create_unsol_exchange
 */
static int
fcoet_process_unsol_els_req(fcoe_frame_t *frm)
{
        int                     ret = FCOE_SUCCESS;
        fcoet_exchange_t        *xch;

        xch = fcoet_create_unsol_exchange(frm);
        ASSERT(xch);
        ASSERT(FRM_IS_LAST_FRAME(frm));

        /*
         * For the reason of keeping symmetric, we do copy here as in
         * process_sol_els instead of in create_unsol_exchange.
         * req_payload depends on how to allocate buf in create_unsol_exchange
         */
        XCH2ELS(xch)->els_req_alloc_size = 0;
        XCH2ELS(xch)->els_req_size = frm->frm_payload_size;
        XCH2ELS(xch)->els_req_payload =
            GET_BYTE_OFFSET(xch, GET_STRUCT_SIZE(fcoet_exchange_t));
        bcopy(frm->frm_payload, XCH2ELS(xch)->els_req_payload,
            XCH2ELS(xch)->els_req_size);
        if (XCH2ELS(xch)->els_req_payload[0] != ELS_OP_FLOGI) {
                /*
                 * Ensure LINK_UP event has been handled, or PLOIG has
                 * been processed by FCT, or else it will be discarded.
                 * It need more consideration later ???
                 */
                if ((XCH2ELS(xch)->els_req_payload[0] == ELS_OP_PLOGI) &&
                    (xch->xch_ss->ss_flags & SS_FLAG_DELAY_PLOGI)) {
                        delay(STMF_SEC2TICK(1)/2);
                }

                if ((XCH2ELS(xch)->els_req_payload[0] == ELS_OP_PRLI) &&
                    (xch->xch_ss->ss_flags & SS_FLAG_DELAY_PLOGI)) {
                        atomic_and_32(&xch->xch_ss->ss_flags,
                            ~SS_FLAG_DELAY_PLOGI);
                        delay(STMF_SEC2TICK(1)/3);
                }
                fct_post_rcvd_cmd(xch->xch_cmd, NULL);
        } else {
                /*
                 * We always handle FLOGI internally
                 * Save dst mac address from FLOGI request to restore later
                 */
                bcopy((char *)frm->frm_hdr-22,
                    frm->frm_eport->eport_efh_dst, ETHERADDRL);
                ret = fcoet_process_unsol_flogi_req(xch);
        }
        return (ret);
}


/*
 * It must be from link, but could be incomplete because of network problems
 */
static int
fcoet_process_sol_els_rsp(fcoe_frame_t *frm)
{
        uint32_t                 actual_size;
        fct_status_t             fc_st;
        uint32_t                 iof;
        uint16_t                 sol_oxid;
        fcoet_exchange_t        *xch = NULL;
        fct_els_t               *els = NULL;
        int                      ret = FCOE_SUCCESS;

        sol_oxid = FRM_OXID(frm);
        if (mod_hash_find_cb(FRM2SS(frm)->ss_sol_oxid_hash,
            (mod_hash_key_t)(intptr_t)sol_oxid,
            (mod_hash_val_t *)&xch, fcoet_modhash_find_cb) != 0) {
                return (FCOE_FAILURE);
        }
        if (xch != FRM2SS(frm)->ss_sol_flogi) {
                fcoet_clear_sol_exchange(xch);
        }

        fcoet_init_tfm(frm, xch);
        els = CMD2ELS(xch->xch_cmd);
        ASSERT(FRM_IS_LAST_FRAME(frm));
        actual_size = els->els_resp_size;
        if (actual_size > frm->frm_payload_size) {
                actual_size = frm->frm_payload_size;
        }

        els->els_resp_size = (uint16_t)actual_size;
        bcopy(frm->frm_payload, els->els_resp_payload, actual_size);

        if (xch->xch_ss->ss_sol_flogi == xch) {
                /*
                 * We handle FLOGI internally
                 */
                ret = fcoet_process_sol_flogi_rsp(frm);
                FCOET_RELE_XCHG(xch);
        } else {
                fc_st = FCT_SUCCESS;
                iof = FCT_IOF_FCA_DONE;
                FCOET_RELE_XCHG(xch);
                fct_send_cmd_done(xch->xch_cmd, fc_st, iof);
        }
        return (ret);
}

/*
 * It's still in the context of being aborted exchange, but FCT can't support
 * this scheme, so there are two fct_cmd_t that are bound with one exchange.
 */
static int
fcoet_process_unsol_abts_req(fcoe_frame_t *frm)
{
        fct_cmd_t               *cmd;
        fcoet_exchange_t        *xch = NULL;
        uint16_t                 unsol_rxid;

        FCOET_LOG("fcoet_process_unsol_abts_req", "ABTS: %x/%x",
            FRM_OXID(frm), FRM_RXID(frm));
        unsol_rxid = FRM_RXID(frm);
        if (mod_hash_find_cb(FRM2SS(frm)->ss_unsol_rxid_hash,
            (mod_hash_key_t)(intptr_t)unsol_rxid,
            (mod_hash_val_t *)&xch, fcoet_modhash_find_cb) != 0) {
                FCOET_LOG("fcoet_process_unsol_abts_req",
                    "can't find aborted exchange");
                return (FCOE_SUCCESS);
        }

        fcoet_init_tfm(frm, xch);
        if (!FRM_IS_LAST_FRAME(frm)) {
                FCOET_LOG("fcoet_process_unsol_abts_req",
                    "not supported this kind frame");
                FCOET_RELE_XCHG(xch);
                return (FCOE_FAILURE);
        }

        cmd = (fct_cmd_t *)fct_alloc(FCT_STRUCT_CMD_RCVD_ABTS, 0, 0);
        if (cmd == NULL) {
                FCOET_LOG("fcoet_process_unsol_abts_req",
                    "can't alloc fct_cmd_t");
                FCOET_RELE_XCHG(xch);
                return (FCOE_FAILURE);
        }

        xch->xch_flags |= XCH_FLAG_INI_ASKED_ABORT;
        cmd->cmd_fca_private = xch;
        cmd->cmd_port = xch->xch_cmd->cmd_port;
        cmd->cmd_rp_handle = xch->xch_cmd->cmd_rp_handle;
        cmd->cmd_rportid = xch->xch_cmd->cmd_rportid;
        cmd->cmd_lportid = xch->xch_cmd->cmd_lportid;
        cmd->cmd_oxid = xch->xch_cmd->cmd_oxid;
        cmd->cmd_rxid = xch->xch_cmd->cmd_rxid;
        fct_post_rcvd_cmd(cmd, NULL);
        FCOET_LOG("fcoet_process_unsol_abts_req",
            "abts now: xch/%p, frm/%p - time/%p",
            xch, frm, ddi_get_lbolt());

        FCOET_RELE_XCHG(xch);
        return (FCOE_SUCCESS);
}

static int
fcoet_process_sol_abts_acc(fcoe_frame_t *frm)
{
        fcoet_exchange_t        *xch       = NULL;
        uint16_t                 sol_oxid;

        sol_oxid = FRM_OXID(frm);
        if (mod_hash_remove(FRM2SS(frm)->ss_sol_oxid_hash,
            (mod_hash_key_t)(intptr_t)sol_oxid,
            (mod_hash_val_t *)&xch) != 0) {
                /*
                 * So far ABTS for FLOGI might be removed from ss_sol_oxid_hash
                 * in fcoet_watch_handle_sol_flogi, Will improve it later
                 */
                return (FCOE_SUCCESS);
        }

        xch->xch_flags &= ~XCH_FLAG_IN_HASH_TABLE;
        if (!FRM_IS_LAST_FRAME(frm)) {
                FCOET_LOG("fcoet_process_sol_abts_acc",
                    "not supported this kind frame");
                FCOET_RELE_XCHG(xch);
                return (FCOE_FAILURE);
        }
        FCOET_LOG("fcoet_process_sol_abts_acc",
            "ABTS received but there is nothing to do");
        return (FCOE_SUCCESS);
}

static int
fcoet_process_sol_abts_rjt(fcoe_frame_t *frm)
{
        fcoet_exchange_t        *xch       = NULL;
        uint16_t                 sol_oxid;

        sol_oxid = FRM_OXID(frm);
        if (mod_hash_remove(FRM2SS(frm)->ss_sol_oxid_hash,
            (mod_hash_key_t)(intptr_t)sol_oxid,
            (mod_hash_val_t *)&xch) != 0) {
                /*
                 * So far ABTS for FLOGI might be removed from ss_sol_oxid_hash
                 * in fcoet_watch_handle_sol_flogi, Will improve it later
                 */
                return (FCOE_SUCCESS);
        }

        xch->xch_flags &= ~XCH_FLAG_IN_HASH_TABLE;

        if (!FRM_IS_LAST_FRAME(frm)) {
                FCOET_LOG("fcoet_process_sol_abts_rjt",
                    "not supported this kind frame");
                return (FCOE_FAILURE);
        }

        FCOET_LOG("fcoet_process_sol_abts_rjt",
            "ABTS_RJT received rjt reason %x but there is nothing to do",
            frm->frm_payload[1]);
        return (FCOE_SUCCESS);
}

static int
fcoet_process_unsol_ct_req(fcoe_frame_t *frm)
{
        /*
         * If you want to implement virtual name server, or FC/ETH
         * gateway, you can do it here
         */
        if (!FRM_IS_LAST_FRAME(frm)) {
                FCOET_LOG("fcoet_process_unsol_ct_req",
                    "not supported this kind frame");
                return (FCOE_FAILURE);
        }

        FCOET_LOG("fcoet_process_unsol_ct_req",
            "No support for unsolicited CT request");
        return (FCOE_SUCCESS);
}

static int
fcoet_process_sol_ct_rsp(fcoe_frame_t *frm)
{
        uint32_t                 actual_size;
        fct_status_t             fc_st;
        uint32_t                 iof;
        fct_sol_ct_t            *ct  = NULL;
        fcoet_exchange_t        *xch = NULL;
        uint16_t                 sol_oxid;

        sol_oxid = FRM_OXID(frm);

        if (mod_hash_remove(FRM2SS(frm)->ss_sol_oxid_hash,
            (mod_hash_key_t)(intptr_t)sol_oxid,
            (mod_hash_val_t *)&xch) != 0) {
                return (FCOE_SUCCESS);
        }

        xch->xch_flags &= ~XCH_FLAG_IN_HASH_TABLE;
        fcoet_init_tfm(frm, xch);

        ASSERT(FRM_IS_LAST_FRAME(frm));
        actual_size = CMD2ELS(xch->xch_cmd)->els_resp_size;
        if (actual_size > frm->frm_payload_size) {
                actual_size = frm->frm_payload_size;
        }
        ct = CMD2CT(xch->xch_cmd);
        ct->ct_resp_size = (uint16_t)actual_size;

        bcopy(frm->frm_payload,
            CMD2CT(xch->xch_cmd)->ct_resp_payload, actual_size);

        fc_st = FCT_SUCCESS;
        iof = FCT_IOF_FCA_DONE;
        fct_send_cmd_done(xch->xch_cmd, fc_st, iof);

        return (FCOE_SUCCESS);
}

static int
fcoet_send_sol_fcp_data_done(fcoe_frame_t *frm)
{
        fcoet_exchange_t        *xch = FRM2TFM(frm)->tfm_xch;
        stmf_data_buf_t         *dbuf;
        int                     dbuf_index;
        uint32_t                 iof;

        dbuf_index = FRM2TFM(frm)->tfm_buf_idx;
        xch->xch_left_data_size -= frm->frm_payload_size;
        dbuf = xch->xch_dbufs[dbuf_index];
        ASSERT((dbuf) && (dbuf->db_flags & DB_DIRECTION_TO_RPORT));

        /*
         * We decrease db_sglist_length only for READ-type commands.
         * For INQUIRY, resid could be non-zero, then db_sglist_length will
         * be useful.
         */
        dbuf->db_sglist_length--;
        if ((xch->xch_left_data_size <= 0) || (!dbuf->db_sglist_length)) {
                iof = 0;
                dbuf->db_xfer_status = FCT_SUCCESS;
                dbuf->db_flags |= DB_DONT_REUSE;
                if (dbuf->db_flags & DB_SEND_STATUS_GOOD) {
                        if (fcoet_send_status(xch->xch_cmd) != FCT_SUCCESS) {
                                return (FCOE_FAILURE);
                        }
                } else {
                        fct_scsi_data_xfer_done(xch->xch_cmd, dbuf, iof);
                }
        }
        FCOET_RELE_XCHG(xch);
        return (FCOE_SUCCESS);
}

static int
fcoet_send_fcp_status_done(fcoe_frame_t *frm)
{
        fcoet_exchange_t        *xch = FRM2TFM(frm)->tfm_xch;
        fct_status_t             fc_st = FCT_SUCCESS;
        uint32_t                 iof = FCT_IOF_FCA_DONE;

        if (xch->xch_flags & XCH_FLAG_FCT_CALLED_ABORT) {
                FCOET_RELE_XCHG(xch);
                return (FCOE_SUCCESS);
        }

        if (fcoet_clear_unsol_exchange(xch) == FCOE_SUCCESS) {
                FCOET_RELE_XCHG(xch);
                fct_send_response_done(xch->xch_cmd, fc_st, iof);
        } else {
                /* Already cleared from hash table by abort */
                FCOET_RELE_XCHG(xch);
        }

        return (FCOE_SUCCESS);
}

/*
 * Solicited frames callback area
 */
static int
fcoet_send_unsol_els_rsp_done(fcoe_frame_t *frm)
{
        fcoet_exchange_t        *xch = FRM2TFM(frm)->tfm_xch;
        fct_status_t             fc_st;
        uint32_t                 iof;

        FCOET_EXT_LOG("fcoet_send_unsol_els_rsp_done",
            "frm/oxid/els: %p/%x/%x",
            frm, FRM_OXID(frm), XCH2ELS(xch)->els_req_payload[0]);
        if (xch->xch_flags & XCH_FLAG_FCT_CALLED_ABORT) {
                FCOET_RELE_XCHG(xch);
                return (FCOE_SUCCESS);
        }

        if (fcoet_clear_unsol_exchange(xch) == FCOE_FAILURE) {
                FCOET_RELE_XCHG(xch);
                return (FCOE_SUCCESS);
        }

        FCOET_RELE_XCHG(xch);
        if (XCH2ELS(xch)->els_req_payload[0] != ELS_OP_FLOGI) {
                fc_st = FCT_SUCCESS;
                iof = FCT_IOF_FCA_DONE;
                fct_send_response_done(xch->xch_cmd, fc_st, iof);
        } else {
                /*
                 * We need update ss_link_info and flags.
                 */
                mutex_enter(&xch->xch_ss->ss_watch_mutex);
                xch->xch_ss->ss_link_info.portid =
                    xch->xch_cmd->cmd_lportid;
                xch->xch_ss->ss_link_info.port_topology =
                    PORT_TOPOLOGY_PT_TO_PT;
                if (frm->frm_eport->eport_link_speed == FCOE_PORT_SPEED_1G) {
                        xch->xch_ss->ss_link_info.port_speed = PORT_SPEED_1G;
                } else if (frm->frm_eport->eport_link_speed ==
                    FCOE_PORT_SPEED_10G) {
                        xch->xch_ss->ss_link_info.port_speed = PORT_SPEED_10G;
                }
                xch->xch_ss->ss_link_info.port_no_fct_flogi = 1;
                xch->xch_ss->ss_link_info.port_fca_flogi_done = 1;
                xch->xch_ss->ss_link_info.port_fct_flogi_done = 0;
                bcopy(XCH2ELS(xch)->els_req_payload + 20,
                    xch->xch_ss->ss_link_info.port_rpwwn, 8);
                bcopy(XCH2ELS(xch)->els_req_payload + 28,
                    xch->xch_ss->ss_link_info.port_rnwwn, 8);
                atomic_or_32(&xch->xch_ss->ss_flags,
                    SS_FLAG_UNSOL_FLOGI_DONE);
                atomic_or_32(&xch->xch_ss->ss_flags,
                    SS_FLAG_REPORT_TO_FCT);

                xch->xch_ss->ss_sol_flogi_state = SFS_FLOGI_ACC;
                mutex_exit(&xch->xch_ss->ss_watch_mutex);

                fct_free(xch->xch_cmd);
        }
        return (FCOE_SUCCESS);
}

/* ARGSUSED */
static int
fcoet_send_sol_els_req_done(fcoe_frame_t *frm)
{
        return (FCOE_SUCCESS);
}

/*
 * FCT have released relevant fct_cmd_t and fcoet_exchange_t now, so it's not
 * needed to notify FCT anything. Just do nothing.
 */
/* ARGSUSED */
static int
fcoet_send_unsol_bls_acc_done(fcoe_frame_t *frm)
{
        FCOET_LOG("fcoet_send_unsol_bls_acc_done",
            "Unsolicited BA_ACC sent out and released ");

        return (FCOE_SUCCESS);
}

/* ARGSUSED */
static int
fcoet_send_unsol_bls_rjt_done(fcoe_frame_t *frm)
{
        FCOET_LOG("fcoet_send_unsol_bls_rjt_done",
            "Unsolicited BA_RJT sent out and released");
        return (FCOE_SUCCESS);
}

/* ARGSUSED */
static int
fcoet_send_sol_bls_req_done(fcoe_frame_t *frm)
{
        FCOET_LOG("fcoet_send_sol_bls_req_done",
            "Soclited ABTS was sent out and released");
        return (FCOE_SUCCESS);
}

/* ARGSUSED */
static int
fcoet_send_sol_ct_req_done(fcoe_frame_t *frm)
{
        FCOET_LOG("fcoet_send_sol_ct_req_done",
            "CT request was sent out and released");
        return (FCOE_SUCCESS);
}

/*
 * FCoET can only interpret solicited and unsolicited FLOGI, all the other
 * ELS/CT/FCP should be passed up to FCT.
 */
static int
fcoet_process_unsol_flogi_req(fcoet_exchange_t *xch)
{
        fcoe_frame_t *frm;

        atomic_or_32(&xch->xch_ss->ss_flags, SS_FLAG_DELAY_PLOGI);

        /*
         * In spec, common service parameter should indicate if it's from
         * N-port or F-port, but the initial intel implementation is not
         * spec-compliant, so we use eport_flags to workaround the problem
         */
        if (!(xch->xch_ss->ss_eport->eport_flags & EPORT_FLAG_IS_DIRECT_P2P)) {
                /*
                 * The topology is switch P2P, so there's no need to respond
                 * to this FLOGI
                 */
                FCOET_LOG("fcoet_process_unsol_flogi_req",
                    "skip FLOGI, since we are in switch topology");
                return (FCOE_SUCCESS);
        }

        /*
         * Send ACC according to the spec.
         */
        frm = xch->xch_ss->ss_eport->eport_alloc_frame(xch->xch_ss->ss_eport,
            FLOGI_ACC_PAYLOAD_SIZE + FCFH_SIZE, 0);
        if (frm == NULL) {
                ASSERT(0);
                return (FCOE_FAILURE);
        } else {
                fcoet_init_tfm(frm, xch);
                bzero(frm->frm_payload, frm->frm_payload_size);
        }

        FFM_R_CTL(0x23, frm);
        FRM2TFM(frm)->tfm_rctl = 0x23;
        FFM_TYPE(0x01, frm);
        FFM_F_CTL(0x980000, frm);
        FFM_OXID(xch->xch_oxid, frm);
        FFM_RXID(xch->xch_rxid, frm);
        FFM_S_ID(0xFFFFFE, frm);

        /*
         * ACC
         */
        frm->frm_payload[0] = 0x02;

        /*
         * Common Svc Parameters
         */
        frm->frm_payload[4] = 0x20;
        frm->frm_payload[5] = 0x20;
        frm->frm_payload[7] = 0x0A;
        frm->frm_payload[10] = 0x05;
        frm->frm_payload[11] = 0xAC;
        bcopy(xch->xch_ss->ss_eport->eport_portwwn, frm->frm_payload + 20, 8);
        bcopy(xch->xch_ss->ss_eport->eport_nodewwn, frm->frm_payload + 28, 8);

        /*
         * Class3 Svc Parameters
         */
        frm->frm_payload[68] = 0x88;

        /*
         * Send FLOGI ACC out
         * After this, we should never use the exchange, because it could
         * have been released. Please pay attention to other similiar cases.
         */
        xch->xch_ss->ss_eport->eport_tx_frame(frm);
        return (FCOE_SUCCESS);
}

static int
fcoet_process_sol_flogi_rsp(fcoe_frame_t *frm)
{
        int ret = FCOE_SUCCESS;
        fcoet_exchange_t        *xch = FRM2TFM(frm)->tfm_xch;
        fct_els_t               *els = CMD2ELS(xch->xch_cmd);
        fcoet_soft_state_t      *ss = FRM2SS(frm);

        if (els->els_resp_payload[0] == ELS_OP_ACC) {
                /*
                 * We need always update ss_link_info and flags for solicited
                 * FLOGI, because someone has assigned address for you. The
                 * initial intel implementation will always assign address for
                 * you even you are in back-to-back mode (direct P2P).
                 */
                mutex_enter(&ss->ss_watch_mutex);
                if (ss->ss_flags & SS_FLAG_PORT_DISABLED ||
                    (ss->ss_sol_flogi_state != SFS_FLOGI_INIT &&
                    ss->ss_sol_flogi_state != SFS_FLOGI_CHECK_TIMEOUT &&
                    ss->ss_sol_flogi_state != SFS_ABTS_INIT)) {
                        /*
                         * The status is not correct, this response may be
                         * obsolete.
                         */
                        mutex_exit(&ss->ss_watch_mutex);
                        FCOET_LOG("fcoet_process_sol_flogi_rsp",
                            "FLOGI response is obsolete");
                        return (FCOE_FAILURE);
                }
                if (xch->xch_flags & XCH_FLAG_NONFCP_REQ_SENT) {
                        xch->xch_cmd->cmd_lportid = FRM_D_ID(frm);
                        xch->xch_ss->ss_link_info.portid =
                            xch->xch_cmd->cmd_lportid;
                        /*
                         * Check the bit 28 in 3rd word of the payload
                         *  in common service parameters to know the
                         * remote port is F_PORT or N_PORT
                         */
                        if (els->els_resp_payload[8] & 0x10) {
                                uint8_t src_addr[ETHERADDRL];
                                frm->frm_eport->eport_flags &=
                                    ~EPORT_FLAG_IS_DIRECT_P2P;
                                FCOE_SET_DEFAULT_OUI(src_addr);
                                bcopy(frm->frm_hdr->hdr_d_id, src_addr + 3, 3);
                                bcopy((char *)frm->frm_hdr-22,
                                    frm->frm_eport->eport_efh_dst,
                                    ETHERADDRL);
                                frm->frm_eport->eport_set_mac_address(
                                    frm->frm_eport, src_addr, B_TRUE);
                                xch->xch_ss->ss_link_info.port_topology =
                                    PORT_TOPOLOGY_FABRIC_PT_TO_PT;
                        } else {
                                xch->xch_ss->ss_link_info.port_topology =
                                    PORT_TOPOLOGY_PT_TO_PT;
                        }

                        xch->xch_ss->ss_link_info.port_speed = PORT_SPEED_10G;
                        xch->xch_ss->ss_link_info.port_no_fct_flogi = 1;
                        xch->xch_ss->ss_link_info.port_fca_flogi_done = 1;
                        xch->xch_ss->ss_link_info.port_fct_flogi_done = 0;
                        xch->xch_ss->ss_sol_flogi_state = SFS_FLOGI_ACC;
                        cv_signal(&xch->xch_ss->ss_watch_cv);
                        FCOET_LOG("fcoet_process_sol_flogi_rsp",
                            "FLOGI is accecpted");
                } else {
                        FCOET_LOG("fcoet_process_sol_flogi_rsp",
                            "FLOGI xch_flags/%x", xch->xch_flags);
                        ret = FCOE_FAILURE;
                }
                mutex_exit(&ss->ss_watch_mutex);
        } else {
                FCOET_LOG("fcoet_process_sol_flogi_rsp", "FLOGI is rejected");
                ret = FCOE_FAILURE;
        }
        return (ret);
}