/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */

/*
 * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
 * Use is subject to license terms.
 */

#include <strings.h>

#include <dapl.h>
#include <dapl_adapter_util.h>
#include <dapl_evd_util.h>
#include <dapl_cr_util.h>
#include <dapl_lmr_util.h>
#include <dapl_rmr_util.h>
#include <dapl_cookie.h>
#include <dapl_name_service.h>
#include <dapl_tavor_ibtf_impl.h>

/* Function prototypes */
extern DAT_RETURN dapls_tavor_wrid_init(ib_qp_handle_t);
extern void dapls_tavor_wrid_cleanup(DAPL_EP *, ib_qp_handle_t);

int g_dapl_loopback_connection = 0;

/*
 * dapls_ib_connect
 *
 * Initiate a connection with the passive listener on another node
 *
 * Input:
 *        ep_handle,
 *        remote_ia_address,
 *        remote_conn_qual,
 *        prd_size              size of private data and structure
 *        prd_prt               pointer to private data structure
 *
 * Output:
 *        none
 *
 * Returns:
 *        DAT_SUCCESS
 *        DAT_INSUFFICIENT_RESOURCES
 *        DAT_INVALID_PARAMETER
 *
 */

DAT_RETURN
dapls_ib_connect(IN DAT_EP_HANDLE ep_handle,
    IN DAT_IA_ADDRESS_PTR remote_ia_address, IN DAT_CONN_QUAL remote_conn_qual,
    IN DAT_COUNT prd_size, IN DAPL_PRIVATE *prd_ptr, IN DAT_TIMEOUT timeout)
{
        dapl_ep_connect_t args;
        DAPL_EP *ep_p = (DAPL_EP *)ep_handle;
        struct sockaddr *s;
        char addr_buf[64];
        ib_gid_t dgid;
        int retval;
        struct sockaddr_in6 *v6addr;
        struct sockaddr_in *v4addr;
        dapl_ia_addr_t *sap;

        s = (struct sockaddr *)remote_ia_address;
        dapl_dbg_log(DAPL_DBG_TYPE_CM,
            "dapls_ib_connect: ep 0x%p\n"
            "                  addr %s, conn_qual %016llu, ep_hkey %016llx\n"
            "                  prd_size %d, timeout 0x%x\n",
            ep_p, dapls_inet_ntop(s, addr_buf, 64), remote_conn_qual,
            ep_p->qp_handle->ep_hkey, prd_size, timeout);
        if (ep_p->qp_handle == NULL) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "dapls_ib_connect: ep 0x%p, addr %s, conn_qual %016llu, "
                    "qp_handle == NULL\n", ep_p, dapls_inet_ntop(s,
                    addr_buf, 64), remote_conn_qual);
                return (DAT_INVALID_PARAMETER);
        }
        if (timeout == DAT_TIMEOUT_INFINITE) {
                args.epc_timeout = 0;
        } else {
                args.epc_timeout = timeout;
        }
        /* resolve remote address to dgid */
        retval = dapls_ns_lookup_address(ep_p->header.owner_ia,
            remote_ia_address, timeout, &dgid);
        if (retval == DAT_SUCCESS) {
                args.epc_dgid = dgid;
        } else if ((retval & DAT_SUBTYPE_MASK) ==
            DAT_INVALID_ADDRESS_UNREACHABLE) {
                /* let the kernel driver look up the dgid from ATS */
                args.epc_dgid.gid_guid = 0ULL;
                args.epc_dgid.gid_prefix = 0ULL;
        } else {
                return (retval);
        }
        args.epc_sid = remote_conn_qual;
        args.epc_hkey = ep_p->qp_handle->ep_hkey;
        sap = (dapl_ia_addr_t *)&args.epc_raddr_sadata;
        /*
         * filled in the remote_ia_address for consistent though
         * not necessary when dapls_ns_lookup_address has resolved the dgid
         */
        switch (s->sa_family) {
        case AF_INET:
                /* LINTED: E_BAD_PTR_CAST_ALIGN */
                v4addr = (struct sockaddr_in *)s;
                sap->iad_v4pad[0] = 0;
                sap->iad_v4pad[1] = 0;
                sap->iad_v4pad[2] = 0;
                sap->iad_v4 = v4addr->sin_addr;
                break;
        case AF_INET6:
                /* LINTED: E_BAD_PTR_CAST_ALIGN */
                v6addr = (struct sockaddr_in6 *)s;
                sap->iad_v6 = v6addr->sin6_addr;
                break;
        }

        /* establish the hello message */
        (void) dapl_os_memzero((void *)&prd_ptr->hello_msg,
            sizeof (DAPL_HELLO_MSG));
        /* on ATS leave the msg blank to avoid confusion to 3rd parties */
        if ((args.epc_dgid.gid_guid | args.epc_dgid.gid_prefix)) {
                prd_ptr->hello_msg.hi_checksum = DAPL_CHECKSUM;
                prd_ptr->hello_msg.hi_clen = prd_size;
                prd_ptr->hello_msg.hi_mid = 0;
                prd_ptr->hello_msg.hi_vers = DAPL_HELLO_MSG_VERS;

                /* fill in local address */
                s = (struct sockaddr *)
                    &ep_p->header.owner_ia->hca_ptr->hca_address;
                prd_ptr->hello_msg.hi_ipv = (uint8_t)s->sa_family;
                switch (s->sa_family) {
                case AF_INET:
                        /* LINTED: E_BAD_PTR_CAST_ALIGN */
                        v4addr = (struct sockaddr_in *)s;
                        prd_ptr->hello_msg.hi_port = v4addr->sin_port;
                        prd_ptr->hello_msg.hi_v4ipaddr = v4addr->sin_addr;
                        break;
                case AF_INET6:
                        /* LINTED: E_BAD_PTR_CAST_ALIGN */
                        v6addr = (struct sockaddr_in6 *)s;
                        prd_ptr->hello_msg.hi_port = v6addr->sin6_port;
                        prd_ptr->hello_msg.hi_v6ipaddr = v6addr->sin6_addr;
                        break;
                default:
                        break; /* fall through */
                }
        }
        if (prd_size > 0) {
                (void) dapl_os_memcpy((void *)&args.epc_priv[0],
                    (void *)prd_ptr, sizeof (DAPL_PRIVATE));
        } else {
                (void) dapl_os_memcpy((void *)
                    &args.epc_priv[DAPL_CONSUMER_MAX_PRIVATE_DATA_SIZE],
                    (void *)&prd_ptr->hello_msg, sizeof (DAPL_HELLO_MSG));
        }
        args.epc_priv_sz = sizeof (DAPL_PRIVATE);

        retval = ioctl(ep_p->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
            DAPL_EP_CONNECT, &args);
        if (retval != 0) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "dapls_ib_connect: connect failed %s, retval %d\n\n",
                    strerror(errno), retval);
                return (dapls_convert_error(errno, retval));
        }

        dapl_dbg_log(DAPL_DBG_TYPE_CM,
            "dapls_ib_connect: connected to %s\n\n",
            dapls_inet_ntop(s, addr_buf, 64));
        return (DAT_SUCCESS);
}

/*
 * dapls_ib_disconnect
 *
 * Disconnect an EP
 *
 * Input:
 *        ep_handle,
 *        disconnect_flags
 *
 * Output:
 *        none
 *
 * Returns:
 *        DAT_SUCCESS
 *        DAT_INSUFFICIENT_RESOURCES
 *        DAT_INVALID_PARAMETER
 *
 */
/* ARGSUSED */
DAT_RETURN
dapls_ib_disconnect(IN DAPL_EP *ep_ptr,
    IN DAT_CLOSE_FLAGS close_flags)
{
        dapl_ep_disconnect_t args;
        struct sockaddr *s;
        char addr_buf[64];
        int retval;

        if (ep_ptr->qp_handle == NULL) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "dapls_ib_disconnect: qp_handle == NULL\n");
                return (DAT_INVALID_PARAMETER);
        }
        args.epd_hkey = ep_ptr->qp_handle->ep_hkey;

        retval = ioctl(ep_ptr->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
            DAPL_EP_DISCONNECT, &args);
        /* no reason for disconnect to fail so transition the state */
        ep_ptr->qp_state = IBT_STATE_ERROR;

        if (retval != 0) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "dapls_ib_disconnect: disconnect failed %s\n",
                    strerror(errno));
                return (dapls_convert_error(errno, retval));
        }
        s = (struct sockaddr *)ep_ptr->param.remote_ia_address_ptr;
        dapl_dbg_log(DAPL_DBG_TYPE_CM,
            "dapls_ib_disconnect: disconnected from %s, conn_qual %016llu\n",
            dapls_inet_ntop(s, addr_buf, 64), ep_ptr->param.remote_port_qual);
        return (DAT_SUCCESS);
}


/*
 * dapls_ib_connected
 *
 * transition qp_state to IBT_STATE_RTS
 *
 */
void
dapls_ib_connected(IN DAPL_EP *ep_ptr)
{
        ep_ptr->qp_state = IBT_STATE_RTS;
}


/*
 * dapls_ib_disconnect_clean
 *
 * transition qp_state to IBT_STATE_ERROR.
 * abort connection if necessary.
 *
 * Input:
 *      ep_ptr          DAPL_EP
 *
 * Output:
 *      none
 *
 * Returns:
 *      void
 *
 */
/* ARGSUSED */
void
dapls_ib_disconnect_clean(IN DAPL_EP *ep_ptr, IN DAT_BOOLEAN active,
    IN const ib_cm_events_t ib_cm_event)
{
        switch (ib_cm_event) {
        case IB_CME_CONNECTED:
        case IB_CME_CONNECTION_REQUEST_PENDING:
        case IB_CME_CONNECTION_REQUEST_PENDING_PRIVATE_DATA:
                (void) dapls_ib_disconnect(ep_ptr, DAT_CLOSE_ABRUPT_FLAG);
                /* FALLTHROUGH */
        case IB_CME_DESTINATION_REJECT:
        case IB_CME_DESTINATION_REJECT_PRIVATE_DATA:
        case IB_CME_DESTINATION_UNREACHABLE:
        case IB_CME_TOO_MANY_CONNECTION_REQUESTS:
        case IB_CME_LOCAL_FAILURE:
        case IB_CME_TIMED_OUT:
        case IB_CME_DISCONNECTED_ON_LINK_DOWN:
                ep_ptr->qp_state = IBT_STATE_ERROR;
        }
}


/*
 * dapls_ib_reinit_ep
 *
 * Move the QP to INIT state again.
 *
 * Input:
 *      ep_ptr          DAPL_EP
 *
 * Output:
 *      none
 *
 * Returns:
 *      void
 *
 */
void
dapls_ib_reinit_ep(IN DAPL_EP *ep_ptr)
{
        dapl_ep_reinit_t        reinit_args;
        ib_hca_handle_t         hca_hndl;
        ib_qp_handle_t          qp_p;
        char                    addr_buf[64];
        int                     retval;

        hca_hndl = ep_ptr->header.owner_ia->hca_ptr->ib_hca_handle;
        qp_p = ep_ptr->qp_handle;

        if (qp_p == NULL) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "dapls_ib_reinit: qp_handle == NULL\n");
                return;
        }
        /*
         * Do all the work request cleanup processing right away
         * no one should really be doing any operation on this
         * qp (we are not threadsafe)...
         */
        dapls_tavor_wrid_cleanup(ep_ptr, qp_p);

        reinit_args.epri_hkey = qp_p->ep_hkey;
        if (ioctl(hca_hndl->ia_fd, DAPL_EP_REINIT, &reinit_args) != 0) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "dapls_ib_reinit: reinit failed %s\n",
                    strerror(errno));
                return;
        }

        qp_p->qp_sq_lastwqeaddr = NULL;
        qp_p->qp_rq_lastwqeaddr = NULL;

        /*
         * Setup data structure for work request processing
         */
        retval = dapls_tavor_wrid_init(qp_p);
        if (retval != DAT_SUCCESS) {
                /*
                 * we failed to create data structures for work request
                 * processing. Lets unmap and leave, the qp will get
                 * cleaned when ep gets destroyed - the ep is unusable
                 * in this state.
                 */
                if (munmap((void *)qp_p->qp_addr, qp_p->qp_map_len) < 0) {
                        dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                            "qp_free: munmap failed(%d)\n", errno);
                }
                qp_p->qp_addr = NULL;
                dapl_dbg_log(DAPL_DBG_TYPE_CM,
                    "dapls_ib_reinit: wrid_init failed %d\n", retval);
                return;
        }

        /* we have a new ep and it is in the init state */
        ep_ptr->qp_state = IBT_STATE_INIT;

        dapl_dbg_log(DAPL_DBG_TYPE_CM,
            "dapls_ib_reinit: successful, ia_address %s, conn_qual %016llu\n",
            dapls_inet_ntop((struct sockaddr *)ep_ptr->param.
            remote_ia_address_ptr, addr_buf, 64),
            ep_ptr->param.remote_port_qual);
}


/*
 * dapl_ib_setup_conn_listener
 *
 * Have the CM set up a connection listener.
 *
 * Input:
 *        ibm_hca_handle           HCA handle
 *        qp_handle                QP handle
 *
 * Output:
 *        none
 *
 * Returns:
 *        DAT_SUCCESS
 *        DAT_INSUFFICIENT_RESOURCES
 *        DAT_INVALID_PARAMETER
 *
 */
DAT_RETURN
dapls_ib_setup_conn_listener(IN DAPL_IA *ia_ptr,
    IN DAT_UINT64 ServiceID, IN DAPL_SP *sp_ptr)
{
        ib_hca_handle_t hca_hdl = ia_ptr->hca_ptr->ib_hca_handle;
        struct dapls_ib_cm_srvc_handle *srvc_hdl;
        dapl_service_register_t args;
        struct sockaddr *s;
        char addr_buf[64];
        DAPL_EVD *evd_p = (DAPL_EVD *)sp_ptr->evd_handle;
        int retval;

        if (hca_hdl == NULL) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "setup_conn_listener: hca_handle == NULL\n");
                return (DAT_INVALID_PARAMETER);
        }
        if (evd_p == NULL) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "setup_conn_listener: evd_p == NULL\n");
                return (DAT_INVALID_PARAMETER);
        }
        srvc_hdl = (struct dapls_ib_cm_srvc_handle *)
            dapl_os_alloc(sizeof (*srvc_hdl));
        if (srvc_hdl == NULL) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "setup_conn_listener: srvc_handle == NULL\n");
                return (DAT_INSUFFICIENT_RESOURCES);
        }

        args.sr_sid = ServiceID;
        args.sr_evd_hkey = evd_p->ib_cq_handle->evd_hkey;
        args.sr_sp_cookie = (uintptr_t)sp_ptr;

        retval = ioctl(hca_hdl->ia_fd, DAPL_SERVICE_REGISTER, &args);
        if (retval != 0) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "setup_conn_listener: register failed %s\n",
                    strerror(errno));
                dapl_os_free(srvc_hdl, sizeof (*srvc_hdl));
                return (dapls_convert_error(errno, retval));
        }
        srvc_hdl->sv_sp_hkey = args.sr_sp_hkey;
        sp_ptr->cm_srvc_handle = srvc_hdl;
        sp_ptr->conn_qual = args.sr_retsid;

        s = (struct sockaddr *)&ia_ptr->hca_ptr->hca_address;
        dapl_dbg_log(DAPL_DBG_TYPE_CM,
            "setup_conn_listener: listening on ia_address %s, "
            "conn_qual %016llu\n\n", dapls_inet_ntop(s, addr_buf, 64),
            sp_ptr->conn_qual);
        return (DAT_SUCCESS);
}

/*
 * dapl_ib_remove_conn_listener
 *
 * Have the CM remove a connection listener.
 *
 * Input:
 *      ia_handle               IA handle
 *      ServiceID               IB Channel Service ID
 *
 * Output:
 *      none
 *
 * Returns:
 *      DAT_SUCCESS
 *      DAT_INVALID_PARAMETER
 *
 */
DAT_RETURN
dapls_ib_remove_conn_listener(IN DAPL_IA *ia_ptr, IN DAPL_SP *sp_ptr)
{
        ib_hca_handle_t hca_hdl = ia_ptr->hca_ptr->ib_hca_handle;
        struct dapls_ib_cm_srvc_handle *srvc_hdl;
        dapl_service_deregister_t args;
        struct sockaddr *s;
        char addr_buf[64];
        int retval;

        if (hca_hdl == NULL) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "remove_conn_listener: hca_handle == NULL\n");
                return (DAT_INVALID_PARAMETER);
        }
        srvc_hdl = (struct dapls_ib_cm_srvc_handle *)sp_ptr->
            cm_srvc_handle;

        args.sdr_sp_hkey = srvc_hdl->sv_sp_hkey;
        retval = ioctl(hca_hdl->ia_fd, DAPL_SERVICE_DEREGISTER, &args);
        if (retval != 0) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "remove_conn_listener: deregister failed %s\n",
                    strerror(errno));
                return (dapls_convert_error(errno, retval));
        }
        dapl_os_free(srvc_hdl, sizeof (*srvc_hdl));
        sp_ptr->cm_srvc_handle = NULL;

        s = (struct sockaddr *)&ia_ptr->hca_ptr->hca_address;
        dapl_dbg_log(DAPL_DBG_TYPE_CM,
            "remove_conn_listener: successful, ia_address %s, "
            "conn_qual %016llu\n\n", dapls_inet_ntop(s, addr_buf, 64),
            sp_ptr->conn_qual);
        return (DAT_SUCCESS);
}

/*
 * dapls_ib_reject_connection
 *
 * Perform necessary steps to reject a connection
 *
 * Input:
 *        cr_handle
 *
 * Output:
 *        none
 *
 * Returns:
 *        DAT_SUCCESS
 *        DAT_INSUFFICIENT_RESOURCES
 *        DAT_INVALID_PARAMETER
 *
 */
DAT_RETURN
dapls_ib_reject_connection(IN ib_cm_handle_t cm_handle,
    IN int reject_reason, IN DAPL_SP *sp_ptr)
{
        dapl_cr_reject_t args;
        int retval;

        args.crr_reason = reject_reason;
        args.crr_bkl_cookie = (uint64_t)cm_handle;
        args.crr_sp_hkey = sp_ptr->cm_srvc_handle->sv_sp_hkey;

        dapl_dbg_log(DAPL_DBG_TYPE_CM,
            "dapls_ib_reject: fd %d, sp_hkey %016llx, bkl_index 0x%llx\n",
            sp_ptr->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
            args.crr_sp_hkey, args.crr_bkl_cookie);

        retval = ioctl(sp_ptr->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
            DAPL_CR_REJECT, &args);
        if (retval != 0) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "dapls_ib_reject: reject failed %s\n",
                    strerror(errno));
                return (dapls_convert_error(errno, retval));
        }
        return (DAT_SUCCESS);
}


/*
 * dapls_ib_accept_connection
 *
 * Perform necessary steps to accept a connection
 *
 * Input:
 *        cr_handle
 *        ep_handle
 *        private_data_size
 *        private_data
 *
 * Output:
 *        none
 *
 * Returns:
 *        DAT_SUCCESS
 *        DAT_INSUFFICIENT_RESOURCES
 *        DAT_INVALID_PARAMETER
 *
 */
DAT_RETURN
dapls_ib_accept_connection(IN DAT_CR_HANDLE cr_handle,
    IN DAT_EP_HANDLE ep_handle, IN DAPL_PRIVATE *prd_ptr)
{
        DAPL_EP         *ep_p = (DAPL_EP *)ep_handle;
        DAPL_CR         *cr_p = (DAPL_CR *)cr_handle;
        dapl_cr_accept_t        args;
        int                     retval;

        /* check if ep is valid */
        if (ep_p->qp_handle == NULL) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "dapls_ib_accept: qp_handle == NULL\n");
                return (DAT_INVALID_PARAMETER);
        }

        dapl_dbg_log(DAPL_DBG_TYPE_CM,
            "dapls_ib_accept: fd %d, sp_hkey %016llx, "
            "bkl_index 0x%llx, ep_hkey %016llx\n",
            cr_p->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
            cr_p->sp_ptr->cm_srvc_handle->sv_sp_hkey,
            (uint64_t)cr_p->ib_cm_handle, ep_p->qp_handle->ep_hkey);

        args.cra_bkl_cookie = (uint64_t)cr_p->ib_cm_handle;
        args.cra_sp_hkey = cr_p->sp_ptr->cm_srvc_handle->sv_sp_hkey;
        args.cra_ep_hkey = ep_p->qp_handle->ep_hkey;

        args.cra_priv_sz = IB_MAX_REP_PDATA_SIZE;
        bcopy(prd_ptr, args.cra_priv, IB_MAX_REP_PDATA_SIZE);

        retval = ioctl(cr_p->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
            DAPL_CR_ACCEPT, &args);
        if (retval != 0) {
                ep_p->qp_state = IBT_STATE_ERROR;
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "dapls_ib_accept: accept failed %s\n",
                    strerror(errno));
                return (dapls_convert_error(errno, retval));
        }
        return (DAT_SUCCESS);
}
/*
 * dapls_ib_cm_remote_addr
 *
 * Obtain the remote IP address given a connection
 *
 * Input:
 *      cr_handle
 *      private data structure handle (only for IBHOSTS_NAMING)
 *
 * Output:
 *      remote_ia_address: where to place the remote address
 *
 * Returns:
 *      DAT_SUCCESS
 *      DAT_INSUFFICIENT_RESOURCES
 *      DAT_INVALID_PARAMETER
 *
 */
/* ARGSUSED */
DAT_RETURN
dapls_ib_cm_remote_addr(
        IN DAT_HANDLE   dat_handle,
        IN DAPL_PRIVATE *prd_ptr,
        OUT DAT_SOCK_ADDR6 *remote_ia_address)
{
        return (DAT_SUCCESS);
}


/*
 * dapls_ib_handoff_connection
 *
 * handoff connection to a different qualifier
 *
 * Input:
 *        cr_ptr
 *        cr_handoff
 *
 * Output:
 *        none
 *
 * Returns:
 *        DAT_SUCCESS
 *        DAT_INSUFFICIENT_RESOURCES
 *        DAT_INVALID_PARAMETER
 *
 */
DAT_RETURN
dapls_ib_handoff_connection(IN DAPL_CR *cr_ptr, IN DAT_CONN_QUAL cr_handoff)
{
        dapl_cr_handoff_t args;
        int retval;

        dapl_dbg_log(DAPL_DBG_TYPE_CM,
            "dapls_ib_handoff: fd %d, sp_hkey %016llx, "
            "bkl_index 0x%llx conn_qual %llu\n",
            cr_ptr->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
            cr_ptr->sp_ptr->cm_srvc_handle->sv_sp_hkey,
            (uint64_t)cr_ptr->ib_cm_handle, cr_handoff);

        args.crh_bkl_cookie = (uint64_t)cr_ptr->ib_cm_handle;
        args.crh_sp_hkey = cr_ptr->sp_ptr->cm_srvc_handle->sv_sp_hkey;
        args.crh_conn_qual = cr_handoff;

        retval = ioctl(cr_ptr->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
            DAPL_CR_HANDOFF, &args);
        if (retval != 0) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "dapls_ib_handoff: failed %s\n", strerror(errno));
                return (dapls_convert_error(errno, retval));
        }
        return (DAT_SUCCESS);
}