/*
 * This file contains definitions imported from the OFED rds header rdma.h.
 * Oracle elects to have and use the contents of rdma.h under and
 * governed by the OpenIB.org BSD license.
 */

/*
 * Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved.
 */

#ifndef _RDSV3_RDMA_H
#define _RDSV3_RDMA_H

#include <sys/rds.h>
#include <sys/uio.h>

#include <sys/ib/clients/rdsv3/rdsv3.h>

struct rdsv3_mr {
        /* for AVL tree */
        avl_node_t              r_rb_node;
        atomic_t                r_refcount;
        uint32_t                r_key;

        /* A copy of the creation flags */
        unsigned int            r_use_once:1;
        unsigned int            r_invalidate:1;
        unsigned int            r_write:1;

        /*
         * This is for RDS_MR_DEAD.
         * It would be nice & consistent to make this part of the above
         * bit field here, but we need to use test_and_set_bit.
         */
        unsigned long           r_state;
        /* back pointer to the socket that owns us */
        struct rdsv3_sock       *r_sock;
        struct rdsv3_transport  *r_trans;
        void                    *r_trans_private;
};

/* Flags for mr->r_state */
#define RDSV3_MR_DEAD           0

struct rdsv3_rdma_sg {
        ddi_umem_cookie_t umem_cookie;
        struct rds_iovec iovec;
        ibt_send_wr_t   swr;
        ibt_mi_hdl_t    mihdl;
        ibt_hca_hdl_t   hca_hdl;
};

struct rdsv3_rdma_op {
        uint32_t                r_key;
        uint64_t                r_remote_addr;
        unsigned int            r_write:1;
        unsigned int            r_fence:1;
        unsigned int            r_notify:1;
        unsigned int            r_recverr:1;
        unsigned int            r_mapped:1;
        struct rdsv3_notifier   *r_notifier;
        unsigned int            r_bytes;
        unsigned int            r_nents;
        unsigned int            r_count;
        struct rdsv3_scatterlist  *r_sg;
        struct rdsv3_rdma_sg    r_rdma_sg[1];
};

static inline rds_rdma_cookie_t
rdsv3_rdma_make_cookie(uint32_t r_key, uint32_t offset)
{
        return (r_key | (((uint64_t)offset) << 32));
}

static inline uint32_t
rdsv3_rdma_cookie_key(rds_rdma_cookie_t cookie)
{
        return ((uint32_t)cookie);
}

static inline uint32_t
rdsv3_rdma_cookie_offset(rds_rdma_cookie_t cookie)
{
        return (cookie >> 32);
}

int rdsv3_get_mr(struct rdsv3_sock *rs, const void *optval, int optlen);
int rdsv3_get_mr_for_dest(struct rdsv3_sock *rs, const void *optval,
    int optlen);
int rdsv3_free_mr(struct rdsv3_sock *rs, const void *optval, int optlen);
void rdsv3_rdma_drop_keys(struct rdsv3_sock *rs);
int rdsv3_cmsg_rdma_args(struct rdsv3_sock *rs, struct rdsv3_message *rm,
    struct cmsghdr *cmsg);
int rdsv3_cmsg_rdma_dest(struct rdsv3_sock *rs, struct rdsv3_message *rm,
    struct cmsghdr *cmsg);
int rdsv3_cmsg_rdma_map(struct rdsv3_sock *rs, struct rdsv3_message *rm,
    struct cmsghdr *cmsg);
void rdsv3_rdma_free_op(struct rdsv3_rdma_op *ro);
void rdsv3_rdma_send_complete(struct rdsv3_message *rm, int);

extern void __rdsv3_put_mr_final(struct rdsv3_mr *mr);
static inline void rdsv3_mr_put(struct rdsv3_mr *mr)
{
        if (atomic_dec_and_test(&mr->r_refcount))
                __rdsv3_put_mr_final(mr);
}

#endif /* _RDSV3_RDMA_H */