#ifndef _DAPL_TAVOR_IMPL_H
#define _DAPL_TAVOR_IMPL_H
#ifdef __cplusplus
extern "C" {
#endif
#include <sys/types.h>
#include "dapl_hash.h"
#include "dapl_tavor_ibtf.h"
#include "dapl_tavor_wr.h"
struct dapls_ib_hca_handle {
int ia_fd;
minor_t ia_rnum;
int hca_fd;
int *ia_bf_toggle;
dapls_hw_uar_t ia_uar;
void *ia_bf;
};
struct dapls_ib_cq_handle {
uint64_t evd_hkey;
uint32_t cq_num;
uint32_t cq_size;
uint32_t cq_cqesz;
off64_t cq_map_offset;
uint64_t cq_map_len;
dapls_hw_uar_t cq_iauar;
dapls_hw_cqe_t cq_addr;
uint32_t cq_consindx;
uint32_t cq_log_cqsz;
DAPL_OS_LOCK cq_wrid_wqhdr_lock;
DAPL_HASH_TABLE *cq_wrid_wqhdr_list;
dapls_tavor_wrid_list_hdr_t *cq_wrid_reap_head;
dapls_tavor_wrid_list_hdr_t *cq_wrid_reap_tail;
uint32_t *cq_poll_dbp;
uint32_t *cq_arm_dbp;
dapls_hw_cqe_t cq_resize_addr;
off64_t cq_resize_map_offset;
uint64_t cq_resize_map_len;
uint32_t cq_resize_size;
uint32_t cq_resize_cqesz;
};
struct dapls_ib_qp_handle {
uint64_t ep_hkey;
caddr_t qp_addr;
uint64_t qp_map_len;
uint32_t qp_num;
dapls_hw_uar_t qp_iauar;
void *qp_ia_bf;
int *qp_ia_bf_toggle;
uint32_t qp_num_mpt_shift;
uint32_t qp_num_premature_events;
ib_work_completion_t *qp_premature_events;
ib_cq_handle_t qp_sq_cqhdl;
uint64_t *qp_sq_lastwqeaddr;
dapls_tavor_workq_hdr_t *qp_sq_wqhdr;
caddr_t qp_sq_buf;
uint32_t qp_sq_desc_addr;
uint32_t qp_sq_numwqe;
uint32_t qp_sq_wqesz;
uint32_t qp_sq_sgl;
uint16_t qp_sq_counter;
uint32_t qp_sq_headroom;
int qp_sq_inline;
uint32_t *qp_sq_dbp;
ib_cq_handle_t qp_rq_cqhdl;
uint64_t *qp_rq_lastwqeaddr;
dapls_tavor_workq_hdr_t *qp_rq_wqhdr;
caddr_t qp_rq_buf;
uint32_t qp_rq_desc_addr;
uint32_t qp_rq_numwqe;
uint32_t qp_rq_wqesz;
uint32_t qp_rq_sgl;
uint32_t *qp_rq_dbp;
uint16_t qp_rq_counter;
uint32_t qp_srq_enabled;
ib_srq_handle_t qp_srq;
};
struct dapls_ib_pd_handle {
uint64_t pd_hkey;
};
struct dapls_ib_mr_handle {
uint64_t mr_hkey;
};
struct dapls_ib_mw_handle {
uint64_t mw_hkey;
};
struct dapls_ib_cm_srvc_handle {
uint64_t sv_sp_hkey;
};
struct dapls_ib_srq_handle {
uint64_t srq_hkey;
caddr_t srq_addr;
uint64_t srq_map_offset;
uint64_t srq_map_len;
uint32_t srq_num;
dapls_hw_uar_t srq_iauar;
uint32_t *srq_dbp;
int32_t srq_wq_lastwqeindex;
uint32_t srq_wq_desc_addr;
uint32_t srq_wq_numwqe;
uint32_t srq_wq_wqesz;
uint32_t srq_wq_sgl;
uint16_t srq_counter;
ib_work_completion_t *srq_premature_events;
uint32_t *srq_freepr_events;
uint32_t srq_freepr_head;
uint32_t srq_freepr_tail;
uint32_t srq_freepr_num_events;
dapls_tavor_wrid_list_hdr_t *srq_wridlist;
DAPL_HASH_TABLE *srq_ep_table;
};
struct dapls_ib_hca_state {
int hca_fd;
void *uarpg_baseaddr;
size_t uarpg_size;
void *bf_pg_baseaddr;
int bf_toggle;
char hca_path[MAXPATHLEN];
};
extern DAPL_OS_LOCK dapls_ib_dbp_lock;
uint32_t *dapls_ib_get_dbp(uint64_t maplen, int fd, uint64_t mapoffset,
uint32_t offset);
#ifdef __cplusplus
}
#endif
#endif